-- Logs begin at Fri 2022-03-11 16:25:07 UTC, end at Fri 2022-03-11 19:01:10 UTC. -- Mar 11 17:05:27.300741 n-d-833436-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 17:05:29.422958 n-d-833436-1 neutron-server[83743]: INFO neutron.common.config [-] Logging enabled! Mar 11 17:05:29.423683 n-d-833436-1 neutron-server[83743]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev41 Mar 11 17:05:29.423683 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83743) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 17:05:29.426127 n-d-833436-1 neutron-server[83743]: INFO neutron.common.config [-] Logging enabled! Mar 11 17:05:29.426401 n-d-833436-1 neutron-server[83743]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev41 Mar 11 17:05:29.426669 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83743) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 17:05:29.427639 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 17:05:29.427902 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 17:05:29.428277 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 17:05:29.428488 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 17:05:29.428869 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 17:05:29.429173 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.429485 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.429750 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.429975 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.430263 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.430582 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.430859 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.431120 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.431413 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.431691 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.431960 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.432238 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.432461 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.432771 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.433074 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.433352 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.433604 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] debug = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.433881 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.434340 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.434749 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.435023 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.435306 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.435578 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.435854 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.436133 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.436456 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] host = n-d-833436-1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.436727 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.437004 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.437285 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.437565 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.437834 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.438181 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.438469 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.438740 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.439006 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] log_file = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.439274 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.439554 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.439834 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.440115 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.440331 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.440546 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.440840 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.441101 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.441367 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.441632 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.441898 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.442161 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.442446 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.442710 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.442987 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.443266 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.443543 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.443811 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.444076 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.444340 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.444602 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.444877 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.445143 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.445407 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.445676 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.445954 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.446216 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.446502 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.446793 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.447070 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.447345 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.447621 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.447888 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.448161 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.448423 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.448679 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.448946 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] use_json = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.449209 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.449472 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.449746 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.450010 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.450272 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.450559 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.450823 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.451099 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.451364 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:29.451656 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.451945 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.452237 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.452512 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.452796 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.453068 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.453350 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.453638 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.453921 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.454200 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.454499 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.454772 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.455055 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.455346 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.455632 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.455902 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.456175 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.456457 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.456725 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.456990 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.457260 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.457542 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.457813 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.458078 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.458350 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.458639 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.458906 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.459171 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.459439 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.459722 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.459992 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.460255 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.460517 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.460783 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.461044 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.461322 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.461591 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.461854 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.462121 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.462410 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.462677 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.462941 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.463215 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.463478 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.463747 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.464010 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.464274 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.464535 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.464798 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.465060 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.465323 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.465584 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.465857 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.466119 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.466401 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.466670 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.466933 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.467196 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.467474 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.467767 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.468038 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.468308 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.468577 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.468849 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.469120 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.469444 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.469713 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.469984 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.470248 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.470560 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.470837 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.471115 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.471392 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.471662 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.471949 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.472217 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.472489 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.472759 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.473028 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.473304 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.473576 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.473865 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.474150 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.474456 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.474743 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.475029 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.475300 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.475601 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.475876 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:29.476087 n-d-833436-1 neutron-server[83743]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 17:05:29.476320 n-d-833436-1 neutron-server[83743]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83743) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 17:05:29.874033 n-d-833436-1 neutron-server[83743]: INFO keyring.backend [-] Loading KWallet Mar 11 17:05:29.881631 n-d-833436-1 neutron-server[83743]: INFO keyring.backend [-] Loading SecretService Mar 11 17:05:29.884777 n-d-833436-1 neutron-server[83743]: INFO keyring.backend [-] Loading Windows Mar 11 17:05:29.886140 n-d-833436-1 neutron-server[83743]: INFO keyring.backend [-] Loading chainer Mar 11 17:05:29.886723 n-d-833436-1 neutron-server[83743]: INFO keyring.backend [-] Loading macOS Mar 11 17:05:29.920772 n-d-833436-1 neutron-server[83743]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 17:05:29.921038 n-d-833436-1 neutron-server[83743]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 17:05:29.921321 n-d-833436-1 neutron-server[83743]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 17:05:29.921656 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 17:05:30.219519 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.219852 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.220117 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.274972 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.275225 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.275506 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.278614 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.278887 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.279146 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.307608 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.307881 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.308139 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.334759 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.335023 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.335280 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.651240 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.651903 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.651903 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.652046 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.652900 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.770522 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.770829 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.771108 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.771370 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.771627 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.771934 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.772191 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.772443 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.772689 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.772968 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.773202 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.773459 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.773715 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.773963 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.774217 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.774497 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.774744 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.774994 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.775240 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.775514 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.775854 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.776098 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.776339 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.776613 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.776856 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.777093 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.777469 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:30.777702 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:30.777932 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:30.778160 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:30.778409 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:30.778643 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:30.779187 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 17:05:30.782317 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 17:05:30.786313 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 17:05:30.790196 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Mar 11 17:05:30.791818 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 17:05:30.792194 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 17:05:30.792520 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 17:05:30.792897 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 17:05:30.795686 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 17:05:30.795929 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 17:05:30.796267 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 17:05:30.824154 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 11 17:05:30.824593 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.824884 n-d-833436-1 neutron-server[83743]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83743) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 17:05:30.825238 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.826622 n-d-833436-1 neutron-server[83743]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83743) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 17:05:30.826904 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 17:05:30.827136 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 17:05:30.830394 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.830668 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:30.890212 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 17:05:30.890431 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 17:05:30.890694 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 17:05:30.891057 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 17:05:30.926768 n-d-833436-1 neutron-server[83743]: DEBUG oslo_db.sqlalchemy.engines [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83743) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 11 17:05:31.256365 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing driver for type 'gre' Mar 11 17:05:31.256885 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] gre ID ranges: [(1, 1000)] Mar 11 17:05:31.314861 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing driver for type 'local' Mar 11 17:05:31.315195 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing driver for type 'vlan' Mar 11 17:05:31.329318 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] VlanTypeDriver initialization complete Mar 11 17:05:31.329657 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing driver for type 'vxlan' Mar 11 17:05:31.330155 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] vxlan ID ranges: [(1, 1000)] Mar 11 17:05:31.382557 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing extension driver 'port_security' Mar 11 17:05:31.382872 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.extensions.port_security [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] PortSecurityExtensionDriver initialization complete Mar 11 17:05:31.383197 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing mechanism driver 'openvswitch' Mar 11 17:05:31.383540 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing mechanism driver 'hyperv' Mar 11 17:05:31.390119 n-d-833436-1 neutron-server[83743]: DEBUG neutron.plugins.ml2.plugin [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:31.390866 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.391268 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.391586 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.392102 n-d-833436-1 neutron-server[83743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 17:05:31.392527 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.392876 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.393212 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.393596 n-d-833436-1 neutron-server[83743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 17:05:31.393993 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.394334 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.394695 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.395080 n-d-833436-1 neutron-server[83743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 17:05:31.395482 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.395825 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.396160 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.396683 n-d-833436-1 neutron-server[83743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 17:05:31.397082 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.397423 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.397760 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.398147 n-d-833436-1 neutron-server[83743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 17:05:31.398624 n-d-833436-1 neutron-server[83743]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] ML2 OVO RPC backend initialized. {{(pid=83743) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 11 17:05:31.399254 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.399604 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.400025 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.400354 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > networks before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.400691 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.401053 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > ports before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.401391 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.401725 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.402064 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.402423 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.402757 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.403086 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.403413 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.403739 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.404065 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.404392 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.404721 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.405297 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.plugin [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Modular L2 Plugin initialization complete Mar 11 17:05:31.405622 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading services supported by the core plugin {{(pid=83743) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 17:05:31.405940 n-d-833436-1 neutron-server[83743]: INFO neutron.plugins.ml2.managers [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Got port-security extension from driver 'port_security' Mar 11 17:05:31.406430 n-d-833436-1 neutron-server[83743]: INFO neutron.extensions.vlantransparent [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Disabled vlantransparent extension. Mar 11 17:05:31.406845 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83743) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 17:05:31.407155 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: router Mar 11 17:05:31.442933 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.443318 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router after_create 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.443715 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router before_create 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.444070 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.444430 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.444776 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router after_delete 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.445130 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.445488 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router after_create 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.445836 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router after_update 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.446170 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router after_update 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.446724 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.447082 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router after_update 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.447494 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.447852 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: port after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.448184 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: port after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.448512 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: subnet after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.448845 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.449191 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.449529 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.449869 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: port before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.450202 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.450582 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router after_update 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.450913 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.451250 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.451597 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.451932 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.452296 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > agent after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.452642 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.452979 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > network after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.453915 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Tracking information for resource: router configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:31.454242 n-d-833436-1 neutron-server[83743]: DEBUG neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Tracking information for resource: floatingip configured {{(pid=83743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:05:31.459425 n-d-833436-1 neutron-server[83743]: INFO neutron.db.l3_agentschedulers_db [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 17:05:31.460002 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: port after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.460362 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: port after_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.460712 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: port after_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.461059 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: port after_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.461962 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router before_create 55550100 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.462325 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.462719 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.463069 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.467422 n-d-833436-1 neutron-server[83743]: DEBUG neutron.services.provider_configuration [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service providers = [] {{(pid=83743) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 17:05:31.467782 n-d-833436-1 neutron-server[83743]: DEBUG neutron.db.servicetype_db [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83743) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 17:05:31.470904 n-d-833436-1 neutron-server[83743]: DEBUG neutron.services.service_base [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:05:31.471249 n-d-833436-1 neutron-server[83743]: DEBUG neutron.services.service_base [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:05:31.471618 n-d-833436-1 neutron-server[83743]: DEBUG neutron.services.service_base [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:05:31.472495 n-d-833436-1 neutron-server[83743]: DEBUG neutron.services.service_base [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:05:31.472861 n-d-833436-1 neutron-server[83743]: INFO neutron.services.service_base [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 17:05:31.473241 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.473555 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 17:05:31.484463 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.484800 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: auto_allocate Mar 11 17:05:31.490895 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: network precommit_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.491262 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: network precommit_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.491780 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.492154 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: tag Mar 11 17:05:31.498772 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.499097 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: timestamp Mar 11 17:05:31.503148 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.503472 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: network_ip_availability Mar 11 17:05:31.508807 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.509112 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.509454 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.510166 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.510508 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: flavors Mar 11 17:05:31.517425 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.517885 n-d-833436-1 neutron-server[83743]: INFO neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading Plugin: revisions Mar 11 17:05:31.524205 n-d-833436-1 neutron-server[83743]: DEBUG neutron.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:05:31.524745 n-d-833436-1 neutron-server[83743]: DEBUG oslo_concurrency.lockutils [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.603s {{(pid=83743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 17:05:31.525851 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83743) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 11 17:05:31.526323 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Initializing extension manager. Mar 11 17:05:31.527072 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: __init__.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.527558 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: __pycache__ {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.528031 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.528502 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.528981 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: _filter_validation_lib.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.529450 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.529919 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: address_group.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.531017 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.531912 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: address-group Mar 11 17:05:31.532389 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: address_scope.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.533391 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.534162 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: address-scope Mar 11 17:05:31.534659 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.535941 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.536714 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: router-admin-state-down-before-update Mar 11 17:05:31.537183 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: agent.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.538278 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.539173 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: agent Mar 11 17:05:31.539708 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: agent_resources_synced.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.541134 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.541966 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: agent-resources-synced Mar 11 17:05:31.542560 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.545803 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.546703 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: allowed-address-pairs Mar 11 17:05:31.547151 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.548264 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.548778 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: auto-allocated-topology Mar 11 17:05:31.549102 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: availability_zone.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.550089 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.550652 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: availability_zone Mar 11 17:05:31.550954 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: availability_zone_filter.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.551879 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.552386 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: availability_zone_filter Mar 11 17:05:31.552703 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: data_plane_status.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.553604 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.554100 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 17:05:31.554592 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: default_subnetpools.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.555895 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.556402 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: default-subnetpools Mar 11 17:05:31.556812 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.557610 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.558108 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: dhcp_agent_scheduler Mar 11 17:05:31.558452 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: dns.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.559357 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.559846 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 17:05:31.560161 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: dns_domain_ports.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.561072 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.561568 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 17:05:31.561880 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: dvr.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.562581 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.563178 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: dvr Mar 11 17:05:31.563454 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: empty_string_filtering.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.564353 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.564842 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: empty-string-filtering Mar 11 17:05:31.565163 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.566059 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.566587 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 17:05:31.566903 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.567813 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.568309 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 17:05:31.568621 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: external_net.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.569525 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.570026 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: external-net Mar 11 17:05:31.570336 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.571265 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.571756 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: extra_dhcp_opt Mar 11 17:05:31.572070 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: extraroute.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.572972 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.573469 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: extraroute Mar 11 17:05:31.573780 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: extraroute_atomic.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.574850 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.575350 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: extraroute-atomic Mar 11 17:05:31.575653 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: filter_validation.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.576317 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.576811 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: filter-validation Mar 11 17:05:31.577124 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: fip_pf_description.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.578023 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.578546 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 17:05:31.578909 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: fip_port_details.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.579817 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.580316 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: fip-port-details Mar 11 17:05:31.580654 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: flavors.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.581915 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.582450 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: flavors Mar 11 17:05:31.582772 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.584488 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.585002 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 17:05:31.585320 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: floatingip_pools.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.586023 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.586576 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: floatingip-pools Mar 11 17:05:31.586880 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: ip_allocation.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.587800 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.588300 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 17:05:31.588618 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.589525 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.590021 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: ip-substring-filtering Mar 11 17:05:31.590345 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l2_adjacency.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.591282 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.591773 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 17:05:31.592089 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l3.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.593071 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.593574 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: router Mar 11 17:05:31.593891 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.596382 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.596903 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 17:05:31.597238 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.598175 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.598717 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: ext-gw-mode Mar 11 17:05:31.599039 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.599964 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.600468 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: l3-ha Mar 11 17:05:31.600782 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l3_flavors.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.601710 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.602206 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: l3-flavors Mar 11 17:05:31.602561 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.603460 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.603964 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 17:05:31.604277 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: l3agentscheduler.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.605329 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.605833 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: l3_agent_scheduler Mar 11 17:05:31.606149 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: logging.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.607686 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.608202 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension logging not supported by any of loaded plugins Mar 11 17:05:31.608533 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: metering.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.609266 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.609858 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: metering Mar 11 17:05:31.610180 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.611365 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.611871 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: metering_source_and_destination_fields Mar 11 17:05:31.612189 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: multiprovidernet.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.613107 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.613619 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: multi-provider Mar 11 17:05:31.613925 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: netmtu.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.614856 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.615359 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: net-mtu Mar 11 17:05:31.615679 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: netmtu_writable.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.616585 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.617081 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: net-mtu-writable Mar 11 17:05:31.617396 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: network_availability_zone.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.618052 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.618586 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: network_availability_zone Mar 11 17:05:31.618900 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: network_ip_availability.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.619992 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.620493 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: network-ip-availability Mar 11 17:05:31.620809 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: network_segment_range.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.621570 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.622063 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 17:05:31.622402 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: pagination.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.623376 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.623698 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: pagination Mar 11 17:05:31.624048 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.624916 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.625430 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: port-mac-address-regenerate Mar 11 17:05:31.625794 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: port_resource_request.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.626732 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.627234 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 17:05:31.627587 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: portbindings.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.628461 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.628962 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: binding Mar 11 17:05:31.629279 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: portbindings_extended.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.630576 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.631079 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: binding-extended Mar 11 17:05:31.631403 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: portsecurity.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.632307 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.632806 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: port-security Mar 11 17:05:31.633126 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: project_id.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.634096 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.634449 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: project-id Mar 11 17:05:31.634762 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: providernet.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.635663 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.636169 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: provider Mar 11 17:05:31.636485 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.640215 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.640725 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos not supported by any of loaded plugins Mar 11 17:05:31.641046 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.642304 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.642839 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 17:05:31.643161 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.644061 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.644563 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 17:05:31.644883 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_default.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.645784 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.646280 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-default not supported by any of loaded plugins Mar 11 17:05:31.646622 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_fip.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.647265 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.647760 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 17:05:31.648078 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.649000 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.649506 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 17:05:31.649826 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.650752 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.651256 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 17:05:31.651575 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.652465 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.652971 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 17:05:31.653284 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: qos_rules_alias.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.654316 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.654851 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 17:05:31.655168 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: quotasv2.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.656058 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.656378 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: quotas Mar 11 17:05:31.656685 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: quotasv2_detail.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.658382 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.658728 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: quota_details Mar 11 17:05:31.659056 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: rbac.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.660098 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.660613 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: rbac-policies Mar 11 17:05:31.660936 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: rbac_address_scope.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.661844 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.662348 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: rbac-address-scope Mar 11 17:05:31.662699 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: rbac_security_groups.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.663598 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.664101 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: rbac-security-groups Mar 11 17:05:31.664424 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.665323 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.665820 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: rbac-subnetpool Mar 11 17:05:31.666149 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: revisionifmatch.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.667084 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.667587 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: revision-if-match Mar 11 17:05:31.667904 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: revisions.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.668987 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.669494 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: standard-attr-revisions Mar 11 17:05:31.669816 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: router_availability_zone.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.670522 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.671021 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: router_availability_zone Mar 11 17:05:31.671340 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: routerservicetype.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.672253 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.672767 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 17:05:31.673082 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.673985 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.674525 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: port-security-groups-filtering Mar 11 17:05:31.675144 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: securitygroup.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.686305 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.686855 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: security-group Mar 11 17:05:31.687180 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: segment.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.687985 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.688531 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension segment not supported by any of loaded plugins Mar 11 17:05:31.688850 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.689791 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.690293 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 17:05:31.690634 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: servicetype.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.691752 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.692264 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: service-type Mar 11 17:05:31.692583 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: sorting.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.693550 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.693872 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: sorting Mar 11 17:05:31.694189 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: standard_attr_segment.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.695154 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.695655 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 17:05:31.695968 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: standardattrdescription.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.696613 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.697111 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: standard-attr-description Mar 11 17:05:31.697425 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: stateful_security_group.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.698336 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.698866 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: stateful-security-group Mar 11 17:05:31.699189 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: stdattrs_common.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.699769 n-d-833436-1 neutron-server[83743]: WARNING neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 17:05:31.700087 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.701091 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.701533 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 17:05:31.701855 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: subnet_onboard.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.703018 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.703534 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: subnet_onboard Mar 11 17:05:31.703939 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.704857 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.705355 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 17:05:31.705751 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: subnet_service_types.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.706699 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.707199 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: subnet-service-types Mar 11 17:05:31.707516 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: subnetallocation.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.708590 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.709093 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: subnet_allocation Mar 11 17:05:31.709411 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.710068 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.710598 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: subnetpool-prefix-ops Mar 11 17:05:31.710912 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.711829 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.712341 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 17:05:31.712658 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: tagging.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.713734 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.714243 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: standard-attr-tag Mar 11 17:05:31.714601 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: timestamp.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.715794 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.716299 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loaded extension: standard-attr-timestamp Mar 11 17:05:31.716616 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: trunk.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.717632 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.718150 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension trunk not supported by any of loaded plugins Mar 11 17:05:31.718497 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: trunk_details.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.719461 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.719963 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 17:05:31.720280 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.721192 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.721692 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 17:05:31.722007 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Loading extension file: vlantransparent.py {{(pid=83743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 17:05:31.722700 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 17:05:31.723199 n-d-833436-1 neutron-server[83743]: INFO neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 17:05:31.725453 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:network Mar 11 17:05:31.726183 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:subnet Mar 11 17:05:31.726819 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:05:31.727593 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:port Mar 11 17:05:31.728855 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.729283 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service FLAVORS assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.729885 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.730317 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.730655 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:router Mar 11 17:05:31.731320 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 17:05:31.732020 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service METERING assigned prefix: /metering {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.733451 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.733812 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.734156 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:05:31.735345 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 17:05:31.735770 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:security_group Mar 11 17:05:31.736427 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 17:05:31.737243 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service CORE assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.737476 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:05:31.737822 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] subnetpool is already registered Mar 11 17:05:31.738436 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service CORE assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.738763 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:05:31.739086 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] subnetpool is already registered Mar 11 17:05:31.741579 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.742005 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service FLAVORS assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.742618 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.743033 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.743360 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:router Mar 11 17:05:31.743682 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] router is already registered Mar 11 17:05:31.744268 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 17:05:31.744594 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] floatingip is already registered Mar 11 17:05:31.745210 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service METERING assigned prefix: /metering {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.745865 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 17:05:31.746184 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] rbac_policy is already registered Mar 11 17:05:31.746753 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:security_group Mar 11 17:05:31.747074 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] security_group is already registered Mar 11 17:05:31.747675 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 17:05:31.747987 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] security_group_rule is already registered Mar 11 17:05:31.748655 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service CORE assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.748976 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:05:31.749296 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] subnetpool is already registered Mar 11 17:05:31.749887 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.v2.resource_helper [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Service CORE assigned prefix: {{(pid=83743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:05:31.750206 n-d-833436-1 neutron-server[83743]: INFO neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:05:31.750645 n-d-833436-1 neutron-server[83743]: WARNING neutron.quota.resource_registry [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] subnetpool is already registered Mar 11 17:05:31.751244 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: extensions {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.752682 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: address-groups {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.754255 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: address-scopes {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.755454 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: agents {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.756589 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: auto-allocated-topology {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.757821 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: availability_zones {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.759233 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: dhcp-networks {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.761480 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: dhcp-agents {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.762900 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: routers {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.764681 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: flavors {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.765815 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: service_profiles {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.767077 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: next_providers {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.768538 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: service_profiles {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.769929 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: floatingip-pools {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.771177 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: routers {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.772945 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: floatingips {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.774110 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: l3-routers {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.775493 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: l3-agents {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.776868 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: metering-labels {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.778197 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: metering-label-rules {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.779473 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: network-ip-availabilities {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.780695 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: bindings {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.783333 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: quotas {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.784761 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: quotas {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.786190 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: rbac-policies {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.787509 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: security-groups {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.788699 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: security-group-rules {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.789904 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: service-providers {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.791133 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: subnetpools {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.792516 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: subnetpools {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.793987 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.795654 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.797505 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.799346 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.801416 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.803099 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.804807 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.806634 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.808455 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.810242 n-d-833436-1 neutron-server[83743]: DEBUG neutron.api.extensions [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Extended resource: tags {{(pid=83743) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 17:05:31.816091 n-d-833436-1 neutron-server[83743]: WARNING keystonemiddleware.auth_token [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 17:05:31.820837 n-d-833436-1 neutron-server[83743]: WARNING keystonemiddleware.auth_token [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 17:05:31.828837 n-d-833436-1 neutron-server[83743]: DEBUG oslo_concurrency.lockutils [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Acquired lock "singleton_lock" {{(pid=83743) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 17:05:31.829311 n-d-833436-1 neutron-server[83743]: DEBUG oslo_concurrency.lockutils [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Releasing lock "singleton_lock" {{(pid=83743) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 17:05:31.829939 n-d-833436-1 neutron-server[83743]: INFO oslo_service.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Starting 2 workers Mar 11 17:05:31.834469 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Started child 83848 {{(pid=83743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 17:05:31.838636 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Started child 83849 {{(pid=83743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 17:05:31.840195 n-d-833436-1 neutron-server[83743]: INFO neutron.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 17:05:31.840577 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.841205 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Notify callbacks [] for process, before_spawn {{(pid=83743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.841986 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [-] (83848) wsgi starting up on http://0.0.0.0:9696 Mar 11 17:05:31.843170 n-d-833436-1 neutron-server[83743]: INFO oslo_service.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Starting 1 workers Mar 11 17:05:31.843521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.844867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [-] (83849) wsgi starting up on http://0.0.0.0:9696 Mar 11 17:05:31.848132 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Started child 83850 {{(pid=83743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 17:05:31.848700 n-d-833436-1 neutron-server[83743]: INFO oslo_service.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Starting 1 workers Mar 11 17:05:31.852918 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Started child 83851 {{(pid=83743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 17:05:31.853293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] calling RpcWorker wait() {{(pid=83850) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 17:05:31.853859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.service [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] returning from RpcWorker wait() {{(pid=83850) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 17:05:31.853937 n-d-833436-1 neutron-server[83743]: DEBUG neutron_lib.callbacks.manager [None req-e1dee78b-629d-41c1-a333-53be239521d1 None None] Notify callbacks [] for process, after_spawn {{(pid=83743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.854937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.855371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:31.855506 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83743) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 17:05:31.855636 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 17:05:31.856006 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 17:05:31.856173 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 17:05:31.856686 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 17:05:31.856829 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 17:05:31.857327 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.857607 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.857866 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.858076 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.858381 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.858884 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.859059 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.859477 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.859577 n-d-833436-1 neutron-server[83851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:31.859695 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.860157 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.860394 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.860558 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.860695 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.860944 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.861173 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.861465 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.861738 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.861974 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.862231 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.862475 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.862663 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.862918 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.863150 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.863402 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] debug = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.863634 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.864106 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.864314 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.864574 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.864789 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.865035 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.865287 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.865585 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.865837 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.866077 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.866318 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.866614 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.866841 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.867057 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.867305 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.867519 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.867947 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] host = n-d-833436-1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.868162 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.868427 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.868609 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.868851 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.869162 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.869322 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.869555 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.869800 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.870044 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.870289 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.870567 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.870791 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.871020 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.871251 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_file = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.871413 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_options = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.871656 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.871910 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.872171 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.872357 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.872512 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.872678 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.872928 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.873192 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.873336 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.873541 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.873748 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.873982 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.874214 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.874468 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.874699 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.874911 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.875138 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.875357 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.875661 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.875875 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.876095 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.876331 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.876541 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.876757 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.876964 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.877170 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.877391 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.877604 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.877811 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.878037 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.878296 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.878571 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.878783 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.879016 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.879289 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.879446 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.879677 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.879930 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.880153 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.880388 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.880647 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.880855 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.881080 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.881294 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.881536 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.881761 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_json = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.881966 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.882173 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.882454 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.882666 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.882893 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.883101 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.883332 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.883524 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.883731 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.884148 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.884423 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.884725 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.884946 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.885176 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.885408 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.885637 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.885851 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.886090 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.886332 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.886655 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.886900 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.887180 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.887435 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.887680 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.887926 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.888155 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.888482 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.888693 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.888933 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.889076 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.889219 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.889471 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.889700 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.890095 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.890333 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.890599 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.890812 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.891415 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.891415 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.891663 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.891794 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.892027 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.892274 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.892486 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.892694 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.893045 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.893160 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.893324 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.893732 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.894138 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.894582 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.894974 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.895357 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.895770 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.896001 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.896239 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.896451 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.898315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899242 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899242 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899242 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899242 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899242 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899612 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899612 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.899802 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.900012 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.901734 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.902238 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.902238 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.902391 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.902637 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.902888 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.903121 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.903362 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.903729 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.904267 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.904479 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.904704 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.904942 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.905200 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.905443 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.905696 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.905941 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.906174 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.906472 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.906866 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.906994 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.907180 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.907523 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.907955 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.908088 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.908311 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.908629 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.909048 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.909186 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.909379 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.909612 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.909885 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.910238 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.910475 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.910766 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.910921 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.911188 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.911432 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.911705 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.911966 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.912495 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.912495 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.912681 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.912941 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.913173 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.913448 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.913708 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.913940 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.914154 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.914415 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.914757 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.915002 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.915212 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.915420 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.915682 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.915942 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.916173 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.916441 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.916690 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.916917 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.917161 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.917383 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.917620 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.917845 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.918068 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.918276 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.918562 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.918791 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.919021 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.919266 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.919477 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.919704 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.919912 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.920125 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.920367 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.920578 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.920897 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.921031 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.921240 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.921458 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.921697 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.921909 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.922119 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.922349 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.922634 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.922877 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.923107 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.923365 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.923611 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.923831 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.924047 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.924263 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.924514 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.924716 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.925262 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.925474 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.925681 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.925889 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.926101 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.926309 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.926581 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.926804 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.927033 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.927265 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.927477 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.927797 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.928030 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.928280 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.928493 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.928878 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.929212 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.929212 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.929455 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.929579 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.929743 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.929972 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.930188 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.930732 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.930732 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.932012 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.932012 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.932012 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.932012 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.932012 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.932012 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.933265 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.933265 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.933265 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.933265 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.933265 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.933265 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.934585 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.934585 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.934585 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.934585 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.934585 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.935153 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.935153 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.935153 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.935501 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.936206 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.936206 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.936206 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.936904 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.936904 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.936904 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.936904 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.937691 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.937691 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.937691 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.938081 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.938203 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.938411 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.939833 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.939833 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.939833 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.939833 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.939833 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.941819 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.942853 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.942853 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.942853 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.942853 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.943318 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.943318 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.943555 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.943555 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.943794 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.944098 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.944236 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.944630 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.944973 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 17:05:31.945629 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83743) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 17:05:31.945787 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 17:05:31.946093 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 17:05:31.946263 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 17:05:31.946520 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 17:05:31.946618 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 17:05:31.947009 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.947009 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.947166 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.947233 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.947383 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.947557 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.947714 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.947868 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.948021 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.948171 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.948677 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.948677 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.948677 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949011 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949011 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949011 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949272 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949354 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949465 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949617 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949769 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.949922 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.950075 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] debug = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.950227 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.950450 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.950612 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.950766 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.950918 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.951074 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.951341 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.951652 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.951806 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.951957 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.952094 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.952229 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.952362 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.952519 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.952656 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.952790 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.952936 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] host = n-d-833436-1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.953089 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.953242 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.953395 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.953549 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.953760 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.953918 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.954073 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.954226 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.954481 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.954580 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.954697 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.954851 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.955006 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.955159 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_file = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.955312 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_options = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.955487 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.955776 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.955776 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.955981 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.956068 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.956221 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.956374 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.956528 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.956682 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.956835 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.956989 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.957147 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.957300 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.957453 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.957538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34136) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:31.957622 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.957748 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.957901 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.958055 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.958208 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.958413 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.958538 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.958678 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.958832 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.958986 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.959138 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.959293 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.959446 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.959600 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.959752 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.959907 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.960061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.960216 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.960369 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.960522 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.960675 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.960828 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.960983 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.961141 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.961296 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.961611 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.961611 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.961849 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.961849 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.962011 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.962154 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.962306 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_json = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.962482 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.962638 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.962791 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.962945 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.963099 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.963253 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.963406 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.963560 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.963713 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:05:31.963892 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.964050 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.964218 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.964379 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.964632 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.964814 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.964814 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.964965 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.965115 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.965274 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.965438 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.965594 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.965769 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.965920 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.966061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.966195 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.966355 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.966568 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.966701 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.966833 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.966965 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.967109 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.967252 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.967413 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.967564 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.967739 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.967882 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.968016 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.968150 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.968283 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.968433 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.968589 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.968746 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.968902 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.969058 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.969237 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.969397 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.969553 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.969710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.969866 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.970033 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.970190 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.970346 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.970523 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.970680 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.970836 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.970992 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.971149 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.971305 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.971462 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.971756 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.971756 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.971990 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.972110 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.972229 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.972349 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.972495 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.972652 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.972808 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.972965 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.973102 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.973236 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.973628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0132172 Mar 11 17:05:31.973777 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.973777 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.973777 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.974156 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.974156 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.974156 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.974621 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.974621 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.974621 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.975119 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.975119 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.975119 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.975991 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.976171 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.976357 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.976463 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.976625 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.976783 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.976943 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.977128 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.977249 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.977405 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.977562 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.978474 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.978641 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.978802 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.978959 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.979115 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.979261 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.979434 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.979564 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.979719 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.979876 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.980838 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.980838 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.980838 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.980838 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.980838 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.980838 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.981651 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.981651 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.981651 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.981651 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.981651 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.981651 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.982710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.982710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.982710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.982710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.982710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.982710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.982710 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.983383 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.984458 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.984458 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.984458 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.984458 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.984458 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985110 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985110 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985110 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985378 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985378 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985590 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985590 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985780 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.985888 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.986022 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.986178 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.986334 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.986515 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.986672 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.986828 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.986983 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.987142 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.987297 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.987454 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.987610 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.987765 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.987922 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.988079 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.988236 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.988391 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.988546 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.988700 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.988857 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.989013 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.989169 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.989325 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.989480 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.989635 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.989791 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.989947 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.990102 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.990258 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.990497 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.990621 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.990760 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.990916 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.991073 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.991228 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.991385 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.991543 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.991699 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.991874 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.992091 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.992180 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.992301 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.992457 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.993500 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.993651 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.993840 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.994002 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.994821 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.994983 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.995157 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.995315 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.995473 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.995630 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.995793 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.995946 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.996098 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.996247 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.996384 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.996519 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.996673 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.996835 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.997535 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.997535 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.997535 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.997535 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.997939 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.997939 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.997939 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999061 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999693 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:31.999868 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.000041 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.000183 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.000341 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.000534 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.000707 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.000867 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.001047 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.001177 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.001336 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.001493 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.001663 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.001809 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.001960 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.002125 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.002284 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.003744 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.003744 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.003744 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.003744 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004170 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004170 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004170 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004418 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004497 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004647 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004813 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.004942 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.005095 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.005299 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.005417 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.005547 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.005704 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.005861 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.006018 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.006174 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.006331 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.006524 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.006674 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.006830 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.006991 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.007148 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.007326 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.007455 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.007609 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.007736 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.007874 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.008022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:32.008114 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:05:32.008196 n-d-833436-1 neutron-server[83743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 17:05:42.260554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281ed0c-e45f-4419-b4c2-17711a685a61 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:05:42.340460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281ed0c-e45f-4419-b4c2-17711a685a61 None None] No non-hosted networks {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 17:05:42.367105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.agentschedulers_db [None req-9281ed0c-e45f-4419-b4c2-17711a685a61 None None] DHCP Agent not found on host n-d-833436-1 {{(pid=83850) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 17:05:42.482791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d30107c7-c350-43f0-95aa-d094aeb5eff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003097'] for agent, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:44.391572 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e92ae50a-621f-4b77-ab1c-ed90b42c1a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003097'] for agent, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:44.431886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2be11e9-a93b-4a2d-bc58-c4f523e3d850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:45.421003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003097'] for agent, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:45.577331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003097'] for agent, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:45.579014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.579347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.579715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.580226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.580571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.580891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.581205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.581534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.581824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.582135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.582473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:45.582840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-833436-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:45.588040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-833436-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:46.748837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003097'] for agent, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.538356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34236) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:49.150887 n-d-833436-1 neutron-server[83849]: WARNING oslo_policy.policy [None req-27f41900-d1ce-4464-973c-62131fbb0a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:49.151450 n-d-833436-1 neutron-server[83849]: WARNING oslo_policy.policy [None req-27f41900-d1ce-4464-973c-62131fbb0a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:49.360606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-27f41900-d1ce-4464-973c-62131fbb0a78 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:05:49.361600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-27f41900-d1ce-4464-973c-62131fbb0a78 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8222864 Mar 11 17:05:50.354557 n-d-833436-1 neutron-server[83850]: INFO neutron.db.l3_hamode_db [None req-cff102aa-0b6f-43d2-815b-13a101f26513 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 17:05:50.441820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff102aa-0b6f-43d2-815b-13a101f26513 None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:05:50.442251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff102aa-0b6f-43d2-815b-13a101f26513 None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 17:05:51.646074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34250) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:52.050802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:05:52.102911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.policy [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83849) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 17:05:52.103665 n-d-833436-1 neutron-server[83849]: WARNING oslo_policy.policy [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:52.104026 n-d-833436-1 neutron-server[83849]: WARNING oslo_policy.policy [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:52.107262 n-d-833436-1 neutron-server[83849]: INFO neutron.quota [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] Loaded quota_driver: . Mar 11 17:05:52.123698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:52.194096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794727914653', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794727925613', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794727925385', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794727934530', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794728008758', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3356855', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3442979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1656744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605840'] for rbac-policy, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.266431 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.267651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b19a9db9-8f6c-4b06-b98c-835e08fae84e admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6206155 Mar 11 17:05:54.800399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34264) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:55.424934 n-d-833436-1 neutron-server[83848]: WARNING oslo_policy.policy [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:55.425803 n-d-833436-1 neutron-server[83848]: WARNING oslo_policy.policy [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:55.635683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '395c1eefe1de45deb947f1a35428de40'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:05:55.637240 n-d-833436-1 neutron-server[83848]: INFO neutron.quota [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Loaded quota_driver: . Mar 11 17:05:55.653534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:55.660195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Usage tracker for resource:network and tenant:395c1eefe1de45deb947f1a35428de40 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:55.666523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:55.674551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:55.693152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Made reservation on behalf of 395c1eefe1de45deb947f1a35428de40 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:55.730341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.policy [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83848) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 17:05:55.731125 n-d-833436-1 neutron-server[83848]: WARNING oslo_policy.policy [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:55.731489 n-d-833436-1 neutron-server[83848]: WARNING oslo_policy.policy [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:05:55.736115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.759671 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.807796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:55.811693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Usage tracker for resource:security_group_rule and tenant:395c1eefe1de45deb947f1a35428de40 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:55.814985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:55.820690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:55.896941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.903532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.924737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:05:55.949723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794727011696', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.950293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Unsubscribe: segment precommit_create {{(pid=83848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 17:05:55.950813 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Added segment f9412d15-44e5-4675-a08f-98ff2c38d8db of type vlan for network 57810cce-10f5-48da-82fd-bf7d50f91d99 Mar 11 17:05:55.999235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e01ada-874a-4c2f-b663-7118a42119cb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:56.026521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.026849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.027174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.027486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.027799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.028107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.028410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.028712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.029014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.029315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.029615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Tracked resource versions report: Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: pushed versions: Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Log': {'1.0'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Network': {'1.1'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Port': {'1.5'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'PortForwarding': {'1.2'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'QosPolicy': {'1.8'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'SecurityGroup': {'1.2'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'SubPort': {'1.0'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Subnet': {'1.1'}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Trunk': {'1.1'}} Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: consumer versions: Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: L3 agent@n-d-833436-1: {}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: Metadata agent@n-d-833436-1: {}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: Metering agent@n-d-833436-1: {}, Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Log': '1.0', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Network': '1.1', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Port': '1.5', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'PortForwarding': '1.2', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'QosPolicy': '1.8', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'SecurityGroup': '1.2', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'SecurityGroupRule': '1.0', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'SubPort': '1.0', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Subnet': '1.1', Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: 'Trunk': '1.1'}} Mar 11 17:05:56.030714 n-d-833436-1 neutron-server[83848]: {{(pid=83848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:05:56.072062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.119781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.120995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:56.121806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.228622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] Pushing event updated for resources: {'Network': ['ID=57810cce-10f5-48da-82fd-bf7d50f91d99,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:56.231618 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4a1b22b8-0822-4333-9d11-49e1fadb44ef admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4281461 Mar 11 17:05:56.242340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:05:58.813119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34286) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:59.322293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffee9a-43e7-451d-b924-033d1e29569b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:59.323566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4fffee9a-43e7-451d-b924-033d1e29569b admin admin] 10.222.0.96 "GET /v2.0/networks/57810cce-10f5-48da-82fd-bf7d50f91d99 HTTP/1.1" status: 200 len: 826 time: 0.5093923 Mar 11 17:05:59.356585 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a6c53adf-cbb9-43bb-8c97-d2801ff66048 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/798aacb5-2bda-4b5e-96dc-3ba9ce1a7009 HTTP/1.1" status: 200 len: 734 time: 0.0250144 Mar 11 17:05:59.364795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Request body: {'subnet': {'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'subnetpool_id': '798aacb5-2bda-4b5e-96dc-3ba9ce1a7009', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '395c1eefe1de45deb947f1a35428de40'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:05:59.369521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:59.373668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Usage tracker for resource:subnet and tenant:395c1eefe1de45deb947f1a35428de40 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:59.377206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:59.383510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:59.397087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Made reservation on behalf of 395c1eefe1de45deb947f1a35428de40 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:59.399465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.683822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.761109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b46900-e7eb-4a8f-8edf-37d909c40571,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:59.772291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Checking segment: {'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:05:59.772673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Network hostable DHCP agents. Network: 57810cce-10f5-48da-82fd-bf7d50f91d99, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:05:59.799461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:05:59.810851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 57810cce-10f5-48da-82fd-bf7d50f91d99) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:59.815536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:59.816118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.820867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ef1f0-57e6-48b0-b273-d1369235bf57 None None] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:05:59.850394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a1d2a4c-15e1-4388-97a9-35bb9f2c9571 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4752829 Mar 11 17:06:00.125077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-57810cce-10f5-48da-82fd-bf7d50f91d99', 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'fixed_ips': [{'subnet_id': '38b46900-e7eb-4a8f-8edf-37d909c40571'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:06:00.126482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.322381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Allocated IP 172.20.0.2 (57810cce-10f5-48da-82fd-bf7d50f91d99/38b46900-e7eb-4a8f-8edf-37d909c40571/75861e40-2044-419a-9496-4ce1d25db4eb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:00.544549 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.558265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Transition to ACTIVE for port object 75861e40-2044-419a-9496-4ce1d25db4eb will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:00.581212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Transition to ACTIVE for port object 75861e40-2044-419a-9496-4ce1d25db4eb will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:00.589068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.654337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:00.657242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:00.662142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Pushing event updated for resources: {'Port': ['ID=75861e40-2044-419a-9496-4ce1d25db4eb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:00.664395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:06:00.699633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.699966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.700297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.700626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.700950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.701270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.701587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.701902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.702215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.702557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.702873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Tracked resource versions report: Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: pushed versions: Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Log': {'1.0'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Network': {'1.1'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Port': {'1.5'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'PortForwarding': {'1.2'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'QosPolicy': {'1.8'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'SecurityGroup': {'1.2'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'SubPort': {'1.0'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Subnet': {'1.1'}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Trunk': {'1.1'}} Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: consumer versions: Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: L3 agent@n-d-833436-1: {}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: Metadata agent@n-d-833436-1: {}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: Metering agent@n-d-833436-1: {}, Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Log': '1.0', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Network': '1.1', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Port': '1.5', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'PortForwarding': '1.2', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'QosPolicy': '1.8', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'SecurityGroup': '1.2', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'SecurityGroupRule': '1.0', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'SubPort': '1.0', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Subnet': '1.1', Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: 'Trunk': '1.1'}} Mar 11 17:06:00.704054 n-d-833436-1 neutron-server[83850]: {{(pid=83850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:06:00.765304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Attempting to bind port 75861e40-2044-419a-9496-4ce1d25db4eb on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:00.765687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Attempting to bind port 75861e40-2044-419a-9496-4ce1d25db4eb by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:00.766184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Attempting to bind port 75861e40-2044-419a-9496-4ce1d25db4eb on network 57810cce-10f5-48da-82fd-bf7d50f91d99 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:06:00.772938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:06:00.773330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Checking segment: {'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:06:00.773796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.774176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Bound using segment: {'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:06:00.774689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Bound port: 75861e40-2044-419a-9496-4ce1d25db4eb, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:00.775069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.861227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] For port 75861e40-2044-419a-9496-4ce1d25db4eb, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:00.865431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] For port 75861e40-2044-419a-9496-4ce1d25db4eb, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=75861e40-2044-419a-9496-4ce1d25db4eb,segment=NetworkSegment(f9412d15-44e5-4675-a08f-98ff2c38d8db),segment_id=f9412d15-44e5-4675-a08f-98ff2c38d8db)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:00.869738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.970877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ca10-fb5e-48cb-87c9-7f6853ef5294 None None] Pushing event updated for resources: {'Port': ['ID=75861e40-2044-419a-9496-4ce1d25db4eb,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:02.117740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:02.522107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-bc83cfc3-009f-42f8-a0c3-6962f8d4440d admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:06:02.523095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bc83cfc3-009f-42f8-a0c3-6962f8d4440d admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4044306 Mar 11 17:06:03.848255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 75861e40-2044-419a-9496-4ce1d25db4eb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:06:03.915690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 75861e40-2044-419a-9496-4ce1d25db4eb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:04.583606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb538e-d228-4082-952e-8f8a1fd175e0 None None] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:06:04.745946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-928c2578-2d26-4d61-bbd9-ec3c2cb0925b None None] Provisioning for port 75861e40-2044-419a-9496-4ce1d25db4eb completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:04.752328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-928c2578-2d26-4d61-bbd9-ec3c2cb0925b None None] Provisioning complete for port 75861e40-2044-419a-9496-4ce1d25db4eb triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:04.752721 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-928c2578-2d26-4d61-bbd9-ec3c2cb0925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:04.827352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34310) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:04.925696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-928c2578-2d26-4d61-bbd9-ec3c2cb0925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:04.960078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-928c2578-2d26-4d61-bbd9-ec3c2cb0925b None None] For port 75861e40-2044-419a-9496-4ce1d25db4eb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=75861e40-2044-419a-9496-4ce1d25db4eb,segment=NetworkSegment(f9412d15-44e5-4675-a08f-98ff2c38d8db),segment_id=f9412d15-44e5-4675-a08f-98ff2c38d8db)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:04.965414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-928c2578-2d26-4d61-bbd9-ec3c2cb0925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.031933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c2578-2d26-4d61-bbd9-ec3c2cb0925b None None] Pushing event updated for resources: {'Port': ['ID=75861e40-2044-419a-9496-4ce1d25db4eb,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:05.189932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ddde9fc5-9665-49c3-858d-5db44f19449f None None] Provisioning complete for port 75861e40-2044-419a-9496-4ce1d25db4eb triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:05.190206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddde9fc5-9665-49c3-858d-5db44f19449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.316330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-b542e71c-bc7e-4a5b-bd01-19f3d6379ebd admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:06:05.317303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b542e71c-bc7e-4a5b-bd01-19f3d6379ebd admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4891107 Mar 11 17:06:05.819038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 75861e40-2044-419a-9496-4ce1d25db4eb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:06:05.892737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 75861e40-2044-419a-9496-4ce1d25db4eb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:05.893061 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.890573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34322) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:08.268513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Request body: {'router': {'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'name': 'router1', 'admin_state_up': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:08.273613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:08.278227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Usage tracker for resource:router and tenant:395c1eefe1de45deb947f1a35428de40 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:08.282265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:08.288404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:08.302434 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.304893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.336484 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.451192 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.471773 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.473118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd2b7464-2198-42ee-b733-869ceca93d8a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5815775 Mar 11 17:06:10.733566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34332) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:11.157489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-4587e5a1-906f-4b42-b3c7-87cda099a75d admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:06:11.158591 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4587e5a1-906f-4b42-b3c7-87cda099a75d admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4239609 Mar 11 17:06:12.214907 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8cdb09f4-00a0-432d-bee0-daf7f8f0e541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.409229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34342) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:13.847276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:13.852663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:13.856681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Usage tracker for resource:network and tenant:54832642e672427f85176c311813db7f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:13.859929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:13.865824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:13.878267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Made reservation on behalf of 54832642e672427f85176c311813db7f for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:13.881874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.897047 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.929972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:13.933860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Usage tracker for resource:security_group_rule and tenant:54832642e672427f85176c311813db7f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:13.936711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:13.942460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:14.006684 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.012505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.029759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Reserving flat network on physical network physnet1 {{(pid=83848) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 17:06:14.049694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbef2ef2-ce49-469c-8cfc-e0460094a80e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:14.054579 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.054914 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Added segment c789bae1-bc96-45e1-a269-297e9bb0c053 of type flat for network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 Mar 11 17:06:14.092060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.129489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.130337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.131040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.242101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] Pushing event updated for resources: {'Network': ['ID=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:14.245066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db794b1b-7936-464c-8b78-1ce8f018aa13 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8348815 Mar 11 17:06:14.254138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:06:14.398292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6d742ec-a538-4c58-b94e-c38dadf0358d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.366675 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.579611 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.519641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:16.703571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.766546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf9265-1708-4599-9551-757323866dfe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.767869 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1acf9265-1708-4599-9551-757323866dfe admin admin] 10.222.0.96 "GET /v2.0/subnets/38b46900-e7eb-4a8f-8edf-37d909c40571 HTTP/1.1" status: 200 len: 849 time: 0.2472694 Mar 11 17:06:16.947353 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bd705d7b-12e7-4f23-9e8f-91e4351e6aff admin admin] 10.222.0.96 "GET /v2.0/routers/2505e7f8-f441-4230-a1d8-d6130937ebcd HTTP/1.1" status: 200 len: 704 time: 0.1737757 Mar 11 17:06:17.416673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.652734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Allocated IP 172.20.0.1 (57810cce-10f5-48da-82fd-bf7d50f91d99/38b46900-e7eb-4a8f-8edf-37d909c40571/40da4de9-d58f-41f3-8179-4ba2286cda0e) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:17.817764 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.836159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Transition to ACTIVE for port object 40da4de9-d58f-41f3-8179-4ba2286cda0e will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:17.892076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.998640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:18.001555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:18.006021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:06:18.007260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.009084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Pushing event updated for resources: {'Port': ['ID=40da4de9-d58f-41f3-8179-4ba2286cda0e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:18.138195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.230281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d61414c-3a0d-470b-8b69-caeadf1ebd71 None None] Provisioning for port 40da4de9-d58f-41f3-8179-4ba2286cda0e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:18.235540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d61414c-3a0d-470b-8b69-caeadf1ebd71 None None] Provisioning complete for port 40da4de9-d58f-41f3-8179-4ba2286cda0e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:18.235905 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d61414c-3a0d-470b-8b69-caeadf1ebd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.287107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6d61414c-3a0d-470b-8b69-caeadf1ebd71 None None] Port 40da4de9-d58f-41f3-8179-4ba2286cda0e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:06:18.365698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.371891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.372614 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.497605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Pushing event updated for resources: {'Port': ['ID=40da4de9-d58f-41f3-8179-4ba2286cda0e,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:18.566292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:18.567380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:18.812034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-791d7cdd-b88a-4bcc-be0f-1b9bc320ede3 None None] Provisioning complete for port 40da4de9-d58f-41f3-8179-4ba2286cda0e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:18.812408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-791d7cdd-b88a-4bcc-be0f-1b9bc320ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.864203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-791d7cdd-b88a-4bcc-be0f-1b9bc320ede3 None None] Port 40da4de9-d58f-41f3-8179-4ba2286cda0e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:06:18.922427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Router 2505e7f8-f441-4230-a1d8-d6130937ebcd is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:06:19.098273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:06:19.107292 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-71eec8f6-f12a-4ffa-8d25-dc8096498b56 admin admin] 10.222.0.96 "PUT /v2.0/routers/2505e7f8-f441-4230-a1d8-d6130937ebcd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1549268 Mar 11 17:06:19.108774 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Sync routers for ids ['2505e7f8-f441-4230-a1d8-d6130937ebcd'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:06:19.124682 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Routers {'2505e7f8-f441-4230-a1d8-d6130937ebcd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:06:19.125534 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:06:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2505e7f8-f441-4230-a1d8-d6130937ebcd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:19.295106 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Set router 2505e7f8-f441-4230-a1d8-d6130937ebcd gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:06:19.659315 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'name': 'router1', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:06:08Z', 'updated_at': '2022-03-11T17:06:18Z', 'revision_number': 2, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'gw_port_host': None, '_interfaces': [{'id': '40da4de9-d58f-41f3-8179-4ba2286cda0e', 'name': '', 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'mac_address': 'fa:16:3e:08:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:17Z', 'updated_at': '2022-03-11T17:06:18Z', 'revision_number': 2, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'subnets': [{'id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798aacb5-2bda-4b5e-96dc-3ba9ce1a7009'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:19.664406 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Checking router: 2505e7f8-f441-4230-a1d8-d6130937ebcd for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:06:19.664763 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Updating router 2505e7f8-f441-4230-a1d8-d6130937ebcd port 40da4de9-d58f-41f3-8179-4ba2286cda0e binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:06:19.718144 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.091219 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.106540 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Transition to ACTIVE for port object 40da4de9-d58f-41f3-8179-4ba2286cda0e will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:20.116150 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.350796 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Pushing event updated for resources: {'Port': ['ID=40da4de9-d58f-41f3-8179-4ba2286cda0e,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:20.359849 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Attempting to bind port 40da4de9-d58f-41f3-8179-4ba2286cda0e on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:20.360241 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Attempting to bind port 40da4de9-d58f-41f3-8179-4ba2286cda0e by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:20.360673 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Attempting to bind port 40da4de9-d58f-41f3-8179-4ba2286cda0e on network 57810cce-10f5-48da-82fd-bf7d50f91d99 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:06:20.369918 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.370259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.370615 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.370945 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.371269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.371586 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.371898 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.372212 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.372524 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.372835 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.373145 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Tracked resource versions report: Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: pushed versions: Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Log': {'1.0'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Network': {'1.1'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Port': {'1.5'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'PortForwarding': {'1.2'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'QosPolicy': {'1.8'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'SecurityGroup': {'1.2'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'SubPort': {'1.0'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Subnet': {'1.1'}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Trunk': {'1.1'}} Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: consumer versions: Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: L3 agent@n-d-833436-1: {}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: Metadata agent@n-d-833436-1: {}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: Metering agent@n-d-833436-1: {}, Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Log': '1.0', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Network': '1.1', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Port': '1.5', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'PortForwarding': '1.2', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'QosPolicy': '1.8', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'SecurityGroup': '1.2', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'SecurityGroupRule': '1.0', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'SubPort': '1.0', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Subnet': '1.1', Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: 'Trunk': '1.1'}} Mar 11 17:06:20.374224 n-d-833436-1 neutron-server[83851]: {{(pid=83851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:06:20.376799 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:06:20.377215 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Checking segment: {'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:06:20.377646 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.378017 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Bound using segment: {'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:06:20.378542 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Bound port: 40da4de9-d58f-41f3-8179-4ba2286cda0e, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9412d15-44e5-4675-a08f-98ff2c38d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:20.378931 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.467764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] For port 40da4de9-d58f-41f3-8179-4ba2286cda0e, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:20.471829 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] For port 40da4de9-d58f-41f3-8179-4ba2286cda0e, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=40da4de9-d58f-41f3-8179-4ba2286cda0e,segment=NetworkSegment(f9412d15-44e5-4675-a08f-98ff2c38d8db),segment_id=f9412d15-44e5-4675-a08f-98ff2c38d8db)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:20.476439 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.560545 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a1247-0485-499f-9ffe-cf1147f4f40c None None] Pushing event updated for resources: {'Port': ['ID=40da4de9-d58f-41f3-8179-4ba2286cda0e,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:20.569032 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Routers {'2505e7f8-f441-4230-a1d8-d6130937ebcd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:06:20.569714 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:06:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2505e7f8-f441-4230-a1d8-d6130937ebcd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:20.722975 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] Set router 2505e7f8-f441-4230-a1d8-d6130937ebcd gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:06:21.059590 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'name': 'router1', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:06:08Z', 'updated_at': '2022-03-11T17:06:18Z', 'revision_number': 2, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'gw_port_host': None, '_interfaces': [{'id': '40da4de9-d58f-41f3-8179-4ba2286cda0e', 'name': '', 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'mac_address': 'fa:16:3e:08:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:17Z', 'updated_at': '2022-03-11T17:06:20Z', 'revision_number': 4, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'subnets': [{'id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798aacb5-2bda-4b5e-96dc-3ba9ce1a7009'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:21.063745 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782b6af-9efd-4bd8-af55-750494f5d518 None None] The sync data for ids ['2505e7f8-f441-4230-a1d8-d6130937ebcd'] in n-d-833436-1 is: [{'id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'name': 'router1', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:06:08Z', 'updated_at': '2022-03-11T17:06:18Z', 'revision_number': 2, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'gw_port_host': None, '_interfaces': [{'id': '40da4de9-d58f-41f3-8179-4ba2286cda0e', 'name': '', 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'mac_address': 'fa:16:3e:08:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:17Z', 'updated_at': '2022-03-11T17:06:20Z', 'revision_number': 4, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'subnets': [{'id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798aacb5-2bda-4b5e-96dc-3ba9ce1a7009'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:06:21.154746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34384) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:21.321553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e01b1-b95d-4492-b102-d86e1a2cc6ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.322010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c74e01b1-b95d-4492-b102-d86e1a2cc6ba admin admin] Synchronizing usage tracker for tenant:54832642e672427f85176c311813db7f on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:06:21.341048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c74e01b1-b95d-4492-b102-d86e1a2cc6ba admin admin] Unset dirty status for tenant:54832642e672427f85176c311813db7f on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:06:21.342236 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c74e01b1-b95d-4492-b102-d86e1a2cc6ba admin admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 842 time: 0.1865692 Mar 11 17:06:21.354475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'ip_version': 4, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:21.360099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:21.364218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Usage tracker for resource:subnet and tenant:54832642e672427f85176c311813db7f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:21.367223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:21.373583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:21.385526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Made reservation on behalf of 54832642e672427f85176c311813db7f for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:21.388079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.783161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:06:21.783609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.849716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e171d322-a0aa-49a1-a9f0-71152bd0510d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:21.866119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:06:21.866504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Network hostable DHCP agents. Network: 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:06:21.905470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:06:21.919810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:21.924064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.924696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.935775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b38e13-e1f1-4c06-8d2c-17f3d79fa553 None None] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:06:21.957860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b917b00e-9f80-4523-ac5c-6a9a8293bb29 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6084900 Mar 11 17:06:22.181158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12d722-779a-4242-b5c3-e5d996840649 None None] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:06:23.844722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 40da4de9-d58f-41f3-8179-4ba2286cda0e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:06:23.914609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 40da4de9-d58f-41f3-8179-4ba2286cda0e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:23.919336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 40da4de9-d58f-41f3-8179-4ba2286cda0e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:23.919734 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.031786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.065333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 40da4de9-d58f-41f3-8179-4ba2286cda0e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=40da4de9-d58f-41f3-8179-4ba2286cda0e,segment=NetworkSegment(f9412d15-44e5-4675-a08f-98ff2c38d8db),segment_id=f9412d15-44e5-4675-a08f-98ff2c38d8db)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:24.069357 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.112871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34398) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:24.135512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=40da4de9-d58f-41f3-8179-4ba2286cda0e,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.349135 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5448ef3d-a92b-465f-9347-9face31b3103 admin admin] 10.222.0.96 "GET /v2.0/routers/2505e7f8-f441-4230-a1d8-d6130937ebcd HTTP/1.1" status: 200 len: 710 time: 0.2350006 Mar 11 17:06:24.474742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2f28e-c8d4-4522-a756-8f641d63cba3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:24.476103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e9e2f28e-c8d4-4522-a756-8f641d63cba3 admin admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 886 time: 0.1215775 Mar 11 17:06:24.487740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:24.973496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.165429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.220922 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.393647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Allocated IP 172.25.3.204 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/4c195ecd-73ac-42a8-bd70-96c095332216) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:25.537385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.567008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.633326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:25.636114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:25.640267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:06:25.662179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c195ecd-73ac-42a8-bd70-96c095332216,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:25.785249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.829099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 40da4de9-d58f-41f3-8179-4ba2286cda0e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:06:25.900766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 40da4de9-d58f-41f3-8179-4ba2286cda0e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:25.901100 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.947422 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.950865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.149185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Router 2505e7f8-f441-4230-a1d8-d6130937ebcd has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:06:26.348575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:06:26.356730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.357912 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f794b861-53bf-46b4-88d1-bee9828bcec8 admin admin] 10.222.0.96 "PUT /v2.0/routers/2505e7f8-f441-4230-a1d8-d6130937ebcd HTTP/1.1" status: 200 len: 890 time: 1.8735006 Mar 11 17:06:26.358513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Sync routers for ids ['2505e7f8-f441-4230-a1d8-d6130937ebcd'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:06:26.372100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Routers {'2505e7f8-f441-4230-a1d8-d6130937ebcd'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:06:26.372779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:06:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2505e7f8-f441-4230-a1d8-d6130937ebcd'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:26.567710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Set router 2505e7f8-f441-4230-a1d8-d6130937ebcd gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:06:26.913241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'name': 'router1', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '4c195ecd-73ac-42a8-bd70-96c095332216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:06:08Z', 'updated_at': '2022-03-11T17:06:25Z', 'revision_number': 4, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'gw_port': {'id': '4c195ecd-73ac-42a8-bd70-96c095332216', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:25Z', 'updated_at': '2022-03-11T17:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '40da4de9-d58f-41f3-8179-4ba2286cda0e', 'name': '', 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'mac_address': 'fa:16:3e:08:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:17Z', 'updated_at': '2022-03-11T17:06:24Z', 'revision_number': 5, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'subnets': [{'id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798aacb5-2bda-4b5e-96dc-3ba9ce1a7009'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:26.918120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Checking router: 2505e7f8-f441-4230-a1d8-d6130937ebcd for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:06:26.918495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Updating router 2505e7f8-f441-4230-a1d8-d6130937ebcd port 4c195ecd-73ac-42a8-bd70-96c095332216 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:06:26.972267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.293444 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.305374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Transition to ACTIVE for port object 4c195ecd-73ac-42a8-bd70-96c095332216 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:27.311953 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.387821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a3071-0a32-4cb2-bcd3-e4d8c815fdf2 None None] Pushing event updated for resources: {'Port': ['ID=4c195ecd-73ac-42a8-bd70-96c095332216,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:27.391560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Attempting to bind port 4c195ecd-73ac-42a8-bd70-96c095332216 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:27.391951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Attempting to bind port 4c195ecd-73ac-42a8-bd70-96c095332216 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:27.392303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Attempting to bind port 4c195ecd-73ac-42a8-bd70-96c095332216 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:06:27.399037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:06:27.399414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:06:27.399816 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.400197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:06:27.400662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Bound port: 4c195ecd-73ac-42a8-bd70-96c095332216, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:27.401016 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.496265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] For port 4c195ecd-73ac-42a8-bd70-96c095332216, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:27.499623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] For port 4c195ecd-73ac-42a8-bd70-96c095332216, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4c195ecd-73ac-42a8-bd70-96c095332216,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:27.503733 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.577678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a3071-0a32-4cb2-bcd3-e4d8c815fdf2 None None] Pushing event updated for resources: {'Port': ['ID=4c195ecd-73ac-42a8-bd70-96c095332216,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:27.585018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Routers {'2505e7f8-f441-4230-a1d8-d6130937ebcd'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:06:27.585774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:06:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2505e7f8-f441-4230-a1d8-d6130937ebcd'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:27.760325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] Set router 2505e7f8-f441-4230-a1d8-d6130937ebcd gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:06:28.080732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'name': 'router1', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '4c195ecd-73ac-42a8-bd70-96c095332216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:06:08Z', 'updated_at': '2022-03-11T17:06:25Z', 'revision_number': 4, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'gw_port': {'id': '4c195ecd-73ac-42a8-bd70-96c095332216', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:25Z', 'updated_at': '2022-03-11T17:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '40da4de9-d58f-41f3-8179-4ba2286cda0e', 'name': '', 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'mac_address': 'fa:16:3e:08:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:17Z', 'updated_at': '2022-03-11T17:06:24Z', 'revision_number': 5, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'subnets': [{'id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798aacb5-2bda-4b5e-96dc-3ba9ce1a7009'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:28.085048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9e0af-b9e5-476b-b394-c7a931abde6e None None] The sync data for ids ['2505e7f8-f441-4230-a1d8-d6130937ebcd'] in n-d-833436-1 is: [{'id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'name': 'router1', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '4c195ecd-73ac-42a8-bd70-96c095332216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:06:08Z', 'updated_at': '2022-03-11T17:06:25Z', 'revision_number': 4, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'gw_port': {'id': '4c195ecd-73ac-42a8-bd70-96c095332216', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:25Z', 'updated_at': '2022-03-11T17:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '40da4de9-d58f-41f3-8179-4ba2286cda0e', 'name': '', 'network_id': '57810cce-10f5-48da-82fd-bf7d50f91d99', 'tenant_id': '395c1eefe1de45deb947f1a35428de40', 'mac_address': 'fa:16:3e:08:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2505e7f8-f441-4230-a1d8-d6130937ebcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:06:17Z', 'updated_at': '2022-03-11T17:06:24Z', 'revision_number': 5, 'project_id': '395c1eefe1de45deb947f1a35428de40', 'subnets': [{'id': '38b46900-e7eb-4a8f-8edf-37d909c40571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '798aacb5-2bda-4b5e-96dc-3ba9ce1a7009'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:06:28.644611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34408) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:28.794336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-781cd5c0-804f-41c7-9a22-e8c2ee31204d admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1486340 Mar 11 17:06:29.853397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4c195ecd-73ac-42a8-bd70-96c095332216 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:06:29.924442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4c195ecd-73ac-42a8-bd70-96c095332216 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:29.932839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4c195ecd-73ac-42a8-bd70-96c095332216 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:29.933944 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.064519 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.081114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 4c195ecd-73ac-42a8-bd70-96c095332216, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4c195ecd-73ac-42a8-bd70-96c095332216,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:30.086186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.152092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=4c195ecd-73ac-42a8-bd70-96c095332216,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:31.833310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4c195ecd-73ac-42a8-bd70-96c095332216 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:06:31.912633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4c195ecd-73ac-42a8-bd70-96c095332216 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:31.913000 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:37.913158 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:06:42.219663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87f67ae0-0f50-4890-8275-6fb315a6a73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.402786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-38a3c79c-31c4-4f61-9a61-dd8a68b9489d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.373526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.589175 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.711506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.223206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df9fa91f-be46-4d03-9741-5fdeca831b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.416526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0fa-c8b9-4a3c-aa8d-ab3f9b829ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.914630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:07:15.374803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.585059 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.708194 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.229524 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab4cd-3a8d-45b0-a70c-0168e9492c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:44.413959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d9d422f-3c49-44a3-b431-fc5cb308b18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.376915 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.589196 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:46.712228 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.914991 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:08:12.224965 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bd7f-6ba6-445b-add5-adf3e0967271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.407809 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7473dadc-4b12-4e89-b5ae-fc6e895c69dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:15.375565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:15.593975 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:16.715446 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.928114 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:08:35.334862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35018) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:35.452198 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab29fa2-1a93-4a38-9dd4-b3d30624b673 admin admin] GET failed (client error): The resource could not be found. Mar 11 17:08:35.453333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fab29fa2-1a93-4a38-9dd4-b3d30624b673 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1174178 Mar 11 17:08:35.606543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf8cf20-1cb1-4a7f-843f-a8fee855c122 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:35.607838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7bf8cf20-1cb1-4a7f-843f-a8fee855c122 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1504111 Mar 11 17:08:37.621087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35028) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:37.781099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a29ef-a4b8-4b2c-9a63-c636316c784a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:37.781730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a22a29ef-a4b8-4b2c-9a63-c636316c784a admin admin] Synchronizing usage tracker for tenant:54832642e672427f85176c311813db7f on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:08:37.800557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a22a29ef-a4b8-4b2c-9a63-c636316c784a admin admin] Unset dirty status for tenant:54832642e672427f85176c311813db7f on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:08:37.801694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a22a29ef-a4b8-4b2c-9a63-c636316c784a admin admin] 10.222.0.96 "GET /v2.0/subnets/38b46900-e7eb-4a8f-8edf-37d909c40571 HTTP/1.1" status: 200 len: 849 time: 0.1796434 Mar 11 17:08:37.811064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:08:37.932261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.125150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794726933149'] for subnet, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.177972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5afb896-d3e5-4049-8cde-7d6058a0e37f None None] Network 57810cce-10f5-48da-82fd-bf7d50f91d99 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:08:38.180894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:38.181486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.182786 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] 10.222.0.96 "PUT /v2.0/subnets/38b46900-e7eb-4a8f-8edf-37d909c40571 HTTP/1.1" status: 200 len: 868 time: 0.3755217 Mar 11 17:08:38.198056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b46900-e7eb-4a8f-8edf-37d909c40571,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:38.208897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.210091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.210665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.211195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.211698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.212232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.212785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.213415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.214085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.214678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.215245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656b15-cc1d-4ddd-bbdc-538629761484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:38.725231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-038114ca-c729-4521-8398-9015247335f6 None None] Provisioning complete for port 40da4de9-d58f-41f3-8179-4ba2286cda0e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:38.725647 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-038114ca-c729-4521-8398-9015247335f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.851149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-038114ca-c729-4521-8398-9015247335f6 None None] Provisioning complete for port 75861e40-2044-419a-9496-4ce1d25db4eb triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:38.851649 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-038114ca-c729-4521-8398-9015247335f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:40.224530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35038) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:40.437464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b103836-3c2e-4aba-a38c-1f68a6f7f7f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:40.437832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b103836-3c2e-4aba-a38c-1f68a6f7f7f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:40.439414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9b103836-3c2e-4aba-a38c-1f68a6f7f7f8 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2139363 Mar 11 17:08:42.227786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d12fb9e-50d8-4d26-b862-8162b6e0349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:42.433436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35048) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:42.671217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f0ffa-a826-4360-bca5-1d88bad4f3a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:42.671529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f0ffa-a826-4360-bca5-1d88bad4f3a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:42.673082 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-121f0ffa-a826-4360-bca5-1d88bad4f3a9 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2385299 Mar 11 17:08:44.414338 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8cd435fd-db57-495f-90d0-35c450f9f442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.697597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35058) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:44.912290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca36f873-c295-4f41-b486-4cc33cec2e71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:44.913685 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ca36f873-c295-4f41-b486-4cc33cec2e71 admin admin] 10.222.0.96 "GET /v2.0/networks/57810cce-10f5-48da-82fd-bf7d50f91d99 HTTP/1.1" status: 200 len: 870 time: 0.2151587 Mar 11 17:08:45.376575 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.598588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:46.720073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:46.943776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:47.153813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625ce8d-14e8-472a-9d67-6e4bff99df96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.155196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e625ce8d-14e8-472a-9d67-6e4bff99df96 admin admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 886 time: 0.2104759 Mar 11 17:08:49.180908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35078) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:49.320894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997ee9b-d5a0-4889-b893-ce732ccdcb06 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:49.321238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997ee9b-d5a0-4889-b893-ce732ccdcb06 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:49.322734 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a997ee9b-d5a0-4889-b893-ce732ccdcb06 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408699 Mar 11 17:08:51.368687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:51.507417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc9800-78cf-47aa-9df0-24c99de60b26 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:51.507777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc9800-78cf-47aa-9df0-24c99de60b26 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:51.509268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b7bc9800-78cf-47aa-9df0-24c99de60b26 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1396415 Mar 11 17:08:53.536172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:53.671641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da993c-5398-4408-a594-16afae58320e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:53.672961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b3da993c-5398-4408-a594-16afae58320e admin admin] 10.222.0.96 "GET /v2.0/subnets/38b46900-e7eb-4a8f-8edf-37d909c40571 HTTP/1.1" status: 200 len: 868 time: 0.1358404 Mar 11 17:08:55.663784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35108) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:55.796010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd8413-35bf-47c7-a09a-f6f2f142cfed admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:55.797337 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-59dd8413-35bf-47c7-a09a-f6f2f142cfed admin admin] 10.222.0.96 "GET /v2.0/subnets/e171d322-a0aa-49a1-a9f0-71152bd0510d HTTP/1.1" status: 200 len: 816 time: 0.1325972 Mar 11 17:09:05.929679 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:09:12.233324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-baabe038-c295-47b1-aa0a-9a052445a9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.681738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35146) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:13.755087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-5cdac18c-9d2a-4d29-995a-b2bce8132108 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:09:13.756083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5cdac18c-9d2a-4d29-995a-b2bce8132108 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0733163 Mar 11 17:09:14.411986 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b8b289b-3308-43a9-969d-8b7e2f55a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.381475 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.603106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.824086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35156) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:15.924390 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35dfa17-66a4-4f77-9146-e756684bd435 admin admin] GET failed (client error): The resource could not be found. Mar 11 17:09:15.925891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f35dfa17-66a4-4f77-9146-e756684bd435 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1008570 Mar 11 17:09:16.069172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e76388d-a163-4ab0-b936-49437cf4489e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:16.070638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1e76388d-a163-4ab0-b936-49437cf4489e admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386416 Mar 11 17:09:16.722102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.147156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35166) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:18.219528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:09:18.224597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:18.240853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:18.252583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Made reservation on behalf of 54832642e672427f85176c311813db7f for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:18.255176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.342387 n-d-833436-1 neutron-server[83848]: WARNING neutron.services.revisions.revision_plugin [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Could not find related network for resource to bump revision. Mar 11 17:09:18.354709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:09:18.363791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.364072 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Added segment bd315d2b-e9b6-478f-a92a-04839cbd5cf9 of type vlan for network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b Mar 11 17:09:18.388924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.427606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.428430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:18.429005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.535395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3870785 Mar 11 17:09:18.536049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2ffb2-eb50-4a8f-add5-89dfbf231de5 admin admin] Pushing event updated for resources: {'Network': ['ID=6523c5d6-c91e-47b6-b43b-5260b5c80d6b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:18.548868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:09:20.557448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35176) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:20.656149 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-59670900-0224-45d7-aa26-dc2e0f2ff79f admin admin] GET failed (client error): The resource could not be found. Mar 11 17:09:20.657328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-59670900-0224-45d7-aa26-dc2e0f2ff79f admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0989051 Mar 11 17:09:20.759159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10b9c3-ff53-4fc4-812b-462ea28bae7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.760469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7d10b9c3-ff53-4fc4-812b-462ea28bae7d admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0991814 Mar 11 17:09:20.772594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'description': 'shared-subnet'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:09:20.777307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:20.786988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:20.802145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Made reservation on behalf of 54832642e672427f85176c311813db7f for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:20.804880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.071376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.155365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2176f98-f832-4a9e-ad71-135200133d3c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:21.169368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.169702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.170032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.170352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.170696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.171014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.171326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.171636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.171949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.172254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.172582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Tracked resource versions report: Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: pushed versions: Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Log': {'1.0'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Network': {'1.1'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Port': {'1.5'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'PortForwarding': {'1.2'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'QosPolicy': {'1.8'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'SecurityGroup': {'1.2'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'SubPort': {'1.0'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Subnet': {'1.1'}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Trunk': {'1.1'}} Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: consumer versions: Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: L3 agent@n-d-833436-1: {}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: Metadata agent@n-d-833436-1: {}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: Metering agent@n-d-833436-1: {}, Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Log': '1.0', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Network': '1.1', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Port': '1.5', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'PortForwarding': '1.2', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'QosPolicy': '1.8', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'SecurityGroup': '1.2', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'SecurityGroupRule': '1.0', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'SubPort': '1.0', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Subnet': '1.1', Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: 'Trunk': '1.1'}} Mar 11 17:09:21.173647 n-d-833436-1 neutron-server[83849]: {{(pid=83849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:09:21.192247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:09:21.192620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Network hostable DHCP agents. Network: 6523c5d6-c91e-47b6-b43b-5260b5c80d6b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:09:21.221244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:09:21.235379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6523c5d6-c91e-47b6-b43b-5260b5c80d6b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:21.241114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:21.241710 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.245928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157aba1-61b5-418c-a337-248eac5b2894 None None] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:09:21.268144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-439da67c-3c0d-4e83-813b-52f13c0ee2a2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4988723 Mar 11 17:09:21.465617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'tenant_id': '54832642e672427f85176c311813db7f', 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:09:21.466484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.624498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Allocated IP 192.168.233.2 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/5de2710e-11ea-4ce2-a12e-90cf4a28d7d7) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:21.822874 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.833180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Transition to ACTIVE for port object 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:21.851156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Transition to ACTIVE for port object 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:21.857237 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.922028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:21.924684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:21.932327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:09:21.935646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Pushing event updated for resources: {'Port': ['ID=5de2710e-11ea-4ce2-a12e-90cf4a28d7d7,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:21.967793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.968127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.968455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.968780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.969132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.969430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.969746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.970041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.970404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.970849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.971130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:22.029092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Attempting to bind port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:22.029455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Attempting to bind port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:22.029814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Attempting to bind port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:09:22.036324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:09:22.036695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:09:22.037089 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.037473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:09:22.037947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Bound port: 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:22.038313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.149053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] For port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:22.154421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] For port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5de2710e-11ea-4ce2-a12e-90cf4a28d7d7,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:22.157684 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.233170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b187bc0-85da-4f9c-80ed-bb932bae7b19 None None] Pushing event updated for resources: {'Port': ['ID=5de2710e-11ea-4ce2-a12e-90cf4a28d7d7,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:23.078857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1a9b7-fa91-4f12-875d-0a4de96917ff None None] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:09:23.171574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-35da71d3-7b55-4949-b6eb-8696f09196d0 None None] Provisioning for port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:23.937511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:24.008824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:24.013698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:24.014073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.126976 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.161176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5de2710e-11ea-4ce2-a12e-90cf4a28d7d7,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:24.166123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.230451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=5de2710e-11ea-4ce2-a12e-90cf4a28d7d7,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:25.914899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:25.984889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5de2710e-11ea-4ce2-a12e-90cf4a28d7d7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:25.985251 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.241727 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f739d8a-ee01-4c82-8666-16fc5feee2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.929421 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:09:44.411282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f18e1832-a29b-4d81-bef4-16f1c9a14e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.384645 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.609954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:46.725712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.244331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca696ec1-6a51-4f95-a08a-1c2f99d9d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.416301 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d564652c-1810-45ee-bf95-65a35df92f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.387691 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.607637 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:16.728709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:19.930606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:10:32.812285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35222) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:32.818071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-3fa9cb79-4e74-4c95-a4e9-8973b50925d3 tempest-verify_tempest_config-1440599737 tempest-verify_tempest_config-1440599737-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:10:32.819053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3fa9cb79-4e74-4c95-a4e9-8973b50925d3 tempest-verify_tempest_config-1440599737 tempest-verify_tempest_config-1440599737-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058074 Mar 11 17:10:33.167854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35238) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:33.313053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.347632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:33.353468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Usage tracker for resource:security_group_rule and tenant:fa10b6cee05a412286eccf820dc64bdd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:33.359054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:33.368343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:33.434730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.440291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.486732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc54fb08-459e-447d-afb5-b0292d3db4c5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:33.490335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Synchronizing usage tracker for tenant:54832642e672427f85176c311813db7f on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:10:33.501589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.501861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.502192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.502546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.502859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.503200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.503517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.503831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.504144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.504520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.504834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.520192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] Unset dirty status for tenant:54832642e672427f85176c311813db7f on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:10:33.524333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35244) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:33.524508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c21d9d0-c694-4dd2-91dc-25835ebb46fd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fa10b6cee05a412286eccf820dc64bdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3554189 Mar 11 17:10:33.598738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.624474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.719198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.735173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc54fb08-459e-447d-afb5-b0292d3db4c5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:33.742524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.743674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fc54fb08-459e-447d-afb5-b0292d3db4c5 HTTP/1.1" status: 204 len: 168 time: 0.2183976 Mar 11 17:10:33.746803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.747176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.747656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.747803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.748288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.748605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.748934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.749231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.749547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.749857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:33.750180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e505-a835-4861-9eab-6e5eb9039588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:42.246038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e06c42-fa6a-47ed-9a2d-64ab18d1a94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:44.432202 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e729d355-2d46-4c44-b584-a56f4e82ae06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.396648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.610809 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.742696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.935232 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:11:12.241678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c62aa5a-e68b-4e79-9420-305240e3fb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.428304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0ac804b-199c-4a2f-96bb-c884f7ee184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.401624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.611723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.747801 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:33.937542 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:11:42.253347 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27955a1c-aea2-4dcc-bf3e-26c31be0416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.417885 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f46d4771-1405-46bf-a4f8-fb23201291b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:45.404625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:45.612339 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:46.747992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:10.943318 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:12:12.253536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40a32d5a-3c7c-469e-93ed-6ce80cd5fbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:14.416506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6076ab93-1452-454f-9b61-705a203e77fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:15.412573 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:15.612117 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:16.752331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.248251 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c167d920-db44-4005-84f9-72c48c618f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.423114 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fef63cb1-654d-4781-a6f3-c12fe1d73697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.416862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.611239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.752163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.946513 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:13:12.256381 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e29fabdb-0524-40b4-beb9-721a78e15db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.420315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d923743b-0fd6-4b26-9b0b-18e9718c5316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.419782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.611041 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:16.754776 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:24.947780 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:13:42.257886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-553fe321-7bd5-45d8-855b-de7ab2be8a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.416274 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b78079ab-2d40-4cd0-b822-5e7f69e96ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.420526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.608728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.767578 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:01.953657 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 5 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:14:08.710284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003097'] for agent, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:12.282312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8284eec-3006-4e74-b530-b5b2297fa125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.415292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f9a5c87-5f98-4cf3-bc47-4eecccccf0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.425355 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.607737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.761293 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:38.674641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:38.946415 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:14:42.257117 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ee10d06-4c59-45ff-8bf1-20d388348de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:44.409811 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ac55-ba21-413c-aff3-9ce39ef22215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:45.424234 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:45.602915 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.472661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35302) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:14:46.618393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e6331e5b-94fb-4358-b9d7-a0b599ed49cf admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.1446197 Mar 11 17:14:46.765309 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.651168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35312) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:14:48.739023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-abd49b58-0105-483f-ba7c-0b75525ff973 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0865123 Mar 11 17:15:01.195230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35322) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:01.290896 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9312d012-5c35-499f-af3b-a1a44b4a8d1b admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0945170 Mar 11 17:15:03.320276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35332) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:03.408303 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-46c27fb2-c931-4ed2-baf8-0d2165cc94c7 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0868855 Mar 11 17:15:08.677473 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.268849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c65344a-d96e-457e-a410-8ab3f4562748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.415478 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a67569a-f42a-4cf5-b5f6-98cca3c8d013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.426592 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.608016 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.828606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35342) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:15.909137 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9b6af106-ae64-4b02-a481-d053412b70ef admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0793889 Mar 11 17:15:15.948248 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:15:16.766312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:17.937466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35352) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:18.019569 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8642107d-c178-4185-ac6f-27fa1a18b42a admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0810058 Mar 11 17:15:30.500999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:30.586043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8dccee03-1702-4325-b4c0-d31f007f2207 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0839989 Mar 11 17:15:32.627987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35374) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:32.710163 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-821d108b-2d8b-4612-8923-28eb537caca3 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0810781 Mar 11 17:15:38.687553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.264971 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1e93-eaaf-47de-8756-83b5de2f8e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.419409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49f1788e-8bb4-4d87-9d42-f3e0169c5fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.176262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35392) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:45.260143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-962934b2-6cae-43cc-8ab1-56aed078c9a2 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0827518 Mar 11 17:15:45.429960 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.613282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.772655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.326983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35402) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:47.409597 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-67894440-6fd4-440d-8995-7c529edfd306 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0815368 Mar 11 17:15:52.949469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:15:59.998898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:00.094399 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-81818403-f301-4ad1-a43c-0efc39cc22fa admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0942259 Mar 11 17:16:02.170287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35422) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:02.255460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2de8ade5-c717-43c2-b36a-a54e8c54a4d2 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0837824 Mar 11 17:16:08.687830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:12.274978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da0ac72e-e74c-45b7-a03c-585d65694b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.424584 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c8a-1153-4319-bb41-5b3e63386ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.726525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35432) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:14.813316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d9ed2f5b-f962-41fd-999d-8d8b5a39a4ea admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0856431 Mar 11 17:16:15.441024 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:15.612528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.776127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:17.044725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35442) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:17.166765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-68b17599-aa94-4ebe-b885-2264237f5ab6 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.1206601 Mar 11 17:16:29.665922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35452) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:29.746798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7a70a0aa-8d45-4968-8a55-8679f81b4460 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0796936 Mar 11 17:16:29.950148 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:16:31.804867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35462) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:31.886201 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-97692c51-19fd-40be-b973-374ca14c9b98 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0802405 Mar 11 17:16:38.715845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.272002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8beb-93d7-428b-aebe-fd98a1573b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.420252 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3b80ff8-d2f9-4103-83ea-fd377330222a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.430444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35472) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:44.513192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0be171a5-bff2-48de-90d5-196ca6a5e3d4 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0816295 Mar 11 17:16:45.434498 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.609858 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.617800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35482) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:46.701447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cfcd30ff-5e58-4118-9da1-df4d820d4716 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0821681 Mar 11 17:16:46.781575 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.187319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35492) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:59.278675 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4351999b-896e-43d5-9691-6cc189ac9b95 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0901508 Mar 11 17:17:01.354683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35502) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:17:01.441465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df0522a4-9f38-4425-9e96-339c45e9e7b8 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0856798 Mar 11 17:17:06.950570 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:17:08.736393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.265396 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d3b569a-8b87-4668-b6aa-d08008d62c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:13.943253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35512) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:17:14.025029 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04b81b5a-cd1b-4f4e-94f3-95ebf14f305c admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0806746 Mar 11 17:17:14.426282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb909-7db7-4983-beee-328bbebd80ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:15.439195 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:15.614730 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.120700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:17:16.202467 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c4d3762-cde7-4182-88fa-392c89a0d9fb admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0805571 Mar 11 17:17:16.779709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:28.698832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:17:28.783281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fc380264-9ca3-4e65-945a-198630abf5eb admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0830092 Mar 11 17:17:30.836050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35542) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:17:30.927214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3c64da43-6a6c-49f5-8fc4-9c10b72d23d5 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0900514 Mar 11 17:17:38.728818 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.268508 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21704a14-12a9-4673-838e-af078cbcc578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:43.394782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35552) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:17:43.481394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-abc8f32b-3875-457b-bf45-67657ef6258a admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0855548 Mar 11 17:17:43.952014 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:17:44.433173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36efcdca-ca6a-4ba3-b4fc-3bcea2674d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.442223 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.518793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35562) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:17:45.608251 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bce1a36c-6311-45f9-8cac-4dff1c61bbd5 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4229 time: 0.0883670 Mar 11 17:17:45.623676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.783025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.733257 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.280350 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc579-84eb-4926-b041-de8cf30bdee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:14.435649 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8eab-f956-4189-b20f-a7c7dfdbaf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.446457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.619232 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.787811 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.959320 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:18:38.741714 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.274739 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1354658f-3420-4b1f-b9ce-efa5ab7e2712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:44.439075 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f6d406-2c49-48f8-976f-693eb13cd6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.454186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.631614 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:46.788338 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.957035 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:19:08.744130 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.280328 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df82ca1e-069f-4418-9cae-896df9389a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.433252 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23d85967-d0eb-4323-982a-79a5a2c89035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.452528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.625968 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.793586 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.535827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35750) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:34.274437 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cb9bac03-1597-4991-9dd2-270f6a857a1c tempest-AutoAllocateNetworkTest-1656333264 tempest-AutoAllocateNetworkTest-1656333264-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=793353c0ba074a44817c8e541ae85400&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7367148 Mar 11 17:19:34.277145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35772) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:34.429242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d781e-dbc7-401b-871f-458629beb33c tempest-AutoAllocateNetworkTest-1656333264 tempest-AutoAllocateNetworkTest-1656333264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:34.430961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e20d781e-dbc7-401b-871f-458629beb33c tempest-AutoAllocateNetworkTest-1656333264 tempest-AutoAllocateNetworkTest-1656333264-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1528912 Mar 11 17:19:34.433945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35780) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:34.507880 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c0e8ef07-108d-43fa-b5af-b87abe422407 tempest-AutoAllocateNetworkTest-1656333264 tempest-AutoAllocateNetworkTest-1656333264-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728099 Mar 11 17:19:34.509874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35788) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:34.540148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-33050193-0546-41b5-9208-43aa6159c627 tempest-AutoAllocateNetworkTest-1656333264 tempest-AutoAllocateNetworkTest-1656333264-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=793353c0ba074a44817c8e541ae85400 HTTP/1.1" status: 200 len: 208 time: 0.0277729 Mar 11 17:19:34.948499 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:19:35.573663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35832) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:36.034254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.074528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:36.078737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Usage tracker for resource:security_group_rule and tenant:793353c0ba074a44817c8e541ae85400 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:36.081757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:36.088471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:36.159125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.164402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.206520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f3da7-e0ca-48c7-9804-2574ad1ca648,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:36.229219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.229599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.229961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.230330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.230777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.231086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.231555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.231935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.232371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.232627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.233008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] Tracked resource versions report: Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: pushed versions: Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Log': {'1.0'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Network': {'1.1'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Port': {'1.5'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'PortForwarding': {'1.2'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'QosPolicy': {'1.8'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'SecurityGroup': {'1.2'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'SubPort': {'1.0'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Subnet': {'1.1'}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Trunk': {'1.1'}} Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: consumer versions: Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: HyperV agent@n-h1-833436-1: {}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: L3 agent@n-d-833436-1: {}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: Metadata agent@n-d-833436-1: {}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: Metering agent@n-d-833436-1: {}, Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Log': '1.0', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Network': '1.1', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Port': '1.5', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'PortForwarding': '1.2', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'QosPolicy': '1.8', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'SecurityGroup': '1.2', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'SecurityGroupRule': '1.0', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'SubPort': '1.0', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Subnet': '1.1', Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: 'Trunk': '1.1'}} Mar 11 17:19:36.234204 n-d-833436-1 neutron-server[83849]: {{(pid=83849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:19:36.245905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35862) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:36.246462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a52fd504-0f51-46f4-bb18-ec4824c0683c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=793353c0ba074a44817c8e541ae85400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6711364 Mar 11 17:19:36.320565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.348035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.409249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.426049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f3da7-e0ca-48c7-9804-2574ad1ca648,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:36.443009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.443795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.444136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.444458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.444779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.445095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.445425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.445902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.446213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.446704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.447019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Tracked resource versions report: Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: pushed versions: Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Log': {'1.0'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Network': {'1.1'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Port': {'1.5'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'PortForwarding': {'1.2'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'QosPolicy': {'1.8'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'SecurityGroup': {'1.2'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'SubPort': {'1.0'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Subnet': {'1.1'}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Trunk': {'1.1'}} Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: consumer versions: Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: HyperV agent@n-h1-833436-1: {}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: L3 agent@n-d-833436-1: {}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: Metadata agent@n-d-833436-1: {}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: Metering agent@n-d-833436-1: {}, Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Log': '1.0', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Network': '1.1', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Port': '1.5', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'PortForwarding': '1.2', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'QosPolicy': '1.8', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'SecurityGroup': '1.2', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'SecurityGroupRule': '1.0', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'SubPort': '1.0', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Subnet': '1.1', Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: 'Trunk': '1.1'}} Mar 11 17:19:36.448211 n-d-833436-1 neutron-server[83848]: {{(pid=83848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:19:36.458686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.460950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e6ff2d8d-462d-480a-9c4b-f5323b7d9693 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/039f3da7-e0ca-48c7-9804-2574ad1ca648 HTTP/1.1" status: 204 len: 168 time: 0.2126880 Mar 11 17:19:38.755641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.375114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36066) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:40.785728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.821066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:40.825429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Usage tracker for resource:security_group_rule and tenant:76d6a85d68dd4a599ee67e2a2d9daffa is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:40.829522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:40.836221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:40.889611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36108) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:40.908902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.914667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.960344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee850bd-6b20-4ec5-9c67-74da9d7f13a7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:40.995706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36122) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:41.006701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6ee12a2-a426-4847-b86f-a67c5f62e59b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76d6a85d68dd4a599ee67e2a2d9daffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6304662 Mar 11 17:19:41.076431 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8dcd-a5c2-4c4d-9d15-bb5ba8de18c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.165078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8dcd-a5c2-4c4d-9d15-bb5ba8de18c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.242933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8dcd-a5c2-4c4d-9d15-bb5ba8de18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.291019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8dcd-a5c2-4c4d-9d15-bb5ba8de18c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.292215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f1fa8dcd-a5c2-4c4d-9d15-bb5ba8de18c0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ee850bd-6b20-4ec5-9c67-74da9d7f13a7 HTTP/1.1" status: 204 len: 168 time: 0.2960649 Mar 11 17:19:41.300682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa8dcd-a5c2-4c4d-9d15-bb5ba8de18c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee850bd-6b20-4ec5-9c67-74da9d7f13a7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:41.453479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.461449 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36164) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:41.506032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:41.510564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9a287dee264391a46444bea8e92aa7 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:41.517148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:41.523941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:41.634550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.640808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.689671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86578ecf-d140-4d3d-8c69-70834a35b1fd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:41.693846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fbe65e79-c7da-4cd8-b0f8-4a191b1fb346 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b9a287dee264391a46444bea8e92aa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8031230 Mar 11 17:19:41.696644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36190) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:41.777079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1f66fae-25a3-4738-919f-910ab037f378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.791591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36200) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:41.812321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1f66fae-25a3-4738-919f-910ab037f378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.884897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1f66fae-25a3-4738-919f-910ab037f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.955501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.969449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1f66fae-25a3-4738-919f-910ab037f378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.971040 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f1f66fae-25a3-4738-919f-910ab037f378 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/86578ecf-d140-4d3d-8c69-70834a35b1fd HTTP/1.1" status: 204 len: 168 time: 0.2730422 Mar 11 17:19:41.976880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f66fae-25a3-4738-919f-910ab037f378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86578ecf-d140-4d3d-8c69-70834a35b1fd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:42.016788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:42.023057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Usage tracker for resource:security_group_rule and tenant:fada9eb2bcf64246ae6594b108184a7d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:42.027076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:42.033466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:42.056002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36216) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:42.088116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.131132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:42.136146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0909f4476e4c8aac4df7d412c91f11 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:42.139938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:42.144277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.149314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:42.153475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.252162 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.257404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.292389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-944cd10d-407f-4cc8-a226-dc5002f8bb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.311005 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fada9eb2bcf64246ae6594b108184a7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8483982 Mar 11 17:19:42.316302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:42.319362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219dc0c-b3e2-4647-ba55-7e17349b07de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6134a-08ed-40f0-b38c-23b285b0d715,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:42.336708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db12e77b-22ca-4f22-92a3-4e08e8419716,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:42.369789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1a48ddb5-c1bd-4055-984e-dfdd6ddf13d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6d0909f4476e4c8aac4df7d412c91f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3113346 Mar 11 17:19:42.370424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36234) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:42.439920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.440441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bedea2ed-0293-4243-9c03-d7e7e2e79225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.484036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bedea2ed-0293-4243-9c03-d7e7e2e79225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.492660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:42.499920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Usage tracker for resource:security_group_rule and tenant:d4726e538ed24d23801df4f5e92fbef4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:42.503158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618dfd7-7101-4d6f-99e7-086bcd37c428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.504977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:42.518473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:42.545797 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bedea2ed-0293-4243-9c03-d7e7e2e79225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.550346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618dfd7-7101-4d6f-99e7-086bcd37c428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.574397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedea2ed-0293-4243-9c03-d7e7e2e79225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6134a-08ed-40f0-b38c-23b285b0d715,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:42.581118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bedea2ed-0293-4243-9c03-d7e7e2e79225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.582265 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bedea2ed-0293-4243-9c03-d7e7e2e79225 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/74b6134a-08ed-40f0-b38c-23b285b0d715 HTTP/1.1" status: 204 len: 168 time: 0.2649789 Mar 11 17:19:42.670514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.683768 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618dfd7-7101-4d6f-99e7-086bcd37c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.694744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.713308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618dfd7-7101-4d6f-99e7-086bcd37c428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db12e77b-22ca-4f22-92a3-4e08e8419716,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:42.761808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618dfd7-7101-4d6f-99e7-086bcd37c428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.766308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5618dfd7-7101-4d6f-99e7-086bcd37c428 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/db12e77b-22ca-4f22-92a3-4e08e8419716 HTTP/1.1" status: 204 len: 168 time: 0.3945801 Mar 11 17:19:42.783018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d4726e538ed24d23801df4f5e92fbef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9894457 Mar 11 17:19:42.785723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:42.799848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666392c-b0b4-4776-801e-3c07ceeb0e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f23e18-e548-4ea0-84ac-bbed7afcb901,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:42.864539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9cbf-d0bf-4c3f-9a69-17612d4ca253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.902467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9cbf-d0bf-4c3f-9a69-17612d4ca253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.941081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:42.979198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9cbf-d0bf-4c3f-9a69-17612d4ca253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.983265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.002216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d9cbf-d0bf-4c3f-9a69-17612d4ca253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f23e18-e548-4ea0-84ac-bbed7afcb901,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:43.015687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9cbf-d0bf-4c3f-9a69-17612d4ca253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.021423 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2d4d9cbf-d0bf-4c3f-9a69-17612d4ca253 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c8f23e18-e548-4ea0-84ac-bbed7afcb901 HTTP/1.1" status: 204 len: 168 time: 0.2321930 Mar 11 17:19:43.052012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:43.056396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e580882f3e249d28e3ed42b3ef80cfe is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:43.059666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:43.068200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:43.171034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.177193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.216745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7549480-772a-46b3-884d-f99f7644ee48,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:43.247116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:43.248602 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-addfee09-e4bb-42c8-8ec2-00bcba240bb5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7e580882f3e249d28e3ed42b3ef80cfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3064361 Mar 11 17:19:43.249127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36298) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:43.282048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.347115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:43.359252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Usage tracker for resource:security_group_rule and tenant:3064c13b32e24c439947a0f6d561f0f6 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:43.363891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:43.371289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8dc2-114d-4958-bec9-b218e3cd290c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.373107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:43.423346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8dc2-114d-4958-bec9-b218e3cd290c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.510743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.518016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.560228 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8dc2-114d-4958-bec9-b218e3cd290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.608615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14bd87d-887f-4ae7-b476-1225356b2a1a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:43.624179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9a1dc29f-db25-489d-b947-db3b019d2613 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3064c13b32e24c439947a0f6d561f0f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3763962 Mar 11 17:19:43.626920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8dc2-114d-4958-bec9-b218e3cd290c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.627257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36320) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:43.631150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ab3b8dc2-114d-4958-bec9-b218e3cd290c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a7549480-772a-46b3-884d-f99f7644ee48 HTTP/1.1" status: 204 len: 168 time: 0.3650534 Mar 11 17:19:43.631451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b8dc2-114d-4958-bec9-b218e3cd290c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7549480-772a-46b3-884d-f99f7644ee48,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:43.732043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc038d72-bd78-496b-b5eb-d8e19c611356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.762187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc038d72-bd78-496b-b5eb-d8e19c611356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.833089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc038d72-bd78-496b-b5eb-d8e19c611356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.856537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc038d72-bd78-496b-b5eb-d8e19c611356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14bd87d-887f-4ae7-b476-1225356b2a1a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:43.858730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc038d72-bd78-496b-b5eb-d8e19c611356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.859870 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dc038d72-bd78-496b-b5eb-d8e19c611356 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c14bd87d-887f-4ae7-b476-1225356b2a1a HTTP/1.1" status: 204 len: 168 time: 0.2261927 Mar 11 17:19:43.946210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36338) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:44.171928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36354) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:44.190529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.224690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:44.228739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Usage tracker for resource:security_group_rule and tenant:e8af6de73c3a4f4d8630017198d79630 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:44.232331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:44.238297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:44.313376 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.318239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.369291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9027a4d-3cfb-4808-b34e-61a72f05f13f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:44.378076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1a8adfef-43fe-4741-a112-97838e61728f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8af6de73c3a4f4d8630017198d79630&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025173 Mar 11 17:19:44.378767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:44.443385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec176368-6a83-4b04-9c70-d68aea919d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.443971 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c8be3042-7539-43dd-ab68-269d8c2b89ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.487182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec176368-6a83-4b04-9c70-d68aea919d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.502026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.556209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:44.560019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Usage tracker for resource:security_group_rule and tenant:8d23ffc9acc84e4980477640395758a6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:44.562803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:44.571947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:44.638080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec176368-6a83-4b04-9c70-d68aea919d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.647653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.656201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.669359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec176368-6a83-4b04-9c70-d68aea919d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9027a4d-3cfb-4808-b34e-61a72f05f13f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:44.703459 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d23ffc9acc84e4980477640395758a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7536559 Mar 11 17:19:44.704932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36380) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:44.709218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec176368-6a83-4b04-9c70-d68aea919d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.710229 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ec176368-6a83-4b04-9c70-d68aea919d28 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9027a4d-3cfb-4808-b34e-61a72f05f13f HTTP/1.1" status: 204 len: 168 time: 0.3308687 Mar 11 17:19:44.725028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f572bb-c6d5-4707-94f7-e876e8888f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7070ea5f-de9f-4b63-87ad-019a52e9910f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:44.803279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb15848a-95c7-45ac-8086-787432133b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.835703 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb15848a-95c7-45ac-8086-787432133b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.896259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb15848a-95c7-45ac-8086-787432133b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.918661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15848a-95c7-45ac-8086-787432133b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7070ea5f-de9f-4b63-87ad-019a52e9910f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:44.924361 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb15848a-95c7-45ac-8086-787432133b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.925843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eb15848a-95c7-45ac-8086-787432133b09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7070ea5f-de9f-4b63-87ad-019a52e9910f HTTP/1.1" status: 204 len: 168 time: 0.2184789 Mar 11 17:19:45.458105 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.625384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36426) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:45.634790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.644786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.677013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:45.681082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Usage tracker for resource:security_group_rule and tenant:b707fa4e881b43ae88db14ecae29131c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:45.683958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:45.689820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:45.764576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.772011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36434) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:45.772604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.776856 n-d-833436-1 neutron-server[83849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 17:19:45.813258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-3a6d0460-042b-4cdb-9942-48c9fb03959a tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=270c550b80b94f68a38ee6f9acbc29fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380692 Mar 11 17:19:45.815487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d81082-61a6-4955-85a2-1fb9362c6e87,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:45.857365 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ac59ec1e-dbd0-4f15-bbf4-a9944fbab70e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b707fa4e881b43ae88db14ecae29131c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2308002 Mar 11 17:19:45.860044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36440) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:45.933629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03f62693-9077-4ce6-8cf8-b0d004acbece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.965976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03f62693-9077-4ce6-8cf8-b0d004acbece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.972556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73389362-eaef-4189-9645-182b68fe9083 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:45.981105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73389362-eaef-4189-9645-182b68fe9083 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669412 Mar 11 17:19:46.000519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-258aad95-2d9b-4019-a4dc-7c26b1356179 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/quotas/270c550b80b94f68a38ee6f9acbc29fc HTTP/1.1" status: 200 len: 375 time: 0.0184379 Mar 11 17:19:46.033884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03f62693-9077-4ce6-8cf8-b0d004acbece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.054650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-80f8c229-98e8-4965-ac35-884203485d0b tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=270c550b80b94f68a38ee6f9acbc29fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532374 Mar 11 17:19:46.065355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f62693-9077-4ce6-8cf8-b0d004acbece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d81082-61a6-4955-85a2-1fb9362c6e87,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:46.073679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03f62693-9077-4ce6-8cf8-b0d004acbece admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.077221 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-03f62693-9077-4ce6-8cf8-b0d004acbece admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/06d81082-61a6-4955-85a2-1fb9362c6e87 HTTP/1.1" status: 204 len: 168 time: 0.2140384 Mar 11 17:19:46.265025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36462) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:46.797249 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.836554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02ff0c2c-58df-4227-bdb7-d73753ddc579 req-2067c44f-6e70-4527-90f7-313b1cc8c3ce tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 210 time: 0.5695581 Mar 11 17:19:48.097245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d56d11bb-7373-482e-9f31-71b4dfd5fa0e req-d5ebb5f6-2da4-4f8c-9caf-d7ec2f0a864f tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 210 time: 0.0771849 Mar 11 17:19:49.511792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.59', 54411) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:49.519309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a55940d7-0181-4f36-9867-79aaaf2107f0 req-3fa43c1a-ed45-42b4-b14b-9120200d4989 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 210 time: 0.0463598 Mar 11 17:19:49.563306 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-ceaecf6b-bebd-44d2-af24-440f88b3d613 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=270c550b80b94f68a38ee6f9acbc29fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386400 Mar 11 17:19:49.741723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-6d88a511-3f22-419c-a921-233f226cc269 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:49.743318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-6d88a511-3f22-419c-a921-233f226cc269 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753139 Mar 11 17:19:49.844829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Request body: {'port': {'device_id': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '270c550b80b94f68a38ee6f9acbc29fc'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:19:49.995306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:49.999522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Usage tracker for resource:port and tenant:270c550b80b94f68a38ee6f9acbc29fc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:50.002802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:50.011985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:50.012385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36626) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:50.028639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Made reservation on behalf of 270c550b80b94f68a38ee6f9acbc29fc for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:50.031841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.048722 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.097044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:50.101312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Usage tracker for resource:security_group_rule and tenant:270c550b80b94f68a38ee6f9acbc29fc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:50.104675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:50.129308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:50.250723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.255159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.338060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62875ae1-4d25-4600-ae59-4e499f19ebb9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:50.433502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Allocated IP 192.168.233.137 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/979428b2-cc61-4d8c-a5a5-6abc916b5fa7) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:50.481425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.601771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:50.618068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Usage tracker for resource:security_group_rule and tenant:9c97d62a469042c48322ce835a098f58 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:50.623035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:50.632369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:50.650262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36666) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:50.696247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58b847bb-55c1-45ba-aaa2-1a9447e0eb36 req-1faf2a0d-55ac-4133-9f75-383b13af0494 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 210 time: 0.0398257 Mar 11 17:19:50.725880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.751766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Transition to ACTIVE for port object 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:19:50.803138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.810159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.873323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf82a90-35ee-4a96-9f62-bdbe31145c27,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:50.907205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e8e99e5c-be57-42e4-bd47-8c9e1afaed92 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9c97d62a469042c48322ce835a098f58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8937597 Mar 11 17:19:50.910119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36680) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:50.910627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.069872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fab09cc-a96e-44f2-9240-502fdb3a66e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.094203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:51.095322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Pushing event updated for resources: {'Port': ['ID=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:51.097840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.099619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:51.102904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:19:51.108813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:51.110314 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.160815 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-73d73e41-c5c6-4e32-91ed-7ceda24fac58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3187633 Mar 11 17:19:51.178671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fab09cc-a96e-44f2-9240-502fdb3a66e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.194911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-74a9a71f-a683-42c3-8bd5-180365fd4d7a tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:19:51.202814 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-74a9a71f-a683-42c3-8bd5-180365fd4d7a tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0224993 Mar 11 17:19:51.243774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:51.275362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc18ed2968994fbd870f04e141dc071b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:51.291188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:51.311895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:51.367038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fab09cc-a96e-44f2-9240-502fdb3a66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.404839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab09cc-a96e-44f2-9240-502fdb3a66e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf82a90-35ee-4a96-9f62-bdbe31145c27,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:51.431246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fab09cc-a96e-44f2-9240-502fdb3a66e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.434702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3fab09cc-a96e-44f2-9240-502fdb3a66e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/abf82a90-35ee-4a96-9f62-bdbe31145c27 HTTP/1.1" status: 204 len: 168 time: 0.5231144 Mar 11 17:19:51.538324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.545304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.609841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-12d19673-0989-4abb-9372-744b19bef0d3 None None] Provisioning for port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:19:51.621030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-12d19673-0989-4abb-9372-744b19bef0d3 None None] Provisioning complete for port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:51.624173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12d19673-0989-4abb-9372-744b19bef0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.646885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6e1f78-f33b-4555-a30a-e8b0b1040880,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:51.674341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36700) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:51.692875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e17e4018-4540-42cb-b435-24e88fccfff0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc18ed2968994fbd870f04e141dc071b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0414841 Mar 11 17:19:51.818708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-12d19673-0989-4abb-9372-744b19bef0d3 None None] Port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:19:51.887837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cde3aff8-a52a-4bd7-8877-b610b062792f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.965586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cde3aff8-a52a-4bd7-8877-b610b062792f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.061698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cde3aff8-a52a-4bd7-8877-b610b062792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.099669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3aff8-a52a-4bd7-8877-b610b062792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6e1f78-f33b-4555-a30a-e8b0b1040880,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:52.117253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cde3aff8-a52a-4bd7-8877-b610b062792f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.126061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cde3aff8-a52a-4bd7-8877-b610b062792f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8d6e1f78-f33b-4555-a30a-e8b0b1040880 HTTP/1.1" status: 204 len: 168 time: 0.4499607 Mar 11 17:19:52.203116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e261724-b3a6-49e4-857a-47d1deaa7c30 req-5ee4ddc9-87f2-47d9-9a8c-567f6282d9f8 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:52.205904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e261724-b3a6-49e4-857a-47d1deaa7c30 req-5ee4ddc9-87f2-47d9-9a8c-567f6282d9f8 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 936 time: 0.2136383 Mar 11 17:19:52.295768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e261724-b3a6-49e4-857a-47d1deaa7c30 req-7433922a-a07d-4f7d-aba1-02e343e0d85c tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 Mar 11 17:19:52.486026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36722) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:52.564488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.648880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:52.653593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c532fc7ff2bc42de82d01cfeb363ecad is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:52.656987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:52.664155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:52.749977 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.756650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.808007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f861a25-9b66-45a3-b44b-7c3d7f047a28,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:52.817849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a973fae8-967f-42b5-ab89-7cffc72803d2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c532fc7ff2bc42de82d01cfeb363ecad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3297551 Mar 11 17:19:52.821053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36726) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:52.894664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe5ed-742b-4b6d-881a-06af908bcff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.924677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe5ed-742b-4b6d-881a-06af908bcff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.044693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe5ed-742b-4b6d-881a-06af908bcff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.083830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fe5ed-742b-4b6d-881a-06af908bcff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f861a25-9b66-45a3-b44b-7c3d7f047a28,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:53.087201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe5ed-742b-4b6d-881a-06af908bcff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.097654 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ca2fe5ed-742b-4b6d-881a-06af908bcff5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5f861a25-9b66-45a3-b44b-7c3d7f047a28 HTTP/1.1" status: 204 len: 168 time: 0.2753611 Mar 11 17:19:53.135790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Request body: {'port': {'device_id': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'device_owner': 'compute:tempest-test_az-1889701723', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:19:53.370345 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.447748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36748) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:53.468046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.509172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:53.513929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e82ba3475484124bb5d2284ecf90933 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:53.517961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:53.529939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:53.635088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.646222 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.706236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c8bb7-f3a9-42fb-a051-0afe52286520,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:53.728805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6eb6451e-5e98-4557-aaa6-6ffc991c7be5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1e82ba3475484124bb5d2284ecf90933&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2796969 Mar 11 17:19:53.731324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36754) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:53.809523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54255537-1ac4-4a9b-bd81-3d9efa2cecbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.844039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54255537-1ac4-4a9b-bd81-3d9efa2cecbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.907233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54255537-1ac4-4a9b-bd81-3d9efa2cecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.931567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:19:53.955346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54255537-1ac4-4a9b-bd81-3d9efa2cecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c8bb7-f3a9-42fb-a051-0afe52286520,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:53.990081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.996153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54255537-1ac4-4a9b-bd81-3d9efa2cecbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.002073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-54255537-1ac4-4a9b-bd81-3d9efa2cecbe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d51c8bb7-f3a9-42fb-a051-0afe52286520 HTTP/1.1" status: 204 len: 168 time: 0.2667561 Mar 11 17:19:54.050493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Transition to ACTIVE for port object 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:19:54.066971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.448457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Pushing event updated for resources: {'Port': ['ID=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:54.546014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b632-b66f-4268-9f79-1a5c34d6af7f req-65e1da62-5211-4245-a642-706b3b059aa9 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:54.557395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7e2b632-b66f-4268-9f79-1a5c34d6af7f req-65e1da62-5211-4245-a642-706b3b059aa9 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 970 time: 0.2410057 Mar 11 17:19:54.617384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Attempting to bind port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:54.617830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Attempting to bind port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:54.618045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Attempting to bind port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:19:54.632855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:19:54.633160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Attempting to bind port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:19:54.647272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:19:54.647608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:19:54.648171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:19:54.648617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Bound port: 979428b2-cc61-4d8c-a5a5-6abc916b5fa7, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:54.648957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.675227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7e2b632-b66f-4268-9f79-1a5c34d6af7f req-5836d8ed-52f6-4ba6-b111-25a7b0486c75 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159050 Mar 11 17:19:54.844855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] For port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:54.864939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] For port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:54.883642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:55.060320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Pushing event updated for resources: {'Port': ['ID=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:55.104847 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:55.109407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-dd8d5bf3-82e0-46ac-9b83-0402d3066c8c service neutron] 10.222.0.59 "PUT /v2.0/ports/979428b2-cc61-4d8c-a5a5-6abc916b5fa7 HTTP/1.1" status: 200 len: 1118 time: 2.9211326 Mar 11 17:19:55.112130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'tag': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:19:55.370907 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-57f7012f-891e-4144-8761-14d1767867c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=270c550b80b94f68a38ee6f9acbc29fc&device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 1121 time: 0.1198709 Mar 11 17:19:55.902497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36830) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:56.150270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827417f-3072-472a-93c7-604c030aec5d req-a19c5665-470f-462f-9146-eb9cc7aa3217 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:56.157596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a827417f-3072-472a-93c7-604c030aec5d req-a19c5665-470f-462f-9146-eb9cc7aa3217 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 970 time: 0.2465999 Mar 11 17:19:56.215433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.276170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a827417f-3072-472a-93c7-604c030aec5d req-a607a3d5-bbf4-4a5f-ada7-714138a6ad90 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912142 Mar 11 17:19:56.324234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:56.338488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc725b722f847f3b2a844094d894d43 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:56.342820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:56.349023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:56.450853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.457371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.534389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5115d45-4d9b-4b2a-b203-0a7c5d66a145,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:56.541896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-26a76a2d-bead-47a0-853c-06276fab8a65 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0fc725b722f847f3b2a844094d894d43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6366193 Mar 11 17:19:56.544792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36854) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:56.575474 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'tag': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7', 'status': 'completed', 'code': 200} Mar 11 17:19:56.651553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bcf4c1c0-7994-42a3-a0ef-1c447450b539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.676923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36858) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:56.678239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36860) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:56.722818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bcf4c1c0-7994-42a3-a0ef-1c447450b539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.803379 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bcf4c1c0-7994-42a3-a0ef-1c447450b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.838732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4c1c0-7994-42a3-a0ef-1c447450b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5115d45-4d9b-4b2a-b203-0a7c5d66a145,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:56.886240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bcf4c1c0-7994-42a3-a0ef-1c447450b539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.886699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1436584251-network', 'tenant_id': '980505314934417c8e832a2dc495188a'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:19:56.893976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bcf4c1c0-7994-42a3-a0ef-1c447450b539 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e5115d45-4d9b-4b2a-b203-0a7c5d66a145 HTTP/1.1" status: 204 len: 168 time: 0.3455327 Mar 11 17:19:56.897149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:56.908693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Usage tracker for resource:network and tenant:980505314934417c8e832a2dc495188a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:56.913014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:56.936331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:56.950911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Made reservation on behalf of 980505314934417c8e832a2dc495188a for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:56.957220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-735554515-network', 'tenant_id': '160ed4ed1f7740b58be19b23c1301d10'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:19:56.962753 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.964093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:56.969644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Usage tracker for resource:network and tenant:160ed4ed1f7740b58be19b23c1301d10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:56.973178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:56.980658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:56.990517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.002556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Made reservation on behalf of 160ed4ed1f7740b58be19b23c1301d10 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:57.004936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.024599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.037025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:57.041574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Usage tracker for resource:security_group_rule and tenant:980505314934417c8e832a2dc495188a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:57.051091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:57.058106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:57.059449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:57.063824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Usage tracker for resource:security_group_rule and tenant:160ed4ed1f7740b58be19b23c1301d10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:57.066869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:57.074155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:57.193884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.202461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.212143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.220253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:19:57.221736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.242985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794727011696', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.243556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Unsubscribe: segment precommit_create {{(pid=83849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 17:19:57.244005 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Added segment 096619e9-42dd-46e0-a22b-a0e4bd8e21ba of type vlan for network f858763e-39f6-4d44-9a2c-a7bcb800a704 Mar 11 17:19:57.283744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe196a8-62dd-4e6e-b176-ee3e6838ffab,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:57.291690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.310641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:19:57.312996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.313544 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Added segment a29174c2-f23d-4b2f-af60-fc758498dfd3 of type vlan for network 2f4752bb-9fa9-4496-8bf1-84968ae681cb Mar 11 17:19:57.374651 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.375941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:57.376522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.381797 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.458421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.459293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:57.459856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.475898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7964141 Mar 11 17:19:57.476644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36878) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:57.604343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36884) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:57.633892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Request body: {'subnet': {'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-735554515-subnet', 'tenant_id': '160ed4ed1f7740b58be19b23c1301d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:19:57.639759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:57.643713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Usage tracker for resource:subnet and tenant:160ed4ed1f7740b58be19b23c1301d10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:57.646911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:57.652740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:57.654853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.681333 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0032203 Mar 11 17:19:57.684489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804628ad-8c99-4f15-889c-2eabd1461db3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4752bb-9fa9-4496-8bf1-84968ae681cb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:57.687602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36888) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:57.697014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 2f4752bb-9fa9-4496-8bf1-84968ae681cb details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:19:57.714698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Request body: {'subnet': {'network_id': '2f4752bb-9fa9-4496-8bf1-84968ae681cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1436584251-subnet', 'tenant_id': '980505314934417c8e832a2dc495188a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:19:57.729701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:57.743524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Made reservation on behalf of 160ed4ed1f7740b58be19b23c1301d10 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:57.753319 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.755926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Usage tracker for resource:subnet and tenant:980505314934417c8e832a2dc495188a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:57.767161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:57.786580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:57.790116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:57.814117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802a42de-1c85-4c26-a90d-f535ca1d9a4d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:57.814578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Usage tracker for resource:security_group_rule and tenant:f3be3e1d86f14830b4b3c2aab9ce15e9 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:57.819159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:57.839550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Made reservation on behalf of 980505314934417c8e832a2dc495188a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:57.844064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.882526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:57.967874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf23c9d-c894-48c1-8bdb-4371d73389c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f858763e-39f6-4d44-9a2c-a7bcb800a704,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:57.993319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:19:58.078206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed4d01-68c5-4b4d-907a-656f648c00a1 req-d82adba5-15fb-42db-aeb1-01789112d2f8 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.086626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fed4d01-68c5-4b4d-907a-656f648c00a1 req-d82adba5-15fb-42db-aeb1-01789112d2f8 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 970 time: 0.4257600 Mar 11 17:19:58.208022 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.209038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fed4d01-68c5-4b4d-907a-656f648c00a1 req-6f92c2c8-7816-4525-b31e-0f9ee2f9a2fc tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209464 Mar 11 17:19:58.233713 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.322481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e718f458-f3df-4ebd-aeec-182b0e71833f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:58.348698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-97e1fa84-7460-4d72-a6ca-ec43479e015b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f3be3e1d86f14830b4b3c2aab9ce15e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7378836 Mar 11 17:19:58.349516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36896) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:58.390877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.463825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.478529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c061469-3a50-43a7-9a69-3cddbc889041,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:58.503349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0c87-c760-46a8-98e8-a9b2c76a6a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.532295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Checking segment: {'id': 'a29174c2-f23d-4b2f-af60-fc758498dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '2f4752bb-9fa9-4496-8bf1-84968ae681cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:19:58.533065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Network hostable DHCP agents. Network: 2f4752bb-9fa9-4496-8bf1-84968ae681cb, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:19:58.563501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0c87-c760-46a8-98e8-a9b2c76a6a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.589010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Pushing event updated for resources: {'Subnet': ['ID=171ced24-a71c-4ff6-8ab7-0aa7823c44f4,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:58.610741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Network 2f4752bb-9fa9-4496-8bf1-84968ae681cb is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:19:58.629528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Checking segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:19:58.629946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Network hostable DHCP agents. Network: f858763e-39f6-4d44-9a2c-a7bcb800a704, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:19:58.631746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 2f4752bb-9fa9-4496-8bf1-84968ae681cb) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:58.642707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8283b41-11f3-4ee1-bde4-9fe3007c0431 None None] Network 2f4752bb-9fa9-4496-8bf1-84968ae681cb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:19:58.650109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.650745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.662901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:19:58.672307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0c87-c760-46a8-98e8-a9b2c76a6a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.714442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f858763e-39f6-4d44-9a2c-a7bcb800a704) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:58.719017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f0c87-c760-46a8-98e8-a9b2c76a6a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718f458-f3df-4ebd-aeec-182b0e71833f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:58.721556 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-611a20ba-bfe5-4920-afff-cc15b1109341 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0315475 Mar 11 17:19:58.740364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.741215 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.747960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b8a5e-5937-44bb-8fd9-0cfa4bdc6753 None None] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:19:58.773708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0c87-c760-46a8-98e8-a9b2c76a6a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.777187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3c4f0c87-c760-46a8-98e8-a9b2c76a6a7d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e718f458-f3df-4ebd-aeec-182b0e71833f HTTP/1.1" status: 204 len: 168 time: 0.4240465 Mar 11 17:19:58.787416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b058a5a4-acd6-430e-add6-9a9ef85a036c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2772982 Mar 11 17:19:58.794176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36910) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:59.242818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fba47-1d3a-4bd9-a6aa-9ae2befa82da None None] Network 2f4752bb-9fa9-4496-8bf1-84968ae681cb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:19:59.244512 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-ff20cd0c-3880-49ba-a7ce-7a4297f32ba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=979428b2-cc61-4d8c-a5a5-6abc916b5fa7 HTTP/1.1" status: 200 len: 217 time: 0.2774909 Mar 11 17:19:59.301056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:59.357071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-bf608714-30f6-4ab1-aed9-d28080a3e4c1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:59.359762 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-bf608714-30f6-4ab1-aed9-d28080a3e4c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0951374 Mar 11 17:19:59.405960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:19:59.411320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Usage tracker for resource:security_group_rule and tenant:3e60991518cb48e997c709472722d033 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:19:59.415195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:19:59.425674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:19:59.597198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-30ea8f4b-ba1d-4d07-a665-7bc2a31ff29f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013733 Mar 11 17:19:59.615418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135aeb1-597e-490b-8de6-d92cff937560 req-9c3a0697-66fb-4038-92af-8ed87ceb0caf tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:59.617082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2135aeb1-597e-490b-8de6-d92cff937560 req-9c3a0697-66fb-4038-92af-8ed87ceb0caf tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 970 time: 0.1973846 Mar 11 17:19:59.734306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e216431-2b4e-4bcc-96d7-1531fddd86e4 None None] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:19:59.774973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2135aeb1-597e-490b-8de6-d92cff937560 req-5730ef58-a191-4a23-b705-22d639cbab58 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303256 Mar 11 17:19:59.791200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:59.807740 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:59.924547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e60991518cb48e997c709472722d033&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1261547 Mar 11 17:19:59.936493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36940) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:59.982614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5695f-3ea4-48af-934a-82620d164457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e306f9d6-8643-458c-b814-83efc92dd2df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:00.131997 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-e7b26d30-50b3-44c3-9fdd-e9037a08f891 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945998 Mar 11 17:20:00.309748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b25fa356-8aeb-4f0d-a815-ff0e45afed23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.357897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b25fa356-8aeb-4f0d-a815-ff0e45afed23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.426801 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0d9d700-7e1b-468c-8606-8e6c00607cda req-8a4ae1ad-e4a1-4b2b-9b2c-7e7e7eecb088 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507997 Mar 11 17:20:00.444471 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b25fa356-8aeb-4f0d-a815-ff0e45afed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.465595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fa356-8aeb-4f0d-a815-ff0e45afed23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306f9d6-8643-458c-b814-83efc92dd2df,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:00.470761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b25fa356-8aeb-4f0d-a815-ff0e45afed23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.474666 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b25fa356-8aeb-4f0d-a815-ff0e45afed23 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e306f9d6-8643-458c-b814-83efc92dd2df HTTP/1.1" status: 204 len: 168 time: 0.5366750 Mar 11 17:20:00.798505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-9de4223f-3fba-4db9-85c5-f2f970874360 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=270c550b80b94f68a38ee6f9acbc29fc&device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 1121 time: 0.0754240 Mar 11 17:20:00.953672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-11e955ed-19bd-4ea7-96d2-0ababa53b268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:00.956455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-11e955ed-19bd-4ea7-96d2-0ababa53b268 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.1512065 Mar 11 17:20:00.998338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d3ebc-cc26-4a44-b853-5cf53a69ebb3 req-7db643c3-0642-4dbe-8886-c78c51bdc504 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.000899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-912d3ebc-cc26-4a44-b853-5cf53a69ebb3 req-7db643c3-0642-4dbe-8886-c78c51bdc504 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 970 time: 0.0961967 Mar 11 17:20:01.051088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-136a2255-483e-4f18-bf18-5caf76808a8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=979428b2-cc61-4d8c-a5a5-6abc916b5fa7 HTTP/1.1" status: 200 len: 217 time: 0.0770524 Mar 11 17:20:01.051531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36980) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:01.057388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-912d3ebc-cc26-4a44-b853-5cf53a69ebb3 req-31368ce8-f542-46c1-a569-65b7fda00c17 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508108 Mar 11 17:20:01.107299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.156366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36984) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:01.162457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-875513227-network', 'tenant_id': '0c9e1bead4994bc9986e6ddc729517a2'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:01.174420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-c55ee9af-1530-4f35-9938-44237c1b48e5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.176237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-c55ee9af-1530-4f35-9938-44237c1b48e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1086845 Mar 11 17:20:01.177210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:01.184062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Usage tracker for resource:network and tenant:0c9e1bead4994bc9986e6ddc729517a2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:01.190207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:01.192521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:01.234191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Usage tracker for resource:security_group_rule and tenant:b16b2d541e1c4950846bcd6448870a8b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:01.241350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:01.244238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:01.252262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:01.267081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Made reservation on behalf of 0c9e1bead4994bc9986e6ddc729517a2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:01.269334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.292269 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.314192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36990) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:01.324073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-668020233-network', 'tenant_id': '45318ed3a141411f99aa1f36150db732'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:01.330609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:01.337911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Usage tracker for resource:network and tenant:45318ed3a141411f99aa1f36150db732 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:01.343650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:01.351701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:01.363331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Made reservation on behalf of 45318ed3a141411f99aa1f36150db732 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:01.366449 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.369846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:01.376218 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-60c3f0f8-f077-4883-9e3f-59bf53a74144 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869462 Mar 11 17:20:01.380258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.410010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9e1bead4994bc9986e6ddc729517a2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:01.413133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:01.416948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Usage tracker for resource:security_group_rule and tenant:45318ed3a141411f99aa1f36150db732 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:01.419114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:01.419717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:01.425355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:01.484407 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.486189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:01.502204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.503147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.507930 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.535650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:01.546809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90f2038-1edd-4c7d-ad02-90632cfa8adc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:01.548415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642a2abd-7cde-43a2-9076-944e0ed6931e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:01.553010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.554056 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Added segment e4e1d84f-4d14-44d6-84a2-615cfe3a9b70 of type vlan for network 482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b Mar 11 17:20:01.582331 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.599198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-82a7831f-336b-44a3-8d58-9737e0866b22 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b16b2d541e1c4950846bcd6448870a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5466709 Mar 11 17:20:01.603083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37000) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:01.620693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.621665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.622239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.688280 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-e8b3a44a-02aa-4080-99be-f9c0ad6021cd service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010302 Mar 11 17:20:01.730272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] Pushing event updated for resources: {'Network': ['ID=482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:01.734687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aedc7469-9b6e-42d7-a50d-e88f144ae945 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4190688 Mar 11 17:20:01.737417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37006) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:01.743403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Request body: {'subnet': {'network_id': '482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-668020233-subnet', 'tenant_id': '45318ed3a141411f99aa1f36150db732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:01.748251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:20:01.748744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:01.752720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Usage tracker for resource:subnet and tenant:45318ed3a141411f99aa1f36150db732 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:01.755673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:01.761442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:01.775995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Made reservation on behalf of 45318ed3a141411f99aa1f36150db732 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:01.778673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.878791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.888288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b344d6e3-580e-4f12-a935-0ade1c683335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.916407 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b344d6e3-580e-4f12-a935-0ade1c683335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.940142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.973618 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfbf16e4-126c-4d03-b10d-44d8be6b4633 req-d68a525b-a44d-411e-bdbe-4acb54c98943 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768610 Mar 11 17:20:01.989778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:01.999764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2b4479-8236-40e4-9ab2-9e24fdb7c414,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:02.005577 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.005903 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Added segment e880907d-4826-42dd-bd7b-1a8288da5e86 of type vlan for network d52d733c-f444-4239-8b75-4bf6822a8867 Mar 11 17:20:02.027147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b344d6e3-580e-4f12-a935-0ade1c683335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.028736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.044063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.049981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344d6e3-580e-4f12-a935-0ade1c683335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90f2038-1edd-4c7d-ad02-90632cfa8adc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:02.084371 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b344d6e3-580e-4f12-a935-0ade1c683335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.087530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b344d6e3-580e-4f12-a935-0ade1c683335 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f90f2038-1edd-4c7d-ad02-90632cfa8adc HTTP/1.1" status: 204 len: 168 time: 0.4797616 Mar 11 17:20:02.093016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.094106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.094693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.105131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee856f0e-3637-44fa-bdee-45ba4336ae7e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:02.140253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Checking segment: {'id': 'e4e1d84f-4d14-44d6-84a2-615cfe3a9b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:02.140929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Network hostable DHCP agents. Network: 482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:02.196934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Network 482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:02.220162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:02.225254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.225659 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.233510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77722b1d-1f40-4cc9-99cb-5c22bfe6eebf None None] Network 482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:02.260628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1030841 Mar 11 17:20:02.262803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f419184c-1728-42ad-a825-478da6b99ecf admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5241828 Mar 11 17:20:02.263904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37024) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:02.277548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Request body: {'subnet': {'network_id': 'd52d733c-f444-4239-8b75-4bf6822a8867', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-875513227-subnet', 'tenant_id': '0c9e1bead4994bc9986e6ddc729517a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:02.284967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2705bf-05f0-4254-9039-256369b7d5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d52d733c-f444-4239-8b75-4bf6822a8867,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:02.287512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:02.296150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Usage tracker for resource:subnet and tenant:0c9e1bead4994bc9986e6ddc729517a2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:02.301404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:02.329699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d52d733c-f444-4239-8b75-4bf6822a8867 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:20:02.346260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:02.377541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Made reservation on behalf of 0c9e1bead4994bc9986e6ddc729517a2 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:02.381196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.498147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426ef08-7c1d-4a14-a22d-44f6f881a9a4 req-d2da1030-65d8-4a3c-ae15-776b26b0a617 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.505062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2426ef08-7c1d-4a14-a22d-44f6f881a9a4 req-d2da1030-65d8-4a3c-ae15-776b26b0a617 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 970 time: 0.2056494 Mar 11 17:20:02.578221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771418b6-60aa-4150-b218-8d9cb96345c4 None None] Network 482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:02.615022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2426ef08-7c1d-4a14-a22d-44f6f881a9a4 req-560fccbf-1059-4b50-9598-b1a945bb97ba tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090188 Mar 11 17:20:02.686922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.821612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24763d3f-a117-42ea-80f6-699a91960c40,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:02.830690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Checking segment: {'id': 'e880907d-4826-42dd-bd7b-1a8288da5e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'd52d733c-f444-4239-8b75-4bf6822a8867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:02.831044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Network hostable DHCP agents. Network: d52d733c-f444-4239-8b75-4bf6822a8867, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:02.857389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Network d52d733c-f444-4239-8b75-4bf6822a8867 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:02.876840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d52d733c-f444-4239-8b75-4bf6822a8867) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:02.885538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.886200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.904851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631e36c-27f9-48b9-9852-5a54cfda04d5 None None] Network d52d733c-f444-4239-8b75-4bf6822a8867 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:02.945298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1ef541f0-5898-4690-a82b-859bc2edf046 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6800563 Mar 11 17:20:03.175732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37068) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:03.193087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727bd20-7e26-48c4-a39d-2bdb6d7bf116 None None] Network d52d733c-f444-4239-8b75-4bf6822a8867 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:03.239015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-0e66a3f5-5cd1-49d7-84d9-7f62b5698e9b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:03.239933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-465c8045-9060-43ca-9266-72d87efb774d req-0e66a3f5-5cd1-49d7-84d9-7f62b5698e9b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:03.267412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-465c8045-9060-43ca-9266-72d87efb774d req-0e66a3f5-5cd1-49d7-84d9-7f62b5698e9b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:03.269199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-0e66a3f5-5cd1-49d7-84d9-7f62b5698e9b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.2749646 Mar 11 17:20:03.293103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-c5dcdddd-4343-4d30-be77-8eb92c06d1ac tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/quotas/160ed4ed1f7740b58be19b23c1301d10 HTTP/1.1" status: 200 len: 375 time: 0.0180326 Mar 11 17:20:03.307462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] Deleting subnet 1c061469-3a50-43a7-9a69-3cddbc889041 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:20:03.310990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.355848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-ef952dcf-6ab8-43fd-8d80-709e28a6a308 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550857 Mar 11 17:20:03.384105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.397177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.482570 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.533700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c061469-3a50-43a7-9a69-3cddbc889041,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:03.538618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.544858 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4ba5dfe4-b097-475c-8903-9b21d7004f01 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1c061469-3a50-43a7-9a69-3cddbc889041 HTTP/1.1" status: 204 len: 168 time: 0.3665318 Mar 11 17:20:03.547043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37092) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:03.612116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-aeca0be2-4992-4ad7-a56b-fa928dc87f18 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:20:03.613078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-aeca0be2-4992-4ad7-a56b-fa928dc87f18 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0996745 Mar 11 17:20:03.675000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.830303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.847138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-48de6b9f-baa3-469c-804e-c45464175978 service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277834 Mar 11 17:20:03.862267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.862690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.863390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.863811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > port after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.864010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.864343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > port after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.864662 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.865119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.865595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.865783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:03.934854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37106) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:03.994675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d149ab5-b291-4075-819f-aebdbe080ebb req-e97bd6e5-9d1d-42bd-85b3-d2ca30731366 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:03.996228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d149ab5-b291-4075-819f-aebdbe080ebb req-e97bd6e5-9d1d-42bd-85b3-d2ca30731366 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 970 time: 0.2345157 Mar 11 17:20:04.033456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-d73623e2-7533-4377-9fce-3741a7dd59f4 service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850402 Mar 11 17:20:04.050079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:04.050437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:04.050761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:04.051082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:20:04.051449 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4752bb-9fa9-4496-8bf1-84968ae681cb']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:04.055258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d149ab5-b291-4075-819f-aebdbe080ebb req-9943187c-967e-492c-ac0b-71e281363d39 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478685 Mar 11 17:20:04.065801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29174c2-f23d-4b2f-af60-fc758498dfd3') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:04.066090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29174c2-f23d-4b2f-af60-fc758498dfd3') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:04.077954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.098293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.109093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:20:04.109093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.130559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.169305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:04.174046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Usage tracker for resource:security_group_rule and tenant:28a01f4b011d4bf68b000dacb6f2a832 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:04.177673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:04.185152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: util.warn_limited( Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: util.warn_limited( Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:20:04.222414 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:20:04.225368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.234226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.269027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4752bb-9fa9-4496-8bf1-84968ae681cb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.276022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-59c744d8-c4d6-4cee-b7f3-be147bbc3b7a admin admin] 10.222.0.96 "DELETE /v2.0/networks/2f4752bb-9fa9-4496-8bf1-84968ae681cb HTTP/1.1" status: 204 len: 168 time: 0.7264078 Mar 11 17:20:04.278877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37124) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:04.294387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.305594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.347368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:20:04.354284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] Deleting subnet 24763d3f-a117-42ea-80f6-699a91960c40 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:20:04.360215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.415876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.422228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-436f1acc-039f-4e4e-937e-bc65dc99e053 req-099e2ac6-18ed-4d8a-ad3a-5bedc408fa5e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.1016049 Mar 11 17:20:04.430070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e4cf0-4339-45a9-87e8-eb52fd2930c2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.452203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-04732a3d-9474-4d9e-97f0-b5e7f61911b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=28a01f4b011d4bf68b000dacb6f2a832&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5163257 Mar 11 17:20:04.454984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37136) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:04.522321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.538863 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b54e58f-eeec-402a-bb6c-be898fb1a548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.560021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:04.575376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b54e58f-eeec-402a-bb6c-be898fb1a548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.589606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7', 'mac_address': 'fa:16:3e:3d:53:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:tempest-test_az-1889701723', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:20:04.625396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.662806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b54e58f-eeec-402a-bb6c-be898fb1a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.665930 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.668881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24763d3f-a117-42ea-80f6-699a91960c40,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.675878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.685313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9300a023-7f28-486f-a6fb-a4cd1af9719c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/24763d3f-a117-42ea-80f6-699a91960c40 HTTP/1.1" status: 204 len: 168 time: 0.4026666 Mar 11 17:20:04.685482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37150) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:04.694285 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:04.699447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e58f-eeec-402a-bb6c-be898fb1a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e4cf0-4339-45a9-87e8-eb52fd2930c2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.712011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b54e58f-eeec-402a-bb6c-be898fb1a548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.720431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b54e58f-eeec-402a-bb6c-be898fb1a548 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4c2e4cf0-4339-45a9-87e8-eb52fd2930c2 HTTP/1.1" status: 204 len: 168 time: 0.2619274 Mar 11 17:20:04.761130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:04.766615 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.832291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.856782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.878047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.878276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.878559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.878958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.879255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.879889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.880276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.880586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.881049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.890927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.891486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Tracked resource versions report: Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: pushed versions: Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Log': {'1.0'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Network': {'1.1'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Port': {'1.5'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'PortForwarding': {'1.2'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'QosPolicy': {'1.8'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'SecurityGroup': {'1.2'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'SubPort': {'1.0'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Subnet': {'1.1'}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Trunk': {'1.1'}} Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: consumer versions: Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: HyperV agent@n-h1-833436-1: {}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: L3 agent@n-d-833436-1: {}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: Metadata agent@n-d-833436-1: {}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: Metering agent@n-d-833436-1: {}, Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Log': '1.0', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Network': '1.1', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Port': '1.5', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'PortForwarding': '1.2', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'QosPolicy': '1.8', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'SecurityGroup': '1.2', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'SecurityGroupRule': '1.0', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'SubPort': '1.0', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Subnet': '1.1', Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: 'Trunk': '1.1'}} Mar 11 17:20:04.893029 n-d-833436-1 neutron-server[83850]: {{(pid=83850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:20:05.008748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.035376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52d733c-f444-4239-8b75-4bf6822a8867']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:05.050228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e880907d-4826-42dd-bd7b-1a8288da5e86') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:05.050554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e880907d-4826-42dd-bd7b-1a8288da5e86') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:05.062537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.082291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.091035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:20:05.091434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:20:05.124546 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:20:05.160597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['979428b2-cc61-4d8c-a5a5-6abc916b5fa7'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:05.209761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37178) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:05.233947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.265297 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.270667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.299498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:05.309973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b71dcc74fb44e895971607fce6e5e1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:05.313141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d52d733c-f444-4239-8b75-4bf6822a8867,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:05.321379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8fc4513b-5898-47fc-a8dd-2a637f4f34e7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d52d733c-f444-4239-8b75-4bf6822a8867 HTTP/1.1" status: 204 len: 168 time: 0.6348212 Mar 11 17:20:05.328794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:05.340410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:05.485109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53a9ff-7bca-42ca-9bec-f689f4a00696 req-eafcf9a8-5b0e-4c8c-9021-88befce6f7b9 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.486613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc53a9ff-7bca-42ca-9bec-f689f4a00696 req-eafcf9a8-5b0e-4c8c-9021-88befce6f7b9 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 971 time: 0.1317852 Mar 11 17:20:05.540008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.549302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.571135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc53a9ff-7bca-42ca-9bec-f689f4a00696 req-5cf7c061-a4f0-4c2c-b044-5f49711dc7cb tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764632 Mar 11 17:20:05.606288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d42c8-c995-490e-887e-2e1cb7893a19,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:05.613067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7556315a-0900-44d9-bb15-d07b28280d48 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f6b71dcc74fb44e895971607fce6e5e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3998859 Mar 11 17:20:05.613305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37190) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:05.643480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37194) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:05.686338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-2b1aa81b-46f9-45c8-a720-20a3340bc9c6 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481024 Mar 11 17:20:05.709910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5465af54-c8bb-4ae2-9d11-eb37be769136 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=980505314934417c8e832a2dc495188a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652375 Mar 11 17:20:05.712380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37198) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:05.774144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb5381d-d7f4-452c-bac2-3df9972d439b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.834473 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a67ba8e5-cc5a-46be-ac5a-07d52aca7d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.840239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf961169-ea1c-4714-b1ad-3bfe43ac8199 req-3a31c413-7295-4510-94b4-a295988c73c9 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.1154478 Mar 11 17:20:05.843298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb5381d-d7f4-452c-bac2-3df9972d439b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.888968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a67ba8e5-cc5a-46be-ac5a-07d52aca7d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.897013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb5381d-d7f4-452c-bac2-3df9972d439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.912614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5381d-d7f4-452c-bac2-3df9972d439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe196a8-62dd-4e6e-b176-ee3e6838ffab,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:05.920379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb5381d-d7f4-452c-bac2-3df9972d439b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.924443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4bb5381d-d7f4-452c-bac2-3df9972d439b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6fe196a8-62dd-4e6e-b176-ee3e6838ffab HTTP/1.1" status: 204 len: 168 time: 0.2083046 Mar 11 17:20:05.929986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-3b46cd50-e1ee-4c05-a67c-25818adf35c9 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.931551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-3b46cd50-e1ee-4c05-a67c-25818adf35c9 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361577 Mar 11 17:20:05.958432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-b344d122-aabb-41e6-8aee-393820372215 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/quotas/88310e6ee9be4ea1a5f6e035bef330ee HTTP/1.1" status: 200 len: 375 time: 0.0166094 Mar 11 17:20:06.012869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-da871d9a-b722-4e69-8b12-faf960c20cec tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419133 Mar 11 17:20:06.013604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a67ba8e5-cc5a-46be-ac5a-07d52aca7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.033748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ba8e5-cc5a-46be-ac5a-07d52aca7d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d42c8-c995-490e-887e-2e1cb7893a19,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:06.038354 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a67ba8e5-cc5a-46be-ac5a-07d52aca7d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.041718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a67ba8e5-cc5a-46be-ac5a-07d52aca7d0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b12d42c8-c995-490e-887e-2e1cb7893a19 HTTP/1.1" status: 204 len: 168 time: 0.4253268 Mar 11 17:20:06.173071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.97', 56522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:06.335210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3ac124f-9eb5-4bc6-8092-4be15bfeacec req-409c0eaa-41c8-43a6-bb17-a2e1c29887f8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0958502 Mar 11 17:20:06.338051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:06.396898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-3e19e941-4c30-4453-b6ab-4595034124f0 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:06.398739 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-3e19e941-4c30-4453-b6ab-4595034124f0 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.97 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.2100005 Mar 11 17:20:06.425970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:06.431758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:06.432577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.513105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Request body: {'port': {'device_id': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'admin_state_up': True, 'tenant_id': '160ed4ed1f7740b58be19b23c1301d10'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:06.572305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:06.638845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.680623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:06.682674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:06.690395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da8de43d-a507-443e-8e8d-e1c50b62878c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c9e1bead4994bc9986e6ddc729517a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1167564 Mar 11 17:20:06.697115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37232) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:06.728356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:06.733265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Usage tracker for resource:port and tenant:160ed4ed1f7740b58be19b23c1301d10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:06.737017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:06.745109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:06.757337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Made reservation on behalf of 160ed4ed1f7740b58be19b23c1301d10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:06.763718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.803757 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.023912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:07.166870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1b06-946c-4f9e-9eb7-60e0deba92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.226241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Allocated IP 172.20.0.5 (f858763e-39f6-4d44-9a2c-a7bcb800a704/171ced24-a71c-4ff6-8ab7-0aa7823c44f4/3149c8e1-318c-4f0f-9105-065055658ba2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:07.240012 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1b06-946c-4f9e-9eb7-60e0deba92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.263791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a2ec8-5a79-41e0-bc29-3b59d6dfc4de req-dff8c4d8-9c0c-48a1-a0aa-5df7e9f5d77e tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.268235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f26a2ec8-5a79-41e0-bc29-3b59d6dfc4de req-dff8c4d8-9c0c-48a1-a0aa-5df7e9f5d77e tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 972 time: 0.4284112 Mar 11 17:20:07.298703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-231a3942-1fbe-4049-8f12-7c97eb958f80 req-c155901d-66d3-44a6-8e8f-631d2eee62f2 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.0986230 Mar 11 17:20:07.407620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f26a2ec8-5a79-41e0-bc29-3b59d6dfc4de req-5d698914-bf79-4c0a-b231-10b34337f85d tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381826 Mar 11 17:20:07.439755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1b06-946c-4f9e-9eb7-60e0deba92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.481358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1b06-946c-4f9e-9eb7-60e0deba92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.482526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0ebd1b06-946c-4f9e-9eb7-60e0deba92ca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8f2b4479-8236-40e4-9ab2-9e24fdb7c414 HTTP/1.1" status: 204 len: 168 time: 0.7844052 Mar 11 17:20:07.488916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1b06-946c-4f9e-9eb7-60e0deba92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2b4479-8236-40e4-9ab2-9e24fdb7c414,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:07.553486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.584911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.604274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0103ef95-2b0a-4bed-b1c9-88791c3b945d req-c9a7a558-ea3d-43f5-8c82-61c365f62ed0 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0519359 Mar 11 17:20:07.691715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:07.693801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:07.699101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:07.703195 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7', 'code': 200} Mar 11 17:20:07.737505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event updated for resources: {'Port': ['ID=3149c8e1-318c-4f0f-9105-065055658ba2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:07.772022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.772988 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.797486 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-0e59bfcd-8cba-46e8-83b1-170c78f7457a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2891731 Mar 11 17:20:07.899501 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-36342af4-00cf-42db-bbcb-5e62429e8e95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 1123 time: 0.0854335 Mar 11 17:20:07.928126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.965752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:07.969714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Usage tracker for resource:security_group_rule and tenant:f8c2510f451e422b877ad5f5f9ffd6d7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:07.972648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:07.982257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:08.066242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.070558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.112194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4b044b63-afcc-48af-b77a-4b7ba8a1ee33,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:08.115920 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ae43313-33ea-405f-b907-7211ca2d0064 req-768a7251-3b91-4ea6-b1c6-d528270a699e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087903 Mar 11 17:20:08.555304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b4d47-ba80-4973-b96b-5be2c5ff1b86 req-293c82d0-a18f-46e3-b7ee-fc710d94d9ac tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.557574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b2b4d47-ba80-4973-b96b-5be2c5ff1b86 req-293c82d0-a18f-46e3-b7ee-fc710d94d9ac tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 931 time: 0.0995977 Mar 11 17:20:08.682215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5b2b4d47-ba80-4973-b96b-5be2c5ff1b86 req-6d2101f1-9dc6-4ed8-b5d1-d42ae7dbfaef tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:08.699764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a4c33-e22c-48ea-b3f0-c17de320dc25 req-2ec0994f-929e-49d5-b5f7-60a8053176d6 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.701618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36a4c33-e22c-48ea-b3f0-c17de320dc25 req-2ec0994f-929e-49d5-b5f7-60a8053176d6 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 972 time: 0.1132135 Mar 11 17:20:08.733788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5b2b4d47-ba80-4973-b96b-5be2c5ff1b86 req-6d2101f1-9dc6-4ed8-b5d1-d42ae7dbfaef tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:08.734970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b2b4d47-ba80-4973-b96b-5be2c5ff1b86 req-6d2101f1-9dc6-4ed8-b5d1-d42ae7dbfaef tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705182 Mar 11 17:20:08.761648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.777962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36a4c33-e22c-48ea-b3f0-c17de320dc25 req-8fb72db4-2f24-4d6f-9186-6b7d195f1d8d tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661974 Mar 11 17:20:08.915732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abac29ec-a5af-4416-888c-3b8f5481212b req-22b196dd-a988-4e6f-b3ed-c463457d95ee tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0466983 Mar 11 17:20:09.434221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Request body: {'security_group': {'name': 'tempest-securitygroup-78256377', 'description': 'tempest-description-245683427'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:09.440453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:09.444606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Usage tracker for resource:security_group and tenant:24e9838edb2b4b688333dcfff53f1217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:09.447691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:09.453395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:09.464755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.478205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.511062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:09.514937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Usage tracker for resource:security_group_rule and tenant:24e9838edb2b4b688333dcfff53f1217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:09.517872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:09.523645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:09.608772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.615445 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.663507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:09.665680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f50d076-2009-4f00-a3e1-143d0d9e55a7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:09.669827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Usage tracker for resource:security_group_rule and tenant:24e9838edb2b4b688333dcfff53f1217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:09.672843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:09.682305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:09.741026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.747478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.791687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c48ca2-dd65-44e6-bc0d-218749d2f8ff,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:09.795415 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.815484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52b61ee7-5ad8-4646-b34e-3dc33a7fee5d req-f1f5a6d0-8d7d-4234-a9bb-5a1a04762105 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3706574 Mar 11 17:20:09.836153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Request body: {'security_group': {'name': 'tempest-securitygroup-882186341', 'description': 'tempest-description-686837642'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:09.842148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:09.846044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Usage tracker for resource:security_group and tenant:24e9838edb2b4b688333dcfff53f1217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:09.849197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:09.860792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:09.877299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.939342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:09.943507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Usage tracker for resource:security_group_rule and tenant:24e9838edb2b4b688333dcfff53f1217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:09.946690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:09.953113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:10.081639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.102026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.189237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2c1f2-1b47-4f6c-982d-e45f33096c00,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:10.201869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.203882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65e16b85-49de-463f-be6c-21fc69dbb5a8 req-ee2d81ed-e302-4eb3-a81a-330df208c555 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.3724308 Mar 11 17:20:10.222111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814725c5-eff0-4403-b8c1-3993ff0a9109 req-0dc6defe-e035-4f01-8f44-cff566dfb4ea tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:10.224463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-814725c5-eff0-4403-b8c1-3993ff0a9109 req-0dc6defe-e035-4f01-8f44-cff566dfb4ea tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 931 time: 0.2352302 Mar 11 17:20:10.281924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-814725c5-eff0-4403-b8c1-3993ff0a9109 req-8bc7f52b-af66-442b-b92b-84e5230daa8a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519116 Mar 11 17:20:10.393658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac899b-b445-4eff-b345-3239f16b7391 req-b5165fca-cf7f-4a09-bf2e-290b9d8c125a tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:10.395094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74ac899b-b445-4eff-b345-3239f16b7391 req-b5165fca-cf7f-4a09-bf2e-290b9d8c125a tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 972 time: 0.0772152 Mar 11 17:20:10.443212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74ac899b-b445-4eff-b345-3239f16b7391 req-653f181d-509c-406d-a569-8786213100f7 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Mar 11 17:20:10.563334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-a04a503f-cee3-4666-9741-596c2265f8ac tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272617 Mar 11 17:20:10.630295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f6f51ea-3b6f-479f-8145-7e6b7c4e61c3 req-cbf788b4-71ea-4909-9bb2-011d1e99064a tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0640168 Mar 11 17:20:10.754969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-69db374c-5894-4ea5-be6a-b0b13c0e1d07 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:10.756428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-69db374c-5894-4ea5-be6a-b0b13c0e1d07 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574283 Mar 11 17:20:10.772668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f89ad031-98fb-4c0c-8cfc-f3e6c5e69ebc tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/quotas/2d4f7d3421684f8caf8909291e6d1f31 HTTP/1.1" status: 200 len: 375 time: 0.0108163 Mar 11 17:20:10.820253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-814057673', 'description': 'tempest-description-1017804034'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:10.824551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9cc28ad6-4eef-48b2-94ab-a9b39bfe4c67 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465751 Mar 11 17:20:10.827186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:10.831978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Usage tracker for resource:security_group and tenant:1eb84adbda9140f5813b150b2f477a14 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:10.835189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:10.841201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:10.854733 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.867690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.904724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:10.908710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Usage tracker for resource:security_group_rule and tenant:1eb84adbda9140f5813b150b2f477a14 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:10.911679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:10.918622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:11.001391 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.006452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.090822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:11.093326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae50cc3-519b-4da6-bb04-95b2af0627cb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:11.102116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Usage tracker for resource:security_group_rule and tenant:1eb84adbda9140f5813b150b2f477a14 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:11.106496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:11.113339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:11.177260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-651a8417-a875-4fc4-845f-9d5ecab565ea tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 1123 time: 0.1349344 Mar 11 17:20:11.195404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.209870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.235820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.271640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.273177 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91cfa818-7943-4e72-9f1f-82c71cce7278 req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.4613457 Mar 11 17:20:11.277197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb9760-67ae-40a0-82cd-1dd8402a9597 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01195d9b-0ab2-4769-b98f-c02b680f942f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:11.300366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:11.301664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Usage tracker for resource:security_group_rule and tenant:bfb0ec75b36f4f8cb25805b7dd26b88a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:11.304703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:11.310601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:11.381272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ee1328d-b9fe-4895-8d06-4d6a3455e135 req-776a9b81-061b-484f-9e88-7a4e1ff59bf6 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0561438 Mar 11 17:20:11.427706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-660585241', 'description': 'tempest-description-941007661'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:11.440451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:11.446689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.447977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Usage tracker for resource:security_group and tenant:1eb84adbda9140f5813b150b2f477a14 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:11.451692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:11.455032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.470101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:11.501881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1752d1f0-3283-4bc0-b71e-8efde2af0a3f req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121746 Mar 11 17:20:11.502597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.513977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5f908-d9cc-4a5b-b3b1-4556ac84648a tempest-AggregatesAdminTestJSON-1463195546 tempest-AggregatesAdminTestJSON-1463195546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17569efa-4230-487f-91ab-5a19287281ad,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:11.554668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:11.558713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Usage tracker for resource:security_group_rule and tenant:1eb84adbda9140f5813b150b2f477a14 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:11.561547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:11.567379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:11.622483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.627089 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.714729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dedbf7-6e75-4e6d-9c1d-c5cbbe92be0b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:11.725321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.726531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a019ac1c-2823-4e81-a847-3f5cf0c682ce req-4007663a-d35b-45a7-8e3a-d95607e791d9 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.3049591 Mar 11 17:20:11.747869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a3dc-416e-4e0a-93d1-651a2ab33e36 req-15029220-c8fb-4578-b52e-5ab4f38d6f5c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:11.749383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98a9a3dc-416e-4e0a-93d1-651a2ab33e36 req-15029220-c8fb-4578-b52e-5ab4f38d6f5c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 931 time: 0.1169922 Mar 11 17:20:11.795086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98a9a3dc-416e-4e0a-93d1-651a2ab33e36 req-544c23d5-206d-4ad4-b2c8-ff945c358805 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Mar 11 17:20:11.961047 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:20:11.965370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1fcdf6-6ae4-4ce5-9981-510d08e9c69c req-6d252756-d861-45fe-b1bf-52b2172273c0 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0467520 Mar 11 17:20:12.241319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6f1ec-ad36-4b9d-ac58-0240fcf8aa21 req-5f990c95-5b83-4c16-93f5-0423127d7abc tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:12.242691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fae6f1ec-ad36-4b9d-ac58-0240fcf8aa21 req-5f990c95-5b83-4c16-93f5-0423127d7abc tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 972 time: 0.1578295 Mar 11 17:20:12.284184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-a9230561-befb-4326-851d-c383c38a03e5 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Synchronizing usage tracker for tenant:1eb84adbda9140f5813b150b2f477a14 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:12.291215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-853988b7-12b7-4147-89bb-99fa6f87b185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.318391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fae6f1ec-ad36-4b9d-ac58-0240fcf8aa21 req-135ceff2-9c4a-4925-af6b-935d11a4301f tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699072 Mar 11 17:20:12.319415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-a9230561-befb-4326-851d-c383c38a03e5 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Unset dirty status for tenant:1eb84adbda9140f5813b150b2f477a14 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:12.321075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-a9230561-befb-4326-851d-c383c38a03e5 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 27669 time: 0.3397105 Mar 11 17:20:12.373373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-6b6d2c40-a858-42be-bcd9-9d2b8825e2af tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/17569efa-4230-487f-91ab-5a19287281ad HTTP/1.1" status: 200 len: 2649 time: 0.0444779 Mar 11 17:20:12.421168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-cd8157fc-e20f-4ba7-b529-d34bbe836157 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/17569efa-4230-487f-91ab-5a19287281ad HTTP/1.1" status: 200 len: 2649 time: 0.0419734 Mar 11 17:20:12.472188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-16174189-587d-4dfd-925f-a265382bb527 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/4b044b63-afcc-48af-b77a-4b7ba8a1ee33 HTTP/1.1" status: 200 len: 2649 time: 0.0453949 Mar 11 17:20:12.548971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fd6afb1-72e8-4081-b901-f3d4a7b84724 req-f9044c90-4f4b-43ae-8f13-5363e8d50d2d tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0494413 Mar 11 17:20:12.556558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-ccf6e334-771e-4763-8ebb-8c3e2870f9a4 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/4b044b63-afcc-48af-b77a-4b7ba8a1ee33 HTTP/1.1" status: 200 len: 2649 time: 0.0787988 Mar 11 17:20:12.605139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-22c24486-80f5-4e4a-bb66-38ddc5f70bf3 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/4f50d076-2009-4f00-a3e1-143d0d9e55a7 HTTP/1.1" status: 200 len: 2649 time: 0.0424736 Mar 11 17:20:12.652563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-d3f8b0f1-acf8-49a4-a55f-35e7922a7d36 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/4f50d076-2009-4f00-a3e1-143d0d9e55a7 HTTP/1.1" status: 200 len: 2649 time: 0.0418770 Mar 11 17:20:12.712411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-bbc21e7e-9180-4dfe-9a2c-32670ad0801a tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/62875ae1-4d25-4600-ae59-4e499f19ebb9 HTTP/1.1" status: 200 len: 2649 time: 0.0517752 Mar 11 17:20:12.754322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-0438b0bb-5c3a-44bc-a65a-7dea2d1dce6f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:20:12.755278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-0438b0bb-5c3a-44bc-a65a-7dea2d1dce6f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059249 Mar 11 17:20:12.765370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-1616ee61-8c25-4039-a4b2-2d10a7cbfd77 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/62875ae1-4d25-4600-ae59-4e499f19ebb9 HTTP/1.1" status: 200 len: 2649 time: 0.0472045 Mar 11 17:20:12.817382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-dc26f5be-bbfe-4c55-9b6a-bb52f482586d tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/642a2abd-7cde-43a2-9076-944e0ed6931e HTTP/1.1" status: 200 len: 2649 time: 0.0452008 Mar 11 17:20:12.893743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-ebe9a499-24b1-49e1-aeb3-7e2367252ae3 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/642a2abd-7cde-43a2-9076-944e0ed6931e HTTP/1.1" status: 200 len: 2649 time: 0.0695887 Mar 11 17:20:12.955732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-f4f62795-f1ce-48aa-8615-e74a77c71353 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/802a42de-1c85-4c26-a90d-f535ca1d9a4d HTTP/1.1" status: 200 len: 2649 time: 0.0609267 Mar 11 17:20:13.002745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Request body: {'port': {'device_id': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:13.078317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-d0fe1863-66bd-445f-a744-98a8d5a7bf65 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/802a42de-1c85-4c26-a90d-f535ca1d9a4d HTTP/1.1" status: 200 len: 2649 time: 0.1148634 Mar 11 17:20:13.106909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905aa13-fe8d-4db3-af11-c16e13dd0e17 req-2340e416-9e02-4fb4-89fb-b955ca8202ce tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.108365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b905aa13-fe8d-4db3-af11-c16e13dd0e17 req-2340e416-9e02-4fb4-89fb-b955ca8202ce tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 931 time: 0.1265821 Mar 11 17:20:13.126018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.170874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-6a96fb4c-b6ff-4818-9439-f61163af38c3 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/85e01ada-874a-4c2f-b663-7118a42119cb HTTP/1.1" status: 200 len: 2649 time: 0.0827415 Mar 11 17:20:13.181554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b905aa13-fe8d-4db3-af11-c16e13dd0e17 req-91808779-9cb4-4a34-9072-2f1ac0bb3116 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605574 Mar 11 17:20:13.239472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-ea59c052-f76e-4071-ba0d-73b8b2f39fc6 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/85e01ada-874a-4c2f-b663-7118a42119cb HTTP/1.1" status: 200 len: 2649 time: 0.0505793 Mar 11 17:20:13.293732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-feae5524-f7b1-4966-966a-57407ef7da1d tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/bae50cc3-519b-4da6-bb04-95b2af0627cb HTTP/1.1" status: 200 len: 2649 time: 0.0476613 Mar 11 17:20:13.361225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f734a630-14bd-4aea-951f-8a77ac150a5d req-04410811-b07b-402b-8501-90dc3bf09fe2 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0493591 Mar 11 17:20:13.388301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-e361036a-cdb3-4474-b610-2b2ae4cd4693 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/bae50cc3-519b-4da6-bb04-95b2af0627cb HTTP/1.1" status: 200 len: 2649 time: 0.0844164 Mar 11 17:20:13.435664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-840408ba-0dfe-4ad2-94b9-cb7fef4f8ada tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/cbef2ef2-ce49-469c-8cfc-e0460094a80e HTTP/1.1" status: 200 len: 2649 time: 0.0446110 Mar 11 17:20:13.465985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3149c8e1-318c-4f0f-9105-065055658ba2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:13.473033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.484553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.535721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad9a95e-f7e3-4a6e-b39e-bce91ef4a318 req-e793c22d-5934-4fe2-8f36-f3e0aa591b4f tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/cbef2ef2-ce49-469c-8cfc-e0460094a80e HTTP/1.1" status: 200 len: 2649 time: 0.0920367 Mar 11 17:20:13.560106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Pushing event updated for resources: {'Port': ['ID=3149c8e1-318c-4f0f-9105-065055658ba2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:13.583239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa708ed0-26c7-4e52-bed9-025a21707b7a req-94f02f5e-0bfb-4341-b685-472ddc1f7248 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.592222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa708ed0-26c7-4e52-bed9-025a21707b7a req-94f02f5e-0bfb-4341-b685-472ddc1f7248 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 972 time: 0.1085231 Mar 11 17:20:13.635841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.97', 56529) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:13.691899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-3ef68658-35d9-4080-b49c-29a8b7478759 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549119 Mar 11 17:20:13.734574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa708ed0-26c7-4e52-bed9-025a21707b7a req-e8011018-69e2-4c3b-a2c5-680cffd9eb84 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/security-groups?id=62875ae1-4d25-4600-ae59-4e499f19ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411116 Mar 11 17:20:13.847417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:13.848015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:13.848120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:13.854466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-852ebc17-3661-41a5-91ea-f481a163cb0a req-cc83079c-61eb-4d4c-a3ed-ccbb4ac7f761 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Synchronizing usage tracker for tenant:24e9838edb2b4b688333dcfff53f1217 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:13.861849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-ec2476f9-c88a-4f49-bc84-02d942d3bdc6 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.862581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-ec2476f9-c88a-4f49-bc84-02d942d3bdc6 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Synchronizing usage tracker for tenant:270c550b80b94f68a38ee6f9acbc29fc on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:13.872171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:13.872488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:13.882170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:13.883091 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:13.883091 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 2 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:13.898666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:13.898921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:13.899242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:13.901907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-ec2476f9-c88a-4f49-bc84-02d942d3bdc6 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Unset dirty status for tenant:270c550b80b94f68a38ee6f9acbc29fc on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:13.903061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-ec2476f9-c88a-4f49-bc84-02d942d3bdc6 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.59 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 972 time: 0.2866771 Mar 11 17:20:13.907034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:13.907350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:13.931126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb38050e-2547-4230-ae21-16a1d8ffafe4 req-081e3213-b4a6-4c6c-8da7-9b8c812b5a40 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0658896 Mar 11 17:20:13.944330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:13.944486 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:13.955186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0862bc7a-5881-498f-ae2a-4a98232fbbb8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.956610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0862bc7a-5881-498f-ae2a-4a98232fbbb8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570014 Mar 11 17:20:13.957634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-852ebc17-3661-41a5-91ea-f481a163cb0a req-cc83079c-61eb-4d4c-a3ed-ccbb4ac7f761 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Unset dirty status for tenant:24e9838edb2b4b688333dcfff53f1217 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:13.958835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-852ebc17-3661-41a5-91ea-f481a163cb0a req-cc83079c-61eb-4d4c-a3ed-ccbb4ac7f761 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=24e9838edb2b4b688333dcfff53f1217 HTTP/1.1" status: 200 len: 5435 time: 0.3502264 Mar 11 17:20:13.962477 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 3 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:13.990432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:13.990717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:13.991055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.002391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Deleting port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:20:14.002738 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.010198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Request body: {'port': {'device_id': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '88310e6ee9be4ea1a5f6e035bef330ee'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:14.029958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.030325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.051855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.052183 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.054204 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 4 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:14.078485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-852ebc17-3661-41a5-91ea-f481a163cb0a req-a4e2a51a-6030-4cc2-b68c-84494c6c884b tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "GET /v2.0/security-groups/4f50d076-2009-4f00-a3e1-143d0d9e55a7 HTTP/1.1" status: 200 len: 2649 time: 0.1129017 Mar 11 17:20:14.100653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.100999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.101280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.129569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.129911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.164302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.164674 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.165607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-852ebc17-3661-41a5-91ea-f481a163cb0a req-8780670c-88e2-4ead-96b0-a3bcdb8b118d tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "GET /v2.0/security-groups/4f50d076-2009-4f00-a3e1-143d0d9e55a7 HTTP/1.1" status: 200 len: 2649 time: 0.0742764 Mar 11 17:20:14.173348 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 5 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:14.189239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:14.194022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Usage tracker for resource:port and tenant:88310e6ee9be4ea1a5f6e035bef330ee is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:14.197038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:14.216764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:14.248491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Made reservation on behalf of 88310e6ee9be4ea1a5f6e035bef330ee for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:14.251563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.270087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.284232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a77e04f-83c7-4a18-9482-74f40adc1a1f req-9503ff5d-b4a5-4069-b606-fe541ee1e5e3 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/a2dedbf7-6e75-4e6d-9c1d-c5cbbe92be0b HTTP/1.1" status: 200 len: 1610 time: 0.0841968 Mar 11 17:20:14.285340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.285666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.286001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.289423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.97', 56530) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:14.310510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.310826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.342699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-8878d48f-8f27-4b88-b835-daced08c2d36 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508177 Mar 11 17:20:14.361361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.361701 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.364216 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 6 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:14.380039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] For port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:14.380426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.384785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:14.395187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.395497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.395866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.440843 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f25bc038-1284-4631-a2a0-534093ae9efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.460941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Usage tracker for resource:security_group_rule and tenant:88310e6ee9be4ea1a5f6e035bef330ee is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:14.467859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:14.507346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Calling delete_port for 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 owned by compute:tempest-test_az-1889701723 {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:20:14.522700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:14.533836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.534152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.556130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.556447 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.558454 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 7 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:14.642288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.642636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.642961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.653452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a77e04f-83c7-4a18-9482-74f40adc1a1f req-aba1d8a1-caca-468c-b1dd-7084c6daf21c tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.662565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.663564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.671488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.671817 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.672192 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 8 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:14.688135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-50cc05f5-ea33-4154-9d48-6396f0b5357f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.689548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-50cc05f5-ea33-4154-9d48-6396f0b5357f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104043 Mar 11 17:20:14.708231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8e4dd-bdd8-471e-85fb-9b78a74e0823 req-16e481de-41c7-40e2-91a0-beb3cb482eb3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.709684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5d8e4dd-bdd8-471e-85fb-9b78a74e0823 req-16e481de-41c7-40e2-91a0-beb3cb482eb3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 943 time: 0.3660874 Mar 11 17:20:14.717825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Request body: {'port': {'device_id': 'e43566f4-0522-46c7-88e5-0514ff168692', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '2d4f7d3421684f8caf8909291e6d1f31'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:14.732116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.732308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.732539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.748337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.748653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.762247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.762638 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.763062 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 9 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:14.772761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.808441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['979428b2-cc61-4d8c-a5a5-6abc916b5fa7'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:14.823536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a77e04f-83c7-4a18-9482-74f40adc1a1f req-aba1d8a1-caca-468c-b1dd-7084c6daf21c tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.824908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.825262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.825574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.829061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Pushing event deleted for resources: {'Port': ['ID=979428b2-cc61-4d8c-a5a5-6abc916b5fa7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:14.831963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.852614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.863097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.863640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.913473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.913901 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.914766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] No DVR routers for this DVR port 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:14.918662 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.922942 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempt 10 to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 Mar 11 17:20:14.930074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'name': 'network-vif-deleted', 'tag': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:14.955239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.955616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.956008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.967514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35ccabd4-ab9d-49de-932f-cedc9fe681b8 req-d6c7353c-7d62-4afc-b061-7e749ce43334 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.59 "DELETE /v2.0/ports/979428b2-cc61-4d8c-a5a5-6abc916b5fa7 HTTP/1.1" status: 204 len: 173 time: 1.0573783 Mar 11 17:20:14.971743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.972157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempting to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:14.982739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:14.983159 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Failed to bind port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:14.983616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.006042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5d8e4dd-bdd8-471e-85fb-9b78a74e0823 req-8478fb4a-fb0c-426b-a9a8-744574a1a0f6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690411 Mar 11 17:20:15.012471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77e4036-3ff2-425f-a3bf-7ce26426d9c1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:15.040466 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a77e04f-83c7-4a18-9482-74f40adc1a1f req-aba1d8a1-caca-468c-b1dd-7084c6daf21c tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.075839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:15.085694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1d8a1-caca-468c-b1dd-7084c6daf21c tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dedbf7-6e75-4e6d-9c1d-c5cbbe92be0b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:15.087802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Usage tracker for resource:port and tenant:2d4f7d3421684f8caf8909291e6d1f31 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:15.117103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] For port 3149c8e1-318c-4f0f-9105-065055658ba2, host n-h2-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:15.119521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Attempted to set empty binding levels {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:20:15.124830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:15.129239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.145636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:15.194801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a77e04f-83c7-4a18-9482-74f40adc1a1f req-aba1d8a1-caca-468c-b1dd-7084c6daf21c tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.195942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a77e04f-83c7-4a18-9482-74f40adc1a1f req-aba1d8a1-caca-468c-b1dd-7084c6daf21c tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/a2dedbf7-6e75-4e6d-9c1d-c5cbbe92be0b HTTP/1.1" status: 204 len: 173 time: 0.9016213 Mar 11 17:20:15.212426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] In _notify_port_updated(), no bound segment for port 3149c8e1-318c-4f0f-9105-065055658ba2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:20:15.212706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Made reservation on behalf of 2d4f7d3421684f8caf8909291e6d1f31 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:15.213382 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.214768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] 10.222.0.97 "PUT /v2.0/ports/3149c8e1-318c-4f0f-9105-065055658ba2 HTTP/1.1" status: 200 len: 1056 time: 2.2952235 Mar 11 17:20:15.215904 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.257756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026a001-1997-4831-829e-d83bdb5ac46a service neutron] Pushing event updated for resources: {'Port': ['ID=3149c8e1-318c-4f0f-9105-065055658ba2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:15.291408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Deleting port 3149c8e1-318c-4f0f-9105-065055658ba2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:20:15.291750 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.299050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.314616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Allocated IP 192.168.233.212 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/4aba8018-455e-4df5-93d8-0a2b4c9a87df) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:15.320075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-27bca11b-94ba-465f-8e34-6197f1bb7b7a req-1a1341cf-4f02-46b5-876a-1eb72639b8b8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Synchronizing usage tracker for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:15.390823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0558dc54-5b72-4fe1-9b81-5e5f34f9be9a req-ea207442-52f3-4ee8-8916-da5191aa4d91 tempest-AggregatesAdminTestJSON-623897624 tempest-AggregatesAdminTestJSON-623897624-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f5d9dc-9bf0-4097-839b-741aefff0e40 HTTP/1.1" status: 200 len: 210 time: 0.0613148 Mar 11 17:20:15.422065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-27bca11b-94ba-465f-8e34-6197f1bb7b7a req-1a1341cf-4f02-46b5-876a-1eb72639b8b8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Unset dirty status for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:15.423615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27bca11b-94ba-465f-8e34-6197f1bb7b7a req-1a1341cf-4f02-46b5-876a-1eb72639b8b8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.1744778 Mar 11 17:20:15.437326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:15.447717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Usage tracker for resource:security_group_rule and tenant:2d4f7d3421684f8caf8909291e6d1f31 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:15.456495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:15.468432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:15.477936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.508633 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f5d9dc-9bf0-4097-839b-741aefff0e40', 'name': 'network-vif-deleted', 'tag': '979428b2-cc61-4d8c-a5a5-6abc916b5fa7', 'status': 'completed', 'code': 200} Mar 11 17:20:15.588826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] For port 3149c8e1-318c-4f0f-9105-065055658ba2, host n-h2-833436-1, got binding levels [] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:15.589486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.641992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.667831 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-816c2549-378a-4c18-83aa-17c1412df6b0 req-bf873ed9-3612-4e39-b54d-cf91f304e9ca tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0891669 Mar 11 17:20:15.780984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Calling delete_port for 3149c8e1-318c-4f0f-9105-065055658ba2 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:20:15.785235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d09e9604-3566-4b4b-98b5-e8c7effecce4 req-bf38ce21-dbd4-4ee4-bed5-ac29e3fbeacc tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "GET /v2.0/security-groups/01195d9b-0ab2-4769-b98f-c02b680f942f HTTP/1.1" status: 200 len: 1611 time: 0.2077212 Mar 11 17:20:15.793839 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.824803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.836821 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.860210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Transition to ACTIVE for port object 4aba8018-455e-4df5-93d8-0a2b4c9a87df will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:15.919862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.965667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event deleted for resources: {'Port': ['ID=3149c8e1-318c-4f0f-9105-065055658ba2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:15.986183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdb9b1d-1c6e-4596-9128-c06ff96d9245,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:16.022019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d09e9604-3566-4b4b-98b5-e8c7effecce4 req-e8dbb0b2-b1ad-4e1a-887e-6f24980501e6 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.037962 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.042846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] No DVR routers for this DVR port 3149c8e1-318c-4f0f-9105-065055658ba2 on host n-h2-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:16.044921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.051151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-bb28e760-2224-48ab-8f68-c14b96144768 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.97 "DELETE /v2.0/ports/3149c8e1-318c-4f0f-9105-065055658ba2 HTTP/1.1" status: 204 len: 173 time: 0.8297658 Mar 11 17:20:16.153075 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d09e9604-3566-4b4b-98b5-e8c7effecce4 req-e8dbb0b2-b1ad-4e1a-887e-6f24980501e6 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.228905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:16.247009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:16.249661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:16.253516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.254104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.269192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Pushing event updated for resources: {'Port': ['ID=4aba8018-455e-4df5-93d8-0a2b4c9a87df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:16.273826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37dac096-b852-4555-ab2f-12d1308eec9c req-dcdeba64-ea14-4edf-99cf-1b5e84293a76 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.1048605 Mar 11 17:20:16.280241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Allocated IP 192.168.233.113 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/ff3578d7-4985-4b9f-be21-919493780e88) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:16.333336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-2b61375d-59d4-407e-a359-5c4e05f0c617 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.0465560 Mar 11 17:20:16.335013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c3195d3c-79e7-4e32-9570-4fbe0f3b735f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3288989 Mar 11 17:20:16.337432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d09e9604-3566-4b4b-98b5-e8c7effecce4 req-e8dbb0b2-b1ad-4e1a-887e-6f24980501e6 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.339884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d09e9604-3566-4b4b-98b5-e8c7effecce4 req-e8dbb0b2-b1ad-4e1a-887e-6f24980501e6 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.341169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d09e9604-3566-4b4b-98b5-e8c7effecce4 req-e8dbb0b2-b1ad-4e1a-887e-6f24980501e6 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/01195d9b-0ab2-4769-b98f-c02b680f942f HTTP/1.1" status: 204 len: 173 time: 0.5442266 Mar 11 17:20:16.367433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Request body: {'port': {'device_id': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:16.412535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbb0b2-b1ad-4e1a-887e-6f24980501e6 tempest-SecurityGroupsTestAdminJSON-425776603 tempest-SecurityGroupsTestAdminJSON-425776603-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01195d9b-0ab2-4769-b98f-c02b680f942f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:16.521934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-71e00cf9-4be5-453b-b407-493ba59c1fcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.523582 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-71e00cf9-4be5-453b-b407-493ba59c1fcc service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=160ed4ed1f7740b58be19b23c1301d10&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1635849 Mar 11 17:20:16.541425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-750ae6f5-d042-4516-a69c-b63c59c52c7a None None] Provisioning for port 4aba8018-455e-4df5-93d8-0a2b4c9a87df completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:16.548271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-750ae6f5-d042-4516-a69c-b63c59c52c7a None None] Provisioning complete for port 4aba8018-455e-4df5-93d8-0a2b4c9a87df triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:16.548982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-750ae6f5-d042-4516-a69c-b63c59c52c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.617219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-750ae6f5-d042-4516-a69c-b63c59c52c7a None None] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:16.671992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-1bb3081e-9656-435b-877e-997a315ec1b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.673440 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-1bb3081e-9656-435b-877e-997a315ec1b0 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1425982 Mar 11 17:20:16.727186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f1c2152-64ca-4a6a-a624-55264692e5f8 req-2feafe7f-75f9-4e84-9f5b-0a9051a5a1b8 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "GET /v2.0/security-groups/1db2c1f2-1b47-4f6c-982d-e45f33096c00 HTTP/1.1" status: 200 len: 1610 time: 0.3325655 Mar 11 17:20:16.727726 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.800224 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.838042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-465c8045-9060-43ca-9266-72d87efb774d req-918c206f-d3e3-48b5-8f86-f0514253f5f1 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:16.854435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-465c8045-9060-43ca-9266-72d87efb774d req-918c206f-d3e3-48b5-8f86-f0514253f5f1 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:16.855595 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-918c206f-d3e3-48b5-8f86-f0514253f5f1 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.97 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.0634372 Mar 11 17:20:16.868055 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.951736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Transition to ACTIVE for port object ff3578d7-4985-4b9f-be21-919493780e88 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:16.977704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3127d60-ed84-4228-b022-ae8e0dcdef6b req-5a3125b4-ee95-475b-9e5f-1177a593e989 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.979186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3127d60-ed84-4228-b022-ae8e0dcdef6b req-5a3125b4-ee95-475b-9e5f-1177a593e989 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 936 time: 0.3593237 Mar 11 17:20:17.016927 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9f1c2152-64ca-4a6a-a624-55264692e5f8 req-41656dee-cf9c-4857-a112-01bef813f875 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.069694 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9f1c2152-64ca-4a6a-a624-55264692e5f8 req-41656dee-cf9c-4857-a112-01bef813f875 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.113600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.168958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a3127d60-ed84-4228-b022-ae8e0dcdef6b req-7232318e-7bea-4ff9-bb2f-e9aa2aea72d6 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Synchronizing usage tracker for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:17.290842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:17.297497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:17.299392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a3127d60-ed84-4228-b022-ae8e0dcdef6b req-7232318e-7bea-4ff9-bb2f-e9aa2aea72d6 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Unset dirty status for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:17.300511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3127d60-ed84-4228-b022-ae8e0dcdef6b req-7232318e-7bea-4ff9-bb2f-e9aa2aea72d6 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125513 Mar 11 17:20:17.303120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:17.306942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.307530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.311916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Pushing event updated for resources: {'Port': ['ID=ff3578d7-4985-4b9f-be21-919493780e88,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.317576 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9f1c2152-64ca-4a6a-a624-55264692e5f8 req-41656dee-cf9c-4857-a112-01bef813f875 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.361578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41656dee-cf9c-4857-a112-01bef813f875 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2c1f2-1b47-4f6c-982d-e45f33096c00,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.379780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9f1c2152-64ca-4a6a-a624-55264692e5f8 req-41656dee-cf9c-4857-a112-01bef813f875 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.381190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f1c2152-64ca-4a6a-a624-55264692e5f8 req-41656dee-cf9c-4857-a112-01bef813f875 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "DELETE /v2.0/security-groups/1db2c1f2-1b47-4f6c-982d-e45f33096c00 HTTP/1.1" status: 204 len: 173 time: 0.6398485 Mar 11 17:20:17.384889 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-99cb1da2-8618-4a7c-b4cc-f4150138c789 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6742718 Mar 11 17:20:17.464825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aba8018-455e-4df5-93d8-0a2b4c9a87df {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:17.473612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.487074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-5a12b4a0-d54f-4f29-9eb3-0ccef43a7df9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.0556939 Mar 11 17:20:17.494842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Request body: {'port': {'device_id': 'e43566f4-0522-46c7-88e5-0514ff168692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:17.520448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'tag': '3149c8e1-318c-4f0f-9105-065055658ba2'}, {'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'name': 'network-vif-deleted', 'tag': '3149c8e1-318c-4f0f-9105-065055658ba2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:17.547715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c18faeb2-38fe-4d46-9d8d-d2e7178f822e None None] Provisioning for port ff3578d7-4985-4b9f-be21-919493780e88 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:17.553661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.555126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c18faeb2-38fe-4d46-9d8d-d2e7178f822e None None] Provisioning complete for port ff3578d7-4985-4b9f-be21-919493780e88 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:17.555447 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c18faeb2-38fe-4d46-9d8d-d2e7178f822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.634381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c18faeb2-38fe-4d46-9d8d-d2e7178f822e None None] Port ff3578d7-4985-4b9f-be21-919493780e88 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:17.650593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-05ec363a-74f6-45b9-b4e3-b0fe73b9f4a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.652039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-05ec363a-74f6-45b9-b4e3-b0fe73b9f4a7 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=160ed4ed1f7740b58be19b23c1301d10&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1508772 Mar 11 17:20:17.653184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Pushing event updated for resources: {'Port': ['ID=4aba8018-455e-4df5-93d8-0a2b4c9a87df,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.797136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-6abe06db-6c10-42d0-b07c-be818b3a66e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.798741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-6abe06db-6c10-42d0-b07c-be818b3a66e1 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1368847 Mar 11 17:20:17.815462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-190a0860-a74e-4baf-9dff-bb5d849fd78e req-0d020c06-ee93-4891-862d-c88a7bcf9ed5 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.1150501 Mar 11 17:20:17.845074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.904240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-64051191-eee8-4d4e-94a2-25a937adbc00 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.97 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.0422087 Mar 11 17:20:17.958534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-991de4b2-a1c2-4ba9-a227-71272a1ee6da None None] Provisioning complete for port 4aba8018-455e-4df5-93d8-0a2b4c9a87df triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:17.958901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-991de4b2-a1c2-4ba9-a227-71272a1ee6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.011218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87c435-4248-4c22-a5fa-7788897c6e48 req-8075fef1-2660-48fc-b0e3-7fe7d2cea6ef tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:18.011916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a87c435-4248-4c22-a5fa-7788897c6e48 req-8075fef1-2660-48fc-b0e3-7fe7d2cea6ef tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Synchronizing usage tracker for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:18.014751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:18.015056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:18.015400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.043258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-991de4b2-a1c2-4ba9-a227-71272a1ee6da None None] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:18.096541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01aec714-2040-4494-a027-74458d5bc75a req-d9abeac5-6fbe-445e-9b21-fa27e97bd770 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "GET /v2.0/security-groups/e0c48ca2-dd65-44e6-bc0d-218749d2f8ff HTTP/1.1" status: 200 len: 1609 time: 0.2031033 Mar 11 17:20:18.100994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.100994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.117989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a87c435-4248-4c22-a5fa-7788897c6e48 req-8075fef1-2660-48fc-b0e3-7fe7d2cea6ef tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Unset dirty status for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:18.118961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a87c435-4248-4c22-a5fa-7788897c6e48 req-8075fef1-2660-48fc-b0e3-7fe7d2cea6ef tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 936 time: 0.5666237 Mar 11 17:20:18.180311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.180755 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:18.230538 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 2 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:18.330040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:18.330349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:18.330698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.357946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.358324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.379447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a87c435-4248-4c22-a5fa-7788897c6e48 req-eb4b8052-d66f-494e-b9c6-151d3c5ac28f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Synchronizing usage tracker for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:18.390306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:20:18.413382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.413691 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:18.419049 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 3 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:18.422724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:20:18.423061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 979428b2-cc61-4d8c-a5a5-6abc916b5fa7 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:20:18.438567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-01aec714-2040-4494-a027-74458d5bc75a req-ca5f735d-3cfd-45a5-992d-80f183789959 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.453709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:18.454029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:18.454356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.456283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a87c435-4248-4c22-a5fa-7788897c6e48 req-eb4b8052-d66f-494e-b9c6-151d3c5ac28f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Unset dirty status for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:18.457441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a87c435-4248-4c22-a5fa-7788897c6e48 req-eb4b8052-d66f-494e-b9c6-151d3c5ac28f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230305 Mar 11 17:20:18.480493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-01aec714-2040-4494-a027-74458d5bc75a req-ca5f735d-3cfd-45a5-992d-80f183789959 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.499325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.499886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.534813 n-d-833436-1 neutron-server[83848]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'tag': '3149c8e1-318c-4f0f-9105-065055658ba2', 'status': 'failed', 'code': 422} returned with failed status Mar 11 17:20:18.535859 n-d-833436-1 neutron-server[83848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'name': 'network-vif-deleted', 'tag': '3149c8e1-318c-4f0f-9105-065055658ba2', 'status': 'failed', 'code': 422} returned with failed status Mar 11 17:20:18.583192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.583501 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:18.588261 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 4 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:18.613132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3578d7-4985-4b9f-be21-919493780e88 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:18.617051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:18.617374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:18.617691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.625496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.630903 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-01aec714-2040-4494-a027-74458d5bc75a req-ca5f735d-3cfd-45a5-992d-80f183789959 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.646446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.646781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.657293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.689470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f735d-3cfd-45a5-992d-80f183789959 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c48ca2-dd65-44e6-bc0d-218749d2f8ff,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:18.741916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.742239 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:18.755029 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 5 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:18.772894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-01aec714-2040-4494-a027-74458d5bc75a req-ca5f735d-3cfd-45a5-992d-80f183789959 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.773963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01aec714-2040-4494-a027-74458d5bc75a req-ca5f735d-3cfd-45a5-992d-80f183789959 tempest-SecurityGroupsTestAdminJSON-416983577 tempest-SecurityGroupsTestAdminJSON-416983577-project] 10.222.0.96 "DELETE /v2.0/security-groups/e0c48ca2-dd65-44e6-bc0d-218749d2f8ff HTTP/1.1" status: 204 len: 173 time: 0.6683128 Mar 11 17:20:18.836353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:18.836686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:18.836987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.845428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3578d7-4985-4b9f-be21-919493780e88,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:18.874171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.874513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.910142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.910491 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:18.916591 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 6 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:18.950418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:18.950750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:18.951078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.961396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:18.961718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:18.962038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.970314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fbf78-f91d-4aa3-b5d2-4000e772c041 req-0fa8ea7a-1a95-42dd-8b02-bcf97aeeaced tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:18.976136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d0fbf78-f91d-4aa3-b5d2-4000e772c041 req-0fa8ea7a-1a95-42dd-8b02-bcf97aeeaced tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 948 time: 0.2799740 Mar 11 17:20:18.980160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.980480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:18.987964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:18.988285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.015130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.015456 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.017739 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 7 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:19.024479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.024753 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.028008 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 2 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.092499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.092856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.093177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.108346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c5bfc6a-4d6f-425e-9d8d-63a137635a11 req-60c8b293-343d-4b20-9c30-274e0d853072 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.0694695 Mar 11 17:20:19.109019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.109293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.109613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.117702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.118286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.121589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d0fbf78-f91d-4aa3-b5d2-4000e772c041 req-b3134ba8-3911-48de-90c9-02ccb65ca34b tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384654 Mar 11 17:20:19.127407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.127721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.131724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.131954 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.133482 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 8 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:19.146779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.147077 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.158806 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 3 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.175659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.175989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.176310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.189527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.189850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.191253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ec90e465-9a4a-4ad2-a84d-6680c599851c None None] Provisioning complete for port ff3578d7-4985-4b9f-be21-919493780e88 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:19.192250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.192573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.192888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.193170 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec90e465-9a4a-4ad2-a84d-6680c599851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.202002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.202521 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.203002 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 9 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:19.209950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.210274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.221682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.221997 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.223614 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 4 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.232129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.232457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.232774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.243572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.243903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.244424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.250841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37458) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:19.255198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.255520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.267355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.267674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.272330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.272654 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.274218 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempt 10 to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df Mar 11 17:20:19.283929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.284681 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.287652 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 5 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.303138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ec90e465-9a4a-4ad2-a84d-6680c599851c None None] Port ff3578d7-4985-4b9f-be21-919493780e88 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:19.304171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.304503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.304823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.308792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.309108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.309415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.317635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.317953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempting to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.320552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.320858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.328909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.329231 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Failed to bind port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.329588 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.340118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.340454 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.343599 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 6 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.361257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.361610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.361918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.413313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.413635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.423968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.424291 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.433086 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 7 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.470905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.471231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.471552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.483947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] For port 4aba8018-455e-4df5-93d8-0a2b4c9a87df, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:19.484309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:20:19.495749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.496072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.501979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.580620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.580964 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.591477 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 8 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.620069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] In _notify_port_updated(), no bound segment for port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:20:19.621405 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.623194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] 10.222.0.97 "PUT /v2.0/ports/4aba8018-455e-4df5-93d8-0a2b4c9a87df HTTP/1.1" status: 200 len: 1061 time: 3.2602665 Mar 11 17:20:19.623906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'tag': '4aba8018-455e-4df5-93d8-0a2b4c9a87df'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:19.649175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-64e392de-0359-4a45-8bdf-5c6db8682704 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:19.650813 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-64e392de-0359-4a45-8bdf-5c6db8682704 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.2336528 Mar 11 17:20:19.678880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Request body: {'port': {'device_id': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'admin_state_up': True, 'tenant_id': '160ed4ed1f7740b58be19b23c1301d10'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:19.689689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cce99066-8037-4266-b2a8-39ba0d56f1b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=24e9838edb2b4b688333dcfff53f1217&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4377918 Mar 11 17:20:19.702392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37488) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:19.703090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.703420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.703744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.777126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e473169-5699-43a0-a009-5c73d0432199 service neutron] Pushing event updated for resources: {'Port': ['ID=4aba8018-455e-4df5-93d8-0a2b4c9a87df,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:19.825367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.825623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.848644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.848980 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:19.851748 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 9 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:19.884764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Deleting port 4aba8018-455e-4df5-93d8-0a2b4c9a87df {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:20:19.885533 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.907629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-886a3546-8f3c-428d-8ce0-0a08214ffe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.918817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:19.935574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:19.935840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:19.936161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.957335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-886a3546-8f3c-428d-8ce0-0a08214ffe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.964560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:19.964882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:19.975645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:20.002306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Made reservation on behalf of 160ed4ed1f7740b58be19b23c1301d10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:20.006085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.011205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4c72e-8410-47f9-8ec1-a17058950919 req-8287c4fe-c7f4-47ef-bc7d-ffeb0d1fdbbe tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:20.012668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27a4c72e-8410-47f9-8ec1-a17058950919 req-8287c4fe-c7f4-47ef-bc7d-ffeb0d1fdbbe tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 948 time: 0.3320448 Mar 11 17:20:20.019624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:20.019787 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:20.022207 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempt 10 to bind port ff3578d7-4985-4b9f-be21-919493780e88 Mar 11 17:20:20.038337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9a327a2f-c245-4a76-a815-db6f6248e4ac None None] Provisioning complete for port 4aba8018-455e-4df5-93d8-0a2b4c9a87df triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:20.039087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a327a2f-c245-4a76-a815-db6f6248e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.072065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:20.072396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:20.072716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:20.101186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9a327a2f-c245-4a76-a815-db6f6248e4ac None None] Port 4aba8018-455e-4df5-93d8-0a2b4c9a87df cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:20.153547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:20.154006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempting to bind port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:20.191077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:20.191363 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Failed to bind port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:20:20.191721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.219074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27a4c72e-8410-47f9-8ec1-a17058950919 req-f91d6c52-e59e-496c-ad9b-e05eed89db18 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805565 Mar 11 17:20:20.220977 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'tag': '4aba8018-455e-4df5-93d8-0a2b4c9a87df', 'status': 'completed', 'code': 200} Mar 11 17:20:20.312531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Allocated IP 172.20.0.4 (f858763e-39f6-4d44-9a2c-a7bcb800a704/171ced24-a71c-4ff6-8ab7-0aa7823c44f4/0c6f5c4f-754c-45c8-87db-e614a3029bb2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:20.327198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-886a3546-8f3c-428d-8ce0-0a08214ffe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.339321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] For port 4aba8018-455e-4df5-93d8-0a2b4c9a87df, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:20.339670 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.408085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a3546-8f3c-428d-8ce0-0a08214ffe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f50d076-2009-4f00-a3e1-143d0d9e55a7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:20.476536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Calling delete_port for 4aba8018-455e-4df5-93d8-0a2b4c9a87df owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:20:20.516053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-886a3546-8f3c-428d-8ce0-0a08214ffe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.519586 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-886a3546-8f3c-428d-8ce0-0a08214ffe8e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4f50d076-2009-4f00-a3e1-143d0d9e55a7 HTTP/1.1" status: 204 len: 168 time: 0.8106315 Mar 11 17:20:20.548724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac53f819-db14-4aab-8660-25d22f260025 req-6068d557-dbb8-4155-9204-00a693cdf689 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 1064 time: 0.2721415 Mar 11 17:20:20.593047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac53f819-db14-4aab-8660-25d22f260025 req-907e95fe-6c71-4f08-99a4-eb01c8a860a5 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301459 Mar 11 17:20:20.630643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.654726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] For port ff3578d7-4985-4b9f-be21-919493780e88, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:20.655114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:20:20.660202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b09fa37-e3f3-401e-b7eb-f740d56df361 req-107726f7-bfca-4b20-bbf4-295b21097779 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.1910589 Mar 11 17:20:20.669037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.762303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53f819-db14-4aab-8660-25d22f260025 req-cafc5d3c-80c2-48af-8775-5ed97ba287ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:20.763773 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac53f819-db14-4aab-8660-25d22f260025 req-cafc5d3c-80c2-48af-8775-5ed97ba287ec service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1622729 Mar 11 17:20:20.769380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.854170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3578d7-4985-4b9f-be21-919493780e88,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:20.854682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:20.858594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:20.860638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] In _notify_port_updated(), no bound segment for port ff3578d7-4985-4b9f-be21-919493780e88 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:20:20.860806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event updated for resources: {'Port': ['ID=0c6f5c4f-754c-45c8-87db-e614a3029bb2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:20.861432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.862823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:20.863171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-f60ee0a6-7dd2-4ca0-9774-e64021f221c0 service neutron] 10.222.0.97 "PUT /v2.0/ports/ff3578d7-4985-4b9f-be21-919493780e88 HTTP/1.1" status: 200 len: 1061 time: 3.3787513 Mar 11 17:20:20.926222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:20.926901 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.961146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37528) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:20.965241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-81d8701c-9dee-4bee-a367-6aed14a81379 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2920566 Mar 11 17:20:20.976311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff68e9-8396-4cf1-9f48-5a6c916119d7 req-72646eec-ccb9-4d8a-964e-771b0ee25d83 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:20.977994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dff68e9-8396-4cf1-9f48-5a6c916119d7 req-72646eec-ccb9-4d8a-964e-771b0ee25d83 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 948 time: 0.5631645 Mar 11 17:20:20.983626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Request body: {'port': {'device_id': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'device_owner': 'compute:tempest-test_az-1889701723', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:21.036091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Deleting port ff3578d7-4985-4b9f-be21-919493780e88 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:20:21.036743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.072757 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63b00b7b-c17b-4cc8-903c-409dab9be0f0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1eb84adbda9140f5813b150b2f477a14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1104341 Mar 11 17:20:21.073436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:21.125906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.181448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.234673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Pushing event deleted for resources: {'Port': ['ID=4aba8018-455e-4df5-93d8-0a2b4c9a87df,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:21.250696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dff68e9-8396-4cf1-9f48-5a6c916119d7 req-10492145-09f6-4599-b919-6aa58f757ed1 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625289 Mar 11 17:20:21.251611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4753b876-5291-4c6e-91c0-eb194e27014d None None] Provisioning complete for port ff3578d7-4985-4b9f-be21-919493780e88 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:21.252094 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4753b876-5291-4c6e-91c0-eb194e27014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.255787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f35df36a-a4c8-47f4-9b3e-026044fc4dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.322181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f35df36a-a4c8-47f4-9b3e-026044fc4dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.373045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4753b876-5291-4c6e-91c0-eb194e27014d None None] Port ff3578d7-4985-4b9f-be21-919493780e88 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:21.516157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] No DVR routers for this DVR port 4aba8018-455e-4df5-93d8-0a2b4c9a87df on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:21.542501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f35df36a-a4c8-47f4-9b3e-026044fc4dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.556204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.568787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df36a-a4c8-47f4-9b3e-026044fc4dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae50cc3-519b-4da6-bb04-95b2af0627cb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:21.600711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f35df36a-a4c8-47f4-9b3e-026044fc4dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.602632 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f35df36a-a4c8-47f4-9b3e-026044fc4dea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bae50cc3-519b-4da6-bb04-95b2af0627cb HTTP/1.1" status: 204 len: 168 time: 0.5262861 Mar 11 17:20:21.609899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-759108ca-7fff-4133-af2a-d713fdd06617 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.97 "DELETE /v2.0/ports/4aba8018-455e-4df5-93d8-0a2b4c9a87df HTTP/1.1" status: 204 len: 173 time: 1.9238737 Mar 11 17:20:21.624330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] For port ff3578d7-4985-4b9f-be21-919493780e88, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:21.624905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.738222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6f5c4f-754c-45c8-87db-e614a3029bb2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:21.754122 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.764184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Calling delete_port for ff3578d7-4985-4b9f-be21-919493780e88 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:20:21.774031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Transition to ACTIVE for port object 0c6f5c4f-754c-45c8-87db-e614a3029bb2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:21.779532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.843593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-75691454-9e36-4bae-8fdf-0ee8b2806618 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0877826 Mar 11 17:20:21.896828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70329919-a092-4fa9-b818-51f421a3096c req-131bbca3-5555-407b-80f7-9246a2e8c6dc tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:21.898412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70329919-a092-4fa9-b818-51f421a3096c req-131bbca3-5555-407b-80f7-9246a2e8c6dc tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 948 time: 0.4233401 Mar 11 17:20:21.899964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-db183de7-7ea3-4380-8415-06ea841ffe29 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416012 Mar 11 17:20:21.969180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6f5c4f-754c-45c8-87db-e614a3029bb2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:22.082410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:22.082824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:22.083241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:22.089557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:22.089867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:22.096102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:22.096421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Checking segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:22.096786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Bound using segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:22.097371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Bound port: 0c6f5c4f-754c-45c8-87db-e614a3029bb2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:22.097710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.201346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70329919-a092-4fa9-b818-51f421a3096c req-95b571e9-70fc-4590-bae4-202920be5ce9 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972162 Mar 11 17:20:22.213255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] For port 0c6f5c4f-754c-45c8-87db-e614a3029bb2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:22.217207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] For port 0c6f5c4f-754c-45c8-87db-e614a3029bb2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:22.224728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'tag': 'ff3578d7-4985-4b9f-be21-919493780e88'}, {'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'name': 'network-vif-deleted', 'tag': '4aba8018-455e-4df5-93d8-0a2b4c9a87df'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:22.236013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.236919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.318085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.319742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/0c6f5c4f-754c-45c8-87db-e614a3029bb2 HTTP/1.1" status: 200 len: 1113 time: 1.3404164 Mar 11 17:20:22.320281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'tag': '0c6f5c4f-754c-45c8-87db-e614a3029bb2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:22.342541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca441803-d043-4560-9414-740aff76a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6f5c4f-754c-45c8-87db-e614a3029bb2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:22.343983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-d9dd4f5d-d523-4648-9b7c-9ed1362a6b20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:22.345637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-d9dd4f5d-d523-4648-9b7c-9ed1362a6b20 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4044590 Mar 11 17:20:22.356098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Pushing event deleted for resources: {'Port': ['ID=ff3578d7-4985-4b9f-be21-919493780e88,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:22.399411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c00a5a-7339-4e12-815a-5e7c7fbe93cf req-c0a4797a-9155-4221-8a9b-44ce58c7aec8 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:22.401405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04c00a5a-7339-4e12-815a-5e7c7fbe93cf req-c0a4797a-9155-4221-8a9b-44ce58c7aec8 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 965 time: 0.3564100 Mar 11 17:20:22.409970 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'tag': 'ff3578d7-4985-4b9f-be21-919493780e88', 'status': 'completed', 'code': 200} Mar 11 17:20:22.410220 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'name': 'network-vif-deleted', 'tag': '4aba8018-455e-4df5-93d8-0a2b4c9a87df', 'status': 'completed', 'code': 200} Mar 11 17:20:22.521676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] No DVR routers for this DVR port ff3578d7-4985-4b9f-be21-919493780e88 on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:22.531393 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.537703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1189d900-397b-46e5-bed8-fc3439058a68 req-4c160d4a-2413-4ef9-a194-dd41d580280f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0916309 Mar 11 17:20:22.606913 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-16f3621f-965f-4fa0-9046-069d8893c1e7 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.97 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0511661 Mar 11 17:20:22.620483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b4c3268e-e6f5-4687-8f88-c3da89780877 req-97dbdd8a-1186-423a-bbea-7f0d8298ae5e tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Synchronizing usage tracker for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:22.631282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-c645f777-45a0-4fea-a8df-ecd21c54e0d5 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.97 "DELETE /v2.0/ports/ff3578d7-4985-4b9f-be21-919493780e88 HTTP/1.1" status: 204 len: 173 time: 1.7610168 Mar 11 17:20:22.636279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1189d900-397b-46e5-bed8-fc3439058a68 req-4f8cee86-1ca9-4189-b6fc-4dbfebf518b3 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538735 Mar 11 17:20:22.639935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-550c09b8-a3ce-4ce6-81e2-3f6401069a78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 1116 time: 0.2268150 Mar 11 17:20:22.647076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04c00a5a-7339-4e12-815a-5e7c7fbe93cf req-08026e9d-f30c-4f16-a7bb-9b7b427de50e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275906 Mar 11 17:20:22.663306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b4c3268e-e6f5-4687-8f88-c3da89780877 req-97dbdd8a-1186-423a-bbea-7f0d8298ae5e tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Unset dirty status for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:22.665416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4c3268e-e6f5-4687-8f88-c3da89780877 req-97dbdd8a-1186-423a-bbea-7f0d8298ae5e tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.1310139 Mar 11 17:20:22.749145 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-622d270d-9989-46b0-9182-2b490f900275 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2 HTTP/1.1" status: 200 len: 217 time: 0.0958941 Mar 11 17:20:22.754245 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'tag': '0c6f5c4f-754c-45c8-87db-e614a3029bb2', 'status': 'completed', 'code': 200} Mar 11 17:20:22.895528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8045-9060-43ca-9266-72d87efb774d req-e809ed1e-50e1-471c-beb1-e9c20f70fa41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:22.900006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-e809ed1e-50e1-471c-beb1-e9c20f70fa41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.1434491 Mar 11 17:20:22.958770 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-4196c3e8-6ed9-4b73-b842-6c750864b330 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510709 Mar 11 17:20:22.961803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189d900-397b-46e5-bed8-fc3439058a68 req-d1172732-f2bc-4e66-ac6b-6846d22c321b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:22.963336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1189d900-397b-46e5-bed8-fc3439058a68 req-d1172732-f2bc-4e66-ac6b-6846d22c321b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2785084 Mar 11 17:20:23.114783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-323e3a46-3d82-4c68-b9f6-d27cb81b5b54 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0737813 Mar 11 17:20:23.138921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-a083525d-4b59-4bc3-bb9c-71c526bb7773 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736872 Mar 11 17:20:23.199687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-3fff54bd-3052-4d44-b66a-9d073a25c5dd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642114 Mar 11 17:20:23.411745 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-465c8045-9060-43ca-9266-72d87efb774d req-c103a746-1008-4de7-b280-69be1a1ece63 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637842 Mar 11 17:20:23.416192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-faff178d-b749-41c1-9519-23ab1722623c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:23.417932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-faff178d-b749-41c1-9519-23ab1722623c service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2140002 Mar 11 17:20:23.499529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-852378d0-7aa7-4ece-b02c-5940da53e6b8 req-e807087e-1132-44a9-abb6-b85bbda2926d tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Synchronizing usage tracker for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:23.519300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-852378d0-7aa7-4ece-b02c-5940da53e6b8 req-e807087e-1132-44a9-abb6-b85bbda2926d tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Unset dirty status for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:23.520851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-852378d0-7aa7-4ece-b02c-5940da53e6b8 req-e807087e-1132-44a9-abb6-b85bbda2926d tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0622768 Mar 11 17:20:23.594017 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-53b547ef-0268-40a8-863b-79d03d1e4d25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 1116 time: 0.0912850 Mar 11 17:20:23.647516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9abb2fb1-3a51-459c-a196-72c7073ad5b3 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.97 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0924356 Mar 11 17:20:23.835189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-b1559f92-e987-4d0c-98b6-89d957fe90ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:23.836673 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-b1559f92-e987-4d0c-98b6-89d957fe90ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 922 time: 0.2359810 Mar 11 17:20:23.924509 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-5d6cb445-2d42-4c95-9b6c-7d5477ed51a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2 HTTP/1.1" status: 200 len: 217 time: 0.0794890 Mar 11 17:20:23.996733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-0089725a-461f-48e0-8acf-21c32323db2b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0833857 Mar 11 17:20:24.042021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-3fb78a57-4171-4cf0-9303-c419aaeda3d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:24.044336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-3fb78a57-4171-4cf0-9303-c419aaeda3d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.1120403 Mar 11 17:20:24.098126 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-cf075a73-f7dd-4442-9a30-f33c118936ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464187 Mar 11 17:20:24.130470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37684) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:24.160706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6849e520-9daf-49d3-a254-d04b3583a95e req-a6ee59d5-ab3c-4090-bb10-115b5474a022 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.1054575 Mar 11 17:20:24.183817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-93c8771e-1865-4233-89a8-8a6ba229712c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266146 Mar 11 17:20:24.308656 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-d274f9d5-bc60-4676-8f48-b89d11b67353 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030337 Mar 11 17:20:24.400199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-4a1109a7-9a80-4451-9193-d92ea6c0ab15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:24.401785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-4a1109a7-9a80-4451-9193-d92ea6c0ab15 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2107501 Mar 11 17:20:24.410975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'name': 'network-vif-deleted', 'tag': 'ff3578d7-4985-4b9f-be21-919493780e88'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:24.456183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fdd59-df3d-472f-b776-309f5c74bedf req-29d045f3-351c-4202-a9d2-35ed9e3f4a5c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:24.464182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb2fdd59-df3d-472f-b776-309f5c74bedf req-29d045f3-351c-4202-a9d2-35ed9e3f4a5c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 965 time: 0.4805734 Mar 11 17:20:24.465788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.532929 n-d-833436-1 neutron-server[83849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'name': 'network-vif-deleted', 'tag': 'ff3578d7-4985-4b9f-be21-919493780e88', 'status': 'failed', 'code': 422} returned with failed status Mar 11 17:20:24.539825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-e503f14c-b1e0-4ff5-8169-eba9e047416b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.1184201 Mar 11 17:20:24.547131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:24.550845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-6b82fa3a-675a-4516-95a2-c634f634aecb tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.97 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0613096 Mar 11 17:20:24.555167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Usage tracker for resource:security_group_rule and tenant:7053bdb4e1e84572bd63b963050cd356 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:24.560778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:24.565628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31a41bf8-330f-4cc7-9893-9bb7fce4bb06 req-897539c9-e0a3-4675-9a1e-0500282a2996 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391663 Mar 11 17:20:24.581810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:24.670776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb2fdd59-df3d-472f-b776-309f5c74bedf req-8405bd6c-b548-4219-9497-3db8504a0eff tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058976 Mar 11 17:20:24.696873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-5afc3d21-c561-45de-992f-2233779b9872 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235747 Mar 11 17:20:24.704508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.710406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.788947 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7053bdb4e1e84572bd63b963050cd356&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6551785 Mar 11 17:20:24.790029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852530a3-0b35-4001-9148-99046a7d200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920000ef-70aa-4763-ac08-1313cc487751,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:24.810788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37718) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:24.918082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4e89fc4-de43-45fc-b9c8-a4ae690231b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.969977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4e89fc4-de43-45fc-b9c8-a4ae690231b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.996222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae8b1639-1508-461c-b534-61fe7ea33f91 req-89388e3e-6b62-42b5-9dfc-9f221ac7531c tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0692265 Mar 11 17:20:25.048437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4e89fc4-de43-45fc-b9c8-a4ae690231b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.059373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-8307e614-ef0c-4516-a428-8a206f187f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:25.061347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-8307e614-ef0c-4516-a428-8a206f187f5b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3524721 Mar 11 17:20:25.072315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89fc4-de43-45fc-b9c8-a4ae690231b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920000ef-70aa-4763-ac08-1313cc487751,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:25.075035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4e89fc4-de43-45fc-b9c8-a4ae690231b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.076911 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4e89fc4-de43-45fc-b9c8-a4ae690231b6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/920000ef-70aa-4763-ac08-1313cc487751 HTTP/1.1" status: 204 len: 168 time: 0.2629650 Mar 11 17:20:25.238621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37750) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:25.259014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-34b188b1-6177-4469-8530-cd0c122407ee tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.97 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0797803 Mar 11 17:20:25.510135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0948bab4-6ca0-42ae-9452-11b654a90423 req-c508bb3c-b0ec-470b-9dcd-21706f087562 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0744061 Mar 11 17:20:25.831945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a56bbc73-94ea-4bd0-9f26-a1a157c004f8 req-cb88da41-47ee-45e5-b6cc-d5ed8b7e1da9 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1343112 Mar 11 17:20:25.841160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.869356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37786) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:25.917498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.964225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:25.972960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Usage tracker for resource:security_group_rule and tenant:b02c0b41c2dc41258b8e4961858d7405 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:25.982833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:26.002083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:26.010095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:26.020673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Usage tracker for resource:security_group_rule and tenant:6ec542a1728649fc866fcbb37abf28a8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:26.026793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:26.040411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:26.191244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.198311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.199935 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.207024 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.253469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:26.311578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186fbe8c-f7f2-4178-a0ae-0c3ebb806831,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:26.322871 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e364f23-b6e8-4fc8-9024-d01fe14096ba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6ec542a1728649fc866fcbb37abf28a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4494178 Mar 11 17:20:26.322871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37808) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:26.382709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b02c0b41c2dc41258b8e4961858d7405&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1427045 Mar 11 17:20:26.387645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37816) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:26.407213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95d2e0c9-eb74-460a-a64d-c2763d4ed7af req-c580d180-6c08-47c6-8769-d7a30ac116f1 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.2114186 Mar 11 17:20:26.410860 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ce7af8f-2dee-4adf-8438-fea2f6b8c1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.443988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0c6f5c4f-754c-45c8-87db-e614a3029bb2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:20:26.465336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bdb1d-8a6e-477e-baca-84b55505abe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09783382-111c-44d6-a278-bca08ecec650,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:26.569132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc028e-42b3-4686-bf36-77111532cab1 req-487c7b35-f64d-458f-8089-eff65c2798ee tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:26.578403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64fc028e-42b3-4686-bf36-77111532cab1 req-487c7b35-f64d-458f-8089-eff65c2798ee tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 965 time: 0.2736905 Mar 11 17:20:26.652434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:26.657937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ce7af8f-2dee-4adf-8438-fea2f6b8c1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.746201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37520d2e-a348-4edc-865d-ea0393edbef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.752186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0c6f5c4f-754c-45c8-87db-e614a3029bb2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:26.760097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44566c19-c9fc-43a5-9e46-d20fd0dd9567 req-3cf74a3b-986c-4141-adc3-c0f81d685be4 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.1369886 Mar 11 17:20:26.786759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0c6f5c4f-754c-45c8-87db-e614a3029bb2', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'port_id': '0c6f5c4f-754c-45c8-87db-e614a3029bb2', 'mac_address': 'fa:16:3e:e1:03:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171ced24-a71c-4ff6-8ab7-0aa7823c44f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-1889701723', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:20:26.815518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ce7af8f-2dee-4adf-8438-fea2f6b8c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.823666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64fc028e-42b3-4686-bf36-77111532cab1 req-e23c6c4a-0e10-4808-b657-5ac04333dfeb tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443616 Mar 11 17:20:26.835466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37520d2e-a348-4edc-865d-ea0393edbef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.863149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.910741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:26.916185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Usage tracker for resource:security_group_rule and tenant:0061d177841143f09b6be718dea41cac is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:26.917199 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.919601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:26.926907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:26.933067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ce7af8f-2dee-4adf-8438-fea2f6b8c1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.934801 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ce7af8f-2dee-4adf-8438-fea2f6b8c1fd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/186fbe8c-f7f2-4178-a0ae-0c3ebb806831 HTTP/1.1" status: 204 len: 168 time: 0.6111102 Mar 11 17:20:26.941891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6f5c4f-754c-45c8-87db-e614a3029bb2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:26.946031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7af8f-2dee-4adf-8438-fea2f6b8c1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186fbe8c-f7f2-4178-a0ae-0c3ebb806831,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:26.979124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0c6f5c4f-754c-45c8-87db-e614a3029bb2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:26.988272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-ebbf34b6-3925-43cd-b7ba-a29f621e2c97 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347631 Mar 11 17:20:27.011760 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.113443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4cdf1eb5-c9da-462e-9b95-7bd1c11b82f9 req-18a2f92c-e3f2-48ed-b870-f5e8cce93723 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.0760496 Mar 11 17:20:27.118087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.123986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.137015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0c6f5c4f-754c-45c8-87db-e614a3029bb2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:27.172552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0061d177841143f09b6be718dea41cac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8590043 Mar 11 17:20:27.174072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37836) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:27.219800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-1ab237c9-5d76-4f86-ba18-e2bf40a250c8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:27.221268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-1ab237c9-5d76-4f86-ba18-e2bf40a250c8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220783 Mar 11 17:20:27.255753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Request body: {'port': {'device_id': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '88310e6ee9be4ea1a5f6e035bef330ee'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:27.260551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1edef-2ee2-4750-8e3f-81cc17bcc1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1146c413-c85f-4bd9-9b6f-72db8a7c4af2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:27.278224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:27.279401 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f26a718a-7063-47ed-9c93-1473aa331402 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=270c550b80b94f68a38ee6f9acbc29fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6235783 Mar 11 17:20:27.287966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37844) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:27.338513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea0951ac-6612-4177-a1aa-318bc6d5e61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.356789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37520d2e-a348-4edc-865d-ea0393edbef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.391508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea0951ac-6612-4177-a1aa-318bc6d5e61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.398263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37520d2e-a348-4edc-865d-ea0393edbef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09783382-111c-44d6-a278-bca08ecec650,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:27.408149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37520d2e-a348-4edc-865d-ea0393edbef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.409274 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-37520d2e-a348-4edc-865d-ea0393edbef2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/09783382-111c-44d6-a278-bca08ecec650 HTTP/1.1" status: 204 len: 168 time: 1.0206084 Mar 11 17:20:27.421241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:27.431201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:27.448126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d354bd7-2516-4ec1-96d1-1418bb18f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.448262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Made reservation on behalf of 88310e6ee9be4ea1a5f6e035bef330ee for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:27.452014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.487819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d354bd7-2516-4ec1-96d1-1418bb18f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.524451 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea0951ac-6612-4177-a1aa-318bc6d5e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.552871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0951ac-6612-4177-a1aa-318bc6d5e61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146c413-c85f-4bd9-9b6f-72db8a7c4af2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:27.573299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea0951ac-6612-4177-a1aa-318bc6d5e61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.574873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ea0951ac-6612-4177-a1aa-318bc6d5e61a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1146c413-c85f-4bd9-9b6f-72db8a7c4af2 HTTP/1.1" status: 204 len: 168 time: 0.3978016 Mar 11 17:20:27.586659 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d354bd7-2516-4ec1-96d1-1418bb18f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.613062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d354bd7-2516-4ec1-96d1-1418bb18f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62875ae1-4d25-4600-ae59-4e499f19ebb9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:27.626109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d354bd7-2516-4ec1-96d1-1418bb18f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.629262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2d354bd7-2516-4ec1-96d1-1418bb18f003 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/62875ae1-4d25-4600-ae59-4e499f19ebb9 HTTP/1.1" status: 204 len: 168 time: 0.3382709 Mar 11 17:20:27.813602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Allocated IP 192.168.233.78 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/174046e6-8e84-43b2-80f3-2716c3ffa6f6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:27.849233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df54c63c-3a06-4983-a733-f49a95fb2cb3 req-270c3a67-5a49-4b38-9c3a-48ba345224ac tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0791252 Mar 11 17:20:28.124350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.154668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Transition to ACTIVE for port object 174046e6-8e84-43b2-80f3-2716c3ffa6f6 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:28.174999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-300c9202-62a7-4bde-b6ec-12f36d937c22 req-7f1fee73-2e34-4eec-b131-23960be59907 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.1595974 Mar 11 17:20:28.180956 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.284802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccea7d-4252-4626-bb97-5db5da642b2b req-a0985f9e-fec8-4331-90b0-43aa064130cf tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:28.287875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82ccea7d-4252-4626-bb97-5db5da642b2b req-a0985f9e-fec8-4331-90b0-43aa064130cf tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 966 time: 0.2051604 Mar 11 17:20:28.305980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Pushing event updated for resources: {'Port': ['ID=174046e6-8e84-43b2-80f3-2716c3ffa6f6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:28.318533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:28.319694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:28.334244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:28.345814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37876) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:28.375081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.461003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0c6f5c4f-754c-45c8-87db-e614a3029bb2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:28.468435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:28.469237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.503939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.59', 54429) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:28.566084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82ccea7d-4252-4626-bb97-5db5da642b2b req-bfbd2779-2e41-4c12-ae76-20f8bac1d057 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726789 Mar 11 17:20:28.592589 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-38152ad7-fa18-4b36-898b-fb551fb529f3 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859294 Mar 11 17:20:28.596699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-17a1f174-47f0-46d7-840f-63656f0f999c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3463461 Mar 11 17:20:28.597718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2eaeb93b-7296-4b3f-9851-9f547f51ea6c None None] Provisioning for port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:28.615336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2eaeb93b-7296-4b3f-9851-9f547f51ea6c None None] Provisioning complete for port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:28.616424 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb93b-7296-4b3f-9851-9f547f51ea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.649478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:28.664379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:28.665226 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.666133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:28.684553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Usage tracker for resource:security_group_rule and tenant:70004974024947d6b16b8775536f37d0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:28.690660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:28.722885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Request body: {'port': {'device_id': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'device_owner': 'compute:tempest-test_az-1889701723', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:28.725585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60301-d7c9-49da-ab8b-40788baa799d req-c4cae168-85ba-4f9b-9005-d8e82c3c6212 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:28.726968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58c60301-d7c9-49da-ab8b-40788baa799d req-c4cae168-85ba-4f9b-9005-d8e82c3c6212 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 935 time: 0.3268380 Mar 11 17:20:28.727912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:28.800782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37886) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:28.807969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58c60301-d7c9-49da-ab8b-40788baa799d req-e757c91f-8ce3-4c57-b7ce-8c117e3f5b02 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613809 Mar 11 17:20:28.883947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.891572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.931741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e60100-443d-4818-bad8-fc25249dd247,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:28.933017 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.946840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.970205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8d5f52f4-6475-42f5-a261-5e55d5cf4c7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=70004974024947d6b16b8775536f37d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6208124 Mar 11 17:20:28.970205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37892) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:29.043749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0c6f5c4f-754c-45c8-87db-e614a3029bb2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:29.046568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2eaeb93b-7296-4b3f-9851-9f547f51ea6c None None] Port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:29.047497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1807d9af-9db7-4628-a75d-7ac147b92f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.053723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6f5c4f-754c-45c8-87db-e614a3029bb2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:29.064681 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.078290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1807d9af-9db7-4628-a75d-7ac147b92f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.163741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1807d9af-9db7-4628-a75d-7ac147b92f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.207919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.59', 54430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:29.211316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1807d9af-9db7-4628-a75d-7ac147b92f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.216462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1807d9af-9db7-4628-a75d-7ac147b92f17 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60e60100-443d-4818-bad8-fc25249dd247 HTTP/1.1" status: 204 len: 168 time: 0.2426367 Mar 11 17:20:29.221762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807d9af-9db7-4628-a75d-7ac147b92f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e60100-443d-4818-bad8-fc25249dd247,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:29.263679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37906) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:29.327357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0c6f5c4f-754c-45c8-87db-e614a3029bb2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:29.344011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37910) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:29.357789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9da2b47e-4124-4bdd-9e73-a18052b4d4b3 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.361094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9da2b47e-4124-4bdd-9e73-a18052b4d4b3 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7507343 Mar 11 17:20:29.368831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.418744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Request body: {'port': {'device_id': 'e43566f4-0522-46c7-88e5-0514ff168692', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '2d4f7d3421684f8caf8909291e6d1f31'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:29.423349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be88a6a6-37fc-477d-acbc-25ec5e5cd496 req-55567242-c15f-424d-9ff3-41d79eddae59 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1960349 Mar 11 17:20:29.425637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4acabf8b-1a18-4f89-bdf0-968bcee8ef72 req-1a21f2e6-ff48-4cd5-b967-9697e35a34ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.2099698 Mar 11 17:20:29.430095 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6f5c4f-754c-45c8-87db-e614a3029bb2', 'code': 200} Mar 11 17:20:29.507854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:29.585323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Usage tracker for resource:security_group_rule and tenant:6139c620dddc40278f595c205040618c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:29.589705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:29.595431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69a4a11c-cf0a-48b8-80d8-1817ebbdba27 req-5c3b025f-2936-4bfc-8d54-5e3c0ff226f7 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.0481362 Mar 11 17:20:29.625681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:29.718043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3d9f75a7-6989-4439-b58a-492d606f1d1d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bfb0ec75b36f4f8cb25805b7dd26b88a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3533211 Mar 11 17:20:29.720899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37922) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:29.721584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-network', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:29.741982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:29.789866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Usage tracker for resource:network and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:29.798646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:29.902196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-af032f30-9b7b-41d3-bd80-4dbf59983726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.902389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:29.939536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-af032f30-9b7b-41d3-bd80-4dbf59983726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.982732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0690c8f-cd44-4ff4-947c-7f1ab33800b4 req-6b502c5a-a8fc-4d65-bfe6-3b4ac94168a8 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.984307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0690c8f-cd44-4ff4-947c-7f1ab33800b4 req-6b502c5a-a8fc-4d65-bfe6-3b4ac94168a8 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 967 time: 0.2188749 Mar 11 17:20:29.989986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b825c1b-7503-4133-a8c8-3b443a41588a req-6b922af1-a22d-4af2-a083-3e2ae0226e9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 1118 time: 0.1816075 Mar 11 17:20:30.022381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:30.035153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Made reservation on behalf of 0a5ff74d83204b938fa273a0a284aaac for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:30.037486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.072923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:30.077105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.100234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-af032f30-9b7b-41d3-bd80-4dbf59983726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.138413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0690c8f-cd44-4ff4-947c-7f1ab33800b4 req-b8c8fc36-cdbc-4b6d-97f8-b60612aead7d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453228 Mar 11 17:20:30.139209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032f30-9b7b-41d3-bd80-4dbf59983726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17569efa-4230-487f-91ab-5a19287281ad,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:30.146641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b825c1b-7503-4133-a8c8-3b443a41588a req-d97ea1f0-5789-4d14-b18b-41c481d2853e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395698 Mar 11 17:20:30.147326 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-af032f30-9b7b-41d3-bd80-4dbf59983726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.151140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-af032f30-9b7b-41d3-bd80-4dbf59983726 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/17569efa-4230-487f-91ab-5a19287281ad HTTP/1.1" status: 204 len: 168 time: 0.4291937 Mar 11 17:20:30.154593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.170337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c8f0b-6322-4b3a-9b84-53ed9efc6be5 req-3f99a2df-aabf-4f77-a8bf-ccf8517d965c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.171984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-420c8f0b-6322-4b3a-9b84-53ed9efc6be5 req-3f99a2df-aabf-4f77-a8bf-ccf8517d965c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 935 time: 0.1429479 Mar 11 17:20:30.192396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.255986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Made reservation on behalf of 2d4f7d3421684f8caf8909291e6d1f31 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:30.256789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-420c8f0b-6322-4b3a-9b84-53ed9efc6be5 req-d1a0331d-ebd1-4e6b-8dcf-127496c9beac tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782621 Mar 11 17:20:30.258922 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.268072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0c342-faf0-4997-ae5b-0707bb471fcb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:30.270936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:30.288243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Usage tracker for resource:security_group_rule and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:30.293326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:30.310936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:30.377577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-953f607f-5905-4b65-8e13-bb138601ab0b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6139c620dddc40278f595c205040618c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5729923 Mar 11 17:20:30.380258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37944) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:30.495659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174046e6-8e84-43b2-80f3-2716c3ffa6f6 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:30.508680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.532560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fff134c-b5c5-4de6-9834-5b30662d6ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.561730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fff134c-b5c5-4de6-9834-5b30662d6ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.591885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Transition to ACTIVE for port object 174046e6-8e84-43b2-80f3-2716c3ffa6f6 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:30.631119 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fff134c-b5c5-4de6-9834-5b30662d6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.652611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff134c-b5c5-4de6-9834-5b30662d6ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0c342-faf0-4997-ae5b-0707bb471fcb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:30.660660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fff134c-b5c5-4de6-9834-5b30662d6ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.664625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3fff134c-b5c5-4de6-9834-5b30662d6ec7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/47e0c342-faf0-4997-ae5b-0707bb471fcb HTTP/1.1" status: 204 len: 168 time: 0.2808201 Mar 11 17:20:30.688398 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.689702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.786854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.843589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d59760c-7b7c-4ba6-aa0a-5fe0056122bf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:30.859464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe7374d2-8996-4215-958d-4d3824a865f8 req-a757129b-13b5-4f54-941f-f873fe03798d tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1250296 Mar 11 17:20:30.873367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:30.903775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc891931-07da-4278-adbf-54d8a1880007 req-a1c44c81-d500-4f9c-a066-08cadb5a90de tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.1010482 Mar 11 17:20:30.988890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e9135-f94d-409c-b643-abca32328363 service neutron] Pushing event updated for resources: {'Port': ['ID=174046e6-8e84-43b2-80f3-2716c3ffa6f6,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:31.011344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.011727 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Added segment 2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5 of type vlan for network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc Mar 11 17:20:31.025309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Allocated IP 192.168.233.245 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:31.127261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.343611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Attempting to bind port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:31.343942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Attempting to bind port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:31.344267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Attempting to bind port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:31.426311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.427973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.428857 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.459684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:31.460262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Attempting to bind port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:31.582569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:31.582908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:31.583284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:31.583719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Bound port: 174046e6-8e84-43b2-80f3-2716c3ffa6f6, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:31.584050 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.584176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193219a-340e-4d2e-b26f-3ec36f81ddd6 req-4b9a09a7-4ac0-4cfe-8ec2-121a12f65150 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.590915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f193219a-340e-4d2e-b26f-3ec36f81ddd6 req-4b9a09a7-4ac0-4cfe-8ec2-121a12f65150 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 969 time: 0.0974293 Mar 11 17:20:31.660813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:31.689747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:20:31.710638 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8bdb8c8d-706f-422f-a2c8-c33b0196f992 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4270778 Mar 11 17:20:31.723869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:31.734975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.741259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Request body: {'subnet': {'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-subnet', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:31.744293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f193219a-340e-4d2e-b26f-3ec36f81ddd6 req-e6afda5d-b5c6-4bcf-b424-46e9ba94606c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523616 Mar 11 17:20:31.747105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:31.758428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Usage tracker for resource:subnet and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:31.759972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:31.777401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:31.784521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Transition to ACTIVE for port object 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:31.787214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] For port 174046e6-8e84-43b2-80f3-2716c3ffa6f6, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:31.790974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] For port 174046e6-8e84-43b2-80f3-2716c3ffa6f6, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=174046e6-8e84-43b2-80f3-2716c3ffa6f6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:31.794326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eae57-fbeb-4e70-b779-5f3e8a4de87f req-ed46293b-48f9-448d-a817-e7fbca5c7cfe tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.799122 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.799291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a96eae57-fbeb-4e70-b779-5f3e8a4de87f req-ed46293b-48f9-448d-a817-e7fbca5c7cfe tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 967 time: 0.2051964 Mar 11 17:20:31.846225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Made reservation on behalf of 0a5ff74d83204b938fa273a0a284aaac for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:31.849201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.891079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a96eae57-fbeb-4e70-b779-5f3e8a4de87f req-a64dbee2-9f1b-453a-8804-7d698d428606 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840123 Mar 11 17:20:31.979439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.980805 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-799e9135-f94d-409c-b643-abca32328363 service neutron] 10.222.0.59 "PUT /v2.0/ports/174046e6-8e84-43b2-80f3-2716c3ffa6f6 HTTP/1.1" status: 200 len: 1117 time: 3.3284109 Mar 11 17:20:31.981278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'tag': '174046e6-8e84-43b2-80f3-2716c3ffa6f6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:32.007210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e9135-f94d-409c-b643-abca32328363 service neutron] Pushing event updated for resources: {'Port': ['ID=174046e6-8e84-43b2-80f3-2716c3ffa6f6,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:32.019834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.149019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-176595ea-9c12-48c1-954f-395a6395bf8b req-b93e17e1-aed8-49d8-a9d1-a32124a28684 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0703993 Mar 11 17:20:32.246808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:32.261080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Pushing event updated for resources: {'Port': ['ID=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:32.269076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:32.282185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:32.458074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:32.459460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.517276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942388e-c43d-4eb8-9ca1-cdb6bb30e9dd req-7f9ca2ab-34bc-47d9-a262-927974f677cd tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:32.527244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9942388e-c43d-4eb8-9ca1-cdb6bb30e9dd req-7f9ca2ab-34bc-47d9-a262-927974f677cd tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 936 time: 0.0962396 Mar 11 17:20:32.560410 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-9ba6d0df-f0fb-4fce-b556-8b75f768547e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1634641 Mar 11 17:20:32.562990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.585303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9942388e-c43d-4eb8-9ca1-cdb6bb30e9dd req-49db413d-59bd-4ea5-bc45-e2b08335daa1 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559652 Mar 11 17:20:32.693914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-518c9411-b776-4a04-aea4-0ace2f5ef888 None None] Provisioning for port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:32.705715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-518c9411-b776-4a04-aea4-0ace2f5ef888 None None] Provisioning complete for port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:32.706240 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-518c9411-b776-4a04-aea4-0ace2f5ef888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.706444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-7a4b1221-93c1-4406-9ed0-1efe4c610567 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 1120 time: 0.6407173 Mar 11 17:20:32.711608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Request body: {'port': {'device_id': 'e43566f4-0522-46c7-88e5-0514ff168692', 'device_owner': 'compute:tempest-test_az-1889701723', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:32.828138 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'tag': '174046e6-8e84-43b2-80f3-2716c3ffa6f6', 'status': 'completed', 'code': 200} Mar 11 17:20:32.833247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-518c9411-b776-4a04-aea4-0ace2f5ef888 None None] Port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:32.938522 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-4f9fc7be-ad70-4d07-b30b-84e33e13bd50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=174046e6-8e84-43b2-80f3-2716c3ffa6f6 HTTP/1.1" status: 200 len: 217 time: 0.1859975 Mar 11 17:20:32.946722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e84f70b1-681b-4180-9a31-399560197945 req-d475b956-cbf2-40d6-9dab-844080f9adb4 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 1118 time: 0.1520803 Mar 11 17:20:33.016711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e84f70b1-681b-4180-9a31-399560197945 req-2a462dcd-0e38-4846-9a12-c2809b236fb6 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] Synchronizing usage tracker for tenant:45318ed3a141411f99aa1f36150db732 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:33.046749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bc48e2-ff63-442f-9f51-1b16629e4dde,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:33.048730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e84f70b1-681b-4180-9a31-399560197945 req-2a462dcd-0e38-4846-9a12-c2809b236fb6 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] Unset dirty status for tenant:45318ed3a141411f99aa1f36150db732 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:33.060921 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e84f70b1-681b-4180-9a31-399560197945 req-2a462dcd-0e38-4846-9a12-c2809b236fb6 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012146 Mar 11 17:20:33.062946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.080010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c1c5c245-0b33-4681-a5df-dde97d430846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:33.081514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-c1c5c245-0b33-4681-a5df-dde97d430846 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1352251 Mar 11 17:20:33.085408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Checking segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:33.085766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Network hostable DHCP agents. Network: 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:33.332657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:33.536256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c6521f6-d679-4fce-85d1-faaf1754ab8f req-f4c98336-256e-4b9e-9527-89a31477a123 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1067781 Mar 11 17:20:33.544195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:33.551915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6938e-5535-4310-b30c-1dae8da7a05a None None] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:33.557749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:33.558321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.597830 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-689164c1-c427-4df2-a446-c6fc02a50a44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5000339 Mar 11 17:20:33.611909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb818d-4a5c-49da-ac0e-7fddd55f79f4 req-8f06fb61-a3a9-44c0-99fc-ada1159be864 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:33.613423 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02fb818d-4a5c-49da-ac0e-7fddd55f79f4 req-8f06fb61-a3a9-44c0-99fc-ada1159be864 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 969 time: 0.2540531 Mar 11 17:20:33.730597 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02fb818d-4a5c-49da-ac0e-7fddd55f79f4 req-1a233643-e1c6-4148-b27c-18f8be702eb3 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084917 Mar 11 17:20:33.859899 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e73961f-632f-475a-aa33-a299cdf1bcec admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1345501 Mar 11 17:20:33.862127 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-9bfa162f-9c7b-43b7-9818-2faea4c3de7e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342455 Mar 11 17:20:33.862499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38070) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:33.868850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:33.877426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:33.884054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Usage tracker for resource:router and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:33.896946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:33.903966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:33.924503 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.925970 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.944465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:20:33.946071 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.047960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.083810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-709cb648-af16-445e-a4ab-72d5d00c610b req-760464b7-3aab-41a5-b375-0b72e7d6954a tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 1118 time: 0.1455610 Mar 11 17:20:34.158201 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-bc1b2f3b-b7bd-4cd5-bb85-65014260ccfd service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809145 Mar 11 17:20:34.160201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:34.172111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.172820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Allocated IP 172.20.0.2 (5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc/21bc48e2-ff63-442f-9f51-1b16629e4dde/731647b3-0263-4631-b052-d595ccb4e4be) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:34.206266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Transition to ACTIVE for port object 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:34.212973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.319883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-709cb648-af16-445e-a4ab-72d5d00c610b req-e27877dd-c16d-4ab6-86b1-07ee35a3b8a2 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349634 Mar 11 17:20:34.321934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.415872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.427118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Transition to ACTIVE for port object 731647b3-0263-4631-b052-d595ccb4e4be will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:34.459048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Transition to ACTIVE for port object 731647b3-0263-4631-b052-d595ccb4e4be will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:34.471696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.473017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:34.476388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-5b6cd724-c4e0-41ed-a8b1-2eb5cc2d091e tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429022 Mar 11 17:20:34.605391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Pushing event updated for resources: {'Port': ['ID=731647b3-0263-4631-b052-d595ccb4e4be,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:34.623440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:34.625119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:34.628368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:34.697092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-d47421d4-4684-45c6-b1c8-b3450ba51ae7 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:34.699375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-d47421d4-4684-45c6-b1c8-b3450ba51ae7 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111762 Mar 11 17:20:34.728211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Attempting to bind port 731647b3-0263-4631-b052-d595ccb4e4be on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:34.728565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Attempting to bind port 731647b3-0263-4631-b052-d595ccb4e4be by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:34.728915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Attempting to bind port 731647b3-0263-4631-b052-d595ccb4e4be on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:34.735580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:34.736055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Checking segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:34.736449 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.736825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Bound using segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:34.737390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Bound port: 731647b3-0263-4631-b052-d595ccb4e4be, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:34.737752 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.740114 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-3e7c6e57-f7e5-4e2a-a7c3-1ae8ac49ff2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 1120 time: 0.4648235 Mar 11 17:20:34.768369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8294c572-4303-4769-b32a-743a2d670320 req-115c4dd5-b9c6-4a43-8642-3324f337d8aa tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0602081 Mar 11 17:20:34.772113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-06d33807-a481-4e84-a2c0-58666b72c6d8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/quotas/0ee730af6e3b42a1ab3c57484eab4405 HTTP/1.1" status: 200 len: 375 time: 0.0652978 Mar 11 17:20:34.853764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-7dd99931-bdb3-42a3-a194-9b4ebd855714 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749671 Mar 11 17:20:34.873846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Attempting to bind port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:34.874172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Attempting to bind port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:34.874510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Attempting to bind port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:34.885310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:34.885630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Attempting to bind port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:34.893716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:34.894043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:34.894436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:34.894855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Bound port: 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:34.895188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.915981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] For port 731647b3-0263-4631-b052-d595ccb4e4be, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:34.920355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] For port 731647b3-0263-4631-b052-d595ccb4e4be, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=731647b3-0263-4631-b052-d595ccb4e4be,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:34.927652 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.986986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-de5c37e0-4912-4d37-9fd0-0b3c39a28f2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:34.988437 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-de5c37e0-4912-4d37-9fd0-0b3c39a28f2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2366068 Mar 11 17:20:35.010766 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.022166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf0abf-a671-4d23-a19d-57f371a67c5e None None] Pushing event updated for resources: {'Port': ['ID=731647b3-0263-4631-b052-d595ccb4e4be,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:35.067389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.162098 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-14ac56d5-227b-4b07-8a4d-272771707ae2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=174046e6-8e84-43b2-80f3-2716c3ffa6f6 HTTP/1.1" status: 200 len: 217 time: 0.1587827 Mar 11 17:20:35.275360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-1fad1a0a-d471-4397-84e8-4de832cafbcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:35.287954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-1fad1a0a-d471-4397-84e8-4de832cafbcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1165023 Mar 11 17:20:35.364873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] For port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:35.388327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8440ae-4ba6-42a9-b7d0-b38b40d3697d req-a70965c7-10f7-4d97-a77c-1a206f870332 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:35.389890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f8440ae-4ba6-42a9-b7d0-b38b40d3697d req-a70965c7-10f7-4d97-a77c-1a206f870332 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 970 time: 0.2195597 Mar 11 17:20:35.396470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] For port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:35.405895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.430079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Allocated IP 172.25.3.5 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/afed6266-2d74-4d07-ab73-096b1c30f5cd) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:35.492608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f8440ae-4ba6-42a9-b7d0-b38b40d3697d req-d20dd0a1-064a-40b9-9032-e7cf7ed6f9b3 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958750 Mar 11 17:20:35.527935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-d8f0e5f3-0b37-418f-8425-e290e0ed32db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2337866 Mar 11 17:20:35.533196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.534577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] 10.222.0.59 "PUT /v2.0/ports/4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 HTTP/1.1" status: 200 len: 1118 time: 2.8272460 Mar 11 17:20:35.535000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'tag': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:35.664592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.744260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.833649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b470be-2083-4de7-a4eb-2a300f576364 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:35.919885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-5564aa39-0faf-43d0-bef6-49a8bd513722 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765712 Mar 11 17:20:35.959272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:35.962740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:35.965280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:36.030758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Pushing event updated for resources: {'Port': ['ID=afed6266-2d74-4d07-ab73-096b1c30f5cd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:36.065861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-1a2f5c8c-7a6e-47a8-b427-0220e3a9277d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 1121 time: 0.3476713 Mar 11 17:20:36.093071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-751e60b8-6409-4ff3-bd35-0855eacdab51 req-8cdd3afa-9351-44a6-acd3-a8db2e232dc2 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 210 time: 0.0525994 Mar 11 17:20:36.202564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38124) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:36.220908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9511fc-e316-4049-adde-2741f0bce7d9 req-00026582-6737-487f-9ed3-eed4d885b764 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:36.222422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc9511fc-e316-4049-adde-2741f0bce7d9 req-00026582-6737-487f-9ed3-eed4d885b764 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 969 time: 0.4114597 Mar 11 17:20:36.242210 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-24797d05-f7b0-43ac-89bc-21330c280ba7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 HTTP/1.1" status: 200 len: 217 time: 0.1636674 Mar 11 17:20:36.245660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc33e18f-5162-4d96-b005-418cc3f3d14e req-42b24898-b3cd-43d4-95ef-9c6d963589bb service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128784 Mar 11 17:20:36.322949 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'tag': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2', 'status': 'completed', 'code': 200} Mar 11 17:20:36.362656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-db28b574-6d7c-41bb-bfe0-b56c6a91903b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:36.364175 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-db28b574-6d7c-41bb-bfe0-b56c6a91903b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0995536 Mar 11 17:20:36.393435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc9511fc-e316-4049-adde-2741f0bce7d9 req-5f3b9dd5-1fa9-4727-9a93-6707f9ab56a8 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568782 Mar 11 17:20:36.438806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.439955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.444122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 731647b3-0263-4631-b052-d595ccb4e4be up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:36.509190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-cbaeffca-2410-4dcb-826f-b1175637795a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308112 Mar 11 17:20:36.523102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 174046e6-8e84-43b2-80f3-2716c3ffa6f6 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:20:36.597506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.713455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4befec-fdeb-4833-826a-efbbed29b4ba None None] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:36.725979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 731647b3-0263-4631-b052-d595ccb4e4be completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:36.736213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:36.762539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Usage tracker for resource:security_group_rule and tenant:19cd10393f52484991898cab5ff0e892 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:36.770097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:36.780090 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3da1d896-95a6-43a5-b7e3-625895c581a1 req-3b4e7788-37f3-4f76-9271-91f001c95e1f tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1411760 Mar 11 17:20:36.784380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:36.855648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-f0935383-db6a-49e0-8a16-9778b3042aa4 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478399 Mar 11 17:20:36.860379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-70a1e563-ccd3-4bfb-97d0-395f9a9c7a56 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424299 Mar 11 17:20:36.868351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eadc7008-35be-4f75-93a4-2570ff38ffff None None] Provisioning for port 731647b3-0263-4631-b052-d595ccb4e4be completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:36.882631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eadc7008-35be-4f75-93a4-2570ff38ffff None None] Provisioning complete for port 731647b3-0263-4631-b052-d595ccb4e4be triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:36.883026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eadc7008-35be-4f75-93a4-2570ff38ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.972716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b36508-662d-47c5-ab91-2ad6c0efd62d req-3d6571d1-df41-4b34-8051-ebd38d8ccb28 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4211004 Mar 11 17:20:37.041680 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eadc7008-35be-4f75-93a4-2570ff38ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.192950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75461b58-36a6-43a6-8c8f-e1c1d04eb935 req-d1038d44-c827-4d5d-9ec7-2739dd4cefb7 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.195171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75461b58-36a6-43a6-8c8f-e1c1d04eb935 req-d1038d44-c827-4d5d-9ec7-2739dd4cefb7 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 970 time: 0.1984482 Mar 11 17:20:37.219192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-46db7fd0-47fe-41a3-8b63-9765220146c6 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.220683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-46db7fd0-47fe-41a3-8b63-9765220146c6 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570008 Mar 11 17:20:37.247233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 174046e6-8e84-43b2-80f3-2716c3ffa6f6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=174046e6-8e84-43b2-80f3-2716c3ffa6f6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:37.282982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75461b58-36a6-43a6-8c8f-e1c1d04eb935 req-7482a5f3-e59c-4ea5-a2c7-ce157a5c69db tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777128 Mar 11 17:20:37.292884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Request body: {'port': {'device_id': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0ee730af6e3b42a1ab3c57484eab4405'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:37.299759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eadc7008-35be-4f75-93a4-2570ff38ffff None None] For port 731647b3-0263-4631-b052-d595ccb4e4be, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=731647b3-0263-4631-b052-d595ccb4e4be,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:37.306012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:20:37.331492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '174046e6-8e84-43b2-80f3-2716c3ffa6f6', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '174046e6-8e84-43b2-80f3-2716c3ffa6f6', 'mac_address': 'fa:16:3e:26:da:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:tempest-test_az-1889701723', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:20:37.339224 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eadc7008-35be-4f75-93a4-2570ff38ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.397029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38146) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:37.481889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.526035 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.542787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc7008-35be-4f75-93a4-2570ff38ffff None None] Pushing event updated for resources: {'Port': ['ID=731647b3-0263-4631-b052-d595ccb4e4be,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:37.543533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.554775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174046e6-8e84-43b2-80f3-2716c3ffa6f6 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:37.580589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 174046e6-8e84-43b2-80f3-2716c3ffa6f6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=174046e6-8e84-43b2-80f3-2716c3ffa6f6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:37.594153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fab34c42-65fc-4abb-bef3-acddce3b5507 req-ae5d06bd-d9b5-4dd7-ae95-7c6aac8810b4 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953720 Mar 11 17:20:37.596002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.638953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bae01f70-504d-45dc-b9c7-cee719bef7c9 req-17b8eca5-f384-485a-a8d2-6ad4bca12ddf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 210 time: 0.1039748 Mar 11 17:20:37.643766 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=19cd10393f52484991898cab5ff0e892&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4392128 Mar 11 17:20:37.657412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38164) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:37.722224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.750890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=174046e6-8e84-43b2-80f3-2716c3ffa6f6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:37.873962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61143ee4-fc39-4b81-91b2-b26b874ceba1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:37.892393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:37.901636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['174046e6-8e84-43b2-80f3-2716c3ffa6f6'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:37.906760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Usage tracker for resource:port and tenant:0ee730af6e3b42a1ab3c57484eab4405 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:37.915961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.916289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.916614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.916907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.917219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.917526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.917833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.918141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.918466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.919074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.919074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53adde-dac6-427f-a475-2f29def02f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:37.931868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.946461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:37.953606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:37.958540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.977651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:37.983102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Usage tracker for resource:security_group_rule and tenant:632daf118f784a4fb4f0c7460a7eac63 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:37.985757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Made reservation on behalf of 0ee730af6e3b42a1ab3c57484eab4405 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:37.989151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.000913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:38.011681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:38.015265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.055036 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f31a218c-777f-462f-9ac5-716a986c8aab req-4f646d28-10aa-465b-b4bd-cec0810aeaed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 1121 time: 0.3362072 Mar 11 17:20:38.072362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6eb4e-c961-439b-9dab-b54e100ee3bb req-ba7d7f8c-5273-4bf0-9b37-abe6d3b7b463 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:38.074703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fc6eb4e-c961-439b-9dab-b54e100ee3bb req-ba7d7f8c-5273-4bf0-9b37-abe6d3b7b463 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 970 time: 0.2298677 Mar 11 17:20:38.113368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-de67484b-9cc9-4d86-ade5-f27cab02fb2c None None] Provisioning complete for port 731647b3-0263-4631-b052-d595ccb4e4be triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:38.113785 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de67484b-9cc9-4d86-ade5-f27cab02fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.118912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.140902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:38.144366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61143ee4-fc39-4b81-91b2-b26b874ceba1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:38.150883 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Sync routers for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:20:38.166302 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:20:38.179230 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:38.192999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.194018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.194583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.195115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.195707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.196359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.196904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.197420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.197941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.198495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.199078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:38.214627 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fc6eb4e-c961-439b-9dab-b54e100ee3bb req-fb7ce32e-7a82-4a05-b935-253a33d8d515 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317034 Mar 11 17:20:38.220274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.222737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4ed17577-08d7-4591-a1da-709069aaf596 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/61143ee4-fc39-4b81-91b2-b26b874ceba1 HTTP/1.1" status: 204 len: 168 time: 0.5657523 Mar 11 17:20:38.224569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.225948 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-89f59597-8a57-45bf-8c1c-312b7c24369d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.3622763 Mar 11 17:20:38.230191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38184) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:38.259997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:38.314097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Usage tracker for resource:security_group_rule and tenant:0ee730af6e3b42a1ab3c57484eab4405 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:38.320413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:38.375042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:38.386679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 731647b3-0263-4631-b052-d595ccb4e4be up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:38.488138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.516344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.591851 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:20:38.626302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 731647b3-0263-4631-b052-d595ccb4e4be triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:38.627460 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.630623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e69a54aa-c71c-4152-bce2-73bf7a251eae req-f1324cba-470b-457f-849c-93e600382ebd tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0870960 Mar 11 17:20:38.644484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a218c-777f-462f-9ac5-716a986c8aab req-f6703a78-89fb-4020-be18-c8759b0b8968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:38.646476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f31a218c-777f-462f-9ac5-716a986c8aab req-f6703a78-89fb-4020-be18-c8759b0b8968 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.5773795 Mar 11 17:20:38.816329 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.820395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c63f6-8b28-4227-8025-e7f5d7fa3761,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:38.842839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38198) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:38.851384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-82627c88-c8e1-49f2-a6f1-4170b57a6659 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:20:38.852845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-82627c88-c8e1-49f2-a6f1-4170b57a6659 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0080967 Mar 11 17:20:38.858377 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6f6e829e-3428-436b-8b5d-052e86938dda admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=632daf118f784a4fb4f0c7460a7eac63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3854940 Mar 11 17:20:38.858941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38202) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:38.869347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f31a218c-777f-462f-9ac5-716a986c8aab req-8b9e59a5-6180-4784-b9b6-fc5669866915 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 HTTP/1.1" status: 200 len: 217 time: 0.1996217 Mar 11 17:20:39.051436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a218c-777f-462f-9ac5-716a986c8aab req-e6b015e2-af62-4b68-b3b7-3fc7d587f46a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.053000 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f31a218c-777f-462f-9ac5-716a986c8aab req-e6b015e2-af62-4b68-b3b7-3fc7d587f46a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1750624 Mar 11 17:20:39.054913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.100541 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.214447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38212) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:39.221171 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:36Z', 'revision_number': 3, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:39.225314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:39.225851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Unknown quota resources ['binding']. {{(pid=83849) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:20:39.227308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Checking router: 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:20:39.227877 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Updating router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 port afed6266-2d74-4d07-ab73-096b1c30f5cd binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:20:39.255255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e22e079c-8845-4d07-ac90-debd19782b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.267171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b3807-4262-4859-941d-702a1d703a7e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:39.285553 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.327499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.341290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e22e079c-8845-4d07-ac90-debd19782b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.358307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6e30f-414c-4b16-a026-9eecb875c624 req-0f5de054-45dd-42c3-af96-a172210a5f7e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.365379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94d6e30f-414c-4b16-a026-9eecb875c624 req-0f5de054-45dd-42c3-af96-a172210a5f7e tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 970 time: 0.4826360 Mar 11 17:20:39.399178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Allocated IP 192.168.233.37 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/9b1fe9e4-a8a9-4619-95e7-95f5dca2f753) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:39.405281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f31a218c-777f-462f-9ac5-716a986c8aab req-956d131d-df26-4de4-8154-9961ba53d596 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3448522 Mar 11 17:20:39.551292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:39.572564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94d6e30f-414c-4b16-a026-9eecb875c624 req-56cc5f6f-c4dc-44f8-b898-e169cea69cde tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062404 Mar 11 17:20:39.581291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7fbbd5dd1741b38985ceb4b983b53e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:39.587488 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f31a218c-777f-462f-9ac5-716a986c8aab req-5f13405b-7f07-4205-a079-03282f5de8a9 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719561 Mar 11 17:20:39.613318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:39.626239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:39.660756 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e22e079c-8845-4d07-ac90-debd19782b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.683503 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.697526 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Transition to ACTIVE for port object afed6266-2d74-4d07-ab73-096b1c30f5cd will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:39.706333 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.753039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:39.753372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:39.753753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:39.759988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e079c-8845-4d07-ac90-debd19782b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c63f6-8b28-4227-8025-e7f5d7fa3761,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:39.782222 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Pushing event updated for resources: {'Port': ['ID=afed6266-2d74-4d07-ab73-096b1c30f5cd,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:39.792711 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.793052 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.793374 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.793738 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.794007 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.794316 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.794652 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.795208 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.795422 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.795614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:39.795790 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.795948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:39.796134 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Tracked resource versions report: Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: pushed versions: Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: { 'ConntrackHelper': {'1.0'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Log': {'1.0'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Network': {'1.1'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Port': {'1.5'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'PortForwarding': {'1.2'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'QosPolicy': {'1.8'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'SecurityGroup': {'1.2'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'SecurityGroupRule': {'1.0'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'SubPort': {'1.0'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Subnet': {'1.1'}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Trunk': {'1.1'}} Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: consumer versions: Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: { DHCP agent@n-d-833436-1: {}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: HyperV agent@n-h1-833436-1: {}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: L3 agent@n-d-833436-1: {}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: Metadata agent@n-d-833436-1: {}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: Metering agent@n-d-833436-1: {}, Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: Open vSwitch agent@n-d-833436-1: { 'ConntrackHelper': '1.0', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Log': '1.0', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Network': '1.1', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Port': '1.5', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'PortForwarding': '1.2', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'QosPolicy': '1.8', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'SecurityGroup': '1.2', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'SecurityGroupRule': '1.0', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'SubPort': '1.0', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Subnet': '1.1', Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: 'Trunk': '1.1'}} Mar 11 17:20:39.797227 n-d-833436-1 neutron-server[83851]: {{(pid=83851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:20:39.815993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:39.816212 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:39.819906 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Attempting to bind port afed6266-2d74-4d07-ab73-096b1c30f5cd on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:39.820107 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Attempting to bind port afed6266-2d74-4d07-ab73-096b1c30f5cd by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:39.820440 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Attempting to bind port afed6266-2d74-4d07-ab73-096b1c30f5cd on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:39.825817 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 2 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:39.827259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:39.827610 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:39.827998 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.828374 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:39.828817 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Bound port: afed6266-2d74-4d07-ab73-096b1c30f5cd, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:39.829171 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.844721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:39.845363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:39.845593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:39.860262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e24c3707-70af-49c3-9cf3-7c6d13b4a8e9 req-85f3249c-9423-4007-9f1b-9fa37dadeb67 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 210 time: 0.1329746 Mar 11 17:20:39.891336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f31a218c-777f-462f-9ac5-716a986c8aab req-073b1a5a-6d64-4657-ab2a-335fc05d66d9 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792971 Mar 11 17:20:39.908276 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] For port afed6266-2d74-4d07-ab73-096b1c30f5cd, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:39.912373 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] For port afed6266-2d74-4d07-ab73-096b1c30f5cd, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=afed6266-2d74-4d07-ab73-096b1c30f5cd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:39.918554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:39.919012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:39.921088 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.926330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e22e079c-8845-4d07-ac90-debd19782b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.930725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e22e079c-8845-4d07-ac90-debd19782b74 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a36c63f6-8b28-4227-8025-e7f5d7fa3761 HTTP/1.1" status: 204 len: 168 time: 1.0711491 Mar 11 17:20:39.935428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:39.936321 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:39.938477 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 3 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:39.977391 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.980550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.006025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Transition to ACTIVE for port object 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:40.034421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.048033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.048297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.048590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.051774 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac061667-15b5-4599-a0ca-67f5cafaf48c None None] Pushing event updated for resources: {'Port': ['ID=afed6266-2d74-4d07-ab73-096b1c30f5cd,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:40.062823 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:20:40.063424 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:40.135938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:40.137563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Pushing event updated for resources: {'Port': ['ID=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:40.140764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.141115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.141995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:40.144371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:40.155830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.156157 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:40.156686 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.198382 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 4 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:40.223562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:40.224359 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.227325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.227797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.228031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.253724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.254125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.264943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9a7fbbd5dd1741b38985ceb4b983b53e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0452533 Mar 11 17:20:40.265209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38222) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:40.266835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.267167 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:40.278677 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 5 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:40.321215 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:20:40.327690 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-9730aa55-c20c-4d1f-a08a-b3ba1a9bee0a tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0741332 Mar 11 17:20:40.357319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Request body: {'port': {'device_id': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:40.452840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e35c9-c25b-4043-bae8-95edba2cd3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00eedfa-0854-47b7-b3de-5f5e2789c3a6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:40.457437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.457778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.458094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.466197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.466552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.467199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d8609db-3a0d-4e6a-b4fc-6af596144e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.485387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.486053 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:40.489093 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 6 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:40.506417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.506649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.507268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.517244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d8609db-3a0d-4e6a-b4fc-6af596144e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.531097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335784f-6bb4-4745-9fd2-03a9c9f0ea9f req-56c50316-65e7-49fb-9aa5-7c94fcddefa2 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:40.532639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6335784f-6bb4-4745-9fd2-03a9c9f0ea9f req-56c50316-65e7-49fb-9aa5-7c94fcddefa2 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 970 time: 0.4707587 Mar 11 17:20:40.537405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.537405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.540439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:20:40.545845 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.559293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.559703 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:40.562826 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 7 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:40.566247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4c0bbfa1-2d5b-4bd0-b84c-95c0ea7bb12e None None] Provisioning for port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:40.581110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4c0bbfa1-2d5b-4bd0-b84c-95c0ea7bb12e None None] Provisioning complete for port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:40.581892 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbfa1-2d5b-4bd0-b84c-95c0ea7bb12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.607398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.607728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.608110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.615677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 174046e6-8e84-43b2-80f3-2716c3ffa6f6 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:40.618390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6335784f-6bb4-4745-9fd2-03a9c9f0ea9f req-e936f527-4799-4831-b444-91d74d9b0b2c tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Mar 11 17:20:40.632339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.633382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.643263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.643586 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:40.644594 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 8 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:40.668405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.668405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.668405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.679499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.679499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.680712 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d8609db-3a0d-4e6a-b4fc-6af596144e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.688290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38230) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:40.712002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8609db-3a0d-4e6a-b4fc-6af596144e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00eedfa-0854-47b7-b3de-5f5e2789c3a6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:40.721040 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:20:40.730591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.730909 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:40.733265 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 9 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:40.760063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.760526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.760716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.799833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.800204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:40.812045 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:36Z', 'revision_number': 3, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:40.816175 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09a1c4-577b-4715-9550-35f05009ac30 None None] The sync data for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 is: [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:36Z', 'revision_number': 3, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:20:40.824072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.848294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d8609db-3a0d-4e6a-b4fc-6af596144e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.850246 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6d8609db-3a0d-4e6a-b4fc-6af596144e8b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f00eedfa-0854-47b7-b3de-5f5e2789c3a6 HTTP/1.1" status: 204 len: 168 time: 0.5842521 Mar 11 17:20:40.868190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcd56e5e-937f-47dc-810c-5ce927802d63 req-df4f54e5-1f8d-48ad-8c3a-2ba8ed3d943a tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0597608 Mar 11 17:20:40.876417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bbfa1-2d5b-4bd0-b84c-95c0ea7bb12e None None] Port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:40.887146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:40.888893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:40.889283 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:40.892971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:d55dbb9785fa4156a443be290a3bf110 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:40.896701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:40.899066 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempt 10 to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 Mar 11 17:20:40.904557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:40.937666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:40.951464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:40.952225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.984399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:40.990121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.022962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2', 'mac_address': 'fa:16:3e:19:ae:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:tempest-test_az-1889701723', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:20:41.031353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:41.031830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:41.032156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:41.053345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:41.053668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Attempting to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:41.074951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.102523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.108745 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.111921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:41.112254 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to bind port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:20:41.112618 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.plugin [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] Failed to commit binding results for 0c6f5c4f-754c-45c8-87db-e614a3029bb2 after 10 tries Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 could not be created or updated. Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:20:41.116466 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h2-833436-1 could not be created or updated. Mar 11 17:20:41.119780 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Mar 11 17:20:41.124109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5a41373-f930-4b81-9fd8-e7e58121fb3e req-6e900b65-8467-4f38-b440-fc6beed82b52 service neutron] 10.222.0.96 "POST /v2.0/ports/0c6f5c4f-754c-45c8-87db-e614a3029bb2/bindings HTTP/1.1" status: 500 len: 401 time: 2.0813186 Mar 11 17:20:41.146418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:41.212189 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.262287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:41.270448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d55dbb9785fa4156a443be290a3bf110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5622888 Mar 11 17:20:41.271961 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.302041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ac4d8-53e8-48d3-9322-8b5ad8d68ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2ad5d-2c62-47e2-b971-1b24d9af13a2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:41.315745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38246) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:41.358748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174046e6-8e84-43b2-80f3-2716c3ffa6f6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:41.383131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 174046e6-8e84-43b2-80f3-2716c3ffa6f6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=174046e6-8e84-43b2-80f3-2716c3ffa6f6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:41.392312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:41.396053 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.499892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=174046e6-8e84-43b2-80f3-2716c3ffa6f6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:41.624933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:41.658546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73897dc6-2b5b-43ed-9b78-5d952d65870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.667208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Allocated IP 172.20.0.1 (5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc/21bc48e2-ff63-442f-9f51-1b16629e4dde/6491afeb-e1a9-40dd-83ff-b448245a5b45) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:41.772705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221d8e-8387-4df4-a4e6-12f7debb7ed7 req-2d998ace-a99f-46a6-8ffd-cce24d7d432f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:41.774075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b221d8e-8387-4df4-a4e6-12f7debb7ed7 req-2d998ace-a99f-46a6-8ffd-cce24d7d432f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 971 time: 0.5471852 Mar 11 17:20:41.886539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:41.907239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.950183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Transition to ACTIVE for port object 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:41.956995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73897dc6-2b5b-43ed-9b78-5d952d65870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.976301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b221d8e-8387-4df4-a4e6-12f7debb7ed7 req-1146f939-28ef-4564-827b-1f9f2526ea86 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454799 Mar 11 17:20:42.022563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.047977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.053835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Transition to ACTIVE for port object 6491afeb-e1a9-40dd-83ff-b448245a5b45 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:42.089481 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.170259 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174046e6-8e84-43b2-80f3-2716c3ffa6f6', 'code': 200} Mar 11 17:20:42.176143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:42.179203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:42.184081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:42.184572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.187400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Pushing event updated for resources: {'Port': ['ID=6491afeb-e1a9-40dd-83ff-b448245a5b45,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:42.222534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73897dc6-2b5b-43ed-9b78-5d952d65870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.235641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Pushing event updated for resources: {'Port': ['ID=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:42.273668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73897dc6-2b5b-43ed-9b78-5d952d65870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2ad5d-2c62-47e2-b971-1b24d9af13a2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:42.303219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73897dc6-2b5b-43ed-9b78-5d952d65870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.308429 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-73897dc6-2b5b-43ed-9b78-5d952d65870c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34b2ad5d-2c62-47e2-b971-1b24d9af13a2 HTTP/1.1" status: 204 len: 168 time: 0.9880114 Mar 11 17:20:42.311931 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-53a813cd-55f9-4ad9-b839-88e7fe8e7b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.464372 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.521259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device afed6266-2d74-4d07-ab73-096b1c30f5cd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:42.580967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dce1d-b46c-4581-a33f-dce1fb9571d6 req-b26d615b-c974-4372-a2d7-b1d3cac207d6 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:42.584394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc8dce1d-b46c-4581-a33f-dce1fb9571d6 req-b26d615b-c974-4372-a2d7-b1d3cac207d6 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 947 time: 0.3755417 Mar 11 17:20:42.690972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port afed6266-2d74-4d07-ab73-096b1c30f5cd completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:42.703816 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66c753a1-d1f7-460f-a8c7-ecbadd650db3 req-d579e271-7a1d-4fde-8086-63494629b7fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 1122 time: 0.3950360 Mar 11 17:20:42.704539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port afed6266-2d74-4d07-ab73-096b1c30f5cd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:42.705967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.777577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab9011-c231-4e2f-af35-bca91843e23a req-35069566-2afa-4719-82e0-49250d369def tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:42.779965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2ab9011-c231-4e2f-af35-bca91843e23a req-35069566-2afa-4719-82e0-49250d369def tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 971 time: 0.2863667 Mar 11 17:20:42.785279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Attempting to bind port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:42.785800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Attempting to bind port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:42.786657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Attempting to bind port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:42.794804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-66c753a1-d1f7-460f-a8c7-ecbadd650db3 req-edecdd1c-6160-499f-b894-4f705a147557 service neutron] Synchronizing usage tracker for tenant:f8c2510f451e422b877ad5f5f9ffd6d7 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:42.804548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc16fad4-cab2-4489-b641-0732cda14241 None None] Provisioning for port 6491afeb-e1a9-40dd-83ff-b448245a5b45 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:42.816284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:42.816862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Attempting to bind port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:42.820544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-66c753a1-d1f7-460f-a8c7-ecbadd650db3 req-edecdd1c-6160-499f-b894-4f705a147557 service neutron] Unset dirty status for tenant:f8c2510f451e422b877ad5f5f9ffd6d7 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:42.822561 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66c753a1-d1f7-460f-a8c7-ecbadd650db3 req-edecdd1c-6160-499f-b894-4f705a147557 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092954 Mar 11 17:20:42.829576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:42.830156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:42.830744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:42.832273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Bound port: 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:42.832820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.866104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc8dce1d-b46c-4581-a33f-dce1fb9571d6 req-54614805-e9cb-4042-8d1f-36b7c11343da tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718272 Mar 11 17:20:42.895395 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.904240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc16fad4-cab2-4489-b641-0732cda14241 None None] Provisioning complete for port 6491afeb-e1a9-40dd-83ff-b448245a5b45 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:42.904985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc16fad4-cab2-4489-b641-0732cda14241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.962969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] For port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:42.967908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] For port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:42.981800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.987152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2ab9011-c231-4e2f-af35-bca91843e23a req-6d2ffc9c-b03a-479b-b795-8b527b4bb906 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999159 Mar 11 17:20:43.056576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port afed6266-2d74-4d07-ab73-096b1c30f5cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=afed6266-2d74-4d07-ab73-096b1c30f5cd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:43.063436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.065139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] 10.222.0.59 "PUT /v2.0/ports/9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 HTTP/1.1" status: 200 len: 1095 time: 2.7137332 Mar 11 17:20:43.065722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'tag': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:43.070502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.085338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71f137-8027-4a94-b10c-f5e41a0b76db service neutron] Pushing event updated for resources: {'Port': ['ID=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:43.170345 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.178241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.180149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.236626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fc16fad4-cab2-4489-b641-0732cda14241 None None] Port 6491afeb-e1a9-40dd-83ff-b448245a5b45 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:43.316515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-63551394-5cd5-4857-98f2-d89fa491f216 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 1098 time: 0.1445646 Mar 11 17:20:43.323417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=afed6266-2d74-4d07-ab73-096b1c30f5cd,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:43.394859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42392651-b61d-4130-ab7d-cdc570d0fc6a req-1627fbac-c1ca-446a-bfa4-f46707f27d7f tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.2004013 Mar 11 17:20:43.440358 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-a79e6058-b8dc-470e-ac17-b139895db9ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 HTTP/1.1" status: 200 len: 217 time: 0.1130776 Mar 11 17:20:43.588733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-89076a71-a921-4324-a247-44ed1e62078b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.590330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-89076a71-a921-4324-a247-44ed1e62078b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1431003 Mar 11 17:20:43.685840 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-6be7f784-ffa3-42a0-87ac-a16447de192b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884905 Mar 11 17:20:43.704066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Pushing event updated for resources: {'Port': ['ID=6491afeb-e1a9-40dd-83ff-b448245a5b45,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:43.840024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:43.843505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:43.916369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-518b9564-e205-40a3-849f-6a599ed29cce tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.917595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-518b9564-e205-40a3-849f-6a599ed29cce tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.6678593 Mar 11 17:20:43.955148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-d9587ddc-0314-479e-b941-599d12a1548d service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437415 Mar 11 17:20:44.012617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea12e75-3e65-4b3b-aadd-80fc75e0a1e0 req-5149a45d-ce5f-4ae7-9b40-d84d72985aca tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:44.014176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ea12e75-3e65-4b3b-aadd-80fc75e0a1e0 req-5149a45d-ce5f-4ae7-9b40-d84d72985aca tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 971 time: 0.3612242 Mar 11 17:20:44.065401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-9b6963f2-faf0-400c-ae33-1b9b8127f91e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/quotas/160ed4ed1f7740b58be19b23c1301d10 HTTP/1.1" status: 200 len: 375 time: 0.1389911 Mar 11 17:20:44.190405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6d672d2-58ea-405a-b511-d0672e8e9fc2 None None] Provisioning complete for port 6491afeb-e1a9-40dd-83ff-b448245a5b45 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:44.193282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6d672d2-58ea-405a-b511-d0672e8e9fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.236645 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-475e4771-3a2a-46ee-be4d-7ea664f8e1ae req-a7b7cbae-f0ba-4417-a8a7-7a6dcf41c479 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646847 Mar 11 17:20:44.306068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f6d672d2-58ea-405a-b511-d0672e8e9fc2 None None] Port 6491afeb-e1a9-40dd-83ff-b448245a5b45 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:44.319472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ea12e75-3e65-4b3b-aadd-80fc75e0a1e0 req-858ecb61-fdb0-41ae-aa5b-b4f2a1afe644 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793653 Mar 11 17:20:44.342674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device afed6266-2d74-4d07-ab73-096b1c30f5cd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:44.444120 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'tag': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753', 'status': 'completed', 'code': 200} Mar 11 17:20:44.456892 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-945c2aea-05f6-444b-a830-dc61418fdae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.489786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port afed6266-2d74-4d07-ab73-096b1c30f5cd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:44.490309 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.544469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-8a3e17a7-970a-4dc0-a12f-1e588a110f88 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4677179 Mar 11 17:20:44.554951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-6fb811e7-8bcc-4742-87d7-92b94e42ecd7 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:20:44.566843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:44.570720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-6fb811e7-8bcc-4742-87d7-92b94e42ecd7 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0253477 Mar 11 17:20:44.633522 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-c30ff77d-ecbd-4182-aaff-75320b783180 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 1098 time: 0.1393631 Mar 11 17:20:44.805654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:44.814638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:44.815021 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.874501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-6c3854b3-67c7-42e9-a72a-7cdb1c3d3e45 service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028195 Mar 11 17:20:44.890594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-5fd1782c-dc8e-4209-a078-cfafcc24cacc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:44.892664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-5fd1782c-dc8e-4209-a078-cfafcc24cacc service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2494195 Mar 11 17:20:44.986524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-b4e85abf-d7e5-421c-9eea-2fee87ef2974 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 HTTP/1.1" status: 200 len: 217 time: 0.0854800 Mar 11 17:20:45.000921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4aa3-1ff4-4881-81ad-e4b3ac09d218 req-7eb2c902-b6e4-4d95-a254-f463e4548ea6 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:45.002345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-270b4aa3-1ff4-4881-81ad-e4b3ac09d218 req-7eb2c902-b6e4-4d95-a254-f463e4548ea6 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 947 time: 0.2654190 Mar 11 17:20:45.047912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.065204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-ddf90afe-458f-4b75-b3ec-cb45678c4a62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:45.066854 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-ddf90afe-458f-4b75-b3ec-cb45678c4a62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0667977 Mar 11 17:20:45.073089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-c91742d6-2ac3-4753-af0b-b8f0e699a199 service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976821 Mar 11 17:20:45.091103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:45.103434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:45.110056 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.146546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-270b4aa3-1ff4-4881-81ad-e4b3ac09d218 req-a6d563ca-dc58-4db9-b198-9febc53955cb tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256742 Mar 11 17:20:45.158975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:45.234651 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-db4a0226-a0a1-41a2-9d2b-528faeaab179 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577826 Mar 11 17:20:45.277800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:45.429964 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-7905d4a3-dba1-442a-bf32-e7c34d0702a1 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877143 Mar 11 17:20:45.468086 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.582097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af833e4f-c9ab-4584-b340-79db693d029a req-ad3792cc-8095-47b9-b1c0-a65f62aa7ba9 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1014364 Mar 11 17:20:45.607074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d9e61f4-76fa-4e33-a76e-17d7016998fc req-e07ded68-7c6a-4169-bc05-ed7b153c8799 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686661 Mar 11 17:20:45.650138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.659733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db5a3-863d-4115-b72f-be23fe08fdf5 req-0f321b63-9dde-4c28-b188-f726e9827219 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:45.661051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b81db5a3-863d-4115-b72f-be23fe08fdf5 req-0f321b63-9dde-4c28-b188-f726e9827219 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 971 time: 0.1874924 Mar 11 17:20:45.728112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b81db5a3-863d-4115-b72f-be23fe08fdf5 req-dd53b613-675a-434d-b850-250033f067e2 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606191 Mar 11 17:20:45.745969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:45.758216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Sync routers for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:20:45.774950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:20:45.775690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc2dc3b0-38d6-48c7-a63a-911536795243 admin admin] 10.222.0.96 "PUT /v2.0/routers/9d8c5602-83f5-4cfa-bd1d-844914fac7f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5441291 Mar 11 17:20:45.775914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:45.946300 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2', 'code': 200} Mar 11 17:20:46.053279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:20:46.163013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d2c3c25-9c7f-4dfb-b97e-d19b399368ca req-c4e67c83-462b-4ba4-9424-36c80e7ae743 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 210 time: 0.1871178 Mar 11 17:20:46.204563 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-02b20945-69be-44ae-88a8-ceeec0eab5ad req-5022f841-7e51-484b-850d-dcc1f6f6ff38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 1123 time: 0.1765196 Mar 11 17:20:46.321383 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-02b20945-69be-44ae-88a8-ceeec0eab5ad req-06a3cd79-b3fe-488d-a06d-13b0ed5cabfa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103246 Mar 11 17:20:46.366312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59e6a0-8ced-4ed6-b957-d2fc590b775a req-96840714-806d-458b-8dab-314a0e56c597 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:46.373305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a59e6a0-8ced-4ed6-b957-d2fc590b775a req-96840714-806d-458b-8dab-314a0e56c597 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 972 time: 0.1260278 Mar 11 17:20:46.433790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a59e6a0-8ced-4ed6-b957-d2fc590b775a req-d384ad21-f1bf-4096-88fa-9f8c22fd25b2 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592959 Mar 11 17:20:46.498386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 2, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:46.505208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Checking router: 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:20:46.505208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Updating router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 port 6491afeb-e1a9-40dd-83ff-b448245a5b45 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:20:46.568298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.582834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:20:46.701351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:20:46.849432 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.974086 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:46.994581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753', 'mac_address': 'fa:16:3e:f3:c3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:20:46.994860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ebb30f0f-ac43-499a-8262-e99a852de28c req-0425810d-4b65-4740-b92f-5ab4c91a6304 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0577717 Mar 11 17:20:47.015792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84009-a454-482a-9a20-da48ffa5f210 req-d9db5195-db75-43f2-af34-fa4789fd9b38 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:47.026162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9c84009-a454-482a-9a20-da48ffa5f210 req-d9db5195-db75-43f2-af34-fa4789fd9b38 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 947 time: 0.1967273 Mar 11 17:20:47.108028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9c84009-a454-482a-9a20-da48ffa5f210 req-4af24102-a1ff-4671-8a9e-2a91cd1b03b5 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808179 Mar 11 17:20:47.109874 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.153719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:47.200916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:47.269405 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.288031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-134ad76b-3dec-4a31-9788-42490ad08d16 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:47.289720 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-134ad76b-3dec-4a31-9788-42490ad08d16 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.2134848 Mar 11 17:20:47.333290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Request body: {'port': {'device_id': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'admin_state_up': True, 'tenant_id': '160ed4ed1f7740b58be19b23c1301d10'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:47.405443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:47.463557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:47.470727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-network', 'tenant_id': '7d329625ede047fb86b7843d85c1999f'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:47.479527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:47.480791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.494979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Usage tracker for resource:network and tenant:7d329625ede047fb86b7843d85c1999f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:47.499922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:47.505350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:47.511647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Usage tracker for resource:port and tenant:160ed4ed1f7740b58be19b23c1301d10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:47.515093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:47.522483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:47.522752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:47.537237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Made reservation on behalf of 160ed4ed1f7740b58be19b23c1301d10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:47.544838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Made reservation on behalf of 7d329625ede047fb86b7843d85c1999f for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:47.545661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Transition to ACTIVE for port object 6491afeb-e1a9-40dd-83ff-b448245a5b45 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:47.546234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.548267 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.560661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.562339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.608060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:47.619242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Usage tracker for resource:security_group_rule and tenant:7d329625ede047fb86b7843d85c1999f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:47.627715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:47.670712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:47.691339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-169e0720-892d-4886-8cf5-4ae847fa1aa5 req-db5315b5-2864-4a16-9902-d8af5837661d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 210 time: 0.0575480 Mar 11 17:20:47.842685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9b1fe9e4-a8a9-4619-95e7-95f5dca2f753'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:47.861298 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.866992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.923510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Allocated IP 172.20.0.2 (f858763e-39f6-4d44-9a2c-a7bcb800a704/171ced24-a71c-4ff6-8ab7-0aa7823c44f4/1d3b71be-a6ec-4160-b1cd-bed762ef1181) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:47.965236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:47.995257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a0301-7b22-4eae-bb55-9530bda90b17,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.004876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.010386 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Added segment 51470334-f2c8-4297-b49c-b1a684a517b7 of type vlan for network 355726cd-b351-4288-a9fd-66338a7d1f24 Mar 11 17:20:48.122724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38442) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:48.133488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eaaf7-b30d-4727-9d21-534f50353843 None None] Pushing event updated for resources: {'Port': ['ID=6491afeb-e1a9-40dd-83ff-b448245a5b45,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.183057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.239540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314372b-5e63-45f0-a850-87a4612fcd00 req-32965375-2271-447e-83e5-8b0eef0911b8 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:48.241967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0314372b-5e63-45f0-a850-87a4612fcd00 req-32965375-2271-447e-83e5-8b0eef0911b8 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 972 time: 0.2104089 Mar 11 17:20:48.243530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.244544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:48.245539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.304667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.345557 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.434922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.445364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Attempting to bind port 6491afeb-e1a9-40dd-83ff-b448245a5b45 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:48.445568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Attempting to bind port 6491afeb-e1a9-40dd-83ff-b448245a5b45 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:48.445886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Attempting to bind port 6491afeb-e1a9-40dd-83ff-b448245a5b45 on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:48.446690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9820118 Mar 11 17:20:48.454333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0314372b-5e63-45f0-a850-87a4612fcd00 req-95a1554c-fe62-4adc-9417-7909b054bed1 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023315 Mar 11 17:20:48.455180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38454) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:48.456566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7b146-a766-4d18-ba1f-61be69417f96 admin admin] Pushing event updated for resources: {'Network': ['ID=355726cd-b351-4288-a9fd-66338a7d1f24,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.469452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Request body: {'subnet': {'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-subnet', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:48.476278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 355726cd-b351-4288-a9fd-66338a7d1f24 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:20:48.484522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:48.491473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event updated for resources: {'Port': ['ID=1d3b71be-a6ec-4160-b1cd-bed762ef1181,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.496219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Usage tracker for resource:subnet and tenant:7d329625ede047fb86b7843d85c1999f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:48.503059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:48.507726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:48.513369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:48.513971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2e80a16-c6e0-4ada-9f55-dd9d0cd09c1a req-4c783863-895c-428a-8aac-1f50a38ccdba tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0641785 Mar 11 17:20:48.517096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:48.532488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:48.532862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Checking segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:48.533520 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.534466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Bound using segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:48.534999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Bound port: 6491afeb-e1a9-40dd-83ff-b448245a5b45, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:48.535411 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.537358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:48.541471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Usage tracker for resource:security_group_rule and tenant:792e180fd9ad4da887b475e08625533f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:48.544988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:48.551616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:48.610151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:48.621000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:48.621503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.647460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Made reservation on behalf of 7d329625ede047fb86b7843d85c1999f for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:48.650355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.694261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.705601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.731970 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-d9655bbd-f343-41c0-b2c7-2f975ece9079 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4031661 Mar 11 17:20:48.751586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Request body: {'port': {'device_id': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:48.774697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] For port 6491afeb-e1a9-40dd-83ff-b448245a5b45, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:48.778460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] For port 6491afeb-e1a9-40dd-83ff-b448245a5b45, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6491afeb-e1a9-40dd-83ff-b448245a5b45,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:48.783876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.816696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3e2e4b-3c28-4eef-86fd-882b06b39c82,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.827589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b105add0-9e27-4580-98d7-63d04ab67481 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=792e180fd9ad4da887b475e08625533f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6957402 Mar 11 17:20:48.836492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:48.860333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577ff6d-8752-469b-9885-3eb5a511bb73 req-3b7754d5-9ffd-40a3-bca9-ba325bd04760 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:48.867408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b577ff6d-8752-469b-9885-3eb5a511bb73 req-3b7754d5-9ffd-40a3-bca9-ba325bd04760 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 948 time: 0.2673209 Mar 11 17:20:48.887261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eaaf7-b30d-4727-9d21-534f50353843 None None] Pushing event updated for resources: {'Port': ['ID=6491afeb-e1a9-40dd-83ff-b448245a5b45,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.890003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:20:48.890632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:48.951548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:20:48.952521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55d75b-8c18-4c62-a661-0ff686b8043f req-b1a17ba2-f1ae-4fe6-91f6-38f4ed285520 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:48.959364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d55d75b-8c18-4c62-a661-0ff686b8043f req-b1a17ba2-f1ae-4fe6-91f6-38f4ed285520 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 971 time: 0.2339208 Mar 11 17:20:48.986320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.004710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b577ff6d-8752-469b-9885-3eb5a511bb73 req-f78cbb5e-bc70-4653-a0fb-3073009ae423 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362193 Mar 11 17:20:49.056866 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e589dab2-bd5e-45ae-acef-fb3540fb06b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.082974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d55d75b-8c18-4c62-a661-0ff686b8043f req-0c705581-9075-4941-b6d3-7752d6c4736d tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226380 Mar 11 17:20:49.122003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:20:49.142269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e589dab2-bd5e-45ae-acef-fb3540fb06b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.265964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e589dab2-bd5e-45ae-acef-fb3540fb06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.267262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:49.313215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.335251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589dab2-bd5e-45ae-acef-fb3540fb06b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3e2e4b-3c28-4eef-86fd-882b06b39c82,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:49.349514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e589dab2-bd5e-45ae-acef-fb3540fb06b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.351464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e589dab2-bd5e-45ae-acef-fb3540fb06b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ac3e2e4b-3c28-4eef-86fd-882b06b39c82 HTTP/1.1" status: 204 len: 168 time: 0.5136681 Mar 11 17:20:49.397835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a352-16d6-45b8-bef5-967410175162 req-5f6a0741-819a-49a4-97d5-4f25a1de9ffa tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.405819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b33a352-16d6-45b8-bef5-967410175162 req-5f6a0741-819a-49a4-97d5-4f25a1de9ffa tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 931 time: 0.1223452 Mar 11 17:20:49.465330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b33a352-16d6-45b8-bef5-967410175162 req-20ba5857-6308-409a-a50f-7381c0b530e2 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575385 Mar 11 17:20:49.504426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a758661e-8251-4097-ae96-8821b74db97d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:49.525099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Checking segment: {'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:49.525808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Network hostable DHCP agents. Network: 355726cd-b351-4288-a9fd-66338a7d1f24, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:49.648072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38482) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:49.755553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Network 355726cd-b351-4288-a9fd-66338a7d1f24 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:49.773362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 355726cd-b351-4288-a9fd-66338a7d1f24) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:49.778991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.780408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.800284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a83c0-f239-4aae-a3d2-4c2d89dcb2d0 None None] Network 355726cd-b351-4288-a9fd-66338a7d1f24 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:49.854907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2abf2a75-3be7-4a8d-8ee7-4a2af206ccbf req-aae6be83-86b8-4705-9c6f-150b4c92076f tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1108692 Mar 11 17:20:49.867249 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06876386-32e7-4799-8921-eb3f26055600 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4107118 Mar 11 17:20:49.870401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38488) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:49.878240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3b71be-a6ec-4160-b1cd-bed762ef1181 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:49.886459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:49.894125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20331e-3d40-4aca-87f8-c0c7453df846 req-552f7f4e-f9f4-4430-9068-42327ec24dcf tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.894494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.897381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:49.906436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Usage tracker for resource:router and tenant:7d329625ede047fb86b7843d85c1999f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:49.906614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af20331e-3d40-4aca-87f8-c0c7453df846 req-552f7f4e-f9f4-4430-9068-42327ec24dcf tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 972 time: 0.3031292 Mar 11 17:20:49.912501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:49.921980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38492) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:49.925586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:49.951906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.965348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Transition to ACTIVE for port object 1d3b71be-a6ec-4160-b1cd-bed762ef1181 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:49.975511 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.983340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af20331e-3d40-4aca-87f8-c0c7453df846 req-dc6a1578-333b-42c6-907f-12e05edf8598 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749481 Mar 11 17:20:50.087490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:48Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:50.097481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4586754-ff94-4498-b213-f81d9bae8e66 None None] The sync data for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 is: [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:48Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:20:50.125795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-355726cd-b351-4288-a9fd-66338a7d1f24', 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'fixed_ips': [{'subnet_id': 'a758661e-8251-4097-ae96-8821b74db97d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:20:50.126693 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.145498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.157560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.215757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:50.241615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Usage tracker for resource:security_group_rule and tenant:71e612de5fbf48fa936ed64304f79ff0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:50.248686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:50.265128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Pushing event updated for resources: {'Port': ['ID=1d3b71be-a6ec-4160-b1cd-bed762ef1181,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:50.268819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:50.344513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.415178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf0a52-d972-43de-afac-6dfacbf47c14 req-e1bff386-1ba5-4826-b934-587b99c2849e tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.450618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbaf0a52-d972-43de-afac-6dfacbf47c14 req-e1bff386-1ba5-4826-b934-587b99c2849e tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 948 time: 0.2534444 Mar 11 17:20:50.465098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Allocated IP 172.20.0.2 (355726cd-b351-4288-a9fd-66338a7d1f24/a758661e-8251-4097-ae96-8821b74db97d/f2688830-878d-4a89-a18a-22caa8ff8361) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:50.506143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.560378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-309b7344-6a62-47e7-a3c4-5c71c34a1e3f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.561317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-309b7344-6a62-47e7-a3c4-5c71c34a1e3f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Synchronizing usage tracker for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:50.562025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbaf0a52-d972-43de-afac-6dfacbf47c14 req-7b280619-ca7f-44da-be60-924f6ef51deb tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104455 Mar 11 17:20:50.634586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cfb23-35c2-483a-baf6-0ca7e952d9d9 req-40dbb700-4c17-4eb0-9e41-2cf790b20c0e tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.643205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd4cfb23-35c2-483a-baf6-0ca7e952d9d9 req-40dbb700-4c17-4eb0-9e41-2cf790b20c0e tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 971 time: 0.1475499 Mar 11 17:20:50.733127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd4cfb23-35c2-483a-baf6-0ca7e952d9d9 req-faaa1168-51a1-4e98-a2ee-507cfc1a6d88 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881157 Mar 11 17:20:50.752091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.773943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6491afeb-e1a9-40dd-83ff-b448245a5b45 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:50.779372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:50.783819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Usage tracker for resource:security_group_rule and tenant:337a9b1ec1fa45df9dc2a006ba694967 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:50.788314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:50.796199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:50.808275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:50.871223 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.913037 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.927929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Transition to ACTIVE for port object f2688830-878d-4a89-a18a-22caa8ff8361 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:50.967400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Transition to ACTIVE for port object f2688830-878d-4a89-a18a-22caa8ff8361 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:50.980223 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.007585 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=71e612de5fbf48fa936ed64304f79ff0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0842183 Mar 11 17:20:51.008495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:51.008822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:51.009143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:51.017954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38512) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:51.022314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-309b7344-6a62-47e7-a3c4-5c71c34a1e3f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Unset dirty status for tenant:88310e6ee9be4ea1a5f6e035bef330ee on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:51.024708 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-309b7344-6a62-47e7-a3c4-5c71c34a1e3f tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 971 time: 1.0041678 Mar 11 17:20:51.057223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:51.060300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6491afeb-e1a9-40dd-83ff-b448245a5b45 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:51.072300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:51.072762 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.095448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6491afeb-e1a9-40dd-83ff-b448245a5b45 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:51.095891 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.103060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:20:51.103381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:51.115166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.126141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Network 355726cd-b351-4288-a9fd-66338a7d1f24 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:51.148033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:51.158134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:51.167166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Pushing event updated for resources: {'Port': ['ID=f2688830-878d-4a89-a18a-22caa8ff8361,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.186759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:51.187158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Checking segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:51.187865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Bound using segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:51.188099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Bound port: 1d3b71be-a6ec-4160-b1cd-bed762ef1181, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:51.188427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.316682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517205e-24e2-43cd-ac5b-ca5b0dbc08ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d7b70-64b2-469b-ab19-972bb968b48a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.327261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae16a-9daa-4c55-9ff7-60b060988294 req-a450bd1e-33b7-4ada-a4a2-2cb07f049b85 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:51.333799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-694ae16a-9daa-4c55-9ff7-60b060988294 req-a450bd1e-33b7-4ada-a4a2-2cb07f049b85 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 972 time: 0.3083599 Mar 11 17:20:51.335993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-203206d5-3115-4185-857f-52b77773c54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.340887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.345147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e5547-4ea4-45c9-ad0a-cfc048a6abd6 req-eb835dc3-2b51-45f5-8740-574d41224a5e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:51.352045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd9e5547-4ea4-45c9-ad0a-cfc048a6abd6 req-eb835dc3-2b51-45f5-8740-574d41224a5e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 943 time: 0.4166615 Mar 11 17:20:51.353774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Deleting port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:20:51.354595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.387197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Attempting to bind port f2688830-878d-4a89-a18a-22caa8ff8361 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:51.387632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Attempting to bind port f2688830-878d-4a89-a18a-22caa8ff8361 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:51.388184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Attempting to bind port f2688830-878d-4a89-a18a-22caa8ff8361 on network 355726cd-b351-4288-a9fd-66338a7d1f24 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:51.417227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.430450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-203206d5-3115-4185-857f-52b77773c54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.431661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:51.432258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Checking segment: {'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:51.433127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.433690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Bound using segment: {'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:51.434310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Bound port: f2688830-878d-4a89-a18a-22caa8ff8361, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:51.434877 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.478847 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.495133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-694ae16a-9daa-4c55-9ff7-60b060988294 req-becfe750-db04-492b-9e48-25e0b3cb0240 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602352 Mar 11 17:20:51.506295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd9e5547-4ea4-45c9-ad0a-cfc048a6abd6 req-07ca8f12-8c31-4a48-b36a-7eb9ceb500e9 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532938 Mar 11 17:20:51.524625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.533853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-203206d5-3115-4185-857f-52b77773c54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.543005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 6491afeb-e1a9-40dd-83ff-b448245a5b45, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6491afeb-e1a9-40dd-83ff-b448245a5b45,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:51.552342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203206d5-3115-4185-857f-52b77773c54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d7b70-64b2-469b-ab19-972bb968b48a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.570756 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-203206d5-3115-4185-857f-52b77773c54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.570756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-203206d5-3115-4185-857f-52b77773c54a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1e2d7b70-64b2-469b-ab19-972bb968b48a HTTP/1.1" status: 204 len: 168 time: 0.5451775 Mar 11 17:20:51.578550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.631738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] For port 1d3b71be-a6ec-4160-b1cd-bed762ef1181, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:51.636237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] For port 1d3b71be-a6ec-4160-b1cd-bed762ef1181, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:51.660295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:51.673525 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=337a9b1ec1fa45df9dc2a006ba694967&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0220759 Mar 11 17:20:51.676072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38522) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:51.713382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:51.729114 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.738021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=6491afeb-e1a9-40dd-83ff-b448245a5b45,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.741155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] For port f2688830-878d-4a89-a18a-22caa8ff8361, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:51.786893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] For port f2688830-878d-4a89-a18a-22caa8ff8361, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f2688830-878d-4a89-a18a-22caa8ff8361,segment=NetworkSegment(51470334-f2c8-4297-b49c-b1a684a517b7),segment_id=51470334-f2c8-4297-b49c-b1a684a517b7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:51.795940 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.822957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.846792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3d693-d66a-4517-8578-92dd42efb7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed3b4d-015d-4d58-ad94-b9d78c2ca4ef,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.851414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.865602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d569eee-a62c-4e41-83b5-9bef001ceae9 req-3d967dab-b00b-4e55-866e-d9a0e0b3b908 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1255751 Mar 11 17:20:51.917030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95588d52-d3a3-4e9f-86c5-b6f5f91cc17e None None] Pushing event updated for resources: {'Port': ['ID=f2688830-878d-4a89-a18a-22caa8ff8361,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.931842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a35ee06-3cd1-405e-a719-632944f56072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.962246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec22491-6274-4eea-95e8-b6c514ebbb8c req-eb2ba0ee-82bb-42f0-9436-d6b36bbf6410 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:51.963784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ec22491-6274-4eea-95e8-b6c514ebbb8c req-eb2ba0ee-82bb-42f0-9436-d6b36bbf6410 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 949 time: 0.2017524 Mar 11 17:20:51.970177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.971595 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] 10.222.0.59 "PUT /v2.0/ports/1d3b71be-a6ec-4160-b1cd-bed762ef1181 HTTP/1.1" status: 200 len: 1091 time: 3.2248278 Mar 11 17:20:52.006810 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a35ee06-3cd1-405e-a719-632944f56072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.021095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'tag': '1d3b71be-a6ec-4160-b1cd-bed762ef1181'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:52.077662 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753', 'code': 200} Mar 11 17:20:52.085536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ec22491-6274-4eea-95e8-b6c514ebbb8c req-21b1ea2d-ed6e-4442-853d-13a458dc2231 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135304 Mar 11 17:20:52.117934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a35ee06-3cd1-405e-a719-632944f56072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.166010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d5638-c9a7-405c-ac31-312b2beb215b service neutron] Pushing event updated for resources: {'Port': ['ID=1d3b71be-a6ec-4160-b1cd-bed762ef1181,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:52.193126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] For port 174046e6-8e84-43b2-80f3-2716c3ffa6f6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=174046e6-8e84-43b2-80f3-2716c3ffa6f6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:52.193583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.208188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35ee06-3cd1-405e-a719-632944f56072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed3b4d-015d-4d58-ad94-b9d78c2ca4ef,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:52.264185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a35ee06-3cd1-405e-a719-632944f56072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.272801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a35ee06-3cd1-405e-a719-632944f56072 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/64ed3b4d-015d-4d58-ad94-b9d78c2ca4ef HTTP/1.1" status: 204 len: 168 time: 0.5945930 Mar 11 17:20:52.333954 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'tag': '1d3b71be-a6ec-4160-b1cd-bed762ef1181', 'status': 'completed', 'code': 200} Mar 11 17:20:52.472705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Calling delete_port for 174046e6-8e84-43b2-80f3-2716c3ffa6f6 owned by compute:tempest-test_az-1889701723 {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:20:52.513404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24182639-8ad5-4dfe-92d9-ba5902923352 req-fba6b45a-64fa-418d-b486-e781b12df3b3 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.520254 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24182639-8ad5-4dfe-92d9-ba5902923352 req-fba6b45a-64fa-418d-b486-e781b12df3b3 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 971 time: 0.1318426 Mar 11 17:20:52.525311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f4b616-3a21-450c-95dc-fe9eb7a77d9d req-229c26c4-a44d-4483-ac4d-1779c89b03ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 1100 time: 0.2381208 Mar 11 17:20:52.586457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24182639-8ad5-4dfe-92d9-ba5902923352 req-b8b3d797-1884-4ba6-8502-84ef87e4c8f3 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e4036-3ff2-425f-a3bf-7ce26426d9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651937 Mar 11 17:20:52.592930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.59', 54437) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:52.622959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f2688830-878d-4a89-a18a-22caa8ff8361 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:52.750240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f4b616-3a21-450c-95dc-fe9eb7a77d9d req-a0dee177-f692-4425-bead-13a69c8f482a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611543 Mar 11 17:20:52.761302 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-b7a1f31e-3cf2-46e0-9ce1-bdbb8f768579 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1094 time: 0.7039869 Mar 11 17:20:52.795545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-9cec3c4e-2172-43a9-95bd-6720a7299df8 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.797976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-9cec3c4e-2172-43a9-95bd-6720a7299df8 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.59 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 972 time: 0.2034061 Mar 11 17:20:52.825562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f2688830-878d-4a89-a18a-22caa8ff8361 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:52.842011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6491afeb-e1a9-40dd-83ff-b448245a5b45 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:52.948120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38554) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:52.949496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.987707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d818a-a19d-43c9-aab7-2245a8934aa7 req-cb3fa4f2-ec11-43e8-afec-0e0b1e942dd2 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.989648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22d818a-a19d-43c9-aab7-2245a8934aa7 req-cb3fa4f2-ec11-43e8-afec-0e0b1e942dd2 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 972 time: 0.2027979 Mar 11 17:20:52.990072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6491afeb-e1a9-40dd-83ff-b448245a5b45 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:52.990584 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.026127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37993b51-965f-4e48-90dd-a601fec4d0d9 req-eeee9f85-70e2-4e0f-a026-88fdfefcdb4f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:53.027708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37993b51-965f-4e48-90dd-a601fec4d0d9 req-eeee9f85-70e2-4e0f-a026-88fdfefcdb4f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 943 time: 0.1621299 Mar 11 17:20:53.029175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.149092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.167740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Deleting port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:20:53.168244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.290538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22d818a-a19d-43c9-aab7-2245a8934aa7 req-17221043-5924-40ec-8e5a-f45cfde98d85 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/security-groups?id=1fdb9b1d-1c6e-4596-9128-c06ff96d9245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934084 Mar 11 17:20:53.314661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.324019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37993b51-965f-4e48-90dd-a601fec4d0d9 req-211fc5b5-88b1-4fe6-b8d4-6a16b1edb968 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890203 Mar 11 17:20:53.335598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Pushing event deleted for resources: {'Port': ['ID=174046e6-8e84-43b2-80f3-2716c3ffa6f6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:53.347238 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-60717bd1-47b1-40c6-95ca-187597d4f576 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181 HTTP/1.1" status: 200 len: 217 time: 0.2165380 Mar 11 17:20:53.400420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38568) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:53.482545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa110a-24a1-4785-87be-34edda945784 None None] Network 355726cd-b351-4288-a9fd-66338a7d1f24 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:53.597303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] No DVR routers for this DVR port 174046e6-8e84-43b2-80f3-2716c3ffa6f6 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:53.637963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.653540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4a947fa7-481a-4bd6-b642-f2a42848034b None None] Provisioning for port f2688830-878d-4a89-a18a-22caa8ff8361 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:53.665751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4a947fa7-481a-4bd6-b642-f2a42848034b None None] Provisioning complete for port f2688830-878d-4a89-a18a-22caa8ff8361 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:53.666339 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a947fa7-481a-4bd6-b642-f2a42848034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.670308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:53.679668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:48d832dee4084421982951eccd1dabf1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:53.689318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:53.694816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-811eee8f-b515-4c2c-8660-a8758449003f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:53.696309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-811eee8f-b515-4c2c-8660-a8758449003f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.2918568 Mar 11 17:20:53.707054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb4bf8b6-92be-4377-8d97-6c515ffec17e req-b0c63715-c1f5-4e7d-b4da-92e586148eab tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.59 "DELETE /v2.0/ports/174046e6-8e84-43b2-80f3-2716c3ffa6f6 HTTP/1.1" status: 204 len: 173 time: 2.6735106 Mar 11 17:20:53.718886 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55379817-783f-4b3b-b42f-65a064e8368e req-e64b4805-d641-45f2-8a6c-3950b52961d2 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1688709 Mar 11 17:20:53.731999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-792622579-network', 'tenant_id': 'b4c822252d624705b05d87dc452f5f51'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:53.741978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:53.762106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Usage tracker for resource:network and tenant:b4c822252d624705b05d87dc452f5f51 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:53.770726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:53.774604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:53.777562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Allocated IP 172.25.3.33 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/36d09a92-d1d3-45cb-9bba-70605ad0cf2b) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:53.783653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:53.784981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-94e2e504-bf2b-46e3-90f6-ef0cba1dc13c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761461 Mar 11 17:20:53.882134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Made reservation on behalf of b4c822252d624705b05d87dc452f5f51 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:53.886288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.937085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] For port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:53.937713 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.949743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.015419 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a947fa7-481a-4bd6-b642-f2a42848034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.057839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4a947fa7-481a-4bd6-b642-f2a42848034b None None] For port f2688830-878d-4a89-a18a-22caa8ff8361, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f2688830-878d-4a89-a18a-22caa8ff8361,segment=NetworkSegment(51470334-f2c8-4297-b49c-b1a684a517b7),segment_id=51470334-f2c8-4297-b49c-b1a684a517b7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:54.062740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a947fa7-481a-4bd6-b642-f2a42848034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.153685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a947fa7-481a-4bd6-b642-f2a42848034b None None] Pushing event updated for resources: {'Port': ['ID=f2688830-878d-4a89-a18a-22caa8ff8361,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:54.180474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Calling delete_port for 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 owned by compute:tempest-test_az-1889701723 {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:20:54.255276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e49d0-4ec5-4021-bc57-6d0e9ae44b88 req-f2c84a21-1526-44f9-b1d8-f1f9128b7271 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.262308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-728e49d0-4ec5-4021-bc57-6d0e9ae44b88 req-f2c84a21-1526-44f9-b1d8-f1f9128b7271 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 949 time: 0.6767023 Mar 11 17:20:54.279257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78d378ab-a0b2-4469-8c7b-54c0945b107b req-ca4da838-6609-406a-8342-0d125fdc69be tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5a35b78-5435-47a6-8a4b-6f3f0134e8df HTTP/1.1" status: 200 len: 210 time: 0.3053541 Mar 11 17:20:54.303339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:54.308193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c822252d624705b05d87dc452f5f51 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:54.309553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.311791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:54.327527 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.339148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'name': 'network-vif-deleted', 'tag': '174046e6-8e84-43b2-80f3-2716c3ffa6f6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:54.344630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:54.346839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.355306 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-429ec9f2-0898-4567-ad33-f63bedc0121d service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984176 Mar 11 17:20:54.372135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f2688830-878d-4a89-a18a-22caa8ff8361 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:54.467010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f2688830-878d-4a89-a18a-22caa8ff8361 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:54.467744 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.504323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-728e49d0-4ec5-4021-bc57-6d0e9ae44b88 req-8a9c9499-96d4-44cc-b5fe-5e5c89a935d5 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408555 Mar 11 17:20:54.536450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f91ef598-6ee7-4f4c-a7c2-972ee8095801 None None] Provisioning complete for port f2688830-878d-4a89-a18a-22caa8ff8361 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:54.537552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f91ef598-6ee7-4f4c-a7c2-972ee8095801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.548209 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31378e66-4a2f-4c6d-9387-332b0a05a5fc req-a34945b6-a822-4455-bd0c-66c65bcc9581 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773777 Mar 11 17:20:54.548209 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=48d832dee4084421982951eccd1dabf1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5209882 Mar 11 17:20:54.551632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38582) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:54.555401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233895c6-3477-4195-acb8-e1b295e9b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a7047b-a411-4db8-927e-67e9b1acd30b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:54.593993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.626580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 174046e6-8e84-43b2-80f3-2716c3ffa6f6 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:20:54.680572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 174046e6-8e84-43b2-80f3-2716c3ffa6f6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:20:54.681292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 174046e6-8e84-43b2-80f3-2716c3ffa6f6 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:20:54.681878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:20:54.702341 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a35b78-5435-47a6-8a4b-6f3f0134e8df', 'name': 'network-vif-deleted', 'tag': '174046e6-8e84-43b2-80f3-2716c3ffa6f6', 'status': 'completed', 'code': 200} Mar 11 17:20:54.706228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Pushing event updated for resources: {'Port': ['ID=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:54.731161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.741008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.742982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.757476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:54.765102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:54.772591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.773216 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Added segment 74cd9224-9c54-4883-a787-a1d49645b904 of type vlan for network c0fc87ad-c604-4856-8121-97a0326e11ac Mar 11 17:20:54.778445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:54.788540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:54.819962 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.882294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No active binding found for port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:20:54.882843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:20:54.932280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Pushing event deleted for resources: {'Port': ['ID=4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:54.935899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d22f80af-6bae-4a45-8cf2-6698ce06f487 req-9126f295-9c5c-4bb2-9382-fbfbb15f8384 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.4670291 Mar 11 17:20:54.936673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.937543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.938024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.947517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2841ee-e8fe-43e8-8913-ab4732fde997,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:54.952493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b21dcf-74f9-4950-ba22-d2e489c3fb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.004018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b21dcf-74f9-4950-ba22-d2e489c3fb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.018773 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-fb12094c-acaa-4ce8-8a8c-d8bd3e72de47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1094 time: 0.3155529 Mar 11 17:20:55.186100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b21dcf-74f9-4950-ba22-d2e489c3fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.205023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-6b851a7c-08b7-4a8d-b891-551ef85e4475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.206501 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-6b851a7c-08b7-4a8d-b891-551ef85e4475 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 922 time: 0.1775866 Mar 11 17:20:55.210262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b21dcf-74f9-4950-ba22-d2e489c3fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a7047b-a411-4db8-927e-67e9b1acd30b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:55.215285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.216008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.233764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] Pushing event updated for resources: {'Network': ['ID=c0fc87ad-c604-4856-8121-97a0326e11ac,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:55.238015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f88df84-e990-451d-b268-5324bf36fc4e req-9ffc6596-fb93-49aa-9802-bd184ee4d7b7 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1353669 Mar 11 17:20:55.239257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dc160165-99e9-4138-84ca-0d9350726e85 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8314919 Mar 11 17:20:55.248248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] No DVR routers for this DVR port 4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:55.249477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38588) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:55.255775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.257720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f887527a-d90e-48f6-a1c8-cc3b032c76e3 req-c60083c5-4eba-408b-8545-fba5f4e39d35 tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.59 "DELETE /v2.0/ports/4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2 HTTP/1.1" status: 204 len: 173 time: 2.2260268 Mar 11 17:20:55.261212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Request body: {'subnet': {'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-792622579-subnet', 'tenant_id': 'b4c822252d624705b05d87dc452f5f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:55.264290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'name': 'network-vif-deleted', 'tag': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:55.271076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c0fc87ad-c604-4856-8121-97a0326e11ac details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:20:55.279157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:55.282028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b21dcf-74f9-4950-ba22-d2e489c3fb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.283206 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-27b21dcf-74f9-4950-ba22-d2e489c3fb47 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/43a7047b-a411-4db8-927e-67e9b1acd30b HTTP/1.1" status: 204 len: 168 time: 0.7294004 Mar 11 17:20:55.288980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Usage tracker for resource:subnet and tenant:b4c822252d624705b05d87dc452f5f51 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:55.292521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:55.297395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-84e72c78-980c-4f8c-9858-898e41ca455d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181 HTTP/1.1" status: 200 len: 217 time: 0.0793478 Mar 11 17:20:55.309694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:55.327958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e2cef-8ae1-45aa-918b-7deac9489919 req-c993435d-c15d-45e8-84a1-460660187b57 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.329532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e7e2cef-8ae1-45aa-918b-7deac9489919 req-c993435d-c15d-45e8-84a1-460660187b57 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 943 time: 0.3986065 Mar 11 17:20:55.337760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Made reservation on behalf of b4c822252d624705b05d87dc452f5f51 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:55.340954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.504156 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43566f4-0522-46c7-88e5-0514ff168692', 'name': 'network-vif-deleted', 'tag': '4dbf3ed0-74c9-4ef8-9419-8afbd68e43f2', 'status': 'completed', 'code': 200} Mar 11 17:20:55.531056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e7e2cef-8ae1-45aa-918b-7deac9489919 req-f69cc094-bdb2-4966-acce-3b695e72bba8 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514742 Mar 11 17:20:55.552841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-35060e40-c93f-49e6-b660-808fab592d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.554710 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-35060e40-c93f-49e6-b660-808fab592d2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.1346803 Mar 11 17:20:55.633293 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-2e154184-8487-4675-a93a-29ce4513852d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706089 Mar 11 17:20:55.751406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.815110 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-d439363b-8b7c-4e7d-b37f-113056b01b00 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692319 Mar 11 17:20:55.864903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d12b9a1-4acb-41d3-b473-4350706998f6,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:55.907113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776333-8f96-4b93-950d-28fd4c1fcb76 req-70f0b43b-503d-46c3-b7ff-5fafbcb6ec63 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.919801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95776333-8f96-4b93-950d-28fd4c1fcb76 req-70f0b43b-503d-46c3-b7ff-5fafbcb6ec63 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 949 time: 0.2122416 Mar 11 17:20:55.953737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Checking segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:55.954830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Network hostable DHCP agents. Network: c0fc87ad-c604-4856-8121-97a0326e11ac, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:56.016311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95776333-8f96-4b93-950d-28fd4c1fcb76 req-515e7729-c034-45b1-8350-3c0269cb53f8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951333 Mar 11 17:20:56.023755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Network c0fc87ad-c604-4856-8121-97a0326e11ac is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:56.040258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c0fc87ad-c604-4856-8121-97a0326e11ac) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:56.044551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:56.045142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.057196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3b00b-949b-4bb4-a767-377300436568 None None] Network c0fc87ad-c604-4856-8121-97a0326e11ac requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:56.090637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-79f43337-b480-4a56-b987-eb0f2f6f48c2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8302569 Mar 11 17:20:56.100992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Router dfedbe67-a9fa-445a-9db1-650900c3cc61 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:20:56.118657 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f94956e5-4df1-4ea4-8b9d-43ee7a9cb180 req-6f6fdc05-7f67-4613-a215-abe7911ee7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817013 Mar 11 17:20:56.145306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38622) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:56.358702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6df91dc4-a34e-4044-b8bb-45f2083003fd req-ac631f7d-de81-4463-a446-ccd3b41a741f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Synchronizing usage tracker for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:20:56.391739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6df91dc4-a34e-4044-b8bb-45f2083003fd req-ac631f7d-de81-4463-a446-ccd3b41a741f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] Unset dirty status for tenant:2d4f7d3421684f8caf8909291e6d1f31 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:20:56.393042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6df91dc4-a34e-4044-b8bb-45f2083003fd req-ac631f7d-de81-4463-a446-ccd3b41a741f tempest-ServerDiagnosticsNegativeTest-213762142 tempest-ServerDiagnosticsNegativeTest-213762142-project] 10.222.0.96 "GET /v2.0/ports?device_id=e43566f4-0522-46c7-88e5-0514ff168692 HTTP/1.1" status: 200 len: 210 time: 0.1597302 Mar 11 17:20:56.458073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124918d5-bd9d-4e04-ab53-af8b402860dc None None] Network c0fc87ad-c604-4856-8121-97a0326e11ac requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:20:56.523533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:56.534937 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Sync routers for ids ['dfedbe67-a9fa-445a-9db1-650900c3cc61'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:20:56.554752 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Routers {'dfedbe67-a9fa-445a-9db1-650900c3cc61'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:20:56.555383 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dfedbe67-a9fa-445a-9db1-650900c3cc61'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:56.573602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.578129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b97ea901-dc74-4b3c-bc27-a6f067d773bb admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6998887 Mar 11 17:20:56.578232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38634) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:56.601329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d3b71be-a6ec-4160-b1cd-bed762ef1181 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:20:56.748395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1d3b71be-a6ec-4160-b1cd-bed762ef1181, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:56.761604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9489f013-46b8-4e83-942f-3d226590a326 req-27682740-97a3-4611-9f5f-b3b5415dafec tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0478089 Mar 11 17:20:56.776782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1d3b71be-a6ec-4160-b1cd-bed762ef1181', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'port_id': '1d3b71be-a6ec-4160-b1cd-bed762ef1181', 'mac_address': 'fa:16:3e:24:e3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171ced24-a71c-4ff6-8ab7-0aa7823c44f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:20:56.855175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a1fe6d3a-b702-42a3-a0eb-ae0dcc3555a3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=88310e6ee9be4ea1a5f6e035bef330ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7081254 Mar 11 17:20:56.857839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38644) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:56.923890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.968790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3b71be-a6ec-4160-b1cd-bed762ef1181 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:20:56.997882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1d3b71be-a6ec-4160-b1cd-bed762ef1181, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:57.016301 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.028329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf9e9-743f-40e0-8436-8bb9dfebd924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.091267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf9e9-743f-40e0-8436-8bb9dfebd924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.135137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1d3b71be-a6ec-4160-b1cd-bed762ef1181,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:57.209846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf9e9-743f-40e0-8436-8bb9dfebd924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.249979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cf9e9-743f-40e0-8436-8bb9dfebd924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77e4036-3ff2-425f-a3bf-7ce26426d9c1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:57.274817 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Set router dfedbe67-a9fa-445a-9db1-650900c3cc61 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:20:57.278149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf9e9-743f-40e0-8436-8bb9dfebd924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.279370 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dd8cf9e9-743f-40e0-8436-8bb9dfebd924 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d77e4036-3ff2-425f-a3bf-7ce26426d9c1 HTTP/1.1" status: 204 len: 168 time: 0.4204462 Mar 11 17:20:57.459779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1d3b71be-a6ec-4160-b1cd-bed762ef1181'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:20:57.510589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a09cc-fbaf-4426-9f9f-4d4a89cc3ad9 req-c7be706b-739e-4789-be60-6830642ca851 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:57.518588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-278a09cc-fbaf-4426-9f9f-4d4a89cc3ad9 req-c7be706b-739e-4789-be60-6830642ca851 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 949 time: 0.2900438 Mar 11 17:20:57.530245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecca75-0dd5-4f08-abdd-2a163014d986 req-a5bb54b4-38fb-40a3-9773-0fc262365473 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:57.538857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57ecca75-0dd5-4f08-abdd-2a163014d986 req-a5bb54b4-38fb-40a3-9773-0fc262365473 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 944 time: 0.3668878 Mar 11 17:20:57.650565 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-278a09cc-fbaf-4426-9f9f-4d4a89cc3ad9 req-97eab368-be70-4964-85a5-9a0badd2b706 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308060 Mar 11 17:20:57.653588 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:20:54Z', 'revision_number': 3, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:57.662615 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Checking router: dfedbe67-a9fa-445a-9db1-650900c3cc61 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:20:57.662962 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Updating router dfedbe67-a9fa-445a-9db1-650900c3cc61 port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:20:57.679077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57ecca75-0dd5-4f08-abdd-2a163014d986 req-20b271c5-a801-46e5-ad91-02c92ed9801e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386175 Mar 11 17:20:57.764615 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.023574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d729184-de8a-451f-ade4-59748a0282da req-ecfc45ab-0ec5-486e-8c50-5ef3dedaf66e tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0523834 Mar 11 17:20:58.153136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38674) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:58.187300 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.255312 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.260845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:58.268068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.268763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Usage tracker for resource:security_group_rule and tenant:43b827a771d34bb9afcec2cf68114e54 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:58.272693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:58.283840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:58.286758 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Transition to ACTIVE for port object 36d09a92-d1d3-45cb-9bba-70605ad0cf2b will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:58.301373 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.406891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38682) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:58.411092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.419546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.456513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a242c225-a2ac-4538-8465-f659f7ccbc6d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:58.492317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c2dcebaa-e714-4397-a159-29561a86c64b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=43b827a771d34bb9afcec2cf68114e54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3350582 Mar 11 17:20:58.492781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38690) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:58.497661 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609a27-1cbd-4437-8d92-07c1e3cc6ef4 None None] Pushing event updated for resources: {'Port': ['ID=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:58.510486 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Attempting to bind port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:58.510851 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Attempting to bind port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:58.511203 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Attempting to bind port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:20:58.524538 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:20:58.524926 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:20:58.525312 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.527982 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:20:58.528487 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Bound port: 36d09a92-d1d3-45cb-9bba-70605ad0cf2b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:58.528947 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.539768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Allocated IP 172.20.0.1 (355726cd-b351-4288-a9fd-66338a7d1f24/a758661e-8251-4097-ae96-8821b74db97d/5bf3c4a6-d56c-4e17-912d-b67371b8f6d2) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:58.559933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b142-58fd-4ddb-a5fe-2a837e8ac882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.598969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d3b71be-a6ec-4160-b1cd-bed762ef1181 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:58.676368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b142-58fd-4ddb-a5fe-2a837e8ac882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.687752 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] For port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:58.697295 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] For port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:58.717316 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.746690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:58.754079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:58.754795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.778387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-88a33f62-76d5-4718-b0b3-f5f1ff39a7c6 tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 1100 time: 0.1964850 Mar 11 17:20:58.845849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.891489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b142-58fd-4ddb-a5fe-2a837e8ac882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.905058 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609a27-1cbd-4437-8d92-07c1e3cc6ef4 None None] Pushing event updated for resources: {'Port': ['ID=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:58.910873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Transition to ACTIVE for port object 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:58.911514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Routers {'dfedbe67-a9fa-445a-9db1-650900c3cc61'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:20:58.913199 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dfedbe67-a9fa-445a-9db1-650900c3cc61'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:58.980026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1b142-58fd-4ddb-a5fe-2a837e8ac882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a242c225-a2ac-4538-8465-f659f7ccbc6d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:58.984507 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.006722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] Deleting port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:20:59.009315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.024323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1d3b71be-a6ec-4160-b1cd-bed762ef1181, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:59.032104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3b71be-a6ec-4160-b1cd-bed762ef1181'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:20:59.040407 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.077150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b142-58fd-4ddb-a5fe-2a837e8ac882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.080102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dfa1b142-58fd-4ddb-a5fe-2a837e8ac882 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a242c225-a2ac-4538-8465-f659f7ccbc6d HTTP/1.1" status: 204 len: 168 time: 0.5866556 Mar 11 17:20:59.157547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1d3b71be-a6ec-4160-b1cd-bed762ef1181,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:59.244202 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] Set router dfedbe67-a9fa-445a-9db1-650900c3cc61 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:20:59.256972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.326474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38716) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:59.338832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Pushing event updated for resources: {'Port': ['ID=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:59.366794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5a870-1e8a-4d9a-94ef-b821e42a660d req-b8079b55-9cc1-4492-a8ab-d0eebfc9883b tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.373794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-189082695-network', 'tenant_id': '244f6e8a515748868f0b51a815bb8a25'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:20:59.378827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f5a870-1e8a-4d9a-94ef-b821e42a660d req-b8079b55-9cc1-4492-a8ab-d0eebfc9883b tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 949 time: 0.4342673 Mar 11 17:20:59.381146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:20:59.401390 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f25c6042-99bb-49b9-b981-e5542db0443e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2d4f7d3421684f8caf8909291e6d1f31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9904282 Mar 11 17:20:59.410279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Network 355726cd-b351-4288-a9fd-66338a7d1f24 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:59.412789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38720) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:20:59.415493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:59.422066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:20:59.422575 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.431303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Usage tracker for resource:network and tenant:244f6e8a515748868f0b51a815bb8a25 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:20:59.468828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648f08a-9171-4a91-92eb-bb156263ec16 req-fb0576dd-d4ac-4d5f-92ba-3255a3921185 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.476483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5648f08a-9171-4a91-92eb-bb156263ec16 req-fb0576dd-d4ac-4d5f-92ba-3255a3921185 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 945 time: 0.4145315 Mar 11 17:20:59.529855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:20:59.551265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:20:59.605657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Made reservation on behalf of 244f6e8a515748868f0b51a815bb8a25 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:59.608417 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.650311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.699609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5648f08a-9171-4a91-92eb-bb156263ec16 req-e3dc48e5-00db-418d-b6be-46c70ea7860b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220941 Mar 11 17:20:59.703593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f1d175e4-42a8-4915-812c-22f6d01fc483 None None] Provisioning for port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:59.715523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f5a870-1e8a-4d9a-94ef-b821e42a660d req-31a7f3d8-cf4c-4fed-b3ef-08cdb6187bf7 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356769 Mar 11 17:20:59.721161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.725297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f1d175e4-42a8-4915-812c-22f6d01fc483 None None] Provisioning complete for port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:59.725676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1d175e4-42a8-4915-812c-22f6d01fc483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.795062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7467f156-6b61-4803-b0af-a2aa91cebada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.813580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:20:54Z', 'revision_number': 3, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:59.814274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] For port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:59.814668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.826673 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94bbcd9-f3f3-44c0-b874-82aaaca012a3 None None] The sync data for ids ['dfedbe67-a9fa-445a-9db1-650900c3cc61'] in n-d-833436-1 is: [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:20:54Z', 'revision_number': 3, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:20:59.874518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f1d175e4-42a8-4915-812c-22f6d01fc483 None None] Port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:20:59.889573 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3b71be-a6ec-4160-b1cd-bed762ef1181', 'code': 200} Mar 11 17:20:59.933996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:00.003920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Usage tracker for resource:security_group_rule and tenant:244f6e8a515748868f0b51a815bb8a25 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:00.012662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] Calling delete_port for 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:21:00.042300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:00.057007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7467f156-6b61-4803-b0af-a2aa91cebada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.064168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:00.212033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-59fe9d44-8b2a-44af-a254-ee26c7938bab req-09983bed-1dcd-425a-8175-5ee1832847d9 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0753975 Mar 11 17:21:00.323257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7467f156-6b61-4803-b0af-a2aa91cebada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.397637 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.401294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467f156-6b61-4803-b0af-a2aa91cebada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdb9b1d-1c6e-4596-9128-c06ff96d9245,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.416086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.429477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:00.433285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4574ea84-e733-4579-b85c-95962201c9c5 req-255a0ec1-47e9-45f4-a0f3-71d6e6ce916b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1096 time: 0.4420121 Mar 11 17:21:00.460351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.460702 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Added segment 0a5cf8fd-c1b6-4233-957a-5d2ec95996c6 of type vlan for network d2427c2c-49e5-46ab-8963-e297a3b59a95 Mar 11 17:21:00.463457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.465285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7467f156-6b61-4803-b0af-a2aa91cebada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.466457 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7467f156-6b61-4803-b0af-a2aa91cebada admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1fdb9b1d-1c6e-4596-9128-c06ff96d9245 HTTP/1.1" status: 204 len: 168 time: 1.0526724 Mar 11 17:21:00.498703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9b1fe9e4-a8a9-4619-95e7-95f5dca2f753'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:00.513101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.525796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.527529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.609119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4574ea84-e733-4579-b85c-95962201c9c5 req-e1ff6345-ff25-41c5-9a29-72c100425283 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694925 Mar 11 17:21:00.690992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38750) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:00.694073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Pushing event updated for resources: {'Port': ['ID=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.710672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.756932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] No DVR routers for this DVR port 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:00.758825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ea4a27-68a3-4974-9784-cc7a0f7f3684,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.761820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b1fe9e4-a8a9-4619-95e7-95f5dca2f753,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.795465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Network 355726cd-b351-4288-a9fd-66338a7d1f24 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:00.797836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:00.807151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.814940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'name': 'network-vif-deleted', 'tag': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:00.830048 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.832152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.833086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.925455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7acdb2ea-2dc0-49e7-9fee-b5129e2ec18b req-a1be7554-e13f-495d-9f6b-15e614ee3bde tempest-DeleteServersAdminTestJSON-1296921551 tempest-DeleteServersAdminTestJSON-1296921551-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 HTTP/1.1" status: 204 len: 173 time: 2.1404245 Mar 11 17:21:01.080423 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1d78ae4-7567-42b2-9b8f-909718f5d724 req-fbfcf1f3-bb97-4051-bfba-bfbc1ac26164 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=556e1c3c-59e8-4767-9d53-0a34ef974588 HTTP/1.1" status: 200 len: 210 time: 0.0684717 Mar 11 17:21:01.097725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] Pushing event updated for resources: {'Network': ['ID=d2427c2c-49e5-46ab-8963-e297a3b59a95,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:01.112214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d2427c2c-49e5-46ab-8963-e297a3b59a95 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:21:01.115200 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a568b188-6e39-4f25-a522-baad7c2e263f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7849605 Mar 11 17:21:01.124932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38766) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:01.135779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Request body: {'subnet': {'network_id': 'd2427c2c-49e5-46ab-8963-e297a3b59a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-189082695-subnet', 'tenant_id': '244f6e8a515748868f0b51a815bb8a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:01.177160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:01.195274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Usage tracker for resource:subnet and tenant:244f6e8a515748868f0b51a815bb8a25 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:01.207182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:01.232336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:01.335722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc90d325-4bbd-4d68-be85-bc102a3d754d None None] Provisioning complete for port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:01.336117 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc90d325-4bbd-4d68-be85-bc102a3d754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.376774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38772) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:01.405452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1763421513-network', 'tenant_id': 'da8baed098864f9db0a5ff433e7c715a'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:01.417104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.420917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Made reservation on behalf of 244f6e8a515748868f0b51a815bb8a25 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:01.423200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.423593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fc90d325-4bbd-4d68-be85-bc102a3d754d None None] Port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:21:01.511367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:01.514345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:01.515656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Usage tracker for resource:security_group_rule and tenant:dc46fdce98144e4ba3aa8932455e43bc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:01.518805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:01.526350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:01.547118 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e1c3c-59e8-4767-9d53-0a34ef974588', 'name': 'network-vif-deleted', 'tag': '9b1fe9e4-a8a9-4619-95e7-95f5dca2f753', 'status': 'completed', 'code': 200} Mar 11 17:21:01.581884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Usage tracker for resource:network and tenant:da8baed098864f9db0a5ff433e7c715a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:01.598061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.603463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.606048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:01.622436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:01.653163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d2974f-62ce-45c8-9ecf-58dd853db2ed,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:01.678898 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-163b5062-e8b6-4c58-aa35-fa4de5719997 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dc46fdce98144e4ba3aa8932455e43bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3006434 Mar 11 17:21:01.680599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38778) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:01.683026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Made reservation on behalf of da8baed098864f9db0a5ff433e7c715a for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:01.685246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.747640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.751239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-729b87f5-6722-4f33-b40f-379fa131eeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.764368 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87b6daec-77f5-4fbb-bb5f-a145bcfb4b3f req-61cfaa64-11c4-4295-93ea-2c63881080ff tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0894272 Mar 11 17:21:01.788779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-729b87f5-6722-4f33-b40f-379fa131eeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.869014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-729b87f5-6722-4f33-b40f-379fa131eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.890767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b87f5-6722-4f33-b40f-379fa131eeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d2974f-62ce-45c8-9ecf-58dd853db2ed,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:01.900446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:01.913373 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-729b87f5-6722-4f33-b40f-379fa131eeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.916613 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-729b87f5-6722-4f33-b40f-379fa131eeb1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a1d2974f-62ce-45c8-9ecf-58dd853db2ed HTTP/1.1" status: 204 len: 168 time: 0.2345214 Mar 11 17:21:01.929156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a99d14-b97a-41d3-b541-be352d96d7d1 req-213589ae-4335-403a-af3b-40d3ec84d35f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:01.931562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15a99d14-b97a-41d3-b541-be352d96d7d1 req-213589ae-4335-403a-af3b-40d3ec84d35f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 945 time: 0.5297799 Mar 11 17:21:01.941283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Usage tracker for resource:security_group_rule and tenant:da8baed098864f9db0a5ff433e7c715a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:01.950340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:01.977013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:02.131826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15a99d14-b97a-41d3-b541-be352d96d7d1 req-f75a1750-f0ac-4526-b17e-81c83c75c9cb tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918919 Mar 11 17:21:02.138587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.298116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.317515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51253181-bc91-466b-9a3e-c1856234c095,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:02.322344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.354726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Router dfedbe67-a9fa-445a-9db1-650900c3cc61 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:02.367574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:02.390836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2113658-2215-465f-bda5-fe6b8259b25b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:02.397792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.398184 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Added segment b11d6121-4c38-4db1-b854-6440e8fe47de of type vlan for network ccc4198b-f835-47a1-b82e-da9eaecfcccb Mar 11 17:21:02.490318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Checking segment: {'id': '0a5cf8fd-c1b6-4233-957a-5d2ec95996c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'd2427c2c-49e5-46ab-8963-e297a3b59a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:02.490715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Network hostable DHCP agents. Network: d2427c2c-49e5-46ab-8963-e297a3b59a95, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:02.582074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.619997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:21:02.657145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:21:02.657754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9b1fe9e4-a8a9-4619-95e7-95f5dca2f753 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:21:02.665938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-8094778c-0cf3-4a0e-ab81-609c1a45aa6c tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1873276 Mar 11 17:21:02.666318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38818) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:02.810747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Network d2427c2c-49e5-46ab-8963-e297a3b59a95 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:02.816601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.817441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:02.817999 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.828343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.879470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:02.892749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6615d9b30a4824aa86cc60267b2b0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:02.895805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:02.902138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:02.936923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d2427c2c-49e5-46ab-8963-e297a3b59a95) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:02.947434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1723f28-59b3-4df9-b99e-05aa89f58870 None None] Network d2427c2c-49e5-46ab-8963-e297a3b59a95 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:02.966969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:02.967612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.996024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799bc82-8173-4f3c-a214-d4523212a83d req-d1b3a6b0-d291-4963-b6df-11198cbf1cd1 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:03.003029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-d1b3a6b0-d291-4963-b6df-11198cbf1cd1 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389556 Mar 11 17:21:03.004836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] Pushing event updated for resources: {'Network': ['ID=ccc4198b-f835-47a1-b82e-da9eaecfcccb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:03.012919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.018715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.049306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ccc4198b-f835-47a1-b82e-da9eaecfcccb details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:21:03.063194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bccf6f75-2e7a-4df4-9751-56c170aa795f req-b1c1f5b5-0353-44af-9458-4c833a94f609 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0878026 Mar 11 17:21:03.067065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a814f983-9b96-45c0-ba14-c530260a85ad admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3722348 Mar 11 17:21:03.067199 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bc6615d9b30a4824aa86cc60267b2b0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986838 Mar 11 17:21:03.067311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38834) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:03.067473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38836) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:03.080911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0deb8bb7-b00f-4191-af1d-6098655e0579 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9521012 Mar 11 17:21:03.080911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Request body: {'subnet': {'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1763421513-subnet', 'tenant_id': 'da8baed098864f9db0a5ff433e7c715a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:03.084585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42d525-cbfa-4dab-8b5c-2d14b43f9364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3cfb8-3937-4355-87c5-35e3971f81f5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:03.088123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-82bd8179-0073-4e89-87b0-d723413dbb35 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/quotas/0ee730af6e3b42a1ab3c57484eab4405 HTTP/1.1" status: 200 len: 375 time: 0.0842094 Mar 11 17:21:03.103251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:03.153104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Usage tracker for resource:subnet and tenant:da8baed098864f9db0a5ff433e7c715a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:03.174914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-15687e82-f403-4c8d-9189-e465ff1b33e6 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858829 Mar 11 17:21:03.177701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:03.232692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:03.270393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Made reservation on behalf of da8baed098864f9db0a5ff433e7c715a for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:03.272682 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.353482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42fe03d3-f7cf-4920-be48-59e22d8ea60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.390466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8bfb0a-050b-4510-9df4-e77cd3a6ad3a None None] Network d2427c2c-49e5-46ab-8963-e297a3b59a95 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:03.404225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:03.414132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-03fece63-4060-4d4d-aab7-a0107554c89e admin admin] 10.222.0.96 "PUT /v2.0/routers/dfedbe67-a9fa-445a-9db1-650900c3cc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8350685 Mar 11 17:21:03.416309 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42fe03d3-f7cf-4920-be48-59e22d8ea60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.560194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42fe03d3-f7cf-4920-be48-59e22d8ea60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.671141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe03d3-f7cf-4920-be48-59e22d8ea60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3cfb8-3937-4355-87c5-35e3971f81f5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:03.799205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72ce267f-00e3-4f10-9aa5-286f62ce325e req-de032d91-3a10-425f-a1b1-c73c154a7bd9 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 210 time: 0.1116557 Mar 11 17:21:03.819071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42fe03d3-f7cf-4920-be48-59e22d8ea60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.822443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-42fe03d3-f7cf-4920-be48-59e22d8ea60a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bcd3cfb8-3937-4355-87c5-35e3971f81f5 HTTP/1.1" status: 204 len: 168 time: 0.7512138 Mar 11 17:21:03.843184 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.938744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a9780-5b1f-4181-9d0f-d359d4641ddf req-7ef6681f-eea8-41b9-8e27-25e2b28fa241 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:03.947000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb5a9780-5b1f-4181-9d0f-d359d4641ddf req-7ef6681f-eea8-41b9-8e27-25e2b28fa241 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 945 time: 0.3452771 Mar 11 17:21:03.985199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:04.017868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Checking segment: {'id': 'b11d6121-4c38-4db1-b854-6440e8fe47de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:04.018467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Network hostable DHCP agents. Network: ccc4198b-f835-47a1-b82e-da9eaecfcccb, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:04.047236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb5a9780-5b1f-4181-9d0f-d359d4641ddf req-51301703-15a0-489e-a270-2b79001d776d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990167 Mar 11 17:21:04.175378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Network ccc4198b-f835-47a1-b82e-da9eaecfcccb is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:04.208152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ccc4198b-f835-47a1-b82e-da9eaecfcccb) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:04.213031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:04.214300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.216204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae17a9-7063-453f-a962-b7f8a7114928 None None] Network ccc4198b-f835-47a1-b82e-da9eaecfcccb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:04.256430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-b0916f42-18e5-40bd-b539-4cb7eb4eb998 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:04.257338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-b0916f42-18e5-40bd-b539-4cb7eb4eb998 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:04.264048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9f492f03-55a3-436c-bd5b-029097cc8e58 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1933634 Mar 11 17:21:04.289404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-b0916f42-18e5-40bd-b539-4cb7eb4eb998 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:04.300407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-b0916f42-18e5-40bd-b539-4cb7eb4eb998 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.2513986 Mar 11 17:21:04.323189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-f165651e-38c2-4e1a-ad3b-58dc3ebdcd54 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/quotas/b4c822252d624705b05d87dc452f5f51 HTTP/1.1" status: 200 len: 375 time: 0.0208511 Mar 11 17:21:04.397884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-81eff9dd-eef0-42cb-bc63-d0b90757b749 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733175 Mar 11 17:21:04.508996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27083c-1e38-41af-8a75-211a6d7c0b91 None None] Network ccc4198b-f835-47a1-b82e-da9eaecfcccb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:04.673258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-dfc2efb8-a7eb-4b07-aeed-5cbda9543bc6 service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745333 Mar 11 17:21:04.894172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38918) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:04.919855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.988917 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-eb0b64a9-03eb-4597-b200-4a171ff84638 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325248 Mar 11 17:21:05.020881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-6c9a0a00-db18-464c-91e4-4268bf3d3b37 service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404589 Mar 11 17:21:05.026597 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f2abf75-5122-4b0b-ae11-1bc60cd4f394 req-4b35099b-4fbd-42e7-a3bf-a224c5f7df34 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1096 time: 0.1828303 Mar 11 17:21:05.031105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:05.040268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Usage tracker for resource:security_group_rule and tenant:7500e917f9a445a18de85a2a3e2cee12 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:05.098279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f2abf75-5122-4b0b-ae11-1bc60cd4f394 req-72895cae-a736-411b-a4ed-7e75b51e6731 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643330 Mar 11 17:21:05.103923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:05.154737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:05.327791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799bc82-8173-4f3c-a214-d4523212a83d req-f0adfb5f-a6f8-4cf5-a3b3-05d549cfdf43 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:05.330040 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-f0adfb5f-a6f8-4cf5-a3b3-05d549cfdf43 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335965 Mar 11 17:21:05.378836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Request body: {'port': {'device_id': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0ee730af6e3b42a1ab3c57484eab4405'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:05.409136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52740bcd-0058-418b-ab0a-c78cc528faa9 req-49c6f48e-a5ce-4b33-a290-112467487dbb tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0526721 Mar 11 17:21:05.484186 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.496802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.661224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611588c8-0b89-48e9-8ba2-1a86de53da1c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:05.718938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0541f87e-43e8-4c30-a94f-97cdabb35a64 req-40b57a6f-9331-4bc7-968d-87c2322480e1 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 210 time: 0.0626981 Mar 11 17:21:05.721273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c70864b7-fc04-48dd-bc73-d6c9d153b45d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7500e917f9a445a18de85a2a3e2cee12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8239372 Mar 11 17:21:05.723987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38946) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:05.810629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:05.815470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Usage tracker for resource:port and tenant:0ee730af6e3b42a1ab3c57484eab4405 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:05.819373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:05.826286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:05.842221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Made reservation on behalf of 0ee730af6e3b42a1ab3c57484eab4405 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:05.846764 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.098413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Allocated IP 192.168.233.122 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/cb2dc21c-0fa7-4d90-8bea-e556f7b70b50) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:06.107240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b04c38b-ca59-4531-a6df-3224f35fed13 req-5fb8f2e8-48b7-43fb-a75e-adb3ced56bd5 tempest-FlavorsV2NegativeTest-1391898149 tempest-FlavorsV2NegativeTest-1391898149-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=00e28306293b49cb84550d095741fdf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760906 Mar 11 17:21:06.222747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb214546-e3fa-41ab-92b4-f7bdfd0ebc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.249227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38962) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:06.265294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-367462552-network', 'tenant_id': 'fe3c65d0a4bf484f9569d173ab799817'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:06.276387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:06.298402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0c62f97-dc73-4254-8857-ec75750fa0ad req-85cc549c-582a-4ac8-bbb8-0c8735ba44cd tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1096 time: 0.2661438 Mar 11 17:21:06.304743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Usage tracker for resource:network and tenant:fe3c65d0a4bf484f9569d173ab799817 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:06.312753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb214546-e3fa-41ab-92b4-f7bdfd0ebc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.319380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:06.359266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 36d09a92-d1d3-45cb-9bba-70605ad0cf2b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:06.365946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:06.373199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.391341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Transition to ACTIVE for port object cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:06.418336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.423082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Made reservation on behalf of fe3c65d0a4bf484f9569d173ab799817 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:06.425309 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.452853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.466168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04c38b-ca59-4531-a6df-3224f35fed13 req-5d903aa3-5613-45d3-90af-560bc87e91d7 tempest-FlavorsV2NegativeTest-1391898149 tempest-FlavorsV2NegativeTest-1391898149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.467612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b04c38b-ca59-4531-a6df-3224f35fed13 req-5d903aa3-5613-45d3-90af-560bc87e91d7 tempest-FlavorsV2NegativeTest-1391898149 tempest-FlavorsV2NegativeTest-1391898149-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447559 Mar 11 17:21:06.485674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0c62f97-dc73-4254-8857-ec75750fa0ad req-85473b35-19f7-4d80-a64c-db23f0db81ff tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603732 Mar 11 17:21:06.497701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Pushing event updated for resources: {'Port': ['ID=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:06.498189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b04c38b-ca59-4531-a6df-3224f35fed13 req-c76f3365-c22b-4c73-8569-847d962821b4 tempest-FlavorsV2NegativeTest-1391898149 tempest-FlavorsV2NegativeTest-1391898149-project] 10.222.0.96 "GET /v2.0/quotas/00e28306293b49cb84550d095741fdf4 HTTP/1.1" status: 200 len: 375 time: 0.0115812 Mar 11 17:21:06.517188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:06.518524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:06.522444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:06.527263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:06.535140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:06.536104 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.554977 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb214546-e3fa-41ab-92b4-f7bdfd0ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.583287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb214546-e3fa-41ab-92b4-f7bdfd0ebc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611588c8-0b89-48e9-8ba2-1a86de53da1c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:06.611598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.613171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b04c38b-ca59-4531-a6df-3224f35fed13 req-1d5ca95e-952a-4cd0-b628-01e3232c6fb1 tempest-FlavorsV2NegativeTest-1391898149 tempest-FlavorsV2NegativeTest-1391898149-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=00e28306293b49cb84550d095741fdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053727 Mar 11 17:21:06.613908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.615957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:06.623071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Usage tracker for resource:security_group_rule and tenant:fe3c65d0a4bf484f9569d173ab799817 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:06.634877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:06.654815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb214546-e3fa-41ab-92b4-f7bdfd0ebc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.660619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fb214546-e3fa-41ab-92b4-f7bdfd0ebc3a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/611588c8-0b89-48e9-8ba2-1a86de53da1c HTTP/1.1" status: 204 len: 168 time: 0.9342420 Mar 11 17:21:06.663204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:06.711071 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c21fc4a-6f7d-4efa-b7f1-fc9bbe6ae7b8 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3513861 Mar 11 17:21:06.738899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Request body: {'port': {'device_id': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:06.910656 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.954428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:06.963589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.968728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.023806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6035c9f8-d993-4572-b277-668483592753 req-321f47d0-217c-4e1e-b463-55fcef089179 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 210 time: 0.1984706 Mar 11 17:21:07.046788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5eee6d59-36fd-4c8b-832b-15750d64d6a8 req-8cc6bd4e-100e-4746-8a84-c01d02e23642 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0737538 Mar 11 17:21:07.049521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-208d70ad-c88b-451c-b344-3889d147cc09 None None] Provisioning for port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:07.102131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-208d70ad-c88b-451c-b344-3889d147cc09 None None] Provisioning complete for port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:07.103912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-208d70ad-c88b-451c-b344-3889d147cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.284610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.286586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:07.293695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-208d70ad-c88b-451c-b344-3889d147cc09 None None] Port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:21:07.314351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.315104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.317681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.318191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.318776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.319232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.319843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.321039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.322883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.323934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.326405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.327889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:07.428277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:07.439470 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.440004 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Added segment 56819cfd-142e-4898-82b0-7baf16ca2a81 of type vlan for network 1b9dbe32-3a0c-468c-aac4-7cb06e4a938a Mar 11 17:21:07.478486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.621971 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.623110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:07.623883 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.730868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b350ba51-11ab-4643-a50a-51cb2daa7e99,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:07.750861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4932637 Mar 11 17:21:07.763030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:07.875147 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f74d8de4-0483-46db-9e8d-a5ded94eb0be req-1d3c65ae-b829-430a-a4f2-4ddd6249a93d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1986005 Mar 11 17:21:07.887563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Request body: {'subnet': {'network_id': '1b9dbe32-3a0c-468c-aac4-7cb06e4a938a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-367462552-subnet', 'tenant_id': 'fe3c65d0a4bf484f9569d173ab799817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:07.895908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-8ea148c5-bfa0-4bb2-b253-0067e633d623 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:07.897387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-8ea148c5-bfa0-4bb2-b253-0067e633d623 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.8496439 Mar 11 17:21:07.920106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:07.947936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e5bd-27df-4861-a493-2f88275e729a req-5eab7754-a12c-4918-9eb9-aaffe1d22717 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:07.959873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa52e5bd-27df-4861-a493-2f88275e729a req-5eab7754-a12c-4918-9eb9-aaffe1d22717 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 936 time: 0.6083620 Mar 11 17:21:07.983437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Usage tracker for resource:subnet and tenant:fe3c65d0a4bf484f9569d173ab799817 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:07.990237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:07.997828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:08.017072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.036390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Transition to ACTIVE for port object cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:08.042800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:08.043341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.048884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15199bd2-0895-44d3-8242-b68eebdf8e8b admin admin] Pushing event updated for resources: {'Network': ['ID=1b9dbe32-3a0c-468c-aac4-7cb06e4a938a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:08.066102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1b9dbe32-3a0c-468c-aac4-7cb06e4a938a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:21:08.095849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Made reservation on behalf of fe3c65d0a4bf484f9569d173ab799817 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:08.098723 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.163285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa52e5bd-27df-4861-a493-2f88275e729a req-668a47ac-c545-4f96-97eb-bb5ac6add69f tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024136 Mar 11 17:21:08.179361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Request body: {'port': {'device_id': '32519849-c87f-4822-b449-579914a19279', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'admin_state_up': True, 'tenant_id': 'b4c822252d624705b05d87dc452f5f51'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:08.349190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39030) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:08.369467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 36d09a92-d1d3-45cb-9bba-70605ad0cf2b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:08.532921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39036) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:08.557327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-153b6f64-3e72-4f3e-a2a7-41e487f48a7f req-f7aa9352-61e6-46da-a678-0da51ff6c1fc tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1096 time: 0.5705180 Mar 11 17:21:08.579645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000260947', 'description': 'tempest-description--1408580187'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:08.581978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:08.583804 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.634337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:08.712910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:08.724366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Usage tracker for resource:security_group and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:08.739228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-153b6f64-3e72-4f3e-a2a7-41e487f48a7f req-b81d1595-6c46-40a2-ab34-1b2ae8f79681 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804638 Mar 11 17:21:08.746956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:08.796481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Attempting to bind port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:08.796805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Attempting to bind port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:08.797166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Attempting to bind port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:08.805231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:08.805576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Attempting to bind port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:08.813720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:08.813951 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.814098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:08.814607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:08.815073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Bound port: cb2dc21c-0fa7-4d90-8bea-e556f7b70b50, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:08.815415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.821552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:08.906356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Sync routers for ids ['dfedbe67-a9fa-445a-9db1-650900c3cc61'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:21:08.923317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] For port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:08.940578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] For port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:08.949249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.949965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99d3e053-949a-4336-ac4d-1eaf9340785b req-3ccdff25-5d46-46f7-bdf3-c053ca5ada97 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 210 time: 0.1457303 Mar 11 17:21:08.972062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:08.983499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Usage tracker for resource:port and tenant:b4c822252d624705b05d87dc452f5f51 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:08.988749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:08.998126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Routers {'dfedbe67-a9fa-445a-9db1-650900c3cc61'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:21:09.000463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dfedbe67-a9fa-445a-9db1-650900c3cc61'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:09.055814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:09.064122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.084082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.086761 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] 10.222.0.59 "PUT /v2.0/ports/cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 HTTP/1.1" status: 200 len: 1096 time: 2.3599558 Mar 11 17:21:09.087596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'tag': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:09.138485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c925e59-0950-4706-beea-b16051fa8b44 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:09.191807 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.222262 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'tag': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50', 'status': 'completed', 'code': 200} Mar 11 17:21:09.381632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94471c96-ca86-4385-8507-b62714031cfb req-1de0a9ab-ccee-447f-99a9-63f762d6be92 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1514030 Mar 11 17:21:09.386373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Made reservation on behalf of b4c822252d624705b05d87dc452f5f51 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:09.389437 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.416372 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-2fbd4ae1-6fcd-472e-9739-bcae1015c524 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 1099 time: 0.1606414 Mar 11 17:21:09.561512 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-803eb312-09c1-4abf-bcd0-39e59fa816cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 HTTP/1.1" status: 200 len: 217 time: 0.1312137 Mar 11 17:21:09.597532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:09.609974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Usage tracker for resource:security_group_rule and tenant:00e28306293b49cb84550d095741fdf4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:09.632583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:09.647885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Set router dfedbe67-a9fa-445a-9db1-650900c3cc61 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:21:09.658702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799bc82-8173-4f3c-a214-d4523212a83d req-0655c348-2dfc-458a-ae15-0c701d7d1b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:09.660672 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-0655c348-2dfc-458a-ae15-0c701d7d1b4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0936518 Mar 11 17:21:09.682003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:09.686664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:09.702335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Usage tracker for resource:security_group_rule and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:09.714707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:09.717701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.757367 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-a6af07e1-222e-4c25-b6e3-8da4f9a2f72e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891647 Mar 11 17:21:09.766726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:09.798551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1d8680-5f62-4f5d-9088-dd3b81a12576,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:09.918663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.935317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-4cf25e7f-525f-4d7b-a8fc-c056a619ca8d service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710002 Mar 11 17:21:09.970855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c639-3823-4ff6-a3b2-5ac61681f397 req-91da8d84-a942-4102-93e0-14d9798760f4 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:09.973983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a676c639-3823-4ff6-a3b2-5ac61681f397 req-91da8d84-a942-4102-93e0-14d9798760f4 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 948 time: 0.5315650 Mar 11 17:21:09.974777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.121018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0957276e-526d-4a69-9d79-cfc9265bbc5b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:10.131116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:20:59Z', 'revision_number': 4, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5bf3c4a6-d56c-4e17-912d-b67371b8f6d2', 'name': '', 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'mac_address': 'fa:16:3e:2b:e1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a758661e-8251-4097-ae96-8821b74db97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:58Z', 'updated_at': '2022-03-11T17:20:59Z', 'revision_number': 2, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'subnets': [{'id': 'a758661e-8251-4097-ae96-8821b74db97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:10.137201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Checking router: dfedbe67-a9fa-445a-9db1-650900c3cc61 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:21:10.137432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Updating router dfedbe67-a9fa-445a-9db1-650900c3cc61 port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:21:10.144227 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3799bc82-8173-4f3c-a214-d4523212a83d req-5d9c8ca4-254c-45d3-a008-5c1be98b236e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029996 Mar 11 17:21:10.200813 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.262512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7ffefab3-553a-48d7-bec7-3c6f5da42697 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=00e28306293b49cb84550d095741fdf4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9063671 Mar 11 17:21:10.264894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.268805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39074) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:10.275587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Checking segment: {'id': '56819cfd-142e-4898-82b0-7baf16ca2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '1b9dbe32-3a0c-468c-aac4-7cb06e4a938a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:10.275959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Network hostable DHCP agents. Network: 1b9dbe32-3a0c-468c-aac4-7cb06e4a938a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:10.280942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Allocated IP 172.20.0.2 (c0fc87ad-c604-4856-8121-97a0326e11ac/7d12b9a1-4acb-41d3-b473-4350706998f6/f3e2a928-3897-4759-8ddc-38023f7efe64) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:10.303693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.325590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-eac6308d-0536-4373-8c4b-fb90e0ceef59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 1099 time: 0.0817342 Mar 11 17:21:10.374806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a676c639-3823-4ff6-a3b2-5ac61681f397 req-c3c9c1b2-4f2b-46de-91b3-6fe8b853f11b tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326318 Mar 11 17:21:10.442965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:10.469786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.471049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac8d3087-6c47-449d-816f-c59353e9f2ba tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.9235895 Mar 11 17:21:10.474076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39082) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:10.478739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-698eb978-4fe5-4306-a530-942b3d62aa05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:10.481156 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-698eb978-4fe5-4306-a530-942b3d62aa05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.1481943 Mar 11 17:21:10.485462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'security_group_rule': {'security_group_id': '4ad7b3c2-5c31-4b38-ba91-e9b2330c834e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:10.489716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc666564-d6f7-4462-ae74-692c9523bc26 req-50733a10-bc88-4066-9089-c76432be2c79 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1096 time: 0.3658609 Mar 11 17:21:10.492841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Network 1b9dbe32-3a0c-468c-aac4-7cb06e4a938a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:10.493104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:10.545356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Usage tracker for resource:security_group_rule and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:10.553108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:10.569474 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-93208e0b-ff1e-4c02-befb-331956980c30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 HTTP/1.1" status: 200 len: 217 time: 0.0723052 Mar 11 17:21:10.570282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:10.598445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1b9dbe32-3a0c-468c-aac4-7cb06e4a938a) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:10.612031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671b813-6c4a-460b-afca-6802765c350d None None] Network 1b9dbe32-3a0c-468c-aac4-7cb06e4a938a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:10.633436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.643783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df4aeb11-e92a-4236-a4e4-7e26230e920d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.655311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:10.656008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.663059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-e930a8df-ad35-4014-bf37-26019b0b65e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:10.664480 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-e930a8df-ad35-4014-bf37-26019b0b65e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0879683 Mar 11 17:21:10.683151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8c9fe398-5fa8-491a-b5b5-4d6351806719 req-27b469ff-44dd-4434-98d1-b8a3ad49fb20 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:10.685776 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.714812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Transition to ACTIVE for port object 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:10.735230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.736510 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df4aeb11-e92a-4236-a4e4-7e26230e920d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.744977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1dd06d6e-7aa8-43ec-a054-f591a0f0c8e8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9466326 Mar 11 17:21:10.752785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc666564-d6f7-4462-ae74-692c9523bc26 req-7c783859-4973-4c70-8c7a-05800c0fb2af tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532625 Mar 11 17:21:10.781238 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.795734 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.815376 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-9133512c-2803-4645-a3ae-314693f0b6f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435990 Mar 11 17:21:10.889635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.917261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24257bc-abcb-45bd-8c74-a80e198e8d95 None None] Pushing event updated for resources: {'Port': ['ID=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:10.942092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.946025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8c9fe398-5fa8-491a-b5b5-4d6351806719 req-27b469ff-44dd-4434-98d1-b8a3ad49fb20 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:10.967897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c9fe398-5fa8-491a-b5b5-4d6351806719 req-27b469ff-44dd-4434-98d1-b8a3ad49fb20 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 210 time: 0.4164734 Mar 11 17:21:11.110277 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df4aeb11-e92a-4236-a4e4-7e26230e920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.140867 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-07a30b0f-5df9-4f28-b8e3-6752b37c2269 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168917 Mar 11 17:21:11.145080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b3c3a3-659b-4324-8dd3-ef61d7df27e6,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.161301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d4e1f-2a2e-43fc-9f19-bd4b2e7cfb44 None None] Network 1b9dbe32-3a0c-468c-aac4-7cb06e4a938a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:11.230768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Network c0fc87ad-c604-4856-8121-97a0326e11ac is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:11.232482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aeb11-e92a-4236-a4e4-7e26230e920d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0957276e-526d-4a69-9d79-cfc9265bbc5b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.257204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:11.263551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.267449 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d117e265-e283-436c-9527-70345905483e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7915893 Mar 11 17:21:11.268215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39096) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:11.278760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:11.282759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:11.285653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'security_group_rule': {'security_group_id': '4ad7b3c2-5c31-4b38-ba91-e9b2330c834e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:11.287078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.291653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:11.295371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Usage tracker for resource:security_group_rule and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:11.298225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:11.304464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:11.338141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Attempting to bind port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:11.338530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Attempting to bind port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:11.338877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Attempting to bind port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 on network 355726cd-b351-4288-a9fd-66338a7d1f24 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:11.364409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event updated for resources: {'Port': ['ID=f3e2a928-3897-4759-8ddc-38023f7efe64,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.372914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:11.373303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Checking segment: {'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:11.373627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf1389e3-0eef-459f-b943-6427455f8aa0 req-14516334-230b-4e1c-9ed0-24e6142c4588 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259779 Mar 11 17:21:11.373952 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.374670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Bound using segment: {'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:11.375145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Bound port: 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51470334-f2c8-4297-b49c-b1a684a517b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:11.375642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.376689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df4aeb11-e92a-4236-a4e4-7e26230e920d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.380622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-df4aeb11-e92a-4236-a4e4-7e26230e920d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0957276e-526d-4a69-9d79-cfc9265bbc5b HTTP/1.1" status: 204 len: 168 time: 1.1041348 Mar 11 17:21:11.389027 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.417024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-77a50055-3b68-44d2-8285-0abc51c6e2a1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2526069 Mar 11 17:21:11.435107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9073165-447f-457c-aae1-c8109d2762b3 req-8efd1412-cd01-49c5-9976-f7a1316507a6 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1947653 Mar 11 17:21:11.441065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-a73a4fea-6407-4b25-904f-69b3326aa059 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611877 Mar 11 17:21:11.453337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Request body: {'port': {'device_id': '32519849-c87f-4822-b449-579914a19279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:11.483674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.503017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.528994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab807d4-8864-45ef-b9f4-fc5235364d9b,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.546809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.548316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9d9bb52f-56ee-469a-b4b1-90cfba91eeaa tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2745726 Mar 11 17:21:11.551396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:11.558831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:11.567600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:11.573144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Usage tracker for resource:floatingip and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:11.579808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] For port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:11.581934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:11.589005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] For port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,segment=NetworkSegment(51470334-f2c8-4297-b49c-b1a684a517b7),segment_id=51470334-f2c8-4297-b49c-b1a684a517b7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:11.590090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:11.595657 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.605936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.673122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24257bc-abcb-45bd-8c74-a80e198e8d95 None None] Pushing event updated for resources: {'Port': ['ID=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.698022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Routers {'dfedbe67-a9fa-445a-9db1-650900c3cc61'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:21:11.698795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:20:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dfedbe67-a9fa-445a-9db1-650900c3cc61'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:11.798760 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.892425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.900297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] Set router dfedbe67-a9fa-445a-9db1-650900c3cc61 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:21:11.957843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-c0d5e6e4-db19-487a-8fbf-755f0006a067 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:11.959328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-c0d5e6e4-db19-487a-8fbf-755f0006a067 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172041 Mar 11 17:21:12.010219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Allocated IP 172.25.3.111 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8de3d785-793c-4b1c-99ff-5128b393f38f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:12.025269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-9a6e43dc-41aa-4a97-ba43-89d27698c9dd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/quotas/0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 375 time: 0.0369599 Mar 11 17:21:12.031214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-245e2b03-e6e2-4185-a911-46c3e89ed6ed req-b76a86eb-8077-4ac4-aa6e-51a032f020e9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2648406 Mar 11 17:21:12.155445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-85af4b27-5ff5-4e2f-a474-e71b7c4f3fe7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175778 Mar 11 17:21:12.232559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.311030 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.417832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5314f1e2-e1b6-4df0-83e0-39333b822220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.466322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event updated for resources: {'Port': ['ID=8de3d785-793c-4b1c-99ff-5128b393f38f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:12.473512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:12.475145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:12.481838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:12.487075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:20:59Z', 'revision_number': 4, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5bf3c4a6-d56c-4e17-912d-b67371b8f6d2', 'name': '', 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'mac_address': 'fa:16:3e:2b:e1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a758661e-8251-4097-ae96-8821b74db97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:58Z', 'updated_at': '2022-03-11T17:21:11Z', 'revision_number': 4, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'subnets': [{'id': 'a758661e-8251-4097-ae96-8821b74db97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:12.509541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec32e53-2488-4714-a654-3f290c59c0e7 None None] The sync data for ids ['dfedbe67-a9fa-445a-9db1-650900c3cc61'] in n-d-833436-1 is: [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:20:59Z', 'revision_number': 4, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5bf3c4a6-d56c-4e17-912d-b67371b8f6d2', 'name': '', 'network_id': '355726cd-b351-4288-a9fd-66338a7d1f24', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'mac_address': 'fa:16:3e:2b:e1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a758661e-8251-4097-ae96-8821b74db97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:58Z', 'updated_at': '2022-03-11T17:21:11Z', 'revision_number': 4, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'subnets': [{'id': 'a758661e-8251-4097-ae96-8821b74db97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:21:12.618614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e2a928-3897-4759-8ddc-38023f7efe64 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:12.639335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.679975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:12.687726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Transition to ACTIVE for port object f3e2a928-3897-4759-8ddc-38023f7efe64 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:12.693258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.011670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:13.033961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50', 'mac_address': 'fa:16:3e:2e:4b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:13.071268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.106304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.128548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:13.146911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:13.153721 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.208941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.274325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Pushing event updated for resources: {'Port': ['ID=f3e2a928-3897-4759-8ddc-38023f7efe64,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:13.276266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:13.399732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39168) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:13.447623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:13.447956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:13.448281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:13.456795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['cb2dc21c-0fa7-4d90-8bea-e556f7b70b50'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:13.482678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e012-2485-4471-b7b2-53999979e93b req-92312e80-2a99-4176-9fcb-d119346ca4a5 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:13.483720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9436e012-2485-4471-b7b2-53999979e93b req-92312e80-2a99-4176-9fcb-d119346ca4a5 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Synchronizing usage tracker for tenant:da8baed098864f9db0a5ff433e7c715a on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:13.493067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:13.493781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:13.503903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:13.504689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Checking segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:13.506274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Bound using segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:13.506974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Bound port: f3e2a928-3897-4759-8ddc-38023f7efe64, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:13.507658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.600585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9436e012-2485-4471-b7b2-53999979e93b req-92312e80-2a99-4176-9fcb-d119346ca4a5 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Unset dirty status for tenant:da8baed098864f9db0a5ff433e7c715a on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:13.628315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-92312e80-2a99-4176-9fcb-d119346ca4a5 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/networks?id=ccc4198b-f835-47a1-b82e-da9eaecfcccb HTTP/1.1" status: 200 len: 815 time: 0.6698940 Mar 11 17:21:13.628939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.640241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.705437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-5e11076e-cbcb-43b7-a8b0-b1c9c8ba67dc tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/quotas/da8baed098864f9db0a5ff433e7c715a HTTP/1.1" status: 200 len: 375 time: 0.0761471 Mar 11 17:21:13.814897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event updated for resources: {'Port': ['ID=8de3d785-793c-4b1c-99ff-5128b393f38f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:13.819850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.859606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-ddcc4c69-0d48-422b-a641-c806adf606f9 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=da8baed098864f9db0a5ff433e7c715a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1532192 Mar 11 17:21:13.865794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1188392524-network', 'tenant_id': '9417ea88f0b942e68b107dd852b88ef1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:13.869329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.870868 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-553e27a0-23c4-4c8b-8e36-c6626175f2ad tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3177810 Mar 11 17:21:13.876214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:13.882725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Usage tracker for resource:network and tenant:9417ea88f0b942e68b107dd852b88ef1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:13.886614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:13.893260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:13.895547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] For port f3e2a928-3897-4759-8ddc-38023f7efe64, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:13.906781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Made reservation on behalf of 9417ea88f0b942e68b107dd852b88ef1 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:13.909436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.931667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.968031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:13.976271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Usage tracker for resource:security_group_rule and tenant:9417ea88f0b942e68b107dd852b88ef1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:13.980085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:13.991353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:13.993041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] For port f3e2a928-3897-4759-8ddc-38023f7efe64, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f3e2a928-3897-4759-8ddc-38023f7efe64,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:14.000624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.030875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39184) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:14.045015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-f5cc8fe3-64b3-4b78-9965-55f73109bed1 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:21:14.046116 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-f5cc8fe3-64b3-4b78-9965-55f73109bed1 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0140281 Mar 11 17:21:14.090817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.096715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.113232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.114830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] 10.222.0.59 "PUT /v2.0/ports/f3e2a928-3897-4759-8ddc-38023f7efe64 HTTP/1.1" status: 200 len: 1091 time: 2.6787119 Mar 11 17:21:14.115298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32519849-c87f-4822-b449-579914a19279', 'tag': 'f3e2a928-3897-4759-8ddc-38023f7efe64'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:14.127938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:14.137167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-d086535d-db43-4b5e-9b59-f02c63263e2a service neutron] 10.222.0.96 "GET /v2.0/networks/ccc4198b-f835-47a1-b82e-da9eaecfcccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766969 Mar 11 17:21:14.137758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8584f-44c1-42ab-8f47-12cee6b47c2f service neutron] Pushing event updated for resources: {'Port': ['ID=f3e2a928-3897-4759-8ddc-38023f7efe64,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:14.146874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d307068c-51e6-444a-80b5-823a663d310b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:14.152065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.152384 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Added segment 743bb953-2a77-4484-879b-e5d021c70770 of type vlan for network 074fda53-884b-4958-8576-8b8571e6e8d3 Mar 11 17:21:14.192679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.242005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:14.242526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Unknown quota resources ['binding']. {{(pid=83848) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:21:14.270941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.271767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:14.272271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.352185 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9486396 Mar 11 17:21:14.359635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39196) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:14.362190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Request body: {'subnet': {'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1188392524-subnet', 'tenant_id': '9417ea88f0b942e68b107dd852b88ef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:14.371745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:14.391508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Usage tracker for resource:subnet and tenant:9417ea88f0b942e68b107dd852b88ef1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:14.396803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:14.400927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-e974b36a-6c96-4bc1-8358-497d11348e09 service neutron] 10.222.0.96 "GET /v2.0/networks/ccc4198b-f835-47a1-b82e-da9eaecfcccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452691 Mar 11 17:21:14.406336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:14.424100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-9166de79-4bd5-44de-a2c5-639917c71046 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 1094 time: 0.2006876 Mar 11 17:21:14.425552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Made reservation on behalf of 9417ea88f0b942e68b107dd852b88ef1 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:14.428082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.458312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:14.521110 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bd2abd8-093c-4a31-9a59-fc6590f8a68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.531452 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-785f2a61-0d67-42a2-8ed0-ec3a385cc3fb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2369297 Mar 11 17:21:14.564034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:14.578288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:14.579212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.704727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073956f-bd05-4b64-8050-cce98534cd7b admin admin] Pushing event updated for resources: {'Network': ['ID=074fda53-884b-4958-8576-8b8571e6e8d3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:14.705146 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-967b9b18-588e-4783-a38d-212cf1724839 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3e2a928-3897-4759-8ddc-38023f7efe64 HTTP/1.1" status: 200 len: 217 time: 0.2596929 Mar 11 17:21:14.723611 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.735621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:14.799862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 074fda53-884b-4958-8576-8b8571e6e8d3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:21:14.852360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-50a070ce-9885-41d9-87b3-9f716b57162c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:14.854038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-50a070ce-9885-41d9-87b3-9f716b57162c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1087358 Mar 11 17:21:14.855999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-99d29b8d-3850-4bf2-aa8e-294214b3b8f1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:14.859239 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-99d29b8d-3850-4bf2-aa8e-294214b3b8f1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205976 Mar 11 17:21:14.877166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:14.877591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:14.877983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:14.884477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:14.884884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:14.893631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Request body: {'port': {'device_id': '50f94124-4379-4a79-955c-64e308b4a2af', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0b2f231159df4a3e9a20defdc9ec4c8d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:14.947499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:14.954222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:14.954562 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.959311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6557a-1328-4db1-bef6-629b14337a32 req-7a6397b5-185c-480d-97c1-683b0e1dfe79 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:14.966800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ccf6557a-1328-4db1-bef6-629b14337a32 req-7a6397b5-185c-480d-97c1-683b0e1dfe79 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 949 time: 0.2668583 Mar 11 17:21:14.972781 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-8b9f6fc1-a389-43c0-bd2a-e22c0f8e92a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731306 Mar 11 17:21:15.009879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,segment=NetworkSegment(51470334-f2c8-4297-b49c-b1a684a517b7),segment_id=51470334-f2c8-4297-b49c-b1a684a517b7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:15.019725 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.058398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:15.063707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Usage tracker for resource:port and tenant:0b2f231159df4a3e9a20defdc9ec4c8d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:15.067225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.067590 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.068414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:15.071603 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 2 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:15.084903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:15.099175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:15.099523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:15.099825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.108718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.109038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.109505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:15.117472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.117803 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.118332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Made reservation on behalf of 0b2f231159df4a3e9a20defdc9ec4c8d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:15.121400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.134598 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 3 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:15.141379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.172865 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.183635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:15.183961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:15.184283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.205597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.206048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.211261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:15.212611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:15.220027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.227554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ccf6557a-1328-4db1-bef6-629b14337a32 req-96ef2ff1-a431-4a81-b6e4-543759b482e9 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597992 Mar 11 17:21:15.248414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.251498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.251498 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.254341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:15.261693 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 4 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:15.287385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Usage tracker for resource:security_group_rule and tenant:0b2f231159df4a3e9a20defdc9ec4c8d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:15.292454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:15.301313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:15.336471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-5e49ac49-dc80-4658-830a-7f3c11c6b0ca service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464444 Mar 11 17:21:15.342135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:15.353119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:15.353767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:15.353767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.367419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.367419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.375736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6361f39-f2f2-4a32-8655-5d1c958520a6,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:15.384376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.384807 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.390500 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 5 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:15.417720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:15.418052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:15.418389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.440450 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.440741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.463433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.464776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.465344 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.465768 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 6 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:15.477039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.477377 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.505731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Checking segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:15.506200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Network hostable DHCP agents. Network: 074fda53-884b-4958-8576-8b8571e6e8d3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:15.537402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:15.537402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:15.538434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.558978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-291441fa-e550-4834-b986-bc5d0bf36cb2 req-b480de35-149a-4ce5-9a82-c0ae91aa8626 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148595 Mar 11 17:21:15.564090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Network 074fda53-884b-4958-8576-8b8571e6e8d3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:15.572463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.572686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.583843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 074fda53-884b-4958-8576-8b8571e6e8d3) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:15.589580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a76f56-826a-467f-a79a-9881582b8d6c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:15.590951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:15.592214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.598465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.598905 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.599291 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 7 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:15.605130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b3bee-ce63-49b5-a563-c612399d5a3b None None] Network 074fda53-884b-4958-8576-8b8571e6e8d3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:15.639499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cff741a8-df6c-4d59-b4f0-f8440ecb687a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2821493 Mar 11 17:21:15.712954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Allocated IP 192.168.233.155 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/af44d5e5-5b18-4af7-a339-1835a68f0ead) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:15.729889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.744136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:15.744457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:15.744773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.774218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.774745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.837092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.837424 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.854630 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 8 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:15.887887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22325fb8-96da-4cd2-b907-41334f5e4128 None None] Network 074fda53-884b-4958-8576-8b8571e6e8d3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:21:15.947809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:15.948127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:15.948448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.971742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.972057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:15.980561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:15.980884 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:15.983521 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 9 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:16.001326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:16.001665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:16.002061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:16.020032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a7decc-dc1f-4958-b2e5-84133aef8f57 req-82ec39a8-33a7-4f43-857e-270b0f6f8736 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0933454 Mar 11 17:21:16.047518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:16.047965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:16.068168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:16.068637 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:16.071521 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempt 10 to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 Mar 11 17:21:16.132861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.146216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:16.146615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:16.146896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:16.197957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Transition to ACTIVE for port object af44d5e5-5b18-4af7-a339-1835a68f0ead will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:16.208355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:16.208707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Attempting to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:16.219533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:16.219858 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to bind port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:21:16.220220 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.plugin [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] Failed to commit binding results for 1d3b71be-a6ec-4160-b1cd-bed762ef1181 after 10 tries Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 could not be created or updated. Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:16.223870 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h2-833436-1 could not be created or updated. Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource Mar 11 17:21:16.226989 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-83247f32-1cd8-45b1-a0e7-4c55bc2c67f5 req-e2e98fb6-3459-42f3-931d-2b94cf2d918b service neutron] 10.222.0.96 "POST /v2.0/ports/1d3b71be-a6ec-4160-b1cd-bed762ef1181/bindings HTTP/1.1" status: 500 len: 401 time: 2.0945802 Mar 11 17:21:16.249920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.392673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:16.424685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:16.430149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:16.436853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:16.493322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e012-2485-4471-b7b2-53999979e93b req-c82d7d2c-d556-4ba7-b17e-22618f14921e tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:16.494845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-c82d7d2c-d556-4ba7-b17e-22618f14921e tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.59 "GET /v2.0/networks?id=ccc4198b-f835-47a1-b82e-da9eaecfcccb HTTP/1.1" status: 200 len: 815 time: 0.4142630 Mar 11 17:21:16.512815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:16.515840 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.518354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:16.519133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.535683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:16.552221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aaf36-6867-4e84-b9ca-ffca04bb76b6 req-d6ba5f36-ee12-4b73-ae19-a1d117de6c15 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:16.563313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e1aaf36-6867-4e84-b9ca-ffca04bb76b6 req-d6ba5f36-ee12-4b73-ae19-a1d117de6c15 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 943 time: 0.1900570 Mar 11 17:21:16.567088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1d0c32c8-b940-4f29-998d-a8f37968af0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6791205 Mar 11 17:21:16.604479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Request body: {'port': {'device_id': '3ce227b3-982e-4e14-a105-ba2044295d93', 'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb', 'admin_state_up': True, 'tenant_id': 'da8baed098864f9db0a5ff433e7c715a'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:16.614983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Request body: {'port': {'device_id': '50f94124-4379-4a79-955c-64e308b4a2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:16.702873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e1aaf36-6867-4e84-b9ca-ffca04bb76b6 req-1514f7dc-7eea-436f-94ae-ea533a88ae5d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:16.737287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e1aaf36-6867-4e84-b9ca-ffca04bb76b6 req-1514f7dc-7eea-436f-94ae-ea533a88ae5d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:16.742956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e1aaf36-6867-4e84-b9ca-ffca04bb76b6 req-1514f7dc-7eea-436f-94ae-ea533a88ae5d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781614 Mar 11 17:21:16.778510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-48fbe6df-a0fb-49cc-837a-62710f2a1ac1 None None] Provisioning for port af44d5e5-5b18-4af7-a339-1835a68f0ead completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:16.791839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.799933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:16.805770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Usage tracker for resource:port and tenant:da8baed098864f9db0a5ff433e7c715a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:16.809197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:16.812075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-48fbe6df-a0fb-49cc-837a-62710f2a1ac1 None None] Provisioning complete for port af44d5e5-5b18-4af7-a339-1835a68f0ead triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:16.812450 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48fbe6df-a0fb-49cc-837a-62710f2a1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.817789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:16.835548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Made reservation on behalf of da8baed098864f9db0a5ff433e7c715a for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:16.852187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.902193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.916207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-48fbe6df-a0fb-49cc-837a-62710f2a1ac1 None None] Port af44d5e5-5b18-4af7-a339-1835a68f0ead cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:21:17.099710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ded207-d2ee-4b24-b869-cce5ac505010 req-ea7946b7-1edd-4169-8be8-a06f4135b540 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:17.101222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09ded207-d2ee-4b24-b869-cce5ac505010 req-ea7946b7-1edd-4169-8be8-a06f4135b540 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 936 time: 0.2156444 Mar 11 17:21:17.178574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Allocated IP 172.20.0.3 (ccc4198b-f835-47a1-b82e-da9eaecfcccb/f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7/40136419-485f-453e-8798-9125ab87a8cb) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:17.222875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af44d5e5-5b18-4af7-a339-1835a68f0ead {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:17.230068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09ded207-d2ee-4b24-b869-cce5ac505010 req-23bc0f1b-1296-4432-810f-2ebf117f5d8f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219423 Mar 11 17:21:17.230262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.234778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-541c0ef1-4e43-4cf6-8dd8-5f2ad3b5d6ab tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Synchronizing usage tracker for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:17.245372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Transition to ACTIVE for port object af44d5e5-5b18-4af7-a339-1835a68f0ead will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:17.251146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.294232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-541c0ef1-4e43-4cf6-8dd8-5f2ad3b5d6ab tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Unset dirty status for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:17.295450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-541c0ef1-4e43-4cf6-8dd8-5f2ad3b5d6ab tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2000260947&fields=id&tenant_id=0a5ff74d83204b938fa273a0a284aaac HTTP/1.1" status: 200 len: 267 time: 0.1636589 Mar 11 17:21:17.375960 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32519849-c87f-4822-b449-579914a19279', 'tag': 'f3e2a928-3897-4759-8ddc-38023f7efe64', 'status': 'completed', 'code': 200} Mar 11 17:21:17.503236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7257f097-f7f9-42c4-aef3-a5a09f0177fd req-b70035cf-e5b9-42a1-bcea-080bd1d4beb4 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 210 time: 0.0641448 Mar 11 17:21:17.518159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:17.590554 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50', 'code': 200} Mar 11 17:21:17.628119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-f986ce8a-8fe3-46b9-b856-c73869b69de0 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:17.630094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-f986ce8a-8fe3-46b9-b856-c73869b69de0 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 824 time: 0.2823467 Mar 11 17:21:17.633333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.656337 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-928395fc-068f-433d-a6e5-11cf014e8d05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 1094 time: 0.2016010 Mar 11 17:21:17.657077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-6c3f946b-062f-48e7-be1c-266323c9e48c tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/quotas/0a5ff74d83204b938fa273a0a284aaac HTTP/1.1" status: 200 len: 375 time: 0.0189543 Mar 11 17:21:17.686036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:17.686727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:17.687116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:17.744113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:17.744518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:17.767044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:17.767231 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.767333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:17.767731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:17.769462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Bound port: af44d5e5-5b18-4af7-a339-1835a68f0ead, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:17.769462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.882835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-3cdf5ae2-c89f-46ea-92f9-23d099cab3e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:17.884389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-3cdf5ae2-c89f-46ea-92f9-23d099cab3e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 909 time: 0.2205710 Mar 11 17:21:17.959409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:17.965405 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-ee271e5b-bea5-447a-b1ea-5b8a34c59028 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3e2a928-3897-4759-8ddc-38023f7efe64 HTTP/1.1" status: 200 len: 217 time: 0.0722778 Mar 11 17:21:17.968245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:18.005224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.024106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Pushing event updated for resources: {'Port': ['ID=40136419-485f-453e-8798-9125ab87a8cb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:18.027403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Network ccc4198b-f835-47a1-b82e-da9eaecfcccb is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:18.036143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:18.044861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:18.048734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:18.049324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.092638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-1eea73a0-0a32-4d2b-9bf2-03172c17beeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:18.094086 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-1eea73a0-0a32-4d2b-9bf2-03172c17beeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1223173 Mar 11 17:21:18.098057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.099583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 1096 time: 1.4887576 Mar 11 17:21:18.100005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:18.124566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-600803b5-dd3b-4119-ba75-c25e529cc7ed tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Synchronizing usage tracker for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:18.133863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-fa235ef7-bae8-467f-9191-80eaa81289a8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347369 Mar 11 17:21:18.141379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fe57000-a043-44e3-848b-8a2468c4fbd5 req-9511b5a9-d8e4-4a0b-9cda-bd469edd2dde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 1101 time: 0.4156289 Mar 11 17:21:18.148153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-df60e387-ae5f-46a4-97c9-d9c25ee7700f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:18.149556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-df60e387-ae5f-46a4-97c9-d9c25ee7700f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 0.3337801 Mar 11 17:21:18.172616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-600803b5-dd3b-4119-ba75-c25e529cc7ed tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Unset dirty status for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:18.173865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-600803b5-dd3b-4119-ba75-c25e529cc7ed tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4961438 Mar 11 17:21:18.176809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-d7d01ed8-5674-4bbe-8256-30ac973efce4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702999 Mar 11 17:21:18.177697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Request body: {'port': {'device_id': '3ce227b3-982e-4e14-a105-ba2044295d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:18.220076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfac85-8f77-4f48-a695-c03e0f4257e5 service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:18.257047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-7d52f29b-7844-49d3-97be-18887510487c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/quotas/9417ea88f0b942e68b107dd852b88ef1 HTTP/1.1" status: 200 len: 375 time: 0.0972273 Mar 11 17:21:18.365865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-bb39d54b-8308-4058-bf3e-89dcb505080c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1099 time: 0.1880174 Mar 11 17:21:18.368945 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-626d258c-606c-4875-93e1-76cc5a09b7b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543393 Mar 11 17:21:18.381910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-c3c757c2-0a18-4ddc-8cdc-5abf1ea2b8a5 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128211 Mar 11 17:21:18.456436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fe57000-a043-44e3-848b-8a2468c4fbd5 req-102bc11f-e64f-4965-9b54-983019dc73a4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852907 Mar 11 17:21:18.512546 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-6c44c990-9be8-4862-842f-4d7826a2bed8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1299174 Mar 11 17:21:18.560495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-c501b882-c37c-4000-85c4-3e0de9876a4e service neutron] 10.222.0.96 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376338 Mar 11 17:21:18.562994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.571800 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b0db18c-d66b-4173-9ffb-da7ff2e95b5c req-0425a477-c82f-4077-ab70-544b2b6dda59 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371596 Mar 11 17:21:18.710483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f3e2a928-3897-4759-8ddc-38023f7efe64 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:18.750695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-a4d3fa9c-8a92-4cba-ad4f-f5f26421e25b service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330929 Mar 11 17:21:18.817915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1f94733b-03c6-4e30-92ef-f73bde902a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:18.819433 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-1f94733b-03c6-4e30-92ef-f73bde902a47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0635393 Mar 11 17:21:18.840050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-5499cd1b-740b-4324-8c50-7ce9ddfa412e service neutron] 10.222.0.96 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680392 Mar 11 17:21:18.850107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f3e2a928-3897-4759-8ddc-38023f7efe64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f3e2a928-3897-4759-8ddc-38023f7efe64,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:18.864848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f3e2a928-3897-4759-8ddc-38023f7efe64', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'port_id': 'f3e2a928-3897-4759-8ddc-38023f7efe64', 'mac_address': 'fa:16:3e:3b:5a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d12b9a1-4acb-41d3-b473-4350706998f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:18.900684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-d74ceffe-b7b5-4f59-a8f5-6e5ad8c64fe2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749791 Mar 11 17:21:18.924068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.942381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e2a928-3897-4759-8ddc-38023f7efe64 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:18.964699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f3e2a928-3897-4759-8ddc-38023f7efe64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f3e2a928-3897-4759-8ddc-38023f7efe64,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:18.983996 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.057784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-3557c6dd-16a8-44db-9930-cc0dd5044e73 service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906814 Mar 11 17:21:19.079333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f3e2a928-3897-4759-8ddc-38023f7efe64,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:19.106299 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-30d9d134-8585-4048-b082-e21bc4893385 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979871 Mar 11 17:21:19.171566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-666f8c2a-f9da-4919-9015-6cbbef1c6f82 req-0a9f8bb6-c37a-4420-b057-e8b204f9e8d8 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0451260 Mar 11 17:21:19.359939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:19.383602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40136419-485f-453e-8798-9125ab87a8cb {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:19.393106 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.412115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Transition to ACTIVE for port object 40136419-485f-453e-8798-9125ab87a8cb will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:19.418072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.568265 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8a69ffa-5b2f-46e8-84d4-0e8a7c8124b9 req-35debb35-7c9c-4425-9339-a79178bf7f5b service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430749 Mar 11 17:21:19.923936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Pushing event updated for resources: {'Port': ['ID=40136419-485f-453e-8798-9125ab87a8cb,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:19.938405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Attempting to bind port 40136419-485f-453e-8798-9125ab87a8cb on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:19.938743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Attempting to bind port 40136419-485f-453e-8798-9125ab87a8cb by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'b11d6121-4c38-4db1-b854-6440e8fe47de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:19.939066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Attempting to bind port 40136419-485f-453e-8798-9125ab87a8cb on network ccc4198b-f835-47a1-b82e-da9eaecfcccb {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:19.976286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Port 40136419-485f-453e-8798-9125ab87a8cb on network ccc4198b-f835-47a1-b82e-da9eaecfcccb not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:19.976743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Attempting to bind port 40136419-485f-453e-8798-9125ab87a8cb on network ccc4198b-f835-47a1-b82e-da9eaecfcccb {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:20.017062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:20.017529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Checking segment: {'id': 'b11d6121-4c38-4db1-b854-6440e8fe47de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:20.018052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Bound using segment: {'id': 'b11d6121-4c38-4db1-b854-6440e8fe47de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:20.018713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Bound port: 40136419-485f-453e-8798-9125ab87a8cb, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11d6121-4c38-4db1-b854-6440e8fe47de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:20.019258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.047141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800d159-4a90-4cd3-a87d-e368be7650af req-acf78333-8d6b-430d-8544-2b5d69fe8de6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.049251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-acf78333-8d6b-430d-8544-2b5d69fe8de6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.4305277 Mar 11 17:21:20.059391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09479f10-b876-4317-a811-824d4d3e3520 req-11a14d7f-8171-4f15-9d4b-9dfc05fe04b4 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.061444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09479f10-b876-4317-a811-824d4d3e3520 req-11a14d7f-8171-4f15-9d4b-9dfc05fe04b4 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 950 time: 0.5789919 Mar 11 17:21:20.134807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-7690a5ae-929a-4006-9c8d-3f3ef79e605a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/quotas/160ed4ed1f7740b58be19b23c1301d10 HTTP/1.1" status: 200 len: 375 time: 0.0721548 Mar 11 17:21:20.232123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09479f10-b876-4317-a811-824d4d3e3520 req-817c518a-0b91-4a33-9660-812189f0bb6c tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591372 Mar 11 17:21:20.244868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] For port 40136419-485f-453e-8798-9125ab87a8cb, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:20.248548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] For port 40136419-485f-453e-8798-9125ab87a8cb, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=40136419-485f-453e-8798-9125ab87a8cb,segment=NetworkSegment(b11d6121-4c38-4db1-b854-6440e8fe47de),segment_id=b11d6121-4c38-4db1-b854-6440e8fe47de)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:20.264255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.301235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-b1ed5711-7e45-4947-becf-d0e692ef61e8 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551056 Mar 11 17:21:20.434269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.435551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] 10.222.0.59 "PUT /v2.0/ports/40136419-485f-453e-8798-9125ab87a8cb HTTP/1.1" status: 200 len: 1091 time: 2.2657082 Mar 11 17:21:20.444299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce227b3-982e-4e14-a105-ba2044295d93', 'tag': '40136419-485f-453e-8798-9125ab87a8cb'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:20.484519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f090-26aa-4a93-abfd-f880e3dc5699 service neutron] Pushing event updated for resources: {'Port': ['ID=40136419-485f-453e-8798-9125ab87a8cb,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:20.540245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-1ece4f3d-bfd8-479b-9ec9-5199858b6c3c service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234733 Mar 11 17:21:20.550413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9525d-5a1e-4790-9846-110e067b2942 req-4a0f5050-fa10-4f98-80f7-1f8a4b6203ab tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.551840 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10c9525d-5a1e-4790-9846-110e067b2942 req-4a0f5050-fa10-4f98-80f7-1f8a4b6203ab tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 944 time: 0.2008252 Mar 11 17:21:20.644651 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-e2e2f412-dc48-4b26-99a6-0227b8bcb19a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da8baed098864f9db0a5ff433e7c715a&device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 1094 time: 0.0785363 Mar 11 17:21:20.716129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f3e2a928-3897-4759-8ddc-38023f7efe64 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:20.738224 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-8435ca67-9aa8-4e61-878a-1043eca99432 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40136419-485f-453e-8798-9125ab87a8cb HTTP/1.1" status: 200 len: 217 time: 0.0648675 Mar 11 17:21:20.818073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10c9525d-5a1e-4790-9846-110e067b2942 req-66bdf8ff-a6d3-44c8-9628-02202aa82dca tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479258 Mar 11 17:21:20.825486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e012-2485-4471-b7b2-53999979e93b req-686d5975-b8ee-4532-abfd-d1af957297a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.827580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-686d5975-b8ee-4532-abfd-d1af957297a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7 HTTP/1.1" status: 200 len: 855 time: 0.0816672 Mar 11 17:21:20.828659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port f3e2a928-3897-4759-8ddc-38023f7efe64 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:20.836177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f3e2a928-3897-4759-8ddc-38023f7efe64 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:20.836903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.858243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-5825124f-87c7-46c4-8985-a05605c77e24 service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054442 Mar 11 17:21:20.863161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-68da6050-9850-42af-ae53-ba438f2b29b5 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.864623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-68da6050-9850-42af-ae53-ba438f2b29b5 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 824 time: 0.2912211 Mar 11 17:21:20.931604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-64242f63-492a-4787-b1e8-572cd6004175 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a5ff74d83204b938fa273a0a284aaac HTTP/1.1" status: 200 len: 380 time: 0.0435460 Mar 11 17:21:20.938601 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'status': 'completed', 'code': 200} Mar 11 17:21:20.948516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'port': {'device_id': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'admin_state_up': True, 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'security_groups': ['4ad7b3c2-5c31-4b38-ba91-e9b2330c834e']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:20.963553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.983107 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-c760a8be-d77e-4ef9-8781-5ee8306f1c5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccc4198b-f835-47a1-b82e-da9eaecfcccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980775 Mar 11 17:21:21.001637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f3e2a928-3897-4759-8ddc-38023f7efe64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f3e2a928-3897-4759-8ddc-38023f7efe64,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:21.002620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32519849-c87f-4822-b449-579914a19279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e2a928-3897-4759-8ddc-38023f7efe64'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:21.019427 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:21.133063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f3e2a928-3897-4759-8ddc-38023f7efe64,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:21.244765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-104b448d-27ee-4200-b20d-38df017f5da3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1099 time: 0.3004246 Mar 11 17:21:21.287175 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-07a959b7-5f7f-4906-8414-edf43e912015 service neutron] 10.222.0.59 "GET /v2.0/networks/ccc4198b-f835-47a1-b82e-da9eaecfcccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961891 Mar 11 17:21:21.457638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-d6803052-7769-4eb4-a120-3850091a1763 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.459095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-d6803052-7769-4eb4-a120-3850091a1763 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 0.2712572 Mar 11 17:21:21.480751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:21.498242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4556e-4bb3-4a90-9f58-fbedd9e4f402 req-23691bb9-9d41-4ffd-a048-cfa163b82275 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.499815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cd4556e-4bb3-4a90-9f58-fbedd9e4f402 req-23691bb9-9d41-4ffd-a048-cfa163b82275 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 948 time: 0.3996503 Mar 11 17:21:21.504577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-7d5954df-2245-4a02-90c9-771e8d436b9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.506023 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-7d5954df-2245-4a02-90c9-771e8d436b9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2422907 Mar 11 17:21:21.508990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cae55-686e-4ba7-82b8-aaf27c5932fa req-8943ccb6-17c4-40a3-83e5-402c9df5ae23 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.509768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d03cae55-686e-4ba7-82b8-aaf27c5932fa req-8943ccb6-17c4-40a3-83e5-402c9df5ae23 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Synchronizing usage tracker for tenant:da8baed098864f9db0a5ff433e7c715a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:21.512845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:21.514897 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9436e012-2485-4471-b7b2-53999979e93b req-d1625ce4-1aa3-4b8f-8fc6-80d9ed3ebab5 service neutron] 10.222.0.59 "GET /v2.0/networks/ccc4198b-f835-47a1-b82e-da9eaecfcccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207277 Mar 11 17:21:21.519976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.59', 54455) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:21.548562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Request body: {'port': {'device_id': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'admin_state_up': True, 'tenant_id': '9417ea88f0b942e68b107dd852b88ef1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:21.576715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Made reservation on behalf of 0a5ff74d83204b938fa273a0a284aaac for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:21.580101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:21.599760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d03cae55-686e-4ba7-82b8-aaf27c5932fa req-8943ccb6-17c4-40a3-83e5-402c9df5ae23 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Unset dirty status for tenant:da8baed098864f9db0a5ff433e7c715a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:21.600908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d03cae55-686e-4ba7-82b8-aaf27c5932fa req-8943ccb6-17c4-40a3-83e5-402c9df5ae23 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 943 time: 0.4188719 Mar 11 17:21:21.680655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-405b9228-4c9d-4f1b-91fe-c6143238a788 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1074321 Mar 11 17:21:21.761318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-4d5fdb35-cd16-488d-b6e6-d202a840fb78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.762636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-4d5fdb35-cd16-488d-b6e6-d202a840fb78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0698512 Mar 11 17:21:21.769197 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-0924514b-838e-4f75-ae62-e5789084746e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1974959 Mar 11 17:21:21.841093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-0340d135-9bbb-4087-aa45-05f3f4425f05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708168 Mar 11 17:21:21.843012 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cd4556e-4bb3-4a90-9f58-fbedd9e4f402 req-016c080f-fa88-41a6-9c25-8817c9ee2c38 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261349 Mar 11 17:21:21.872381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d03cae55-686e-4ba7-82b8-aaf27c5932fa req-8c20a887-0330-41d5-ba26-5415001d634b tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Synchronizing usage tracker for tenant:da8baed098864f9db0a5ff433e7c715a on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:21.957340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:21.961264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Usage tracker for resource:port and tenant:9417ea88f0b942e68b107dd852b88ef1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:21.964397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:21.972823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:21.975055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d03cae55-686e-4ba7-82b8-aaf27c5932fa req-8c20a887-0330-41d5-ba26-5415001d634b tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Unset dirty status for tenant:da8baed098864f9db0a5ff433e7c715a on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:21.978862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d03cae55-686e-4ba7-82b8-aaf27c5932fa req-8c20a887-0330-41d5-ba26-5415001d634b tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209500 Mar 11 17:21:22.075000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Made reservation on behalf of 9417ea88f0b942e68b107dd852b88ef1 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:22.078404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.092786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc756865-5dea-4a63-bd61-543e447b467e req-cab3042e-a1b6-4aad-a5c3-819fc8bf953d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 210 time: 0.1088631 Mar 11 17:21:22.098233 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-2ef6e3ca-f1e4-4ca9-912c-b602d1a5445e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371781 Mar 11 17:21:22.101665 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-d08276ec-490b-480c-ad2c-f9ce5d33b300 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 1118 time: 0.2010348 Mar 11 17:21:22.159587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Allocated IP 172.20.0.8 (5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc/21bc48e2-ff63-442f-9f51-1b16629e4dde/94a6fb84-c2a8-4522-91b4-68984d6e6e5b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:22.235943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67921eea-3d2f-461e-b94f-09bfb6237603 req-6a182000-e890-4eae-80af-3eeba446b0c2 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 210 time: 0.0669508 Mar 11 17:21:22.324021 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce227b3-982e-4e14-a105-ba2044295d93', 'tag': '40136419-485f-453e-8798-9125ab87a8cb', 'status': 'completed', 'code': 200} Mar 11 17:21:22.354038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73281f50-f414-4d6c-819a-207908f89751 req-230240d5-d309-43ba-a682-27053054e310 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0943847 Mar 11 17:21:22.368061 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32519849-c87f-4822-b449-579914a19279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e2a928-3897-4759-8ddc-38023f7efe64', 'code': 200} Mar 11 17:21:22.397309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4badf89-496f-492d-a077-9d03603cff74 req-5ae7fa9d-375a-4b6b-9c22-e1096398e2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:22.400235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-5ae7fa9d-375a-4b6b-9c22-e1096398e2ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 922 time: 0.2151916 Mar 11 17:21:22.429556 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cc528ed-d0d0-48ef-9a52-75b718723aa0 req-d2d050ef-a8fa-4f3b-988b-9d93ea6f0db2 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227348 Mar 11 17:21:22.459453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Allocated IP 172.20.0.8 (074fda53-884b-4958-8576-8b8571e6e8d3/b6361f39-f2f2-4a32-8655-5d1c958520a6/3b402c92-4983-47b1-9417-550abbcae0c0) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:22.595601 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca7a3f18-d894-49e0-b317-46a377ecc70d req-99a45a20-99ac-430b-84c3-df00b9fafc0c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 210 time: 0.0823245 Mar 11 17:21:22.600243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.59', 54457) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:22.685143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.710750 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-c7e78b91-809d-477a-a634-4358faff7a98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2 HTTP/1.1" status: 200 len: 217 time: 0.1318071 Mar 11 17:21:22.725568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device af44d5e5-5b18-4af7-a339-1835a68f0ead details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:22.800603 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b58b5049-dea4-47a0-b0c6-79cb774dd8cd req-1123e4a2-7d8f-40e7-8771-b21a76ae289a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 1096 time: 0.2198479 Mar 11 17:21:22.857669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4badf89-496f-492d-a077-9d03603cff74 req-d5bef7e5-6a0d-489b-952a-8eaa9b8c267c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:22.859496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-d5bef7e5-6a0d-489b-952a-8eaa9b8c267c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.1203699 Mar 11 17:21:22.862520 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-69626c8a-45eb-4bac-aaf3-02b7c1fca2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da8baed098864f9db0a5ff433e7c715a&device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 1094 time: 0.4607193 Mar 11 17:21:22.866537 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b58b5049-dea4-47a0-b0c6-79cb774dd8cd req-b642f6d4-1ecb-46b6-8860-5bbeabacb506 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585327 Mar 11 17:21:22.908773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:22.916330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-536ff2f5-8f45-4cdc-b14d-870a0aa583d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460792 Mar 11 17:21:22.923145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Transition to ACTIVE for port object 94a6fb84-c2a8-4522-91b4-68984d6e6e5b will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:22.924936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'mac_address': 'fa:16:3e:25:69:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:22.977934 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.998647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af44d5e5-5b18-4af7-a339-1835a68f0ead {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:23.014188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:23.020535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.066723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800d159-4a90-4cd3-a87d-e368be7650af req-14048e6d-2463-42f3-836f-324295ceb22f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.068086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-14048e6d-2463-42f3-836f-324295ceb22f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.4499667 Mar 11 17:21:23.086345 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.087525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:23.094034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.138589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cc416-588d-43bf-9665-6c71672bf19f req-5f07f954-a4f0-45dc-a590-2d524c3fac3e tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.140295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce1cc416-588d-43bf-9665-6c71672bf19f req-5f07f954-a4f0-45dc-a590-2d524c3fac3e tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 950 time: 0.4589331 Mar 11 17:21:23.230443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Request body: {'port': {'device_id': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'admin_state_up': True, 'tenant_id': '160ed4ed1f7740b58be19b23c1301d10'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:23.331552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:23.343447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961716cc-6929-40f4-b9db-cbb3a62bfb59 req-becac83a-f634-4074-b370-41519ddd2e5d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.344891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-961716cc-6929-40f4-b9db-cbb3a62bfb59 req-becac83a-f634-4074-b370-41519ddd2e5d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 945 time: 0.5532348 Mar 11 17:21:23.351046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-f1d47fe4-a3cd-45a0-8195-24a005bc5301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.352673 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-f1d47fe4-a3cd-45a0-8195-24a005bc5301 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ccc4198b-f835-47a1-b82e-da9eaecfcccb HTTP/1.1" status: 200 len: 917 time: 0.2239885 Mar 11 17:21:23.353298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['af44d5e5-5b18-4af7-a339-1835a68f0ead'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:23.355035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:23.368738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event updated for resources: {'Port': ['ID=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:23.374525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:23.378283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.378936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.414588 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.443172 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-f98600b6-436a-47e3-89f5-081b3fd28d21 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422140 Mar 11 17:21:23.445158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-ee65a254-b399-4351-8a81-271139c68bf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40136419-485f-453e-8798-9125ab87a8cb HTTP/1.1" status: 200 len: 217 time: 0.0811732 Mar 11 17:21:23.495265 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce1cc416-588d-43bf-9665-6c71672bf19f req-e39a0cb2-35fa-4c66-8fe3-882a7e3f8b53 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369257 Mar 11 17:21:23.570557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-961716cc-6929-40f4-b9db-cbb3a62bfb59 req-e8f2f0d9-a598-4c33-999e-7368fe18cbbd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037973 Mar 11 17:21:23.629538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-e0e36550-c102-4a57-99ef-ab47525d8810 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6849227 Mar 11 17:21:23.646835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Network 074fda53-884b-4958-8576-8b8571e6e8d3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:23.647649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:23.654004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:23.656738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:23.660914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.661525 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.681474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Request body: {'port': {'device_id': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:23.686468 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b4badf89-496f-492d-a077-9d03603cff74 req-fde4c095-14e8-4096-a57a-af013b4e9b42 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310383 Mar 11 17:21:23.687674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-992ca421-90f8-401d-95e3-dda9e57664d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.688966 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-992ca421-90f8-401d-95e3-dda9e57664d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7 HTTP/1.1" status: 200 len: 855 time: 0.2087469 Mar 11 17:21:23.747390 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-a7e1c0c1-31a0-4dd8-b5a1-ddc9ca570d1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccc4198b-f835-47a1-b82e-da9eaecfcccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440507 Mar 11 17:21:23.755714 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e1d70d21-eb26-4c71-b9b9-6314be027b28 None None] Provisioning for port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:23.760830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e1d70d21-eb26-4c71-b9b9-6314be027b28 None None] Provisioning complete for port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:23.761426 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1d70d21-eb26-4c71-b9b9-6314be027b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.826198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e1d70d21-eb26-4c71-b9b9-6314be027b28 None None] Port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:21:23.858852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:23.900722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-2cabd2b1-14b3-485b-b3a5-8f571959c8b0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3575521 Mar 11 17:21:23.901875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Usage tracker for resource:port and tenant:160ed4ed1f7740b58be19b23c1301d10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:23.906767 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-277994c6-2900-4442-9324-256f66fe0f43 service neutron] 10.222.0.59 "GET /v2.0/networks/ccc4198b-f835-47a1-b82e-da9eaecfcccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427383 Mar 11 17:21:23.911280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:23.923274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:23.984231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Request body: {'port': {'device_id': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:24.042796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Made reservation on behalf of 160ed4ed1f7740b58be19b23c1301d10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:24.045756 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.080191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.188418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0376e9-753c-4264-b075-ab93cf8a0e92 req-bc144147-1864-4ea8-b796-e8406bb53725 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:24.195443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b0376e9-753c-4264-b075-ab93cf8a0e92 req-bc144147-1864-4ea8-b796-e8406bb53725 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 949 time: 0.5180964 Mar 11 17:21:24.218011 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7adbe350-9a6b-4b9e-8244-8af1dc6398d4 req-15037d0a-8112-464d-b076-9ec7b74f492f service neutron] 10.222.0.59 "GET /v2.0/networks/ccc4198b-f835-47a1-b82e-da9eaecfcccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722341 Mar 11 17:21:24.298619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed565-96b5-40be-9f6d-7f72e8d913f9 req-ad15944a-ba45-43e9-bec6-1bbf1fe89d7a tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:24.300079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5eed565-96b5-40be-9f6d-7f72e8d913f9 req-ad15944a-ba45-43e9-bec6-1bbf1fe89d7a tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 943 time: 0.5371959 Mar 11 17:21:24.314596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.483625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b0376e9-753c-4264-b075-ab93cf8a0e92 req-e4fcaa53-11b6-4e2d-bb68-d50fa99edf9c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868719 Mar 11 17:21:24.571938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Allocated IP 172.20.0.10 (f858763e-39f6-4d44-9a2c-a7bcb800a704/171ced24-a71c-4ff6-8ab7-0aa7823c44f4/35b75a2a-dbfe-42ba-9888-e47a504c8271) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:24.626890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5eed565-96b5-40be-9f6d-7f72e8d913f9 req-1a9f1434-87f2-49d1-89a7-35944795eb55 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131223 Mar 11 17:21:24.726353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 40136419-485f-453e-8798-9125ab87a8cb details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:24.735030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device af44d5e5-5b18-4af7-a339-1835a68f0ead up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:24.929639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port af44d5e5-5b18-4af7-a339-1835a68f0ead completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:24.941679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port af44d5e5-5b18-4af7-a339-1835a68f0ead triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:24.942007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.972352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 40136419-485f-453e-8798-9125ab87a8cb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=40136419-485f-453e-8798-9125ab87a8cb,segment=NetworkSegment(b11d6121-4c38-4db1-b854-6440e8fe47de),segment_id=b11d6121-4c38-4db1-b854-6440e8fe47de)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:25.001657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '40136419-485f-453e-8798-9125ab87a8cb', 'network_id': 'ccc4198b-f835-47a1-b82e-da9eaecfcccb', 'port_id': '40136419-485f-453e-8798-9125ab87a8cb', 'mac_address': 'fa:16:3e:c2:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:25.068372 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.130148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40136419-485f-453e-8798-9125ab87a8cb {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:25.149408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.161694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 40136419-485f-453e-8798-9125ab87a8cb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=40136419-485f-453e-8798-9125ab87a8cb,segment=NetworkSegment(b11d6121-4c38-4db1-b854-6440e8fe47de),segment_id=b11d6121-4c38-4db1-b854-6440e8fe47de)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:25.168624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.221294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:25.222208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6c6f-8318-4dda-9ea4-d5cb2799615b req-0065025f-1603-45af-accc-1051bf488cb7 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:25.222911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dfdf6c6f-8318-4dda-9ea4-d5cb2799615b req-0065025f-1603-45af-accc-1051bf488cb7 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Synchronizing usage tracker for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:25.241136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:25.247708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.257688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=40136419-485f-453e-8798-9125ab87a8cb,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:25.270710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91ac3-9923-4e62-bca6-19d84e349d2f req-3af0e72f-a70b-4dc1-9875-9502aa8d4337 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:25.271400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-16b91ac3-9923-4e62-bca6-19d84e349d2f req-3af0e72f-a70b-4dc1-9875-9502aa8d4337 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Synchronizing usage tracker for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:25.281638 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:21:25.314820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.328491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:25.360940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a6fb84-c2a8-4522-91b4-68984d6e6e5b {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:25.371759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dfdf6c6f-8318-4dda-9ea4-d5cb2799615b req-0065025f-1603-45af-accc-1051bf488cb7 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Unset dirty status for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:25.372962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dfdf6c6f-8318-4dda-9ea4-d5cb2799615b req-0065025f-1603-45af-accc-1051bf488cb7 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 931 time: 0.7492020 Mar 11 17:21:25.379092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.428561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-16b91ac3-9923-4e62-bca6-19d84e349d2f req-3af0e72f-a70b-4dc1-9875-9502aa8d4337 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Unset dirty status for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:25.429703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16b91ac3-9923-4e62-bca6-19d84e349d2f req-3af0e72f-a70b-4dc1-9875-9502aa8d4337 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 931 time: 0.6843576 Mar 11 17:21:25.433800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b402c92-4983-47b1-9417-550abbcae0c0 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:25.438038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Transition to ACTIVE for port object 94a6fb84-c2a8-4522-91b4-68984d6e6e5b will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:25.445152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.468836 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.561046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['40136419-485f-453e-8798-9125ab87a8cb'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:25.618677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Transition to ACTIVE for port object 3b402c92-4983-47b1-9417-550abbcae0c0 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:25.641337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.649647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dfdf6c6f-8318-4dda-9ea4-d5cb2799615b req-e0578248-c978-43eb-9b48-dfd1167b9a56 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645664 Mar 11 17:21:25.738030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Pushing event updated for resources: {'Port': ['ID=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:25.780334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.890655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16b91ac3-9923-4e62-bca6-19d84e349d2f req-8eedce75-ea96-4fe9-93af-1e01624987ad tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510915 Mar 11 17:21:25.944367 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aee179f6-982c-4359-a88f-d11d91055c3f req-b1ec0904-9753-4707-8cac-d2d38ffe8813 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1060607 Mar 11 17:21:25.953490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:25.964567 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:21:26.020932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:26.055282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:26.057154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Attempting to bind port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:26.057481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Attempting to bind port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:26.057818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Attempting to bind port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:26.059990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:26.064085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.064812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.112771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event updated for resources: {'Port': ['ID=35b75a2a-dbfe-42ba-9888-e47a504c8271,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:26.114945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:26.115268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Attempting to bind port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:26.136577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Attempting to bind port 3b402c92-4983-47b1-9417-550abbcae0c0 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:26.137123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Attempting to bind port 3b402c92-4983-47b1-9417-550abbcae0c0 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:26.137407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Attempting to bind port 3b402c92-4983-47b1-9417-550abbcae0c0 on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:26.146169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-34b12d47-bcef-4386-9277-37219afe2e2b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9325137 Mar 11 17:21:26.197937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Request body: {'port': {'device_id': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:26.222356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:26.222710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Checking segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:26.223089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Bound using segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:26.223522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Bound port: 94a6fb84-c2a8-4522-91b4-68984d6e6e5b, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:26.223859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.233064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Port 3b402c92-4983-47b1-9417-550abbcae0c0 on network 074fda53-884b-4958-8576-8b8571e6e8d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:26.233380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Attempting to bind port 3b402c92-4983-47b1-9417-550abbcae0c0 on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:26.295987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:26.296286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Checking segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:26.296695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Bound using segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:26.297133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Bound port: 3b402c92-4983-47b1-9417-550abbcae0c0, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:26.297466 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.326079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2', '1d3b71be-a6ec-4160-b1cd-bed762ef1181'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:26.526946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] For port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:26.528856 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.572008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f958-4660-435c-86ef-dc3d48afd969 req-2a4ea5a3-aa82-4610-a783-3516892aaa3c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.572705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b2f5f958-4660-435c-86ef-dc3d48afd969 req-2a4ea5a3-aa82-4610-a783-3516892aaa3c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:26.577592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] For port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:26.608908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:26.619344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.676368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:26.700325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b2f5f958-4660-435c-86ef-dc3d48afd969 req-2a4ea5a3-aa82-4610-a783-3516892aaa3c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:26.701465 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2f5f958-4660-435c-86ef-dc3d48afd969 req-2a4ea5a3-aa82-4610-a783-3516892aaa3c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 932 time: 0.5599360 Mar 11 17:21:26.702514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.743767 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.745105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] 10.222.0.59 "PUT /v2.0/ports/94a6fb84-c2a8-4522-91b4-68984d6e6e5b HTTP/1.1" status: 200 len: 1091 time: 3.0758343 Mar 11 17:21:26.748313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:26.753366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 40136419-485f-453e-8798-9125ab87a8cb up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:26.817530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d2ca6-c981-4a40-b272-44e9624b0d5d req-5c2561c2-a154-405d-9970-d49f391f5eb8 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.819021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d25d2ca6-c981-4a40-b272-44e9624b0d5d req-5c2561c2-a154-405d-9970-d49f391f5eb8 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 945 time: 0.4746823 Mar 11 17:21:26.827910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 40136419-485f-453e-8798-9125ab87a8cb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:26.833586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 40136419-485f-453e-8798-9125ab87a8cb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:26.834173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.868594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d5ac3-ec7a-4239-8fd6-ca06764a854e service neutron] Pushing event updated for resources: {'Port': ['ID=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:26.894427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.895747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b402c92-4983-47b1-9417-550abbcae0c0 HTTP/1.1" status: 200 len: 1091 time: 2.9249792 Mar 11 17:21:26.958294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.000550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 40136419-485f-453e-8798-9125ab87a8cb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=40136419-485f-453e-8798-9125ab87a8cb,segment=NetworkSegment(b11d6121-4c38-4db1-b854-6440e8fe47de),segment_id=b11d6121-4c38-4db1-b854-6440e8fe47de)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:27.005451 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.074007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=40136419-485f-453e-8798-9125ab87a8cb,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:27.108516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2f5f958-4660-435c-86ef-dc3d48afd969 req-ac39fc3f-134a-4f8d-87e5-a78b3561119e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943574 Mar 11 17:21:27.163727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01c8ad-6290-49f0-8539-8a3a2029e081 service neutron] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:27.181197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d25d2ca6-c981-4a40-b272-44e9624b0d5d req-4314e266-8f10-4a74-930f-7a1fbe35bca8 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214147 Mar 11 17:21:27.188065 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'code': 200} Mar 11 17:21:27.192717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-36b2b911-34ec-4f77-a09c-e9cd76130bf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 1094 time: 0.3707788 Mar 11 17:21:27.360252 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-77303ac5-8c8a-4672-8da2-b2e80f5e3a0e req-63ab9d67-290e-4a8a-8c77-535e4c193833 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1101 time: 0.0695717 Mar 11 17:21:27.401793 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-77303ac5-8c8a-4672-8da2-b2e80f5e3a0e req-497de24e-7a06-4e46-9d5b-26c6cbbd8077 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358129 Mar 11 17:21:27.447775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-972da27c-e3d5-4f43-8901-5fcc8fb916e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b HTTP/1.1" status: 200 len: 217 time: 0.2198930 Mar 11 17:21:27.459115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-bb9f4fd5-c65b-44ff-a3b5-3211cf6bf729 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 1094 time: 0.4871929 Mar 11 17:21:27.543643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b75a2a-dbfe-42ba-9888-e47a504c8271 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:27.554891 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.583229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4676a-7954-4f3d-8cf7-f1dc630350f8 req-7aa4a80f-28f8-4026-9fda-1a9a5d17e8e7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:27.584656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cee4676a-7954-4f3d-8cf7-f1dc630350f8 req-7aa4a80f-28f8-4026-9fda-1a9a5d17e8e7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2369914 Mar 11 17:21:27.586326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Transition to ACTIVE for port object 35b75a2a-dbfe-42ba-9888-e47a504c8271 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:27.591906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f74c4-36ea-45d1-af74-ac0646a87ae1 req-e90ee150-ea2b-4b77-82ad-91a667c464bf tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:27.593386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-519f74c4-36ea-45d1-af74-ac0646a87ae1 req-e90ee150-ea2b-4b77-82ad-91a667c464bf tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 945 time: 0.2485926 Mar 11 17:21:27.607778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.870757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Pushing event updated for resources: {'Port': ['ID=35b75a2a-dbfe-42ba-9888-e47a504c8271,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:27.881697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cee4676a-7954-4f3d-8cf7-f1dc630350f8 req-e09c2595-effd-4a78-8785-efae0f3adb87 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873816 Mar 11 17:21:27.882861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-f10f50ff-ae2a-493d-9b41-fea99997057d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b402c92-4983-47b1-9417-550abbcae0c0 HTTP/1.1" status: 200 len: 217 time: 0.1841564 Mar 11 17:21:27.926571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-519f74c4-36ea-45d1-af74-ac0646a87ae1 req-8822a405-70d0-4b1e-84b7-027601ed5519 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152964 Mar 11 17:21:27.953656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-1f80d7f2-b198-4a0e-abaf-db0c4f427244 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:27.955132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-1f80d7f2-b198-4a0e-abaf-db0c4f427244 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=21bc48e2-ff63-442f-9f51-1b16629e4dde HTTP/1.1" status: 200 len: 863 time: 0.2553368 Mar 11 17:21:28.139855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-46879817-223e-43fc-a5cb-6fa4f46cf531 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.141218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-46879817-223e-43fc-a5cb-6fa4f46cf531 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.2473300 Mar 11 17:21:28.141856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:28.142183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:28.142534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:28.213903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:28.214244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:28.233472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-f132d3cf-ac54-4860-8f2e-0a656ca0d48a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629921 Mar 11 17:21:28.262871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:28.263197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Checking segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:28.263568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Bound using segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:28.264003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Bound port: 35b75a2a-dbfe-42ba-9888-e47a504c8271, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:28.264368 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.389570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-63dd841d-cfbe-4085-bb69-09c07a464185 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3917649 Mar 11 17:21:28.442153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a209f-b03f-4b70-a1f0-828f99201f1d req-047045f6-44c4-4ac8-bb72-db100936c5d0 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.443632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f4a209f-b03f-4b70-a1f0-828f99201f1d req-047045f6-44c4-4ac8-bb72-db100936c5d0 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 943 time: 0.3933206 Mar 11 17:21:28.513582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2678b-2880-4a71-92a9-2b5fcb47d6a1 req-7627eb37-c6a3-47b0-8a27-c03d57e05b20 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.515049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f2678b-2880-4a71-92a9-2b5fcb47d6a1 req-7627eb37-c6a3-47b0-8a27-c03d57e05b20 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 950 time: 0.4823923 Mar 11 17:21:28.617814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-8ec26b9c-ffa9-4718-89ef-5d86f0b44fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752484 Mar 11 17:21:28.624999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] For port 35b75a2a-dbfe-42ba-9888-e47a504c8271, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:28.631623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] For port 35b75a2a-dbfe-42ba-9888-e47a504c8271, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=35b75a2a-dbfe-42ba-9888-e47a504c8271,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:28.681698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.783116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f4a209f-b03f-4b70-a1f0-828f99201f1d req-372c83b2-c7a6-4ffb-bf0d-aa5204681967 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755668 Mar 11 17:21:28.880332 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'status': 'completed', 'code': 200} Mar 11 17:21:28.886838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f2678b-2880-4a71-92a9-2b5fcb47d6a1 req-ecb5d80a-6c36-46d9-ad01-842ff521a523 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632913 Mar 11 17:21:28.910958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-902fba0a-cce2-49ef-a1ff-b72046aa8fbf service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072272 Mar 11 17:21:28.921124 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.922563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] 10.222.0.59 "PUT /v2.0/ports/35b75a2a-dbfe-42ba-9888-e47a504c8271 HTTP/1.1" status: 200 len: 1092 time: 2.7392614 Mar 11 17:21:29.165484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748f88-f066-4e75-a892-0a9a0b27740c service neutron] Pushing event updated for resources: {'Port': ['ID=35b75a2a-dbfe-42ba-9888-e47a504c8271,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:29.177089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f715659-dcbe-41a3-9e27-438bb91d2510 req-8c8de986-dd2f-4015-9951-d7051dda2542 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395527 Mar 11 17:21:29.183091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b0917a9-0ae8-46aa-9b32-f4b3f48fd863 req-9498cfdd-3544-4ee4-9af0-3007b87399ba tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1222279 Mar 11 17:21:29.188774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce227b3-982e-4e14-a105-ba2044295d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40136419-485f-453e-8798-9125ab87a8cb'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:29.247957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-224457c9-aaa3-487c-9c01-5f4b9dd7cef9 req-d9b15d25-16e2-45f0-b892-e2f5a8209ad3 service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213177 Mar 11 17:21:29.270184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3b4f-ec11-4467-99a4-d8589c22be5f req-c4a59c1b-8484-487c-9fe1-0fdb9eca6c3f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:29.270184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5acd3b4f-ec11-4467-99a4-d8589c22be5f req-c4a59c1b-8484-487c-9fe1-0fdb9eca6c3f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 943 time: 0.3084545 Mar 11 17:21:29.277755 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-91c8191b-1840-467e-87e1-824cb70ed291 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 1095 time: 0.2179232 Mar 11 17:21:29.411113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5acd3b4f-ec11-4467-99a4-d8589c22be5f req-eb71be98-26a2-4719-b37d-c41d73c24e78 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323409 Mar 11 17:21:29.421091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-52a96a36-f8e6-4a41-a73b-9676c3e28f9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b75a2a-dbfe-42ba-9888-e47a504c8271 HTTP/1.1" status: 200 len: 217 time: 0.1084642 Mar 11 17:21:29.502746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800d159-4a90-4cd3-a87d-e368be7650af req-a8d7632a-0f64-4ab0-a3c3-fb13feca3fad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:29.504206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-a8d7632a-0f64-4ab0-a3c3-fb13feca3fad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.0764744 Mar 11 17:21:29.511192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5692a520-5214-4e33-9fab-775dd0cd634e req-0f63ce03-ae86-4dac-bc3b-bd70715f26c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 1094 time: 0.1417503 Mar 11 17:21:29.636091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-3790b905-800e-4b30-9293-809dd4ef5536 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229141 Mar 11 17:21:29.871209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a520-5214-4e33-9fab-775dd0cd634e req-3e9dcae6-ccf5-4caa-bf56-6cbab1ae820e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:29.872611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5692a520-5214-4e33-9fab-775dd0cd634e req-3e9dcae6-ccf5-4caa-bf56-6cbab1ae820e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 926 time: 0.3303571 Mar 11 17:21:29.955247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-bc07285f-328b-48b2-aeae-4b4e97f70441 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612877 Mar 11 17:21:29.965839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fcd1a-9422-495c-946b-54c5c72cb4e3 req-5bd638a9-1ff6-4a8a-873d-0acb2a4a13de tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:29.967192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed2fcd1a-9422-495c-946b-54c5c72cb4e3 req-5bd638a9-1ff6-4a8a-873d-0acb2a4a13de tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 944 time: 0.4238570 Mar 11 17:21:29.977601 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6565928-caf0-421a-8e58-74b00f6cfa6e req-7fd65f7d-eb3e-4f34-9c61-62f8248b14b7 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 1096 time: 0.4655063 Mar 11 17:21:30.072206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5692a520-5214-4e33-9fab-775dd0cd634e req-70165c4f-63f4-48da-9b55-a4fa498341bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b HTTP/1.1" status: 200 len: 217 time: 0.1808281 Mar 11 17:21:30.201399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed2fcd1a-9422-495c-946b-54c5c72cb4e3 req-5e5cb2d4-2f1f-4b25-bcd4-c05530ee8e79 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064114 Mar 11 17:21:30.205506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a520-5214-4e33-9fab-775dd0cd634e req-9f4cd9c9-1ae0-420c-b253-711e59697f1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.206868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5692a520-5214-4e33-9fab-775dd0cd634e req-9f4cd9c9-1ae0-420c-b253-711e59697f1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=21bc48e2-ff63-442f-9f51-1b16629e4dde HTTP/1.1" status: 200 len: 863 time: 0.1223290 Mar 11 17:21:30.211618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6565928-caf0-421a-8e58-74b00f6cfa6e req-f7698b52-1f67-45ca-86b6-f8748dbd76ed tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131186 Mar 11 17:21:30.263382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f800d159-4a90-4cd3-a87d-e368be7650af req-79565028-d5b3-4eaf-8044-1bfffe8ca642 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888558 Mar 11 17:21:30.299317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5692a520-5214-4e33-9fab-775dd0cd634e req-0c600893-181a-4d6f-ab92-b1a03589ae0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792682 Mar 11 17:21:30.567017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5692a520-5214-4e33-9fab-775dd0cd634e req-7018528a-c167-4e26-ac89-caa994018585 service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588174 Mar 11 17:21:30.580727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c8c5-24da-4be9-98b6-bbf6dbc177b5 req-3948ea12-206a-48bb-9a15-3940c8396765 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.582132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c12c8c5-24da-4be9-98b6-bbf6dbc177b5 req-3948ea12-206a-48bb-9a15-3940c8396765 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.1265225 Mar 11 17:21:30.787160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c12c8c5-24da-4be9-98b6-bbf6dbc177b5 req-9221b87c-68e2-4880-bc84-e725f50259c5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858199 Mar 11 17:21:30.790292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5692a520-5214-4e33-9fab-775dd0cd634e req-f9c939a1-052f-49c5-9901-28551d6168c6 service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067413 Mar 11 17:21:30.806135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2f234-d699-473a-8176-72f0ade61255 req-0408ff63-2cd6-488d-9f53-efa614b6d191 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.807673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19f2f234-d699-473a-8176-72f0ade61255 req-0408ff63-2cd6-488d-9f53-efa614b6d191 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 945 time: 0.2054844 Mar 11 17:21:30.854405 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce227b3-982e-4e14-a105-ba2044295d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40136419-485f-453e-8798-9125ab87a8cb', 'code': 200} Mar 11 17:21:30.855792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19f2f234-d699-473a-8176-72f0ade61255 req-45e8d6f1-6a7b-4645-8ee7-498049eb39cb tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Mar 11 17:21:30.881738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0'}, {'name': 'network-changed', 'server_uuid': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'tag': '35b75a2a-dbfe-42ba-9888-e47a504c8271'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:31.133238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d908e81-b995-41e0-8f20-23c8060a7754 req-d872e33d-735b-4c34-ab78-69ada5027d08 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 1096 time: 0.1532583 Mar 11 17:21:31.137544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7dab5a3b-fda2-4500-954b-a0ff7189d649 req-197975fa-f7dc-40bb-8d78-328f83567c47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 1096 time: 0.1567018 Mar 11 17:21:31.144207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042f82e-41d1-49db-ae8b-27a970fc31ca req-19393afc-19c4-4089-871e-c87f6e39fa1d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.145519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5042f82e-41d1-49db-ae8b-27a970fc31ca req-19393afc-19c4-4089-871e-c87f6e39fa1d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 943 time: 0.1955569 Mar 11 17:21:31.243010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7dab5a3b-fda2-4500-954b-a0ff7189d649 req-8cd613c8-2331-4a28-8ae7-274105f68251 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959702 Mar 11 17:21:31.246750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d908e81-b995-41e0-8f20-23c8060a7754 req-f9bc61fa-e5c2-43e2-8592-93853d140a2e tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082518 Mar 11 17:21:31.251535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5042f82e-41d1-49db-ae8b-27a970fc31ca req-59ed633f-95c0-478c-a719-d27c5f880f35 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802438 Mar 11 17:21:31.453197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c0bf9-90ef-4dbe-b80d-932aafd0118c req-1a33f164-284c-4214-bcd3-ffb216a54ad1 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.454646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-061c0bf9-90ef-4dbe-b80d-932aafd0118c req-1a33f164-284c-4214-bcd3-ffb216a54ad1 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 943 time: 0.0820270 Mar 11 17:21:31.499525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-061c0bf9-90ef-4dbe-b80d-932aafd0118c req-250e7766-fd70-4d5d-80fa-c6c81300d6f1 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Mar 11 17:21:31.547913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b1082c-b4a0-4f2a-802a-29d51a20ffda req-774820ab-2d4b-4759-86ce-429a07f4dee6 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0421350 Mar 11 17:21:31.694665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec3a0-1d3e-4dff-8ca3-53c90093ca3f req-8291bec9-041e-41ac-8908-2cb7b2339118 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.696124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf2ec3a0-1d3e-4dff-8ca3-53c90093ca3f req-8291bec9-041e-41ac-8908-2cb7b2339118 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 950 time: 0.0785122 Mar 11 17:21:31.742622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf2ec3a0-1d3e-4dff-8ca3-53c90093ca3f req-4d518bd0-5924-4f2b-9b47-9385475dd2aa tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd6b3807-4262-4859-941d-702a1d703a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Mar 11 17:21:31.815254 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0', 'status': 'completed', 'code': 200} Mar 11 17:21:31.815618 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'tag': '35b75a2a-dbfe-42ba-9888-e47a504c8271', 'status': 'completed', 'code': 200} Mar 11 17:21:32.036244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-c0bc9495-1321-4c13-9489-ce7e3c7382fc tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1101 time: 0.1856248 Mar 11 17:21:32.062241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da62749-3e1a-45f3-b0e6-364d73d5de29 req-cd1f94b8-3d09-46b4-adf1-5f0b0322d024 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.063654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1da62749-3e1a-45f3-b0e6-364d73d5de29 req-cd1f94b8-3d09-46b4-adf1-5f0b0322d024 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 944 time: 0.1419251 Mar 11 17:21:32.068577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-5fc2a250-4ea9-40d6-bdc3-4e454b26fc3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 1094 time: 0.1769488 Mar 11 17:21:32.088514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.217366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:32.221217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1da62749-3e1a-45f3-b0e6-364d73d5de29 req-1bcfc997-e103-4383-85db-c664eb47c7d3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518252 Mar 11 17:21:32.227097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Usage tracker for resource:security_group_rule and tenant:c0a8a0b4441943b2a5eec655a08ca51d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:32.239033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:32.247640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:32.272319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-14bd86fd-206e-40d1-9771-a35935df86f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.273736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-14bd86fd-206e-40d1-9771-a35935df86f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 907 time: 0.1886327 Mar 11 17:21:32.356436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-86ce3bf5-c695-4701-b5c5-b7358bbc5e0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b402c92-4983-47b1-9417-550abbcae0c0 HTTP/1.1" status: 200 len: 217 time: 0.0693340 Mar 11 17:21:32.474971 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.482479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.564104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-ce2c4e67-6209-4816-9c3d-dcdc3d3cceda service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.565410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-ce2c4e67-6209-4816-9c3d-dcdc3d3cceda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.1973183 Mar 11 17:21:32.595210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e0872ac-ee03-4403-96c6-3797e7cff701 req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524616 Mar 11 17:21:32.598026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70c2c5-66da-4f43-8352-b88b0de50b40 tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b3641-e242-4c28-87cc-6e0e6db4dd11,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:32.642528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-c2c52b4e-432f-4213-aa5c-24f12fe3cf53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411355 Mar 11 17:21:32.656378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e46aa-b336-4a5d-94f9-b71e80608f62 req-33254d9d-6e0c-4126-a1f5-e87ebb1a91cb tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.657776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f4e46aa-b336-4a5d-94f9-b71e80608f62 req-33254d9d-6e0c-4126-a1f5-e87ebb1a91cb tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 945 time: 0.2519805 Mar 11 17:21:32.704018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f4e46aa-b336-4a5d-94f9-b71e80608f62 req-df7c54bf-e132-469b-8ad6-3c5ed17f96e7 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393877 Mar 11 17:21:32.760853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 94a6fb84-c2a8-4522-91b4-68984d6e6e5b details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:32.918762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:32.932317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'port_id': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'mac_address': 'fa:16:3e:ec:f2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:32.993230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.999616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-497b941b-a081-4be7-8de1-ed12aa72662f service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458234 Mar 11 17:21:33.010108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba4cbc-0fb8-4495-a771-822c866e5dc5 req-9adc59ca-7dc5-4aec-a37a-086dcf8d04a0 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.011193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a6fb84-c2a8-4522-91b4-68984d6e6e5b {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:33.011529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bba4cbc-0fb8-4495-a771-822c866e5dc5 req-9adc59ca-7dc5-4aec-a37a-086dcf8d04a0 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 943 time: 0.2909384 Mar 11 17:21:33.027315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.037279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.038268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 35b75a2a-dbfe-42ba-9888-e47a504c8271 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:33.114199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5ec10b7-49c5-4a4b-b2fd-1435af4c8b5c req-d4973ad2-8ac1-45f9-902a-21c34b8dbb33 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2872431 Mar 11 17:21:33.181604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:33.192535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bba4cbc-0fb8-4495-a771-822c866e5dc5 req-0cb322f2-8e5a-4297-896a-7688e9ca97a1 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543777 Mar 11 17:21:33.200535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-0f89806f-1900-4940-bcc0-f36cdbf2d2df tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.202027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-0f89806f-1900-4940-bcc0-f36cdbf2d2df tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 950 time: 0.2558591 Mar 11 17:21:33.210352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-92014ed2-f60a-4776-b79e-a6f6e88ded94 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968019 Mar 11 17:21:33.242324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 35b75a2a-dbfe-42ba-9888-e47a504c8271, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=35b75a2a-dbfe-42ba-9888-e47a504c8271,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.257037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '35b75a2a-dbfe-42ba-9888-e47a504c8271', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'port_id': '35b75a2a-dbfe-42ba-9888-e47a504c8271', 'mac_address': 'fa:16:3e:ae:96:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171ced24-a71c-4ff6-8ab7-0aa7823c44f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:33.303163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Deleting port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:21:33.304026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.324060 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.341838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b75a2a-dbfe-42ba-9888-e47a504c8271 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:33.362351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 35b75a2a-dbfe-42ba-9888-e47a504c8271, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=35b75a2a-dbfe-42ba-9888-e47a504c8271,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.366873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.367585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3b402c92-4983-47b1-9417-550abbcae0c0 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:33.525335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=35b75a2a-dbfe-42ba-9888-e47a504c8271,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:33.587842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.601692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '3b402c92-4983-47b1-9417-550abbcae0c0', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': '3b402c92-4983-47b1-9417-550abbcae0c0', 'mac_address': 'fa:16:3e:1c:e0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:33.637797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-94de28fd-cf65-46aa-870a-b128113b607b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 1096 time: 0.2857161 Mar 11 17:21:33.658299 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.677135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b402c92-4983-47b1-9417-550abbcae0c0 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:33.682492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317318c-9f06-4bdb-a9b3-1011080f8447 req-4fea9682-abf3-4ee0-b27d-8f1b06e89253 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.683972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d317318c-9f06-4bdb-a9b3-1011080f8447 req-4fea9682-abf3-4ee0-b27d-8f1b06e89253 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 943 time: 0.3330822 Mar 11 17:21:33.694103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.698290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.764722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:33.788276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] For port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.788628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.919258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Calling delete_port for cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:21:33.991690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d317318c-9f06-4bdb-a9b3-1011080f8447 req-5032aacb-043d-48ff-b351-c7376595a85f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997680 Mar 11 17:21:34.018617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-037c6648-a1a4-4461-a180-411d4dad2082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:34.020058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-037c6648-a1a4-4461-a180-411d4dad2082 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 922 time: 0.3712375 Mar 11 17:21:34.094143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-f2622b5c-0443-4196-a854-8eb734bbab4c tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:21:34.095962 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-f2622b5c-0443-4196-a854-8eb734bbab4c tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066686 Mar 11 17:21:34.100369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-d45fce49-4c4e-4c4a-89ad-e778c09d7c8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b75a2a-dbfe-42ba-9888-e47a504c8271 HTTP/1.1" status: 200 len: 217 time: 0.0663302 Mar 11 17:21:34.110824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:34.111387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Unknown quota resources ['binding']. {{(pid=83848) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:21:34.273449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['94a6fb84-c2a8-4522-91b4-68984d6e6e5b'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:34.306911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['35b75a2a-dbfe-42ba-9888-e47a504c8271'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:34.332513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-b2f6654d-cc12-4615-8e22-f997a270b897 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:34.333959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-b2f6654d-cc12-4615-8e22-f997a270b897 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.1307061 Mar 11 17:21:34.339954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:34.347192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['3b402c92-4983-47b1-9417-550abbcae0c0'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:34.391523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.391889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.392159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.398624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.398929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.404840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.405164 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.405726 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 2 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.421264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.421470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-1bbe2ffc-cf03-4237-b884-cf3f222ac86c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795608 Mar 11 17:21:34.421611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.421899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.427783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.429188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.432849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Pushing event deleted for resources: {'Port': ['ID=cb2dc21c-0fa7-4d90-8bea-e556f7b70b50,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:34.433991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.434538 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.434908 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 3 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.450634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.450869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.451350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.457533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.458024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.477463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.478000 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.478576 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 4 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.494464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.495165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.495631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.505079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.505723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.512630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.513169 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.513716 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 5 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.531124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.531698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.532199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.539874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.540858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.547326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.548037 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.548702 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 6 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.556440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71e89ac1-0d17-4b3c-9cf9-f1f8a2d2ee66 req-7c0bbe06-6082-42f6-ab64-fbda6a0c8736 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3519218 Mar 11 17:21:34.571693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.572014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.572337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.587860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.588187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.599676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.600000 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.600383 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 7 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.618288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] No DVR routers for this DVR port cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:34.622410 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:34.623742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.624076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.624393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.625557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'name': 'network-vif-deleted', 'tag': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:34.631933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.632253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.653367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.653717 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.654601 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 8 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.658156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da2a90bf-1710-47dd-90a9-765a9c72d59f req-be4845c7-605b-4088-833d-8066cec41fdf tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.59 "DELETE /v2.0/ports/cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 HTTP/1.1" status: 204 len: 173 time: 1.4467685 Mar 11 17:21:34.674043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.674849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.675377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.677319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-c060bc12-0341-47da-b0b6-1263ea5081ff service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450542 Mar 11 17:21:34.682306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.683002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.689157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.689823 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.690442 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 9 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.708344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.708909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.709429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.718402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.718837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.729501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.729637 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.730208 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempt 10 to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 Mar 11 17:21:34.752792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:34.753123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:34.753447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.760258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.760981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Attempting to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:34.771179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Port f3e2a928-3897-4759-8ddc-38023f7efe64 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:34.771760 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to bind port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:21:34.772499 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.plugin [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] Failed to commit binding results for f3e2a928-3897-4759-8ddc-38023f7efe64 after 10 tries Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 could not be created or updated. Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:34.775083 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h2-833436-1 could not be created or updated. Mar 11 17:21:34.779584 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource Mar 11 17:21:34.791763 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5cd4d2f1-5530-4667-99b9-1dada9e6503d req-0eac2c94-1486-4a81-8e26-e8986267d136 service neutron] 10.222.0.96 "POST /v2.0/ports/f3e2a928-3897-4759-8ddc-38023f7efe64/bindings HTTP/1.1" status: 500 len: 401 time: 0.6852238 Mar 11 17:21:34.880756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8b0287f-5e6f-4aae-8852-8648bede7e1c req-931564e9-bd21-49a1-9f10-3f94aff8fbe6 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965296 Mar 11 17:21:35.170169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b762b6b5-ae41-4ccf-83ea-139ffa9d4337 req-6a674262-609c-4544-a643-5df1a657c53f tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0434279 Mar 11 17:21:35.177069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-0d7ae0c0-f94c-4004-b7d9-cf58c9a7322f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230590 Mar 11 17:21:35.430789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-72b5e994-45f1-4196-8977-eebf919bc272 req-0414792f-37ea-4559-8ec2-5c9d67e073c0 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Synchronizing usage tracker for tenant:0ee730af6e3b42a1ab3c57484eab4405 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:35.454862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-72b5e994-45f1-4196-8977-eebf919bc272 req-0414792f-37ea-4559-8ec2-5c9d67e073c0 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] Unset dirty status for tenant:0ee730af6e3b42a1ab3c57484eab4405 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:35.456621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72b5e994-45f1-4196-8977-eebf919bc272 req-0414792f-37ea-4559-8ec2-5c9d67e073c0 tempest-DeleteServersAdminTestJSON-1896514769 tempest-DeleteServersAdminTestJSON-1896514769-project] 10.222.0.96 "GET /v2.0/ports?device_id=a06461ff-b102-45fe-b050-2155af3ed64d HTTP/1.1" status: 200 len: 210 time: 0.0757329 Mar 11 17:21:35.670294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1335-9fad-44a7-9441-7850da1184db req-da456863-9d0c-45cb-95c9-b3622ee3e93d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.671980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-491d1335-9fad-44a7-9441-7850da1184db req-da456863-9d0c-45cb-95c9-b3622ee3e93d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 945 time: 0.1333399 Mar 11 17:21:35.736051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-491d1335-9fad-44a7-9441-7850da1184db req-5e1d8c08-47ae-48a1-937d-49877c6729b0 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Mar 11 17:21:35.742617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81563b6-42a3-4f5d-9d90-2690433bf8f6 req-449b5a0a-ebe1-48cd-80af-f08a7429684a tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.744023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e81563b6-42a3-4f5d-9d90-2690433bf8f6 req-449b5a0a-ebe1-48cd-80af-f08a7429684a tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 945 time: 0.1298606 Mar 11 17:21:35.793938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e81563b6-42a3-4f5d-9d90-2690433bf8f6 req-9cf760a9-c213-43c7-b4fd-c7e2eb6a9da4 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Mar 11 17:21:35.882261 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06461ff-b102-45fe-b050-2155af3ed64d', 'name': 'network-vif-deleted', 'tag': 'cb2dc21c-0fa7-4d90-8bea-e556f7b70b50', 'status': 'completed', 'code': 200} Mar 11 17:21:35.975116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c221a9-d8ce-4d14-8a85-3a6605516790 req-44933fb2-d1ab-4464-9319-5984f4cb98d8 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.976834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11c221a9-d8ce-4d14-8a85-3a6605516790 req-44933fb2-d1ab-4464-9319-5984f4cb98d8 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 944 time: 0.0820119 Mar 11 17:21:36.084490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11c221a9-d8ce-4d14-8a85-3a6605516790 req-17982c76-c4ed-40a5-8dc4-53a68757771d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017694 Mar 11 17:21:36.107851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e422ca-d02b-4595-b9b3-d3c814070773 req-cec90abd-1f2f-43ea-b168-247e8e1fdc49 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:36.109398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3e422ca-d02b-4595-b9b3-d3c814070773 req-cec90abd-1f2f-43ea-b168-247e8e1fdc49 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.1113479 Mar 11 17:21:36.160212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3e422ca-d02b-4595-b9b3-d3c814070773 req-13f65df4-291e-44d1-bb5b-44aee87dbabb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Mar 11 17:21:36.489123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-07c12e65-62af-4074-9f8a-6f5f13a10223 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:36.490545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-07c12e65-62af-4074-9f8a-6f5f13a10223 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.1724896 Mar 11 17:21:36.496984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb40ad-3f57-436a-a312-79d81550e69e req-95e1b007-d6f5-44e8-94a9-4c91cb50255e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:36.498356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2deb40ad-3f57-436a-a312-79d81550e69e req-95e1b007-d6f5-44e8-94a9-4c91cb50255e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 944 time: 0.2259314 Mar 11 17:21:36.533151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-b52b117b-4478-47c5-a1ac-b4af3d6b5eea tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/quotas/b4c822252d624705b05d87dc452f5f51 HTTP/1.1" status: 200 len: 375 time: 0.0336232 Mar 11 17:21:36.613443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2deb40ad-3f57-436a-a312-79d81550e69e req-b9d7cf84-de06-4889-ad27-530d12365d19 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071274 Mar 11 17:21:36.690848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-38105c50-e004-4029-a060-dde21c14c5ef tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1461415 Mar 11 17:21:36.789345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 94a6fb84-c2a8-4522-91b4-68984d6e6e5b up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:36.869204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:36.876401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:36.876856 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.887714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac933dad-dbbd-46ef-8b10-625dd6b9fede req-2f7fb752-471a-44d4-b7be-e4394f3abbcf tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0600355 Mar 11 17:21:36.911682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-7c17dfb8-7587-48d4-90bd-8922f59ff826 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1101 time: 0.2675049 Mar 11 17:21:37.009074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-9813c79d-89da-4ed8-8267-329ea095e7a4 service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076730 Mar 11 17:21:37.014068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.045249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:37.057796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:37.063935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.065022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3b402c92-4983-47b1-9417-550abbcae0c0 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:37.199311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:37.223816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 3b402c92-4983-47b1-9417-550abbcae0c0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:37.228866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-2187c77a-1229-434b-a430-5c68fb72fbf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:37.230342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-2187c77a-1229-434b-a430-5c68fb72fbf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3115327 Mar 11 17:21:37.231816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 3b402c92-4983-47b1-9417-550abbcae0c0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:37.232198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.347013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-ca10dae1-0130-41ee-8cc5-cb45cff34f0e service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369884 Mar 11 17:21:37.358066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.359861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-19c14554-6b4c-46d9-b904-06b61cef3f0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1204822 Mar 11 17:21:37.400902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:37.405953 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.407516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 35b75a2a-dbfe-42ba-9888-e47a504c8271 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:37.511427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3031bef-f669-4a23-a0b0-69f022b32b9c req-b3b2daca-a116-40ed-b2e6-60ff0175c878 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:37.519477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3031bef-f669-4a23-a0b0-69f022b32b9c req-b3b2daca-a116-40ed-b2e6-60ff0175c878 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 945 time: 0.2252207 Mar 11 17:21:37.538999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-4a5fe385-3e8a-4313-8366-1356f0ef9b89 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:37.540421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-4a5fe385-3e8a-4313-8366-1356f0ef9b89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1664071 Mar 11 17:21:37.595067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 35b75a2a-dbfe-42ba-9888-e47a504c8271 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:37.603674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:37.613309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 35b75a2a-dbfe-42ba-9888-e47a504c8271 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:37.613783 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.692794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3031bef-f669-4a23-a0b0-69f022b32b9c req-1a0f98ad-a322-4f2a-bc29-39a657e607fe tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723382 Mar 11 17:21:37.701466 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'code': 200} Mar 11 17:21:37.800484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.868552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 35b75a2a-dbfe-42ba-9888-e47a504c8271, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=35b75a2a-dbfe-42ba-9888-e47a504c8271,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:37.875490 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.876522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:21:37.894190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-306e8c53-9d29-4115-86c6-f1af090da21f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3387442 Mar 11 17:21:37.960280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:21:37.966721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cb2dc21c-0fa7-4d90-8bea-e556f7b70b50 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:21:38.024999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=35b75a2a-dbfe-42ba-9888-e47a504c8271,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:38.177163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-918fd801-a380-4b58-9b79-710334395d68 req-75327852-1a4e-4a31-8898-e8b5274e6c33 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 1096 time: 0.4294343 Mar 11 17:21:38.227401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-3e8a107c-8c5c-4da9-a397-a5e66bbe9dba service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646832 Mar 11 17:21:38.280168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d31fa3-2742-47c2-8c6f-2363d7afdeff req-2d784661-f01c-40fb-9708-62dbc64ff8b9 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.286800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24d31fa3-2742-47c2-8c6f-2363d7afdeff req-2d784661-f01c-40fb-9708-62dbc64ff8b9 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 945 time: 0.3874705 Mar 11 17:21:38.373869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-918fd801-a380-4b58-9b79-710334395d68 req-622dbfa0-f786-4665-a261-a838fedf0402 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783662 Mar 11 17:21:38.383818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952649e8-e844-45e4-844a-8def6164a32f req-2c5129dd-1665-4802-adc7-bfc847471964 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.385186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-952649e8-e844-45e4-844a-8def6164a32f req-2c5129dd-1665-4802-adc7-bfc847471964 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.4201524 Mar 11 17:21:38.446559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24d31fa3-2742-47c2-8c6f-2363d7afdeff req-8567c30b-078c-4708-871d-71980e2577ec tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588778 Mar 11 17:21:38.484087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-2d30799a-9208-4068-a353-cc3487af13b9 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403059 Mar 11 17:21:38.486499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-952649e8-e844-45e4-844a-8def6164a32f req-938d3bef-a7bd-45e7-941c-9c74a2ce7096 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899603 Mar 11 17:21:38.684970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92fa0a64-281d-4d99-bb78-de1380d4e1b3 req-321d90a3-4c73-40d6-8d51-93ac2487b4d2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 210 time: 0.1152434 Mar 11 17:21:38.734967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049c92-411a-4e11-a147-e12bda5d55de req-1737dd6a-ad46-4cf0-9a78-1f848266992e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.737125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44049c92-411a-4e11-a147-e12bda5d55de req-1737dd6a-ad46-4cf0-9a78-1f848266992e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 945 time: 0.1077750 Mar 11 17:21:38.789979 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:38.807139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44049c92-411a-4e11-a147-e12bda5d55de req-b6be118e-e31e-4f60-be18-ea550fc1c4c2 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643260 Mar 11 17:21:38.950165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09ab03b5-15ed-4b99-b64a-6aea9f8f99c7 req-b1340a3d-42f6-4ec8-8451-a047638ed1a3 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0519989 Mar 11 17:21:39.296106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7e04e-25cf-4ec1-ab06-ec954742ccab req-b1898744-e327-4382-83ae-749782728f77 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.297709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12c7e04e-25cf-4ec1-ab06-ec954742ccab req-b1898744-e327-4382-83ae-749782728f77 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 946 time: 0.1538649 Mar 11 17:21:39.347280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12c7e04e-25cf-4ec1-ab06-ec954742ccab req-26f25bb7-9dd2-452b-8f8c-07aebc94bffb tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Mar 11 17:21:39.648671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d38b9f-dd43-4eae-8cb0-be679d08b857 req-eff6db9e-76bc-47a5-bda7-5426ecf9e4e8 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.650534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03d38b9f-dd43-4eae-8cb0-be679d08b857 req-eff6db9e-76bc-47a5-bda7-5426ecf9e4e8 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 945 time: 0.0835876 Mar 11 17:21:39.698994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0'}, {'server_uuid': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b75a2a-dbfe-42ba-9888-e47a504c8271'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:39.746891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03d38b9f-dd43-4eae-8cb0-be679d08b857 req-c96770cd-677d-43a8-8cdf-701fc457901e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615807 Mar 11 17:21:39.763707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac85d2-85ff-4d02-b9da-e3b1a6c1e013 req-d76c0c69-b6ae-483d-925d-bf2163fd5784 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.773799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edac85d2-85ff-4d02-b9da-e3b1a6c1e013 req-d76c0c69-b6ae-483d-925d-bf2163fd5784 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.1135647 Mar 11 17:21:39.798906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:39.820930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edac85d2-85ff-4d02-b9da-e3b1a6c1e013 req-b2e53af8-1d17-4e47-9be9-c733f1424beb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460567 Mar 11 17:21:39.822765 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0', 'code': 200} Mar 11 17:21:39.823025 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b75a2a-dbfe-42ba-9888-e47a504c8271', 'code': 200} Mar 11 17:21:39.975149 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ebfbaee-2335-4606-acb6-9a3beae4310a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ee730af6e3b42a1ab3c57484eab4405&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1750159 Mar 11 17:21:39.977842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39596) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:39.987209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e26d31-e57c-4c54-aad3-61f88ed9bdcb req-09a8eca5-1036-4c75-92b8-93a8c1669155 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 210 time: 0.0697315 Mar 11 17:21:40.034100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acf38f-b0c6-421b-a508-d9bacf1fbd18 req-4b3a2db1-6470-46e6-a627-580a8ae4211a tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:40.035626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81acf38f-b0c6-421b-a508-d9bacf1fbd18 req-4b3a2db1-6470-46e6-a627-580a8ae4211a tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 945 time: 0.0832090 Mar 11 17:21:40.036254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.065226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.114910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81acf38f-b0c6-421b-a508-d9bacf1fbd18 req-413a23db-674a-4287-81c1-cb1c8d7b9812 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726337 Mar 11 17:21:40.141756 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.162215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b3807-4262-4859-941d-702a1d703a7e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:40.174914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.176405 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bd6b3807-4262-4859-941d-702a1d703a7e HTTP/1.1" status: 204 len: 168 time: 0.1977932 Mar 11 17:21:40.178319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.178842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.179322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.179798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.180435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.180901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.181498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.182111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.182630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.183107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.183571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d128e1-8044-4239-b63d-333aa28107aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:40.306215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10752129-12ee-4307-9e70-2e16d5b3add0 req-121501c5-7789-4c62-b3cd-6584b08b5d34 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0572793 Mar 11 17:21:40.366232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-c83e240e-a01f-4d2b-933c-a627ddd00b54 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:40.368056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-c83e240e-a01f-4d2b-933c-a627ddd00b54 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.2766936 Mar 11 17:21:40.557806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Request body: {'port': {'device_id': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'admin_state_up': True, 'tenant_id': 'b4c822252d624705b05d87dc452f5f51'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:40.588072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39612) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:40.621369 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.670702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:40.676027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Usage tracker for resource:security_group_rule and tenant:02fa620238524544a7a38639a5b6e111 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:40.679374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:40.687469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:40.787669 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.787904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80ae24-a96e-4ca4-9d87-61b07b145746 req-89b26be2-a308-4051-b456-d914919a54d4 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:40.789702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d80ae24-a96e-4ca4-9d87-61b07b145746 req-89b26be2-a308-4051-b456-d914919a54d4 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 946 time: 0.2944458 Mar 11 17:21:40.796907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.840621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515cb56e-d39c-4f8c-8d57-6af916154980,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:40.873188 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7fb4bd3b-1cb4-4f10-9ed6-e89530e1706f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=02fa620238524544a7a38639a5b6e111&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2836394 Mar 11 17:21:40.874314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39624) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:40.910661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-074a4505-b911-4f8e-9c72-364a11e5448a req-c4c72869-6b16-44fc-983d-7cbd4919428f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 1097 time: 0.3246021 Mar 11 17:21:40.916637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87b960de-15b1-4f0a-adf4-aabb3a10cfbb req-c9c40e5d-6e70-4c1f-9d23-03eb7eee3891 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 1096 time: 0.3365352 Mar 11 17:21:40.917628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:40.931326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d80ae24-a96e-4ca4-9d87-61b07b145746 req-39ade8d6-61d6-4d7e-bfb9-fc15a1431f36 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315508 Mar 11 17:21:40.946727 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f36f7e72-9ec1-426e-a928-b2511f9043e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.957412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:40.975405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f36f7e72-9ec1-426e-a928-b2511f9043e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.032770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Made reservation on behalf of b4c822252d624705b05d87dc452f5f51 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:41.036155 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.038408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f36f7e72-9ec1-426e-a928-b2511f9043e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.056873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f7e72-9ec1-426e-a928-b2511f9043e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515cb56e-d39c-4f8c-8d57-6af916154980,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:41.062708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f36f7e72-9ec1-426e-a928-b2511f9043e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.066251 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f36f7e72-9ec1-426e-a928-b2511f9043e6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/515cb56e-d39c-4f8c-8d57-6af916154980 HTTP/1.1" status: 204 len: 168 time: 0.1890070 Mar 11 17:21:41.213075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-074a4505-b911-4f8e-9c72-364a11e5448a req-4e1ad316-36f2-498f-98ab-1ffd085d7df7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801352 Mar 11 17:21:41.237328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87b960de-15b1-4f0a-adf4-aabb3a10cfbb req-d3720fe4-7ec8-4660-9ff6-41367b3320ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711818 Mar 11 17:21:41.297458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9863-e82c-4734-82f2-7152dc42f226 req-b37edcda-cb5b-4156-bfa0-df5092edd9a5 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.304411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54ca9863-e82c-4734-82f2-7152dc42f226 req-b37edcda-cb5b-4156-bfa0-df5092edd9a5 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 945 time: 0.3828919 Mar 11 17:21:41.369444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28ff0-66e0-4edc-9e2e-4a37b8779764 req-254d83ea-81d2-4fc0-af23-497fc24fc0ad tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.370862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38c28ff0-66e0-4edc-9e2e-4a37b8779764 req-254d83ea-81d2-4fc0-af23-497fc24fc0ad tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2941101 Mar 11 17:21:41.430030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Allocated IP 172.20.0.7 (c0fc87ad-c604-4856-8121-97a0326e11ac/7d12b9a1-4acb-41d3-b473-4350706998f6/fde60ff6-98d9-4dd6-91ec-a6bc7abb4239) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:41.434919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54ca9863-e82c-4734-82f2-7152dc42f226 req-78fb843e-4675-4e7c-ad8f-026a27520e95 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296849 Mar 11 17:21:41.478560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38c28ff0-66e0-4edc-9e2e-4a37b8779764 req-d880b29d-d822-4fff-9303-f053c29c2590 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890341 Mar 11 17:21:41.767389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c910d35-8a28-4899-a0fa-82ecd89edb62 req-e572fd35-e054-46a8-81d1-7dd31a33d0a6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 210 time: 0.1692324 Mar 11 17:21:41.854698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.888244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.942823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:42.029899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Network c0fc87ad-c604-4856-8121-97a0326e11ac is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:42.032784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bc0fc19-d6e8-46a0-bd27-b201d7884799 req-cd99dbe8-7a39-4c8c-8f47-8ffbe63821e2 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1017208 Mar 11 17:21:42.036599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:42.040341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:21:42.045073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.046033 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.078182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event updated for resources: {'Port': ['ID=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:42.104896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c15e61-6f87-4143-9584-62b875e5b8a2 req-87b5dc80-1195-46db-ae4a-708aceb21b50 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.124963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02c15e61-6f87-4143-9584-62b875e5b8a2 req-87b5dc80-1195-46db-ae4a-708aceb21b50 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 945 time: 0.3995247 Mar 11 17:21:42.152541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.158770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.165487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.166044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.166385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.166751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.167082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.167406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.167724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.168043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.168356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:42.185843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-35c37231-e227-4e09-be61-113ae6f45a2f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6215444 Mar 11 17:21:42.223606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Request body: {'port': {'device_id': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:42.305345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02c15e61-6f87-4143-9584-62b875e5b8a2 req-1ca768f7-2ea2-421c-97d1-fb73e5f8f62f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790290 Mar 11 17:21:42.306618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3d2a-b4ab-4fc2-82d1-079f0af6c6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.491996 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.612623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc4f4-b584-4b83-a433-00dd5ddcfee8 req-1242cb9d-cb7d-4079-b6f0-5c9275030ec4 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.614060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc9cc4f4-b584-4b83-a433-00dd5ddcfee8 req-1242cb9d-cb7d-4079-b6f0-5c9275030ec4 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 945 time: 0.2488263 Mar 11 17:21:42.623277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39666) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:42.629536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'floatingip': {'port_id': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:21:42.713235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.734969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e401f-d5d4-4fff-8540-92ba6e46f705 req-6b6305e8-c1b2-435c-90c6-ba8de8b5230a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.746134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a42e401f-d5d4-4fff-8540-92ba6e46f705 req-6b6305e8-c1b2-435c-90c6-ba8de8b5230a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 946 time: 0.2985530 Mar 11 17:21:43.009083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a42e401f-d5d4-4fff-8540-92ba6e46f705 req-9b39ec64-d5c9-4f62-a738-a295b2a1ec90 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618668 Mar 11 17:21:43.037227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd8125-4529-4dd4-9de3-207892f4dba2 req-49d630df-4b9d-4f00-b791-90c676046463 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:43.039396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8dd8125-4529-4dd4-9de3-207892f4dba2 req-49d630df-4b9d-4f00-b791-90c676046463 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2691617 Mar 11 17:21:43.229647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8dd8125-4529-4dd4-9de3-207892f4dba2 req-63a24c00-a9fd-42a6-bd6f-6be1303a946d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771543 Mar 11 17:21:43.232519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:43.251635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.290629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Transition to ACTIVE for port object fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:21:43.303687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.534972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ab664cf-7d72-4d7b-ad97-b10cee8a89b7 req-26aade56-f330-41d3-b3d3-743e96ba39da tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.1315033 Mar 11 17:21:43.641884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Pushing event updated for resources: {'Port': ['ID=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:43.668788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:43.669142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:43.669462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:43.678403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:21:43.678726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:21:43.690285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:21:43.690643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Checking segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:21:43.691023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Bound using segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:21:43.691451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Bound port: fde60ff6-98d9-4dd6-91ec-a6bc7abb4239, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:43.691788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.743092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f6162-9cc9-4148-ad61-c6d248213787 req-70f1a65e-2b58-4ba1-a66a-f9ef8bb9b9bd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:43.743773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7a6f6162-9cc9-4148-ad61-c6d248213787 req-70f1a65e-2b58-4ba1-a66a-f9ef8bb9b9bd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:21:43.795765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7a6f6162-9cc9-4148-ad61-c6d248213787 req-70f1a65e-2b58-4ba1-a66a-f9ef8bb9b9bd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:21:43.796936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a6f6162-9cc9-4148-ad61-c6d248213787 req-70f1a65e-2b58-4ba1-a66a-f9ef8bb9b9bd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 943 time: 0.4778216 Mar 11 17:21:43.862683 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.869325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.880439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] For port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:43.904797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] For port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:43.917283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.972553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a6f6162-9cc9-4148-ad61-c6d248213787 req-d3d475a2-deb4-4fbb-9714-917a87044a26 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368048 Mar 11 17:21:43.992975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.994323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] 10.222.0.59 "PUT /v2.0/ports/fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 HTTP/1.1" status: 200 len: 1091 time: 1.7991345 Mar 11 17:21:43.994778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'tag': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:44.011890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807bad9-09ef-4b19-9486-3f8927caf0c8 req-33963ac0-323c-4216-bcee-a6f4e016069c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.013384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7807bad9-09ef-4b19-9486-3f8927caf0c8 req-33963ac0-323c-4216-bcee-a6f4e016069c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 945 time: 0.2230384 Mar 11 17:21:44.022415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc07e-e3a6-45b9-b75c-524e268f5577 service neutron] Pushing event updated for resources: {'Port': ['ID=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:44.070380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7807bad9-09ef-4b19-9486-3f8927caf0c8 req-c6ac37ed-face-4bb8-b95c-4347e6c4de08 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Mar 11 17:21:44.104210 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78 associated. External IP: 172.25.3.111, port: 94a6fb84-c2a8-4522-91b4-68984d6e6e5b. Mar 11 17:21:44.204936 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'tag': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239', 'status': 'completed', 'code': 200} Mar 11 17:21:44.394413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-cbd2938b-ac3b-4403-8fca-371efa796721 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 1094 time: 0.2909830 Mar 11 17:21:44.408797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2a403-3a31-414f-86d5-b986197931e6 req-f6b995b9-4266-4d02-b89a-69dd7edee4c7 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.410155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9d2a403-3a31-414f-86d5-b986197931e6 req-f6b995b9-4266-4d02-b89a-69dd7edee4c7 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 946 time: 0.1095669 Mar 11 17:21:44.466660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d63e07d1-6f94-40fe-8ab4-2c60c2d2beba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.502385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-239c084c-61e1-4c9d-be92-e92e05a3dbd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 HTTP/1.1" status: 200 len: 217 time: 0.0705898 Mar 11 17:21:44.568618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9d2a403-3a31-414f-86d5-b986197931e6 req-fc841834-b5a0-404b-8f30-c5c233ad81eb tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519191 Mar 11 17:21:44.586751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7e638358-1cdc-47cd-90a3-f167845de83c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.588448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-7e638358-1cdc-47cd-90a3-f167845de83c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.0724769 Mar 11 17:21:44.598758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:44.681201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-0e3f906a-14e3-4253-85ec-fa7651337d74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845485 Mar 11 17:21:44.869180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:44.874318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.881263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a25166-87c3-4123-a9d6-e804e9975b5c req-4551f692-45f5-4e59-b77a-0936c7b29fd4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.882568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] Sync routers for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:21:44.888842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6a25166-87c3-4123-a9d6-e804e9975b5c req-4551f692-45f5-4e59-b77a-0936c7b29fd4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2100248 Mar 11 17:21:44.910247 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:21:44.910925 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:21:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:44.940905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-782a17e2-cc1d-43b3-b58f-0e8da499d032 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "PUT /v2.0/floatingips/3ec28ef4-eaf0-4310-80a2-167bd2c43f78 HTTP/1.1" status: 200 len: 991 time: 2.3164687 Mar 11 17:21:44.941913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:45.007251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-5293e546-8e6e-496f-b090-25eaeeca2ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958839 Mar 11 17:21:45.042966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6a25166-87c3-4123-a9d6-e804e9975b5c req-cd6b4531-6d1c-4aed-87e1-18424f330cff tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531465 Mar 11 17:21:45.224382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0267df22-0dad-48f0-b217-d9a8d36abd54 req-9def1c91-4f4d-4e75-9845-15ee0b3e3e5f service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022521 Mar 11 17:21:45.247771 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:21:45.279992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58895d-ce26-4554-891f-e5ac94f23f6d req-22d9457b-6e74-4aad-bb16-898c0445fffe tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:45.286857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da58895d-ce26-4554-891f-e5ac94f23f6d req-22d9457b-6e74-4aad-bb16-898c0445fffe tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 945 time: 0.3391943 Mar 11 17:21:45.316221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36b356e4-af96-428f-ac09-f8ef691fe606 req-434405ad-a9d5-450b-bfb4-ce28045a4b85 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 1097 time: 0.1372650 Mar 11 17:21:45.359058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da58895d-ce26-4554-891f-e5ac94f23f6d req-fc7791b0-2ca4-4c17-a9ae-8773c353540b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713208 Mar 11 17:21:45.375830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36b356e4-af96-428f-ac09-f8ef691fe606 req-dffc8016-74a8-4e4b-80ee-2d0abbc7d514 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506756 Mar 11 17:21:45.468924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.487706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-f8fef6f4-eee1-4320-8be0-e19f64277f27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 1094 time: 0.0848155 Mar 11 17:21:45.613118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea31e435-a646-4fa4-8a52-3d7f6243e73b req-1dca801e-f58d-40f7-9006-68b135471511 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0923913 Mar 11 17:21:45.654081 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.676362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-77f7914a-1f5d-44e0-89b9-73b6457ad33a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:45.678149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-77f7914a-1f5d-44e0-89b9-73b6457ad33a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 909 time: 0.1883965 Mar 11 17:21:45.678276 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '3ec28ef4-eaf0-4310-80a2-167bd2c43f78', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'port_id': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'mac_address': 'fa:16:3e:ec:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:21:12Z', 'updated_at': '2022-03-11T17:21:43Z', 'revision_number': 1, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:45.687860 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] Checking router: 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:21:45.700120 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:21:45.701026 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:21:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:45.770165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-e353e915-2f50-4220-9621-6d71005249d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 HTTP/1.1" status: 200 len: 217 time: 0.0765624 Mar 11 17:21:45.789725 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'status': 'completed', 'code': 200} Mar 11 17:21:45.908222 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:21:45.970931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-0868ee1a-4d86-4a53-9996-2edf60a03fc8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:45.972356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-0868ee1a-4d86-4a53-9996-2edf60a03fc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1957071 Mar 11 17:21:46.042186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-10a2c7b1-bf0c-4869-a382-268c3c158a8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589814 Mar 11 17:21:46.212502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7feba-a0a4-48a4-8ba3-0651d99b4269 req-62e01534-3032-4d99-b8f9-895f872c6708 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:46.213973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcd7feba-a0a4-48a4-8ba3-0651d99b4269 req-62e01534-3032-4d99-b8f9-895f872c6708 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 945 time: 0.4020207 Mar 11 17:21:46.224019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-c1db2e7c-a98c-4130-a163-ef0c888deda1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 1096 time: 0.3742862 Mar 11 17:21:46.260923 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '3ec28ef4-eaf0-4310-80a2-167bd2c43f78', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'port_id': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'mac_address': 'fa:16:3e:ec:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:21:12Z', 'updated_at': '2022-03-11T17:21:43Z', 'revision_number': 1, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:46.265026 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769a5a7-fc3d-45da-a292-53623d24bc10 None None] The sync data for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 is: [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '3ec28ef4-eaf0-4310-80a2-167bd2c43f78', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'port_id': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'mac_address': 'fa:16:3e:ec:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:21:12Z', 'updated_at': '2022-03-11T17:21:43Z', 'revision_number': 1, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:21:46.291263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7533811-33a7-4e64-b63f-8ac34c9de0a3 req-0c33c5dd-e295-4790-a1bc-ff6ae7b912c9 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:46.292770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7533811-33a7-4e64-b63f-8ac34c9de0a3 req-0c33c5dd-e295-4790-a1bc-ff6ae7b912c9 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 943 time: 0.4012067 Mar 11 17:21:46.418191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-0a67ecd2-92be-4504-bb11-58ac0041177a service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669906 Mar 11 17:21:46.464898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51ca1c-83d3-4133-8a16-f1d6bbb9e874 None None] New status for floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:21:46.490276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcd7feba-a0a4-48a4-8ba3-0651d99b4269 req-2f381d06-0109-4fe8-9695-6d6789daaa57 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643535 Mar 11 17:21:46.557435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7533811-33a7-4e64-b63f-8ac34c9de0a3 req-53f91db2-6650-4e1f-ad8d-b7088cbe2a33 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091930 Mar 11 17:21:46.563984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-273340d1-09f2-4fd5-be18-e20b4205a06e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:46.565437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-273340d1-09f2-4fd5-be18-e20b4205a06e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 926 time: 0.3173511 Mar 11 17:21:46.760064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4266da7f-b08a-4934-9a3d-9501bd25bf8d req-3ea8c0e0-c94d-4a6b-b866-dacfb584e082 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304875 Mar 11 17:21:46.812208 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:46.903327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-b8f23861-17fa-4548-bab2-3532a20d014c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b HTTP/1.1" status: 200 len: 999 time: 0.3235993 Mar 11 17:21:46.988949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb43b-7fc1-4d3e-ae38-a6ec3969559b req-a59c9315-aa20-4235-a8fb-8e61589e6ca5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:46.994827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-505fb43b-7fc1-4d3e-ae38-a6ec3969559b req-a59c9315-aa20-4235-a8fb-8e61589e6ca5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2295349 Mar 11 17:21:47.020739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-f2edd7c3-5a88-4a03-8d01-e840b742ff77 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:47.022190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-f2edd7c3-5a88-4a03-8d01-e840b742ff77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=21bc48e2-ff63-442f-9f51-1b16629e4dde HTTP/1.1" status: 200 len: 863 time: 0.1066163 Mar 11 17:21:47.077073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3912bb-4094-4481-a292-b994409f793a req-a4564fa9-7159-4c62-9a7e-5374c670f828 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:47.078573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e3912bb-4094-4481-a292-b994409f793a req-a4564fa9-7159-4c62-9a7e-5374c670f828 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 945 time: 0.2545857 Mar 11 17:21:47.119574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-505fb43b-7fc1-4d3e-ae38-a6ec3969559b req-0fa55033-fbf8-4e7d-850f-59f7893fae6e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217823 Mar 11 17:21:47.171138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e3912bb-4094-4481-a292-b994409f793a req-4383e2b1-e985-453a-95f4-24c0df79f5b8 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818169 Mar 11 17:21:47.211138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-416e43f3-3010-4b42-93a0-534c923d1dd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794977 Mar 11 17:21:47.375786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74aeead9-1848-4a02-96b9-ff446a0203fd req-d4d92411-d537-4a95-89ec-de52275f94e0 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0566187 Mar 11 17:21:47.421625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-b96fc666-5338-42f7-bb54-adfb9b1276ec service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020762 Mar 11 17:21:47.598114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1300e37-d7ed-40c7-8d9e-5f49ae5d4196 req-2c3812aa-daa4-42db-b33e-cdf62f98e01c service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661367 Mar 11 17:21:47.804238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60f00a-a46d-4662-ba7f-c702e66edfd4 req-bbf8a1cf-a26e-41c2-ae3f-b51dfa703385 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:47.805758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d60f00a-a46d-4662-ba7f-c702e66edfd4 req-bbf8a1cf-a26e-41c2-ae3f-b51dfa703385 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 943 time: 0.1079295 Mar 11 17:21:47.865182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d60f00a-a46d-4662-ba7f-c702e66edfd4 req-e3635b0e-632c-42b0-a8cd-3ecf8ddeb268 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530200 Mar 11 17:21:48.279411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39798) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:48.345514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6beb6-0d82-4e62-9702-bcb045814b1f req-b6ea702b-4507-4a96-b135-f6370315e289 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:48.347245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fd6beb6-0d82-4e62-9702-bcb045814b1f req-b6ea702b-4507-4a96-b135-f6370315e289 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.0949836 Mar 11 17:21:48.397477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fd6beb6-0d82-4e62-9702-bcb045814b1f req-d62c1482-0db6-40b1-8af1-cf2a819210eb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Mar 11 17:21:48.456929 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.491696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:48.495868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Usage tracker for resource:security_group_rule and tenant:97494d858b6f4c14b0c7ee1ee9570421 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:48.499162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:48.506212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:48.592545 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.598665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.643703 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=97494d858b6f4c14b0c7ee1ee9570421&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3631799 Mar 11 17:21:48.649116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39812) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:48.651132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c1c63d9-55ff-490e-8fde-2e781dbed295 req-ee07b6c7-af32-4196-a7a3-bf7a6d661762 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0512607 Mar 11 17:21:48.701733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6f88a-d4d7-4f25-8d8f-b2e0e6cc7d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31949d1-3feb-414f-a0f4-8f85f409e192,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:48.750270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8df9aa-7e12-463c-b3c7-57a4995597d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.782707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8df9aa-7e12-463c-b3c7-57a4995597d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.831889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8df9aa-7e12-463c-b3c7-57a4995597d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.847100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8df9aa-7e12-463c-b3c7-57a4995597d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31949d1-3feb-414f-a0f4-8f85f409e192,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:48.853640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8df9aa-7e12-463c-b3c7-57a4995597d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.857524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0a8df9aa-7e12-463c-b3c7-57a4995597d2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e31949d1-3feb-414f-a0f4-8f85f409e192 HTTP/1.1" status: 204 len: 168 time: 0.2047198 Mar 11 17:21:48.866296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:49.023997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:49.041370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'port_id': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239', 'mac_address': 'fa:16:3e:24:54:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d12b9a1-4acb-41d3-b473-4350706998f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:49.110340 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.135627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:49.139394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942760f6-363d-427a-bbe2-6c4a473273d8 req-a55a9253-d1dd-477b-b242-2417bf5d46dd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:49.147969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-942760f6-363d-427a-bbe2-6c4a473273d8 req-a55a9253-d1dd-477b-b242-2417bf5d46dd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 943 time: 0.1410036 Mar 11 17:21:49.151357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:49.157048 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.215011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-942760f6-363d-427a-bbe2-6c4a473273d8 req-7be6f709-be37-47f8-840d-a0a390a3eb4c tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650306 Mar 11 17:21:49.241539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:49.308982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39830) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:49.330118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.362164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:49.365975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3765893e0045169bed79557f075666 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:49.368971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:49.374833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:49.440590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.445477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.494027 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7c3765893e0045169bed79557f075666&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839707 Mar 11 17:21:49.494828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25264d68-2e52-4bb4-a442-304641b03629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be2356-50eb-4ac6-9684-6fd6649133e7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:49.496708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39838) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:49.681953 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d8c4-a368-4e28-9dcc-fea6be077f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.712441 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d8c4-a368-4e28-9dcc-fea6be077f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.729677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13525c-3026-4bfb-a27b-911b1650502a req-1b76a186-fdcc-4d31-9d66-3542a999ea53 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:49.731306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad13525c-3026-4bfb-a27b-911b1650502a req-1b76a186-fdcc-4d31-9d66-3542a999ea53 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2061408 Mar 11 17:21:49.798338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['fde60ff6-98d9-4dd6-91ec-a6bc7abb4239'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:49.806677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad13525c-3026-4bfb-a27b-911b1650502a req-fab74aef-5870-4f3b-8b6d-aba78a007716 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684996 Mar 11 17:21:49.820477 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d8c4-a368-4e28-9dcc-fea6be077f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.839855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0d8c4-a368-4e28-9dcc-fea6be077f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be2356-50eb-4ac6-9684-6fd6649133e7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:49.844579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d8c4-a368-4e28-9dcc-fea6be077f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.846490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1ed0d8c4-a368-4e28-9dcc-fea6be077f03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/38be2356-50eb-4ac6-9684-6fd6649133e7 HTTP/1.1" status: 204 len: 168 time: 0.3481340 Mar 11 17:21:49.941441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0abe0d1-80b6-4b78-8398-613047486667 req-c6007d1a-f811-4258-88d1-7371a71f2e8e tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0801470 Mar 11 17:21:50.416488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c17c7-4942-483f-9afa-660074d18ef7 req-d7b5aabd-070a-4b05-a6db-d033c45c55eb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:50.417951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da4c17c7-4942-483f-9afa-660074d18ef7 req-d7b5aabd-070a-4b05-a6db-d033c45c55eb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 944 time: 0.0818827 Mar 11 17:21:50.470066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da4c17c7-4942-483f-9afa-660074d18ef7 req-aaecdca4-f8fc-4c00-92f6-46b44c687fe8 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Mar 11 17:21:50.892845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3b402c92-4983-47b1-9417-550abbcae0c0 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:21:51.019840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba283ec-ee98-4b21-b557-a7d29dc863cc req-495139da-5e64-48a0-81c5-572c72103982 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:51.023047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ba283ec-ee98-4b21-b557-a7d29dc863cc req-495139da-5e64-48a0-81c5-572c72103982 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.0976102 Mar 11 17:21:51.081883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:51.107399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '3b402c92-4983-47b1-9417-550abbcae0c0', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': '3b402c92-4983-47b1-9417-550abbcae0c0', 'mac_address': 'fa:16:3e:1c:e0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:21:51.112364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ba283ec-ee98-4b21-b557-a7d29dc863cc req-1d602cb9-e84e-43cd-b434-8a3a5bb965d1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749302 Mar 11 17:21:51.171991 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.190685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b402c92-4983-47b1-9417-550abbcae0c0 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:21:51.231070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:51.237991 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.270023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a037a1c1-b10a-48e4-998a-2c432116c0b3 req-bc4e1e90-8151-4584-848e-37aa196ca57d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0777743 Mar 11 17:21:51.316722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-727ed036-6941-4043-91de-8de1b3db21c7 req-40343931-7b48-490a-b79a-a4e9cac6e06b tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0455923 Mar 11 17:21:51.328169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:51.655615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['3b402c92-4983-47b1-9417-550abbcae0c0'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:21:51.692234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739430c1-e0ea-4535-b3a8-f807ec748263 req-bbc121ae-7ae7-4335-b541-494d76addac6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:51.693746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-739430c1-e0ea-4535-b3a8-f807ec748263 req-bbc121ae-7ae7-4335-b541-494d76addac6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 944 time: 0.0955768 Mar 11 17:21:51.741910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-739430c1-e0ea-4535-b3a8-f807ec748263 req-512917e7-6010-4d21-80cd-bdbbedaf3044 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Mar 11 17:21:52.349315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591123-933b-4212-a880-21b66d64698e req-fa8da4a2-dde6-49c0-aec8-f4b819d51ad3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:52.350809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a591123-933b-4212-a880-21b66d64698e req-fa8da4a2-dde6-49c0-aec8-f4b819d51ad3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.0798514 Mar 11 17:21:52.399906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a591123-933b-4212-a880-21b66d64698e req-bfe17326-0c35-4861-9f9c-c442cf82911f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Mar 11 17:21:52.555652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-925da8ff-36c5-40f9-992b-154e3ccb86e7 req-ae17b60b-b9f5-487f-be79-bdaf136c8d62 tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0388916 Mar 11 17:21:52.912006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:52.968194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e2264-128e-4c56-8e3a-d10362910786 req-8b90a2f9-b3d0-45a0-8878-c15dfb8a44ee tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:52.976576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-340e2264-128e-4c56-8e3a-d10362910786 req-8b90a2f9-b3d0-45a0-8878-c15dfb8a44ee tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 944 time: 0.1073320 Mar 11 17:21:52.993308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:52.999652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:53.000393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.041936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-340e2264-128e-4c56-8e3a-d10362910786 req-a41d1561-14c2-4180-af87-2e426694f03e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643840 Mar 11 17:21:53.180623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.238272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:53.247687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:53.254384 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.256468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3b402c92-4983-47b1-9417-550abbcae0c0 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:21:53.326993 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239', 'code': 200} Mar 11 17:21:53.391025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:53.407938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 3b402c92-4983-47b1-9417-550abbcae0c0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:53.408678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.579374 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.627040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:53.635007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.765052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:53.887353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db9535f3-ce6b-4a7f-b00a-67815d2da54a req-59ebd33e-c7ca-4481-8e6c-732181b1dc0e tempest-ServersAdmin275Test-1451018129 tempest-ServersAdmin275Test-1451018129-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0528634 Mar 11 17:21:53.917701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9196e91b-6d37-4c44-96dd-719b8779ea1c req-4552b045-7f43-41b0-bcf3-e39199888e15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 1096 time: 0.3427384 Mar 11 17:21:53.924599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffde57-e9b4-4aae-be34-c81e941b5042 req-89e34a7a-55f0-47e6-9a75-708dc26efe62 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:53.926419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54ffde57-e9b4-4aae-be34-c81e941b5042 req-89e34a7a-55f0-47e6-9a75-708dc26efe62 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2827697 Mar 11 17:21:54.039646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9196e91b-6d37-4c44-96dd-719b8779ea1c req-8334cd8e-8fee-4be9-a55f-e1edce497944 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043825 Mar 11 17:21:54.064782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54ffde57-e9b4-4aae-be34-c81e941b5042 req-1067bf18-5a4b-4fd3-8958-7d189295312e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322236 Mar 11 17:21:54.568846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de4fed-5063-4986-9e65-8db137a80188 req-b886274d-1d3c-4dea-b9cd-5f2a826a1e73 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:54.576309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0de4fed-5063-4986-9e65-8db137a80188 req-b886274d-1d3c-4dea-b9cd-5f2a826a1e73 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 945 time: 0.0892806 Mar 11 17:21:54.646543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd79679a-2414-4d03-b4be-936026458d9a req-d34f1fb8-01d6-442a-8f54-ca4d83ff29d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dce0b93588504d65b44d145acfe7dd33&device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0531487 Mar 11 17:21:54.718450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7629fabe-0dd8-422d-994a-b3fd903c769c req-9a8565dc-d5b3-4a2d-a90d-91efd68f058c tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0743871 Mar 11 17:21:54.734984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0de4fed-5063-4986-9e65-8db137a80188 req-7be238cf-9492-46ef-abd4-d639ef6a5bd9 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576028 Mar 11 17:21:54.737058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd79679a-2414-4d03-b4be-936026458d9a req-8561b28a-3457-473a-bc48-bdc85b74de87 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dce0b93588504d65b44d145acfe7dd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537536 Mar 11 17:21:54.931855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79679a-2414-4d03-b4be-936026458d9a req-b3324235-915b-4458-87b1-b71a5ce19057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:54.936514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd79679a-2414-4d03-b4be-936026458d9a req-b3324235-915b-4458-87b1-b71a5ce19057 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1933196 Mar 11 17:21:55.331129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:21:55.352893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf028f3-735a-4d4b-aecd-c5475ce83f33 req-78148c0d-5a7e-4cf5-81ef-b7f44b6d4609 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:55.354686 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcf028f3-735a-4d4b-aecd-c5475ce83f33 req-78148c0d-5a7e-4cf5-81ef-b7f44b6d4609 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.1078866 Mar 11 17:21:55.425150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcf028f3-735a-4d4b-aecd-c5475ce83f33 req-d5cd068d-94e2-44aa-a5a9-b35d5b2b6e24 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641358 Mar 11 17:21:55.531067 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0', 'code': 200} Mar 11 17:21:55.963236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f73d5-f2ee-4f60-ad89-9a8435a9ef06 req-ede4f2e3-a5d1-4e06-a93f-1ee44e1647c6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:55.970844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a21f73d5-f2ee-4f60-ad89-9a8435a9ef06 req-ede4f2e3-a5d1-4e06-a93f-1ee44e1647c6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 945 time: 0.0895698 Mar 11 17:21:56.047809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a21f73d5-f2ee-4f60-ad89-9a8435a9ef06 req-471f29c9-7a48-44eb-9697-d7e0658f804e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753117 Mar 11 17:21:56.100011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b6b218d-3a6d-4fde-b71c-264648db64bd req-48472a47-1fda-4b64-9daf-b1e3f2b623c7 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0502131 Mar 11 17:21:56.803751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d45472-b76d-4ee4-89ac-2845d43d2658 req-ce6804a9-2f41-4039-9b43-693761318afa tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:56.806440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20d45472-b76d-4ee4-89ac-2845d43d2658 req-ce6804a9-2f41-4039-9b43-693761318afa tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.1619945 Mar 11 17:21:56.893461 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20d45472-b76d-4ee4-89ac-2845d43d2658 req-7ca1b2de-586f-4d10-b731-658c713a8b5c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805130 Mar 11 17:21:57.034297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40100) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:57.242220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.312327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:57.317058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:fdfd654031ad4f69bcc6992eb8be9610 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:57.321207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:57.327393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:57.356745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f1d5-2699-4b7d-bf31-9383d20d061d req-655fb509-362f-451b-a33a-530c50fbc47f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:57.367505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6011f1d5-2699-4b7d-bf31-9383d20d061d req-655fb509-362f-451b-a33a-530c50fbc47f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 945 time: 0.1226349 Mar 11 17:21:57.420472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.429516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.431552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6011f1d5-2699-4b7d-bf31-9383d20d061d req-3c811da4-6a8a-49ca-9448-55f72bcb2893 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620034 Mar 11 17:21:57.524898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b24e2b-2374-475a-bf33-dc28fb6c8953,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:57.550958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1d48f2c3-5c14-42eb-ae32-924dea768bf9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fdfd654031ad4f69bcc6992eb8be9610&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5148602 Mar 11 17:21:57.551511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40120) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:57.573165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61ca2c56-2983-431f-b1cc-8723a1d48485 req-f7941a89-dcd9-40c0-8f90-d9366bfb4e10 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0925162 Mar 11 17:21:57.656508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed82-f788-45c9-bf3c-4febb0971bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.684079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed82-f788-45c9-bf3c-4febb0971bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.735191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74cc75fd-44ec-4478-ab90-d9cd4964393d req-bd4a77d4-0340-4e72-8c41-f8970d411a17 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 1096 time: 0.0917151 Mar 11 17:21:57.760522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed82-f788-45c9-bf3c-4febb0971bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.778194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ed82-f788-45c9-bf3c-4febb0971bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b24e2b-2374-475a-bf33-dc28fb6c8953,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:57.791149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74cc75fd-44ec-4478-ab90-d9cd4964393d req-963fab01-8075-4e15-92b6-70fa7ff3b4c0 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545578 Mar 11 17:21:57.813942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed82-f788-45c9-bf3c-4febb0971bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.818974 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d8b5ed82-f788-45c9-bf3c-4febb0971bab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/93b24e2b-2374-475a-bf33-dc28fb6c8953 HTTP/1.1" status: 204 len: 168 time: 0.2662370 Mar 11 17:21:57.913149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd79679a-2414-4d03-b4be-936026458d9a req-97779b70-5a5f-4452-90cc-bf4f5bcddd08 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.59 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0938978 Mar 11 17:21:58.138879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9c9b7ae-8ec0-429c-b2d1-f322f1a109d2 req-0fc7b764-4781-4a29-879c-44e35e55d143 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 1096 time: 0.2166262 Mar 11 17:21:58.271792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9c9b7ae-8ec0-429c-b2d1-f322f1a109d2 req-fb94cdca-9801-480c-99a5-986dd44fe26a tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316311 Mar 11 17:21:58.297398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d85f52-2d9b-4e3b-8011-5c22e4702be9 req-1e9cd03c-e8a6-4ad6-8814-c04480064f52 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:58.305611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d85f52-2d9b-4e3b-8011-5c22e4702be9 req-1e9cd03c-e8a6-4ad6-8814-c04480064f52 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2360942 Mar 11 17:21:58.382417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d85f52-2d9b-4e3b-8011-5c22e4702be9 req-ab86e31f-3b76-477c-93e8-bad31b3f2d2f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756938 Mar 11 17:21:58.468711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40148) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:58.499591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.536993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57590dec-d66a-42ee-8391-326876562ccf req-5cd6993b-b507-42b5-979f-cc5f24401805 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 1097 time: 0.0888469 Mar 11 17:21:58.543473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:21:58.547387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Usage tracker for resource:security_group_rule and tenant:cb48801b4c2c47e8bbde7c791a19064a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:21:58.551213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:21:58.558231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:21:58.628233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57590dec-d66a-42ee-8391-326876562ccf req-8bc34d18-ce86-4563-ba3f-19986b399270 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742235 Mar 11 17:21:58.737763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.745727 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.842977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eeb9186e-5af8-41db-a421-17f8a1b0119a req-b285fed1-ca53-4389-8aea-e28f33e36012 tempest-ServersAdmin275Test-775813641 tempest-ServersAdmin275Test-775813641-project] 10.222.0.96 "GET /v2.0/ports?device_id=62e1f870-43c9-450a-a482-d08f2d83e583 HTTP/1.1" status: 200 len: 210 time: 0.0542309 Mar 11 17:21:58.901296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cb48801b4c2c47e8bbde7c791a19064a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4311159 Mar 11 17:21:58.903290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67805b3e-cc63-466d-9585-82d997261045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6448b5b-cc2c-45b0-a087-3f8608e30b87,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:58.905908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40172) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:21:59.042498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1234ba9f-ea1f-4217-928d-b8913dcde644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:59.112125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1234ba9f-ea1f-4217-928d-b8913dcde644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:59.316131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2557165d-5c52-4b80-b478-e286d6515b14 req-409164df-8f82-43fd-b6de-715e988d6876 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1659012 Mar 11 17:21:59.318111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1234ba9f-ea1f-4217-928d-b8913dcde644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:59.340215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234ba9f-ea1f-4217-928d-b8913dcde644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6448b5b-cc2c-45b0-a087-3f8608e30b87,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:59.367163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1234ba9f-ea1f-4217-928d-b8913dcde644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:59.372528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1234ba9f-ea1f-4217-928d-b8913dcde644 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e6448b5b-cc2c-45b0-a087-3f8608e30b87 HTTP/1.1" status: 204 len: 168 time: 0.4654427 Mar 11 17:21:59.391558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04f39507-93eb-4710-b267-59d38fb4918f req-502d457d-a97f-4565-b4b8-1cc1b4a3d430 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 1096 time: 0.1462889 Mar 11 17:21:59.481133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04f39507-93eb-4710-b267-59d38fb4918f req-1fe7e725-a635-488e-9f44-ce3fa921dbab tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750043 Mar 11 17:21:59.792041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dae175-5142-4f76-8714-d843c47fa515 req-e55a5a0f-a18b-458e-ac77-e377c39b73e6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:59.803377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01dae175-5142-4f76-8714-d843c47fa515 req-e55a5a0f-a18b-458e-ac77-e377c39b73e6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.1764565 Mar 11 17:21:59.898871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01dae175-5142-4f76-8714-d843c47fa515 req-fee92042-1f4d-45d4-b8bd-fdd5895c0977 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918531 Mar 11 17:22:00.199511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40214) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:00.230761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.274349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:00.278870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Usage tracker for resource:security_group_rule and tenant:bf4ca86b901b4c0786d00e4a3ea522f8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:00.282401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:00.292075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:00.400207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.407859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.464142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436119c6-67cd-4f6c-8e71-5f99e812bfcb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:00.483176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40222) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:00.483669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8405615a-0849-45bc-b07f-76d44f73e563 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bf4ca86b901b4c0786d00e4a3ea522f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2827439 Mar 11 17:22:00.615025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84b9f5f5-f517-4461-9be1-b330677a61b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.692307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84b9f5f5-f517-4461-9be1-b330677a61b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.740493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-168f01a8-ff0e-403d-bb05-c7d56357121d req-5ce2bc1d-d683-4c17-a586-1495822f4321 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 1096 time: 0.1058969 Mar 11 17:22:00.758709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84b9f5f5-f517-4461-9be1-b330677a61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.762856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40230) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:00.782604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9f5f5-f517-4461-9be1-b330677a61b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436119c6-67cd-4f6c-8e71-5f99e812bfcb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:00.793054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84b9f5f5-f517-4461-9be1-b330677a61b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.794597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-84b9f5f5-f517-4461-9be1-b330677a61b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/436119c6-67cd-4f6c-8e71-5f99e812bfcb HTTP/1.1" status: 204 len: 168 time: 0.3105211 Mar 11 17:22:00.835518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-168f01a8-ff0e-403d-bb05-c7d56357121d req-01dda4d7-dd6f-4569-adc4-07733c7e8963 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846798 Mar 11 17:22:00.863194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-29187b10-4211-499c-be1d-cf9b67c7613d req-3e85565c-eb83-4e2d-9a07-77a6633467be tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:22:00.864166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29187b10-4211-499c-be1d-cf9b67c7613d req-3e85565c-eb83-4e2d-9a07-77a6633467be tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055218 Mar 11 17:22:00.880423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:00.881382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Unknown quota resources ['binding']. {{(pid=83849) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:22:01.076208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.184371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:01.197841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Usage tracker for resource:security_group_rule and tenant:dce0b93588504d65b44d145acfe7dd33 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:01.209416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:01.224563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:01.346695 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.353000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.369740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c3701e5-8a19-4303-84ca-2f625677071d req-388d8563-4f0f-4a13-a9be-4ae088d03f99 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1740854 Mar 11 17:22:01.392212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.392212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.392212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.408041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.408732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.415582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.415900 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.416283 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 2 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.455525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.455769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.456018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.462162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.462523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.480177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.480502 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.480886 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 3 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.504849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.505179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.505513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.521165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.521491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.530243 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dce0b93588504d65b44d145acfe7dd33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7602396 Mar 11 17:22:01.532749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40256) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:01.537254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.537579 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.537960 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 4 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.573102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.573440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.573768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.585769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704060f-2d76-4a18-bbc5-5b514ef0e835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1653f629-4335-421b-a9ca-da4bc01ef22d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:01.586382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.586722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.601224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.601562 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.601951 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 5 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.625157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.625507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.625901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.635183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42fd782d-80f1-49d0-9727-d460cf1ad775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.645418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.645742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.651859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.652252 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.652635 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 6 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.669120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.669503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.670225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.676268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.676589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.682535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.682865 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.683247 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 7 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.699841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.700051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.700426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.707134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.707441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.707975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42fd782d-80f1-49d0-9727-d460cf1ad775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.714206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.714562 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.714944 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 8 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.731121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.731438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.731789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.745244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.745552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.752028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.752413 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.752797 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 9 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.780853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.781510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.782008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.795056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.795542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.812235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.813162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42fd782d-80f1-49d0-9727-d460cf1ad775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.813588 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.814809 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempt 10 to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 Mar 11 17:22:01.837547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:01.837958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:01.838680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.845139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd782d-80f1-49d0-9727-d460cf1ad775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653f629-4335-421b-a9ca-da4bc01ef22d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:01.845781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.846206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Attempting to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:01.852719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:01.853287 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to bind port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:22:01.853729 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.plugin [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] Failed to commit binding results for 35b75a2a-dbfe-42ba-9888-e47a504c8271 after 10 tries Mar 11 17:22:01.854588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42fd782d-80f1-49d0-9727-d460cf1ad775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 could not be created or updated. Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:01.855607 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h2-833436-1 could not be created or updated. Mar 11 17:22:01.859630 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Mar 11 17:22:01.862451 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-42fd782d-80f1-49d0-9727-d460cf1ad775 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1653f629-4335-421b-a9ca-da4bc01ef22d HTTP/1.1" status: 204 len: 168 time: 0.3286996 Mar 11 17:22:01.865508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29187b10-4211-499c-be1d-cf9b67c7613d req-b1a31f8e-83eb-4b95-9e1e-773d9f7e2603 service neutron] 10.222.0.96 "POST /v2.0/ports/35b75a2a-dbfe-42ba-9888-e47a504c8271/bindings HTTP/1.1" status: 500 len: 401 time: 0.9889476 Mar 11 17:22:02.480278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40302) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:02.509100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:02.582607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:02.587297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e9820e06a345cc923d273d23b211b8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:02.591259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:02.597512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:02.723078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:02.733128 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:02.781375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5134a74-b1b4-4abe-a572-0baf07d3a508,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:02.815395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6144e94d-baf9-49bf-b9d8-b09d5d5f9600 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d4e9820e06a345cc923d273d23b211b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3339515 Mar 11 17:22:02.818202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40314) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:02.942144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-ed725351-82fe-4873-92a7-1ad29b7fb0e9 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:22:02.943593 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-ed725351-82fe-4873-92a7-1ad29b7fb0e9 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120010 Mar 11 17:22:02.944648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50d10cf9-addf-4f21-a110-d1b279a26875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:02.963509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:02.964294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Unknown quota resources ['binding']. {{(pid=83848) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:22:02.982590 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:22:03.037154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50d10cf9-addf-4f21-a110-d1b279a26875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.216594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50d10cf9-addf-4f21-a110-d1b279a26875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.303565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50d10cf9-addf-4f21-a110-d1b279a26875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.304713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-50d10cf9-addf-4f21-a110-d1b279a26875 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b5134a74-b1b4-4abe-a572-0baf07d3a508 HTTP/1.1" status: 204 len: 168 time: 0.4853754 Mar 11 17:22:03.319626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d10cf9-addf-4f21-a110-d1b279a26875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5134a74-b1b4-4abe-a572-0baf07d3a508,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:03.376235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.377387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.379624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.397210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.398102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.434480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.436063 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.436633 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 2 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:03.481273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.483501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.484052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.501563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.502216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.516862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.520131 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.521125 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 3 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:03.553037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.553580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.554001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.560355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.562733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.577829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.580252 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.581340 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 4 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:03.602789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce135e1-9cfe-437d-925a-6d300347faee req-4bd621da-57a6-4d25-bb4f-653a277f49eb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:03.606328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ce135e1-9cfe-437d-925a-6d300347faee req-4bd621da-57a6-4d25-bb4f-653a277f49eb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2212713 Mar 11 17:22:03.625506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.626144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.629850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.644322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.644910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.653938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.654433 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.655125 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 5 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:03.725802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.732087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.732335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.754522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ce135e1-9cfe-437d-925a-6d300347faee req-dc76fa40-8ed0-49d6-868f-af69a1680334 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408341 Mar 11 17:22:03.760477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.762773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.812581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.813053 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.813578 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 6 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:03.845874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.846508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.847259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.853876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.854311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.861103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.861504 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.861979 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 7 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:03.906035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.906402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.906740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.919304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.919631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.935966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.936303 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.936678 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 8 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:03.974417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:03.974832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:03.975243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.991096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.991416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:03.998288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:03.998670 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:03.999045 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 9 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:04.033820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:04.034137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:04.034484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:04.041674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:04.042177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:04.048342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:04.048778 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:04.049312 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempt 10 to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 Mar 11 17:22:04.068405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:04.068822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:04.069188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:04.076903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:04.077213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Attempting to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:04.086851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:04.087318 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to bind port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:22:04.088094 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.plugin [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] Failed to commit binding results for fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 after 10 tries Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 could not be created or updated. Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:04.090087 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise value Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h2-833436-1 could not be created or updated. Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: ERROR neutron.api.v2.resource Mar 11 17:22:04.094186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07d2c9be-7a91-4fed-af14-78cdd9306a66 req-f4d5a28f-e540-4fb2-bfdb-9dff40c77c64 service neutron] 10.222.0.96 "POST /v2.0/ports/fde60ff6-98d9-4dd6-91ec-a6bc7abb4239/bindings HTTP/1.1" status: 500 len: 401 time: 1.1346221 Mar 11 17:22:05.303279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547ac9a-82bc-45a8-ad44-bf3d9575bc25 req-44edc3a1-6db1-489e-9dc0-d63375ba5cc0 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:05.304870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8547ac9a-82bc-45a8-ad44-bf3d9575bc25 req-44edc3a1-6db1-489e-9dc0-d63375ba5cc0 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.1398785 Mar 11 17:22:05.375025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8547ac9a-82bc-45a8-ad44-bf3d9575bc25 req-72a49bea-a591-41a7-9770-a7f55ae605dd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601816 Mar 11 17:22:05.879423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-7595f0e3-10bb-4fbe-9ff9-31f1b302766b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:05.887645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-7595f0e3-10bb-4fbe-9ff9-31f1b302766b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.3580468 Mar 11 17:22:05.908404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-3f9fe4c6-4053-4c76-9f12-4c2ea92fe095 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/quotas/b4c822252d624705b05d87dc452f5f51 HTTP/1.1" status: 200 len: 375 time: 0.0198510 Mar 11 17:22:06.031571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-fba6f316-4360-4029-8b63-233b26ca3311 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223147 Mar 11 17:22:06.245310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-50b56f7e-83ba-4620-8b74-0881d00efe9d service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037981 Mar 11 17:22:06.440362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-c3f948d2-9366-44b1-bb7f-caccd0c55a1e service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925044 Mar 11 17:22:06.801652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52c53fc8-213a-47a8-9c42-c43d907f1eb0 req-58b17e9e-00ea-4216-9813-57e304bd824a tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 210 time: 0.0546377 Mar 11 17:22:06.845385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c86b5-59ac-4e54-a3c6-7f8ebe7e0b2d req-898b3223-080a-4073-9bc0-2e0f7d90371c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:06.852598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f4c86b5-59ac-4e54-a3c6-7f8ebe7e0b2d req-898b3223-080a-4073-9bc0-2e0f7d90371c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2405264 Mar 11 17:22:06.920725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f4c86b5-59ac-4e54-a3c6-7f8ebe7e0b2d req-75a37acf-f5f2-44cf-882f-db0e3777164c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670569 Mar 11 17:22:07.161497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40490) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:07.399116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.475380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:07.481054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Usage tracker for resource:security_group_rule and tenant:83afbdd0c13645c481d2056a34835144 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:07.499968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:07.515717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:07.688163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.700567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.787616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=83afbdd0c13645c481d2056a34835144&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6250165 Mar 11 17:22:07.790969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40516) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:07.825382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17dcba-a028-4bda-b369-facba8d24183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34537f75-900e-4937-b809-025e368a5dd5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:07.964340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53dacb35-0ebf-46cd-b4c3-6c2f010b8202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.032037 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53dacb35-0ebf-46cd-b4c3-6c2f010b8202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.138597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53dacb35-0ebf-46cd-b4c3-6c2f010b8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.170691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dacb35-0ebf-46cd-b4c3-6c2f010b8202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34537f75-900e-4937-b809-025e368a5dd5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:08.174538 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53dacb35-0ebf-46cd-b4c3-6c2f010b8202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.176326 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-53dacb35-0ebf-46cd-b4c3-6c2f010b8202 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34537f75-900e-4937-b809-025e368a5dd5 HTTP/1.1" status: 204 len: 168 time: 0.3837440 Mar 11 17:22:08.198773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-240c192b-6e9e-4d82-b0b3-c4749891f6ca req-f52d6f54-f238-4957-bd07-9c11994a2203 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 210 time: 0.1800435 Mar 11 17:22:08.500549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b9cee-7c2d-4e2f-bbbc-da55be3a345b req-595d7416-9ec2-4dab-8d29-0b9b30fb4ac1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:08.510321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-244b9cee-7c2d-4e2f-bbbc-da55be3a345b req-595d7416-9ec2-4dab-8d29-0b9b30fb4ac1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.3790555 Mar 11 17:22:08.824819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.843228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-244b9cee-7c2d-4e2f-bbbc-da55be3a345b req-13f97fde-3894-48a4-b958-8d991605101d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314538 Mar 11 17:22:09.008299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40572) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:09.052245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.120228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-d127aeed-5803-44e7-abbe-def9b094f1ed tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:09.121750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-d127aeed-5803-44e7-abbe-def9b094f1ed tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.5407960 Mar 11 17:22:09.187972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:09.192277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40576) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:09.195933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Usage tracker for resource:security_group_rule and tenant:bb9f7f6341e94089aa7ffce3244e22a1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:09.200745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:09.222517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:09.222875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Request body: {'port': {'device_id': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'admin_state_up': True, 'tenant_id': 'b4c822252d624705b05d87dc452f5f51'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:09.368972 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.380864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.490220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bb9f7f6341e94089aa7ffce3244e22a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4769490 Mar 11 17:22:09.493998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:09.520879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38c572-43b7-4277-a76d-6394eb0d3f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e452e-d7b6-484e-83f8-34c15d5b3a43,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:09.577913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-118f5e3e-b7b9-4085-bf77-36f4ad8b05cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.603225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08c5c4c5-0d66-4cb2-8582-5e11f452eff0 req-63ac1873-2233-4115-ae3e-a52c90fbd2aa tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 210 time: 0.1362686 Mar 11 17:22:09.632229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-118f5e3e-b7b9-4085-bf77-36f4ad8b05cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.641380 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.701218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:09.707449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:09.716029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:faa4644a8a2748fcbf5e31f54ab304c1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:09.719195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:09.721553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:09.729262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:09.747582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Made reservation on behalf of b4c822252d624705b05d87dc452f5f51 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:09.750751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.781333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-118f5e3e-b7b9-4085-bf77-36f4ad8b05cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.825405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f5e3e-b7b9-4085-bf77-36f4ad8b05cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e452e-d7b6-484e-83f8-34c15d5b3a43,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:09.827772 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-118f5e3e-b7b9-4085-bf77-36f4ad8b05cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.831947 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-118f5e3e-b7b9-4085-bf77-36f4ad8b05cb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7b1e452e-d7b6-484e-83f8-34c15d5b3a43 HTTP/1.1" status: 204 len: 168 time: 0.3324428 Mar 11 17:22:10.044720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.059985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Allocated IP 172.20.0.12 (c0fc87ad-c604-4856-8121-97a0326e11ac/7d12b9a1-4acb-41d3-b473-4350706998f6/bbdc5113-1a57-494f-8c90-fb6642fdebaf) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:10.068248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.450377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956e8348-e508-4864-a012-002caae8a2f1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:10.489215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3ab82b72-e7c3-4fed-a70a-47fa3b32c3a0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=faa4644a8a2748fcbf5e31f54ab304c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2937427 Mar 11 17:22:10.489621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40626) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:10.598842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-054b9ef7-5c8a-490e-a162-dec8cee74ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.628831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-054b9ef7-5c8a-490e-a162-dec8cee74ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.748471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81320ae0-0f50-47fa-b27d-86695f8bf6fb req-82ded7f3-4974-4854-9ee1-e0ec7fc6af5e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:10.750641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81320ae0-0f50-47fa-b27d-86695f8bf6fb req-82ded7f3-4974-4854-9ee1-e0ec7fc6af5e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.6597352 Mar 11 17:22:10.778089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-054b9ef7-5c8a-490e-a162-dec8cee74ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.810663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b9ef7-5c8a-490e-a162-dec8cee74ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956e8348-e508-4864-a012-002caae8a2f1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:10.822849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-054b9ef7-5c8a-490e-a162-dec8cee74ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.823989 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-054b9ef7-5c8a-490e-a162-dec8cee74ef9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/956e8348-e508-4864-a012-002caae8a2f1 HTTP/1.1" status: 204 len: 168 time: 0.3333921 Mar 11 17:22:10.980594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-547eeb1f-40c7-4655-b207-48d0f9a5e5d7 req-5dd8e1e4-fddf-43b2-965c-575fff4e9a9f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 210 time: 0.1051662 Mar 11 17:22:11.022084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.056044 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81320ae0-0f50-47fa-b27d-86695f8bf6fb req-e97916a9-0670-4e73-8a73-3c8be614e715 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797520 Mar 11 17:22:11.112450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.161893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64', 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:22:11.283733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event updated for resources: {'Port': ['ID=bbdc5113-1a57-494f-8c90-fb6642fdebaf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:11.314311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Network c0fc87ad-c604-4856-8121-97a0326e11ac is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:11.316585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:11.328189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:11.337263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:11.353496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.509353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ec970d69-e342-46b5-b7be-b851bece8f1e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3011272 Mar 11 17:22:11.533569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Request body: {'port': {'device_id': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:11.820356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.914895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40660) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:11.966225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.125285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:12.136892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Usage tracker for resource:security_group_rule and tenant:743051eef5204b29aa1e8875f800f032 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:12.142896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:12.166990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:12.313416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11e97b03-5e01-4a4a-ad77-c8754407b399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.365683 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.375160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.503359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df144f-d976-483c-a0e9-8e8e8ef799ce,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:12.509209 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-65dded65-4755-4695-a2e3-95b28839a76a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=743051eef5204b29aa1e8875f800f032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5894563 Mar 11 17:22:12.512068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40676) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:12.634609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9295d1b1-f0e8-411c-86d8-11118569e834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.716489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9295d1b1-f0e8-411c-86d8-11118569e834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.723366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d3d79-2725-4744-9525-eca1c9109e21 req-1e7c6e40-57e3-4f7d-9970-38f8ed5626ec tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:12.724108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8c9d3d79-2725-4744-9525-eca1c9109e21 req-1e7c6e40-57e3-4f7d-9970-38f8ed5626ec tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:12.847038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdc5113-1a57-494f-8c90-fb6642fdebaf {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:12.861588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8694-8c36-45e6-a660-9da57fa2b71a req-67e4a89c-c689-465c-bd7c-ec236a2a5394 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:12.868732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da1d8694-8c36-45e6-a660-9da57fa2b71a req-67e4a89c-c689-465c-bd7c-ec236a2a5394 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.4724569 Mar 11 17:22:12.869508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9295d1b1-f0e8-411c-86d8-11118569e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.873754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.890187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8c9d3d79-2725-4744-9525-eca1c9109e21 req-1e7c6e40-57e3-4f7d-9970-38f8ed5626ec tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:12.891596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c9d3d79-2725-4744-9525-eca1c9109e21 req-1e7c6e40-57e3-4f7d-9970-38f8ed5626ec tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 932 time: 0.6321666 Mar 11 17:22:12.937763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295d1b1-f0e8-411c-86d8-11118569e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df144f-d976-483c-a0e9-8e8e8ef799ce,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:12.939166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Transition to ACTIVE for port object bbdc5113-1a57-494f-8c90-fb6642fdebaf will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:12.962650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9295d1b1-f0e8-411c-86d8-11118569e834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.964096 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9295d1b1-f0e8-411c-86d8-11118569e834 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a9df144f-d976-483c-a0e9-8e8e8ef799ce HTTP/1.1" status: 204 len: 168 time: 0.4509606 Mar 11 17:22:12.969824 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.038132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da1d8694-8c36-45e6-a660-9da57fa2b71a req-380c220b-4431-49f3-bf28-1980f29662ad tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681492 Mar 11 17:22:13.085891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c9d3d79-2725-4744-9525-eca1c9109e21 req-58ce7d53-cc47-4360-b126-dc1634b0cfc3 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832681 Mar 11 17:22:13.267971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Pushing event updated for resources: {'Port': ['ID=bbdc5113-1a57-494f-8c90-fb6642fdebaf,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:13.419442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:13.419807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:13.420128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:13.432220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:13.434884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:13.459429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:13.459774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Checking segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:13.460251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Bound using segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:13.461007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Bound port: bbdc5113-1a57-494f-8c90-fb6642fdebaf, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:13.463148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.740770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] For port bbdc5113-1a57-494f-8c90-fb6642fdebaf, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:13.760020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] For port bbdc5113-1a57-494f-8c90-fb6642fdebaf, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbdc5113-1a57-494f-8c90-fb6642fdebaf,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:13.790595 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.999026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.002899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] 10.222.0.59 "PUT /v2.0/ports/bbdc5113-1a57-494f-8c90-fb6642fdebaf HTTP/1.1" status: 200 len: 1092 time: 2.4794044 Mar 11 17:22:14.009709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'tag': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:14.050656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c520f-9b98-400e-91a4-c9b6bb64f93c service neutron] Pushing event updated for resources: {'Port': ['ID=bbdc5113-1a57-494f-8c90-fb6642fdebaf,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:14.180556 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'tag': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf', 'status': 'completed', 'code': 200} Mar 11 17:22:14.311243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-5c9b8f54-c8b1-440c-9314-b0a4ad0fd592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 1095 time: 0.2195485 Mar 11 17:22:14.461922 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-743ab530-6bb9-43f3-bb6c-6ec02bf659d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.595486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-94b3318c-d2c5-4aa6-b60e-3c997172429d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbdc5113-1a57-494f-8c90-fb6642fdebaf HTTP/1.1" status: 200 len: 217 time: 0.2670867 Mar 11 17:22:14.717048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e4843-60f0-4e9a-833c-5e270a9a2506 req-d58bcf43-8cd1-4b2d-b2fc-816d14024fd0 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:14.718666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c23e4843-60f0-4e9a-833c-5e270a9a2506 req-d58bcf43-8cd1-4b2d-b2fc-816d14024fd0 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.2670596 Mar 11 17:22:14.729300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95fc1-1c40-4ba8-a21b-2d17da2c8420 req-e65064ee-95e5-440e-8452-849a1b842611 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:14.737428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99e95fc1-1c40-4ba8-a21b-2d17da2c8420 req-e65064ee-95e5-440e-8452-849a1b842611 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 944 time: 0.1525214 Mar 11 17:22:14.859546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ccbb5f6f-7274-44b4-b5fb-671068b9e4af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:14.861119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-ccbb5f6f-7274-44b4-b5fb-671068b9e4af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1197138 Mar 11 17:22:14.887445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99e95fc1-1c40-4ba8-a21b-2d17da2c8420 req-47d1334b-4869-4759-9bc4-5dab06261667 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489489 Mar 11 17:22:14.912511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40744) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:14.984346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-6a964c30-60ec-4d61-be03-2c7cf2b83753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127088 Mar 11 17:22:14.986809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c23e4843-60f0-4e9a-833c-5e270a9a2506 req-5f5dc9a2-89c0-42ad-bcc7-489805bb330f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470536 Mar 11 17:22:15.191329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-network', 'tenant_id': '2ee041424da6455a9e6116d256b2213c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:15.201368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:15.214841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Usage tracker for resource:network and tenant:2ee041424da6455a9e6116d256b2213c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:15.220830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:15.233801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:15.256724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Made reservation on behalf of 2ee041424da6455a9e6116d256b2213c for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:15.265046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.293332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.342541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-abfb227a-260f-4ed9-a15c-3d99471f5697 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506749 Mar 11 17:22:15.367999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:15.379346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Usage tracker for resource:security_group_rule and tenant:2ee041424da6455a9e6116d256b2213c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:15.383799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:15.395387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:15.478924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.514863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569482-04e7-4868-b9ca-d3f705c7fb53 req-67d61e93-782a-4494-9b92-8b7ecde967d8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:15.522007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54569482-04e7-4868-b9ca-d3f705c7fb53 req-67d61e93-782a-4494-9b92-8b7ecde967d8 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 945 time: 0.2248709 Mar 11 17:22:15.528202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.537495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.561566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:15.572196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.572529 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Added segment 70dda37c-3184-4643-b53c-6d560541e838 of type vlan for network 72a7b87e-580d-41a4-92a5-170960fb800c Mar 11 17:22:15.595151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09edc3f8-ac6f-479f-9a6e-52509d4351a3 req-3f1d30b1-469c-4ad5-afb0-d93735369f44 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361002 Mar 11 17:22:15.619337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.646682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54569482-04e7-4868-b9ca-d3f705c7fb53 req-b330a9a7-3178-4a58-8287-a4f7e528f2ac tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223261 Mar 11 17:22:15.661663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.706148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.707215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:15.707860 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.722947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-5a8d490a-70ee-4e1e-a7a8-33e8701364b4 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457528 Mar 11 17:22:15.746746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed53066e-57dc-420a-a298-028078a96c0f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:15.833564 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9196720 Mar 11 17:22:15.834473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527c3d2-1863-4690-bb8a-86b217ebcdbe admin admin] Pushing event updated for resources: {'Network': ['ID=72a7b87e-580d-41a4-92a5-170960fb800c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:15.836626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40768) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:15.844500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 72a7b87e-580d-41a4-92a5-170960fb800c details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:22:15.848471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Request body: {'subnet': {'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-subnet', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:15.853517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:15.857422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Usage tracker for resource:subnet and tenant:2ee041424da6455a9e6116d256b2213c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:15.860671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:15.867711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:15.881851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Made reservation on behalf of 2ee041424da6455a9e6116d256b2213c for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:15.885267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.993510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-85bd3755-4385-4e03-84ac-3148239afb01 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:16.003495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-85bd3755-4385-4e03-84ac-3148239afb01 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735608 Mar 11 17:22:16.016764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-706db823-0395-4c90-919a-8857072f05fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 1095 time: 0.2495592 Mar 11 17:22:16.027900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-c6bb1b8d-44a1-42c6-a47c-2e46d03055de tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/quotas/f83120e3b28e4e86a82431693c2c0974 HTTP/1.1" status: 200 len: 375 time: 0.0234294 Mar 11 17:22:16.126768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-63aaca41-3bc3-4d77-850c-9c4f4fcc6a5b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978558 Mar 11 17:22:16.212627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.267535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-7ff05b16-01eb-4674-ac2a-a708cad67cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:16.269031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-7ff05b16-01eb-4674-ac2a-a708cad67cb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 909 time: 0.2029300 Mar 11 17:22:16.282039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754b3ea-31f7-4f3a-a6d3-80f394f179ea req-8cf43763-3b67-4b2b-9176-4345bc0cf5eb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:16.283674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8754b3ea-31f7-4f3a-a6d3-80f394f179ea req-8cf43763-3b67-4b2b-9176-4345bc0cf5eb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 944 time: 0.2186773 Mar 11 17:22:16.421195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0065482b-67ff-4acd-bdf2-199b622809b1,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:16.430873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Checking segment: {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:16.431276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Network hostable DHCP agents. Network: 72a7b87e-580d-41a4-92a5-170960fb800c, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:16.434311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-b5ce6075-4208-4e82-9212-cbca0cd93328 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbdc5113-1a57-494f-8c90-fb6642fdebaf HTTP/1.1" status: 200 len: 217 time: 0.1125777 Mar 11 17:22:16.468120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Network 72a7b87e-580d-41a4-92a5-170960fb800c is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:16.481115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8754b3ea-31f7-4f3a-a6d3-80f394f179ea req-07b851a7-3e34-4d1c-bc9b-db44cf9b64f5 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841650 Mar 11 17:22:16.493106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 72a7b87e-580d-41a4-92a5-170960fb800c) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:16.502049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c136290-4b51-4d43-913f-8cfc6192e896 None None] Network 72a7b87e-580d-41a4-92a5-170960fb800c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:22:16.508012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:16.508658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.553554 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-96e2f388-9840-467c-86c0-f8d5fb760ea5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7101002 Mar 11 17:22:16.556156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40790) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:16.565483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:16.581116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:16.587144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Usage tracker for resource:router and tenant:2ee041424da6455a9e6116d256b2213c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:16.596989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:16.603598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-62f2be97-474c-4318-805b-30a2759a5aab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:16.605131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-62f2be97-474c-4318-805b-30a2759a5aab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1218338 Mar 11 17:22:16.607260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:16.625908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.627180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.662937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.744098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-4e59d379-d964-403f-87ee-939442f79901 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559030 Mar 11 17:22:16.811698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51c7b201-f87f-46ab-a112-efa4b337dc11 req-a4ccd23e-5968-4a48-a4ba-5da47917f410 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 210 time: 0.2034745 Mar 11 17:22:16.833170 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.890877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-72a7b87e-580d-41a4-92a5-170960fb800c', 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'fixed_ips': [{'subnet_id': '0065482b-67ff-4acd-bdf2-199b622809b1'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:22:16.892403 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.950315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.226730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Allocated IP 172.20.0.2 (72a7b87e-580d-41a4-92a5-170960fb800c/0065482b-67ff-4acd-bdf2-199b622809b1/9a347920-de93-4ea7-917f-f45ae879be07) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:17.361463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.433071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.496213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323283b2-c0b5-442f-92a8-45e8fe3e59a9 req-6583c27b-88a7-48fc-af6c-04c83bd89e49 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:17.501029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-323283b2-c0b5-442f-92a8-45e8fe3e59a9 req-6583c27b-88a7-48fc-af6c-04c83bd89e49 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.7573650 Mar 11 17:22:17.522777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.533778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Transition to ACTIVE for port object 9a347920-de93-4ea7-917f-f45ae879be07 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:17.557870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Transition to ACTIVE for port object 9a347920-de93-4ea7-917f-f45ae879be07 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:17.564938 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.571728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986756d1-b88a-472d-8c7f-006050afc056 req-056d8261-2844-4f28-b251-5232d471dc7c tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:17.573261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-986756d1-b88a-472d-8c7f-006050afc056 req-056d8261-2844-4f28-b251-5232d471dc7c tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 945 time: 0.4525299 Mar 11 17:22:17.576805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-7925f5a8-c20b-4e42-8215-c0da932d4d53 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624385 Mar 11 17:22:17.637279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Network 72a7b87e-580d-41a4-92a5-170960fb800c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:17.640912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:17.642886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Pushing event updated for resources: {'Port': ['ID=9a347920-de93-4ea7-917f-f45ae879be07,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:17.645880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:17.657077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.657411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.657744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.658071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.658406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.658734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.659051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.659631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.659949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.660513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.660718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Allocated IP 172.25.3.168 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8919e01f-8070-43e2-99ac-3d268d6ea56d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:17.660826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:17.671435 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-bfb40bc5-f1a6-4f5e-b173-f12fae1ad4dc service neutron] show failed (client error): The resource could not be found. Mar 11 17:22:17.672438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-bfb40bc5-f1a6-4f5e-b173-f12fae1ad4dc service neutron] 10.222.0.59 "GET /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead/bindings/n-h2-833436-1 HTTP/1.1" status: 404 len: 380 time: 0.4150889 Mar 11 17:22:17.774187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Attempting to bind port 9a347920-de93-4ea7-917f-f45ae879be07 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:17.774491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Attempting to bind port 9a347920-de93-4ea7-917f-f45ae879be07 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:17.774843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Attempting to bind port 9a347920-de93-4ea7-917f-f45ae879be07 on network 72a7b87e-580d-41a4-92a5-170960fb800c {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:17.790642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:17.791012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Checking segment: {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:17.791413 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.792187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Bound using segment: {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:17.792320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-323283b2-c0b5-442f-92a8-45e8fe3e59a9 req-e672893d-d72b-4960-a8da-a71d2074021c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171543 Mar 11 17:22:17.792433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Bound port: 9a347920-de93-4ea7-917f-f45ae879be07, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:17.792597 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.811095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ef29a-6f1e-4614-b395-55ffaea8a5cd req-ef3e60db-b36d-4d24-9bf0-fdcce1a7bd50 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:17.829446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-499ef29a-6f1e-4614-b395-55ffaea8a5cd req-ef3e60db-b36d-4d24-9bf0-fdcce1a7bd50 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 945 time: 0.5705044 Mar 11 17:22:17.879878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Deleting port 40136419-485f-453e-8798-9125ab87a8cb {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:22:17.880494 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.928601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.943948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] For port 9a347920-de93-4ea7-917f-f45ae879be07, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:17.962337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] For port 9a347920-de93-4ea7-917f-f45ae879be07, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9a347920-de93-4ea7-917f-f45ae879be07,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:17.964124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb06cd4-fc36-489f-b90e-fac2fe0f7231 req-0dbbab63-8822-4c2a-8d46-a10afc0ee16c service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660522 Mar 11 17:22:17.972596 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.973185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.062986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-499ef29a-6f1e-4614-b395-55ffaea8a5cd req-b3f67f85-2274-4e95-b3b1-00df11c592ef tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/security-groups?id=f2113658-2215-465f-bda5-fe6b8259b25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318079 Mar 11 17:22:18.124324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:18.126397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e226303-7213-4d4c-a980-d01ac4dc906e None None] Pushing event updated for resources: {'Port': ['ID=9a347920-de93-4ea7-917f-f45ae879be07,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:18.142664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:18.152882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:18.253275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8919e01f-8070-43e2-99ac-3d268d6ea56d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:18.568245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.572624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.575698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-cfc17521-aa96-433e-90c1-681557bd4828 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1101 time: 0.5116081 Mar 11 17:22:18.636024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:18.720807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] For port 40136419-485f-453e-8798-9125ab87a8cb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=40136419-485f-453e-8798-9125ab87a8cb,segment=NetworkSegment(b11d6121-4c38-4db1-b854-6440e8fe47de),segment_id=b11d6121-4c38-4db1-b854-6440e8fe47de)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:18.721181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.917771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Calling delete_port for 40136419-485f-453e-8798-9125ab87a8cb owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:22:18.948460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Router ff675398-b90a-49e9-9691-b16a91379fbb is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:22:19.004421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72e71-5c23-4de7-af82-64e3a8e1bcff req-5b98e009-10ed-437e-92c9-fab8990680e9 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:19.011741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8c72e71-5c23-4de7-af82-64e3a8e1bcff req-5b98e009-10ed-437e-92c9-fab8990680e9 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 944 time: 0.6960177 Mar 11 17:22:19.064779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbdc5113-1a57-494f-8c90-fb6642fdebaf details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:22:19.073726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3b402c92-4983-47b1-9417-550abbcae0c0 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:19.119379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-781f5830-52e4-4c5d-b804-6f289bc92d5f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2142620 Mar 11 17:22:19.265573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:19.282450 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Sync routers for ids ['ff675398-b90a-49e9-9691-b16a91379fbb'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:22:19.307432 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Routers {'ff675398-b90a-49e9-9691-b16a91379fbb'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:19.308059 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ff675398-b90a-49e9-9691-b16a91379fbb'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:19.312898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.315003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cc248fcc-4580-44b4-9d5e-897f3ce682d0 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7540934 Mar 11 17:22:19.317642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40856) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:19.446864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.574893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:19.596175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:19.597970 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Set router ff675398-b90a-49e9-9691-b16a91379fbb gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:19.616112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.618113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 40136419-485f-453e-8798-9125ab87a8cb no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:19.836126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.848562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:19.852794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905db7fb-b2bf-4bc0-bd7e-5ca20e2ccac3 None None] Network 72a7b87e-580d-41a4-92a5-170960fb800c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:22:19.952073 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:18Z', 'revision_number': 3, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:19.959270 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Checking router: ff675398-b90a-49e9-9691-b16a91379fbb for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:22:19.960095 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Updating router ff675398-b90a-49e9-9691-b16a91379fbb port 8919e01f-8070-43e2-99ac-3d268d6ea56d binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:22:19.964482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Pushing event deleted for resources: {'Port': ['ID=40136419-485f-453e-8798-9125ab87a8cb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:20.019275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2f2fd13-7f44-4c3c-b2c7-7cb713d21309 req-73dc7fc9-3987-41ff-aa25-8d8cab575e0c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 210 time: 0.7747848 Mar 11 17:22:20.027840 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.037105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] No DVR routers for this DVR port 40136419-485f-453e-8798-9125ab87a8cb on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:20.157771 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.193101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-d974f476-813f-4e11-9bbc-9393dee5699e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:20.194676 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-d974f476-813f-4e11-9bbc-9393dee5699e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9491787 Mar 11 17:22:20.195764 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.206400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce227b3-982e-4e14-a105-ba2044295d93', 'name': 'network-vif-deleted', 'tag': '40136419-485f-453e-8798-9125ab87a8cb'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:20.221713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No active binding found for port 40136419-485f-453e-8798-9125ab87a8cb {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:22:20.222409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 40136419-485f-453e-8798-9125ab87a8cb not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:20.244162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:20.263859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7ddc55a0-c055-46cf-a828-5c32e4c67b7f None None] Provisioning for port 9a347920-de93-4ea7-917f-f45ae879be07 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:20.274566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbdc5113-1a57-494f-8c90-fb6642fdebaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbdc5113-1a57-494f-8c90-fb6642fdebaf,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:20.291888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8c72e71-5c23-4de7-af82-64e3a8e1bcff req-feb9aa7e-4f5a-44b2-99d1-135c4d4eb9a4 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2790375 Mar 11 17:22:20.311917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'port_id': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf', 'mac_address': 'fa:16:3e:58:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d12b9a1-4acb-41d3-b473-4350706998f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:22:20.507059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-986756d1-b88a-472d-8c7f-006050afc056 req-39a89dcf-0c6a-40aa-a1ee-7a7dc5855576 tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.59 "DELETE /v2.0/ports/40136419-485f-453e-8798-9125ab87a8cb HTTP/1.1" status: 204 len: 173 time: 2.8813260 Mar 11 17:22:20.550200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9a347920-de93-4ea7-917f-f45ae879be07 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:20.631805 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.650566 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.670424 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Transition to ACTIVE for port object 8919e01f-8070-43e2-99ac-3d268d6ea56d will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:20.687892 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.779037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdc5113-1a57-494f-8c90-fb6642fdebaf {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:20.843203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbdc5113-1a57-494f-8c90-fb6642fdebaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbdc5113-1a57-494f-8c90-fb6642fdebaf,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:20.846797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9a347920-de93-4ea7-917f-f45ae879be07 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:20.855284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9a347920-de93-4ea7-917f-f45ae879be07 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:20.855666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.880940 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.939447 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Pushing event updated for resources: {'Port': ['ID=8919e01f-8070-43e2-99ac-3d268d6ea56d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:20.955298 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Attempting to bind port 8919e01f-8070-43e2-99ac-3d268d6ea56d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:20.955653 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Attempting to bind port 8919e01f-8070-43e2-99ac-3d268d6ea56d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:20.956002 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Attempting to bind port 8919e01f-8070-43e2-99ac-3d268d6ea56d on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:20.982853 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.983186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.983512 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.983833 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.990550 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.990933 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.991259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.991582 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.995932 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.996347 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:20.996684 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:21.005791 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:21.006162 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:21.006583 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.006964 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:21.007425 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Bound port: 8919e01f-8070-43e2-99ac-3d268d6ea56d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:21.007929 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.025180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbdc5113-1a57-494f-8c90-fb6642fdebaf,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:21.094722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device af44d5e5-5b18-4af7-a339-1835a68f0ead no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:21.167825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.177418 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] For port 8919e01f-8070-43e2-99ac-3d268d6ea56d, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:21.183036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cd542-9274-4537-9b19-789c665428fe req-ff862b1c-7b54-4787-a8eb-fbbce39e6f62 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:21.184594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb9cd542-9274-4537-9b19-789c665428fe req-ff862b1c-7b54-4787-a8eb-fbbce39e6f62 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 950 time: 0.8750830 Mar 11 17:22:21.188682 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] For port 8919e01f-8070-43e2-99ac-3d268d6ea56d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8919e01f-8070-43e2-99ac-3d268d6ea56d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:21.198392 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.198590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c833825d-77e9-44f3-93cf-e1ab3c7f666f req-a4d5a394-a740-46af-b6cb-545d31910c3e tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Synchronizing usage tracker for tenant:da8baed098864f9db0a5ff433e7c715a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:21.279908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:21.299748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Usage tracker for resource:port and tenant:f83120e3b28e4e86a82431693c2c0974 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:21.307601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:21.387692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:21.389749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c833825d-77e9-44f3-93cf-e1ab3c7f666f req-a4d5a394-a740-46af-b6cb-545d31910c3e tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] Unset dirty status for tenant:da8baed098864f9db0a5ff433e7c715a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:21.404388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c833825d-77e9-44f3-93cf-e1ab3c7f666f req-a4d5a394-a740-46af-b6cb-545d31910c3e tempest-VolumesAdminNegativeTest-1814219697 tempest-VolumesAdminNegativeTest-1814219697-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ce227b3-982e-4e14-a105-ba2044295d93 HTTP/1.1" status: 200 len: 210 time: 0.3095181 Mar 11 17:22:21.420975 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1fa1-e772-4086-814e-cd5794116de7 None None] Pushing event updated for resources: {'Port': ['ID=8919e01f-8070-43e2-99ac-3d268d6ea56d,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:21.445728 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Routers {'ff675398-b90a-49e9-9691-b16a91379fbb'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:21.447148 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ff675398-b90a-49e9-9691-b16a91379fbb'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:21.495218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb9cd542-9274-4537-9b19-789c665428fe req-d0751b15-84c7-4830-8190-29f5140cb011 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853601 Mar 11 17:22:21.555625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:21.595217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:21.600420 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.600701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Allocated IP 172.20.0.1 (72a7b87e-580d-41a4-92a5-170960fb800c/0065482b-67ff-4acd-bdf2-199b622809b1/eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:21.616611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['bbdc5113-1a57-494f-8c90-fb6642fdebaf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:22:21.744962 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0', 'code': 200} Mar 11 17:22:21.759069 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] Set router ff675398-b90a-49e9-9691-b16a91379fbb gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:21.846317 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce227b3-982e-4e14-a105-ba2044295d93', 'name': 'network-vif-deleted', 'tag': '40136419-485f-453e-8798-9125ab87a8cb', 'status': 'completed', 'code': 200} Mar 11 17:22:21.846825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.896682 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:22:21.905115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d9a08165-f2ae-4764-84b0-bf3499b278dd None None] Provisioning complete for port 9a347920-de93-4ea7-917f-f45ae879be07 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:21.909533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9a08165-f2ae-4764-84b0-bf3499b278dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.982911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.016438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.026105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Transition to ACTIVE for port object eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:22.060828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:22.076902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.081352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.142854 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:18Z', 'revision_number': 3, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:22.147149 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6820a-608e-4142-8a90-2b43e62e5c5c None None] The sync data for ids ['ff675398-b90a-49e9-9691-b16a91379fbb'] in n-d-833436-1 is: [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:18Z', 'revision_number': 3, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:22:22.268389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Network 72a7b87e-580d-41a4-92a5-170960fb800c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:22.270322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:22.283390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:22.314493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 9a347920-de93-4ea7-917f-f45ae879be07, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9a347920-de93-4ea7-917f-f45ae879be07,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:22.401823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.411782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Pushing event updated for resources: {'Port': ['ID=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:22.431054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.485947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=9a347920-de93-4ea7-917f-f45ae879be07,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:22.581415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720a37-3690-42f8-a449-50e1501b340f req-ff4b3fe9-a22b-43a6-97ae-5fd041995517 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:22.602270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-ff4b3fe9-a22b-43a6-97ae-5fd041995517 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 0.4083641 Mar 11 17:22:22.615412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c7a94ad-9248-42ac-abfd-eae9d7fa9bcd req-44e6ab74-699f-4969-9404-30366cd05f70 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 210 time: 0.6779940 Mar 11 17:22:22.648350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-ef14130a-30ee-4b66-a80b-d041c5e0171b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/quotas/9417ea88f0b942e68b107dd852b88ef1 HTTP/1.1" status: 200 len: 375 time: 0.0403261 Mar 11 17:22:22.672826 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.759256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-8b27100e-3a9b-4dc7-af61-ec455ef13e8e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1101 time: 1.4324007 Mar 11 17:22:22.793319 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.842133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3b5ded6c-6ea7-430b-b307-ce3e55ab8025 None None] Provisioning for port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:22.849287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3b5ded6c-6ea7-430b-b307-ce3e55ab8025 None None] Provisioning complete for port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:22.849885 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b5ded6c-6ea7-430b-b307-ce3e55ab8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.910777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:22.934271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Usage tracker for resource:security_group_rule and tenant:f83120e3b28e4e86a82431693c2c0974 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:22.994263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.000241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.012964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.023925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:23.040154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ded6c-6ea7-430b-b307-ce3e55ab8025 None None] Port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:23.055110 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:22:23.055757 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:22:23.133809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.152286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Pushing event updated for resources: {'Port': ['ID=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:23.265409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:23.292728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:23.352414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Network 72a7b87e-580d-41a4-92a5-170960fb800c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:23.354295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:23.388543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-83425fa0-0601-443c-8045-2b192d1caccf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7040610 Mar 11 17:22:23.680782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbdc5113-1a57-494f-8c90-fb6642fdebaf up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:23.698641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-0f234960-5fea-415e-9f6a-d3e80e2f62e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:23.700407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-0f234960-5fea-415e-9f6a-d3e80e2f62e6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.9014153 Mar 11 17:22:23.772124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port bbdc5113-1a57-494f-8c90-fb6642fdebaf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:23.780185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port bbdc5113-1a57-494f-8c90-fb6642fdebaf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:23.780921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.822089 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.833502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2cb67392-5f09-45b8-9fd6-35c7f43e2345 None None] Provisioning complete for port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:23.834567 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2cb67392-5f09-45b8-9fd6-35c7f43e2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.871178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:23.893829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.922843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2cb67392-5f09-45b8-9fd6-35c7f43e2345 None None] Port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:23.924493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] No DVR routers for this DVR port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:23.978760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2cb67392-5f09-45b8-9fd6-35c7f43e2345 None None] Provisioning complete for port af44d5e5-5b18-4af7-a339-1835a68f0ead triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:23.979148 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2cb67392-5f09-45b8-9fd6-35c7f43e2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.986689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-d5cfdc03-62f8-4365-9639-260e9bf1ee28 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.2597964 Mar 11 17:22:23.991796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Router ff675398-b90a-49e9-9691-b16a91379fbb has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:24.047567 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.077888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2cb67392-5f09-45b8-9fd6-35c7f43e2345 None None] Port af44d5e5-5b18-4af7-a339-1835a68f0ead cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:24.086245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:24.096798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbdc5113-1a57-494f-8c90-fb6642fdebaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbdc5113-1a57-494f-8c90-fb6642fdebaf,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:24.103369 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.173270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbdc5113-1a57-494f-8c90-fb6642fdebaf,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:24.193447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-27a11cca-eb17-4636-a472-a60cf9483d6c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5295033 Mar 11 17:22:24.199985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116557-7c04-4998-bf74-0ddc228774a7 req-91c4df5b-d635-4555-b1d5-04d5a2f1ee39 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:24.201932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a116557-7c04-4998-bf74-0ddc228774a7 req-91c4df5b-d635-4555-b1d5-04d5a2f1ee39 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 945 time: 1.4166713 Mar 11 17:22:24.203385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-dfae5959-9004-4fc6-8d85-5fded285f20f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:24.205271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-dfae5959-9004-4fc6-8d85-5fded285f20f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2034056 Mar 11 17:22:24.259769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:24.278737 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c3a0bc7d-68df-454d-957c-6d374ae78268 admin admin] 10.222.0.96 "PUT /v2.0/routers/ff675398-b90a-49e9-9691-b16a91379fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9515526 Mar 11 17:22:24.305493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78988cd-7f81-4673-bbb3-1468d31e3292,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:24.408858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:24.409222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:24.409547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:24.423244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-5fbfe6eb-7963-482d-9a49-b3d2856afe30 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:24.424968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-5fbfe6eb-7963-482d-9a49-b3d2856afe30 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc7e3811-7454-430a-9e1f-63f8767684a5 HTTP/1.1" status: 200 len: 943 time: 1.0974784 Mar 11 17:22:24.593978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-921f3f3d-3514-439b-bf43-1bc576b76d9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 1096 time: 0.9958217 Mar 11 17:22:24.593978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:24.593978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:24.630834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8919e01f-8070-43e2-99ac-3d268d6ea56d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:24.647297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a116557-7c04-4998-bf74-0ddc228774a7 req-f7db9de4-d237-44ba-8cf2-ec461ca85c4c tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002757 Mar 11 17:22:24.678396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Deleting port 3b402c92-4983-47b1-9417-550abbcae0c0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:22:24.678396 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.776474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:24.777356 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:24.786618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.95 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:24.790483 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 2 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:24.819706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-f0e76970-a6aa-45d7-b78a-367c8f94881d service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990798 Mar 11 17:22:24.844110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8919e01f-8070-43e2-99ac-3d268d6ea56d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:24.854080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8919e01f-8070-43e2-99ac-3d268d6ea56d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:24.855564 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.872267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:24.872574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:24.872898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:24.939997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-21368fd1-25bd-4669-a2fa-4b8511c0610e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6788070 Mar 11 17:22:24.970160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40914) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:25.052049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:25.052396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:25.094407 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.112506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] Deleting subnet f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:22:25.116911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.141883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8919e01f-8070-43e2-99ac-3d268d6ea56d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8919e01f-8070-43e2-99ac-3d268d6ea56d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:25.150857 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.158890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9a347920-de93-4ea7-917f-f45ae879be07 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:25.176411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.258885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:25.258885 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:25.275475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.307422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8919e01f-8070-43e2-99ac-3d268d6ea56d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:25.368779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9a347920-de93-4ea7-917f-f45ae879be07 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:25.369196 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.408794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.472970 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 3 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:25.481756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-dc19ff4b-7aa6-4a82-84d5-03409e1dbd1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:25.483423 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-dc19ff4b-7aa6-4a82-84d5-03409e1dbd1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 922 time: 0.8632708 Mar 11 17:22:25.484776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:25.485486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-29755f4d-6548-49e3-aeb5-f50ecca138c8 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965897 Mar 11 17:22:25.500260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.509394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c6a45974-d7e4-40da-b8f6-36acad270c63 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f634a2ce-ab2b-47a7-9bcd-ee385bb3f8a7 HTTP/1.1" status: 204 len: 168 time: 0.5381303 Mar 11 17:22:25.510018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40924) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:25.650164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.782683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:25.782683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:25.782683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:25.785007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40932) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:25.796289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-network', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:25.816858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:25.823811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Usage tracker for resource:network and tenant:7fc9d1fded724b8492e1248c671e25d6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:25.827469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.835235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:25.845383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:25.864459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-22c50e56-fd23-41e9-9992-b38143491aea service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0337620 Mar 11 17:22:25.864707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc4198b-f835-47a1-b82e-da9eaecfcccb']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:25.877713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Made reservation on behalf of 7fc9d1fded724b8492e1248c671e25d6 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:25.880296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.880627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:25.880947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:25.891478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11d6121-4c38-4db1-b854-6440e8fe47de') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:25.891794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11d6121-4c38-4db1-b854-6440e8fe47de') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:25.900915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-fb7f6f70-4f69-4ad4-ac35-43cb2203dd38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181 HTTP/1.1" status: 200 len: 217 time: 0.3817685 Mar 11 17:22:25.905963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.918893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.948242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.959840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:22:25.960275 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:25.975637 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:25.981352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:25.983741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:25.984069 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:26.005505 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 4 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:26.041092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc9d1fded724b8492e1248c671e25d6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:26.053519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:26.061157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03cba9ee-5bd7-447a-8758-21cb2ced8f59 req-5f558d84-7013-4218-905c-ca9fd3939ce0 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408182 Mar 11 17:22:26.104658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:26.120688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:26.121021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:26.121344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:26.135382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-181bef15-4368-48a4-b3c7-6e0295aadacc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:26.136946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-181bef15-4368-48a4-b3c7-6e0295aadacc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.2249799 Mar 11 17:22:26.139768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] For port 3b402c92-4983-47b1-9417-550abbcae0c0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3b402c92-4983-47b1-9417-550abbcae0c0,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:26.140339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.146855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.174189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ee214-8469-415a-9e74-8fbf84333d94 req-2013d632-d439-4685-8794-bbb1061b3dc1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:26.181806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-877ee214-8469-415a-9e74-8fbf84333d94 req-2013d632-d439-4685-8794-bbb1061b3dc1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 948 time: 1.0377946 Mar 11 17:22:26.209572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.226275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc4198b-f835-47a1-b82e-da9eaecfcccb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:26.267647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-026b7362-1593-4a95-9003-1a7f504fcb07 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ccc4198b-f835-47a1-b82e-da9eaecfcccb HTTP/1.1" status: 204 len: 168 time: 0.7552316 Mar 11 17:22:26.271202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40940) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:26.394284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] Deleting subnet 6a1d8680-5f62-4f5d-9088-dd3b81a12576 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:22:26.399278 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.420039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Calling delete_port for 3b402c92-4983-47b1-9417-550abbcae0c0 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:22:26.456565 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.475218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:26.475588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:26.479983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-c79f6885-4a05-45e7-994e-fdce996029d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2958755 Mar 11 17:22:26.503042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9417729-5784-4d11-bff3-0e4914109c5f req-5c97e881-e8de-4264-86eb-da585282cb7e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 210 time: 0.3198354 Mar 11 17:22:26.557577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Sync routers for ids ['ff675398-b90a-49e9-9691-b16a91379fbb'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:22:26.565108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:26.565363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8919e01f-8070-43e2-99ac-3d268d6ea56d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:26.691380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.699222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.773446 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.781010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Routers {'ff675398-b90a-49e9-9691-b16a91379fbb'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:26.781694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ff675398-b90a-49e9-9691-b16a91379fbb'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:26.837098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:26.844684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fb9fb-f97d-410f-8a00-8e0d06af0577,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:26.860379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.860731 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Added segment 883e9d1b-28cc-4804-807c-b9ff9d85aad5 of type vlan for network e1d4b68e-c86a-49da-a6ef-272f46d58f76 Mar 11 17:22:26.864583 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'code': 200} Mar 11 17:22:26.870942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.886449 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.917692 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf', 'code': 200} Mar 11 17:22:26.949853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:26.950543 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:26.965911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.971638 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 5 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:27.071125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.128117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:27.128450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:27.128769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:27.135815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3b402c92-4983-47b1-9417-550abbcae0c0 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:27.137116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event deleted for resources: {'Port': ['ID=3b402c92-4983-47b1-9417-550abbcae0c0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.148660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.154742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:27.155351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.174659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:27.175248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:27.183574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8919e01f-8070-43e2-99ac-3d268d6ea56d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:27.184372 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.222852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4367497 Mar 11 17:22:27.223982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1d8680-5f62-4f5d-9088-dd3b81a12576,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.230086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:27.240302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 3b402c92-4983-47b1-9417-550abbcae0c0 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:22:27.240556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3b402c92-4983-47b1-9417-550abbcae0c0 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:27.291186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Request body: {'subnet': {'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-subnet', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:27.303458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.308533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a643408a-5d2e-446c-87ec-1eb8bfd03ebf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6a1d8680-5f62-4f5d-9088-dd3b81a12576 HTTP/1.1" status: 204 len: 168 time: 1.0306990 Mar 11 17:22:27.309949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:27.316353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40956) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:27.318594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] No DVR routers for this DVR port 3b402c92-4983-47b1-9417-550abbcae0c0 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:27.321611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.343240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.360777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Usage tracker for resource:subnet and tenant:7fc9d1fded724b8492e1248c671e25d6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:27.365982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-877ee214-8469-415a-9e74-8fbf84333d94 req-cd4aaeb2-bfe8-4d47-9c05-a9356055682e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0886617 Mar 11 17:22:27.374817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:27.387349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:27.399356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c739eeb-77cc-4d4d-9922-c38a46d89290 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d4b68e-c86a-49da-a6ef-272f46d58f76,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.423941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Made reservation on behalf of 7fc9d1fded724b8492e1248c671e25d6 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:27.430804 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.438149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:22:27.474327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Set router ff675398-b90a-49e9-9691-b16a91379fbb gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:27.476521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad008396-de89-4e41-9e29-d8c6983a0f48 req-e8fd3d40-1f77-4864-af35-50ffd9b9195c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "DELETE /v2.0/ports/3b402c92-4983-47b1-9417-550abbcae0c0 HTTP/1.1" status: 204 len: 173 time: 3.0410604 Mar 11 17:22:27.551028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:27.551356 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:27.566316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb1f6cfd-6c72-42c8-a38f-0e5802bbdcc7 req-a83fcc63-2a06-494b-bdd0-96f21ad7963d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 1097 time: 0.2365186 Mar 11 17:22:27.585698 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 6 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:27.616924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:27.706781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb1f6cfd-6c72-42c8-a38f-0e5802bbdcc7 req-f6cedf17-daf9-43bf-9cf4-cbbb910e5718 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212771 Mar 11 17:22:27.843935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.862347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:27.907312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd72df55-287f-4243-aa65-047c892be22e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.939700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:27.945257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:27.946395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.957708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Checking segment: {'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:27.958147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Network hostable DHCP agents. Network: e1d4b68e-c86a-49da-a6ef-272f46d58f76, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:27.977908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:27.978252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:27.978594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:27.995055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:28.006463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e1d4b68e-c86a-49da-a6ef-272f46d58f76) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:28.009470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-559bf7b5-22ef-4637-85e0-df73b1a64b62 req-2785af0a-b0ac-4f64-8c04-fd6be478ad89 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Synchronizing usage tracker for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:28.014270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.014868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.027353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:28.032966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-d2a0e180-8957-4f6a-bc3a-64c5a7f4e8da service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4528437 Mar 11 17:22:28.040556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d652c-3aab-47a8-b8c3-43f50aeafdd9 None None] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:22:28.065979 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9aea133a-d0ef-4bcd-a5d7-0b1047ee974c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8345799 Mar 11 17:22:28.068563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40970) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:28.073886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:28.081926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-75798b76-5df7-47d4-905c-046de373a746 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.8476522 Mar 11 17:22:28.083914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:28.091698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.093582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:28.093921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:28.094386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Usage tracker for resource:router and tenant:7fc9d1fded724b8492e1248c671e25d6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:28.103042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:28.130170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:28.177520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.178794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.195793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Request body: {'port': {'device_id': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:28.233907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.244467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-559bf7b5-22ef-4637-85e0-df73b1a64b62 req-2785af0a-b0ac-4f64-8c04-fd6be478ad89 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Unset dirty status for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:28.245413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-559bf7b5-22ef-4637-85e0-df73b1a64b62 req-2785af0a-b0ac-4f64-8c04-fd6be478ad89 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 210 time: 0.6052680 Mar 11 17:22:28.259899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98084f4-9193-4b27-bf28-9765649e312a req-d8e5309e-c187-42bc-904d-1706af6e6cd1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.267133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a98084f4-9193-4b27-bf28-9765649e312a req-d8e5309e-c187-42bc-904d-1706af6e6cd1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 946 time: 1.0944576 Mar 11 17:22:28.273727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:28.274450 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:28.303026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-899e87b2-f9e9-4e57-8ca4-863351e7a96c None None] Provisioning for port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:28.309771 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 7 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:28.380280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:28.380593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:28.380874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:28.487766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-899e87b2-f9e9-4e57-8ca4-863351e7a96c None None] Provisioning complete for port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:28.488129 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-899e87b2-f9e9-4e57-8ca4-863351e7a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.547611 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.563717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e1d4b68e-c86a-49da-a6ef-272f46d58f76', 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'fixed_ips': [{'subnet_id': 'cd72df55-287f-4243-aa65-047c892be22e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:22:28.564512 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.568124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:28.568868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:28.639612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-899e87b2-f9e9-4e57-8ca4-863351e7a96c None None] Port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:28.652200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a98084f4-9193-4b27-bf28-9765649e312a req-5ccc0137-5462-41d7-b8c1-bdd31393cba0 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840683 Mar 11 17:22:28.652865 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.686340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a77c5fa-3bb3-4dc1-af37-d65af0d0bb40 req-ae49268a-bada-4525-acb3-d72bbff6e64e service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450281 Mar 11 17:22:28.690284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.729918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:28.730187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:22Z', 'revision_number': 4, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3', 'name': '', 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'mac_address': 'fa:16:3e:a6:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0065482b-67ff-4acd-bdf2-199b622809b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:21Z', 'updated_at': '2022-03-11T17:22:22Z', 'revision_number': 2, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'subnets': [{'id': '0065482b-67ff-4acd-bdf2-199b622809b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:28.732127 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:28.744866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Checking router: ff675398-b90a-49e9-9691-b16a91379fbb for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:22:28.745207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Updating router ff675398-b90a-49e9-9691-b16a91379fbb port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:22:28.745595 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 8 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:28.835796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.836113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.836813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.837186 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.837600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.838000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.838378 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.838732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.839061 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.839600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.893799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720a37-3690-42f8-a449-50e1501b340f req-a8a40a11-d92c-44a4-8d3f-83f020af59cb tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.903904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a4720a37-3690-42f8-a449-50e1501b340f req-a8a40a11-d92c-44a4-8d3f-83f020af59cb tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Synchronizing usage tracker for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:28.955559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a4720a37-3690-42f8-a449-50e1501b340f req-a8a40a11-d92c-44a4-8d3f-83f020af59cb tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Unset dirty status for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:28.956700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.957178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.957416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.957751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:22:28.958149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9dbe32-3a0c-468c-aac4-7cb06e4a938a']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:28.963119 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-a8a40a11-d92c-44a4-8d3f-83f020af59cb tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 0.4028525 Mar 11 17:22:28.987976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-deleted', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:29.029630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:29.030219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:29.030733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:29.037256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.039965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56819cfd-142e-4898-82b0-7baf16ca2a81') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:29.040470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56819cfd-142e-4898-82b0-7baf16ca2a81') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:29.051680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Request body: {'port': {'device_id': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'admin_state_up': True, 'tenant_id': '9417ea88f0b942e68b107dd852b88ef1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:29.079671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:29.080250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:29.126019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.170557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29d630-0fdc-4c38-91e2-1528472f8864 req-c9ab74ab-6db5-4854-9811-dcd59770ced5 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:29.171631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-aa29d630-0fdc-4c38-91e2-1528472f8864 req-c9ab74ab-6db5-4854-9811-dcd59770ced5 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:29.186416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:29.187216 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:29.189740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.190557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.196214 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 9 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:29.264846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:29.265464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:29.265942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:29.266262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Allocated IP 172.20.0.2 (e1d4b68e-c86a-49da-a6ef-272f46d58f76/cd72df55-287f-4243-aa65-047c892be22e/3d71b882-bb68-45c5-8209-eeff70abf5cc) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:29.296255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:22:29.296940 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: util.warn_limited( Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: util.warn_limited( Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:29.319224 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:29.321983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.463925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:29.480442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f280ff-2413-41a6-a654-051c457f54ac req-0b26a506-790c-4560-912a-49d4c51e9a49 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:29.484461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:29.492012 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25f280ff-2413-41a6-a654-051c457f54ac req-0b26a506-790c-4560-912a-49d4c51e9a49 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 948 time: 0.4760461 Mar 11 17:22:29.517109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:29.517463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:29.657903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Made reservation on behalf of 9417ea88f0b942e68b107dd852b88ef1 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:29.661076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.704911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.714382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Allocated IP 172.25.3.231 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/1f65d2aa-6d56-4876-9882-b8d48363ed27) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:29.780504 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.831298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Transition to ACTIVE for port object 3d71b882-bb68-45c5-8209-eeff70abf5cc will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:29.869245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Transition to ACTIVE for port object 3d71b882-bb68-45c5-8209-eeff70abf5cc will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:29.879723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.884494 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.907001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:29.916566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.936499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Transition to ACTIVE for port object 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:29.937724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-aa29d630-0fdc-4c38-91e2-1528472f8864 req-c9ab74ab-6db5-4854-9811-dcd59770ced5 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:29.939362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa29d630-0fdc-4c38-91e2-1528472f8864 req-c9ab74ab-6db5-4854-9811-dcd59770ced5 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 935 time: 1.4059231 Mar 11 17:22:29.947669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:29.951356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Transition to ACTIVE for port object eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:29.954213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:29.965081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:29.986244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Allocated IP 172.20.0.13 (074fda53-884b-4958-8576-8b8571e6e8d3/b6361f39-f2f2-4a32-8655-5d1c958520a6/e3f0b170-08ce-41b0-accf-92a287d9a98e) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:29.989759 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.004946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.011252 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.083068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.159992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25f280ff-2413-41a6-a654-051c457f54ac req-f849ee9d-7b49-4240-9c75-44dc66503561 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657541 Mar 11 17:22:30.160643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:30.161037 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:30.184857 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempt 10 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:22:30.191649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.221236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Pushing event updated for resources: {'Port': ['ID=3d71b882-bb68-45c5-8209-eeff70abf5cc,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:30.239260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9dbe32-3a0c-468c-aac4-7cb06e4a938a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:30.309292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-229afb48-f80b-4100-aa5b-d921b51756e6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1b9dbe32-3a0c-468c-aac4-7cb06e4a938a HTTP/1.1" status: 204 len: 168 time: 2.9420986 Mar 11 17:22:30.327435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:30.327643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-aa29d630-0fdc-4c38-91e2-1528472f8864 req-6a680ace-765d-4132-803e-a8828236e002 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:30.335009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:30.337925 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7e3811-7454-430a-9e1f-63f8767684a5', 'name': 'network-vif-deleted', 'tag': '3b402c92-4983-47b1-9417-550abbcae0c0', 'status': 'completed', 'code': 200} Mar 11 17:22:30.344839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:30.345420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:30.345961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:30.357848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:30.439944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Pushing event updated for resources: {'Port': ['ID=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:30.442346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:30.443228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:30.450613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:30.451083 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:22:30.451602 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.451963 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Pushing event updated for resources: {'Port': ['ID=1f65d2aa-6d56-4876-9882-b8d48363ed27,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:30.497369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-aa29d630-0fdc-4c38-91e2-1528472f8864 req-6a680ace-765d-4132-803e-a8828236e002 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:30.501157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa29d630-0fdc-4c38-91e2-1528472f8864 req-6a680ace-765d-4132-803e-a8828236e002 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483091 Mar 11 17:22:30.600211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Attempting to bind port 3d71b882-bb68-45c5-8209-eeff70abf5cc on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:30.600737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Attempting to bind port 3d71b882-bb68-45c5-8209-eeff70abf5cc by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:30.601269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Attempting to bind port 3d71b882-bb68-45c5-8209-eeff70abf5cc on network e1d4b68e-c86a-49da-a6ef-272f46d58f76 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:30.626251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d48ae2-4a93-405a-a67a-6a24538747d4 None None] Pushing event updated for resources: {'Port': ['ID=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:30.653013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.735305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:30.735669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Checking segment: {'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:30.736145 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.736621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Bound using segment: {'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:30.737261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Bound port: 3d71b882-bb68-45c5-8209-eeff70abf5cc, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:30.747188 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.761302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.806565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Attempting to bind port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:30.807008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Attempting to bind port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:30.807428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Attempting to bind port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 on network 72a7b87e-580d-41a4-92a5-170960fb800c {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:30.834638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Network 074fda53-884b-4958-8576-8b8571e6e8d3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:30.835510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40996) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:30.842374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:30.843396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:30.843915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Checking segment: {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:30.844364 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.845846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:30.849069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Bound using segment: {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:30.849635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Bound port: eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:30.850015 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.975506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:30.976226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:22:31.005052 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b80aaf59-e5a0-465a-9814-15500deb9372 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=da8baed098864f9db0a5ff433e7c715a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1260524 Mar 11 17:22:31.009791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] For port 3d71b882-bb68-45c5-8209-eeff70abf5cc, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:31.017118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41000) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:31.018691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] For port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:31.019522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.021643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] For port 3d71b882-bb68-45c5-8209-eeff70abf5cc, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d71b882-bb68-45c5-8209-eeff70abf5cc,segment=NetworkSegment(883e9d1b-28cc-4804-807c-b9ff9d85aad5),segment_id=883e9d1b-28cc-4804-807c-b9ff9d85aad5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:31.023741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] For port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:31.027800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.048267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:31.060115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:31.060887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.066012 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.122273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.123194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.181082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Attempting to bind port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:31.181793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Attempting to bind port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:31.182289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Attempting to bind port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:31.187765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb23db-874b-41ef-9427-5d6f33e21e36 None None] Pushing event updated for resources: {'Port': ['ID=3d71b882-bb68-45c5-8209-eeff70abf5cc,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:31.198645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba597c-0ee1-4efd-9e68-6b88f73b0a12 req-5000b19a-402e-4cc6-b2e1-4dd3e54c1b6c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:31.200756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72ba597c-0ee1-4efd-9e68-6b88f73b0a12 req-5000b19a-402e-4cc6-b2e1-4dd3e54c1b6c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 932 time: 0.5403881 Mar 11 17:22:31.216634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Routers {'ff675398-b90a-49e9-9691-b16a91379fbb'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:31.219813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ff675398-b90a-49e9-9691-b16a91379fbb'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:31.225412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] In _notify_port_updated(), no bound segment for port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:22:31.230998 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.232781 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] 10.222.0.97 "PUT /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 1061 time: 12.6165245 Mar 11 17:22:31.297403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e371-a69e-45eb-8272-48c2f992a8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:31.312212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac61eae-23d2-4f86-87d4-3e6fe06c4d27 req-b10e8c7c-a2b0-4df1-9825-24712c93d9af tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:31.313749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ac61eae-23d2-4f86-87d4-3e6fe06c4d27 req-b10e8c7c-a2b0-4df1-9825-24712c93d9af tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 946 time: 0.4640834 Mar 11 17:22:31.314324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:31.314683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Attempting to bind port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:31.398909 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-51d008a3-3b6c-4048-8a9f-d20c6bd7b6f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3509851 Mar 11 17:22:31.430511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Request body: {'port': {'device_id': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:31.454387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d48ae2-4a93-405a-a67a-6a24538747d4 None None] Pushing event updated for resources: {'Port': ['ID=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:31.545994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:31.546290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:31.546665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:31.547676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Bound port: 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:31.547844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d670c70-e814-4f79-a5f8-24ef38d0373d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.548028 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.618968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72ba597c-0ee1-4efd-9e68-6b88f73b0a12 req-0512993a-4f8c-466d-bb49-b43b7c784a44 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828952 Mar 11 17:22:31.644724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d670c70-e814-4f79-a5f8-24ef38d0373d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.757093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] For port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:31.761453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] For port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:31.781388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.810107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-af80876f-384e-40f2-b839-403b63213114 None None] Provisioning complete for port af44d5e5-5b18-4af7-a339-1835a68f0ead triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:31.810685 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af80876f-384e-40f2-b839-403b63213114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.830011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.858774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] Set router ff675398-b90a-49e9-9691-b16a91379fbb gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:31.930123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d670c70-e814-4f79-a5f8-24ef38d0373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.936538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Pushing event updated for resources: {'Port': ['ID=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:31.944145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ac61eae-23d2-4f86-87d4-3e6fe06c4d27 req-bc3145cf-397a-468b-92fa-f1697b63287d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559149 Mar 11 17:22:31.962857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-66b830c9-d5f9-4227-86af-7823448de558 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1064 time: 0.6668439 Mar 11 17:22:32.011496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-af80876f-384e-40f2-b839-403b63213114 None None] Port af44d5e5-5b18-4af7-a339-1835a68f0ead cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:32.044202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d670c70-e814-4f79-a5f8-24ef38d0373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2113658-2215-465f-bda5-fe6b8259b25b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:32.080785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d670c70-e814-4f79-a5f8-24ef38d0373d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.082324 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4d670c70-e814-4f79-a5f8-24ef38d0373d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f2113658-2215-465f-bda5-fe6b8259b25b HTTP/1.1" status: 204 len: 168 time: 1.0624115 Mar 11 17:22:32.090290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.091696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-cf230db2-0717-4a32-9ec0-a9c2754c920a service neutron] 10.222.0.59 "PUT /v2.0/ports/53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 HTTP/1.1" status: 200 len: 1095 time: 3.9858146 Mar 11 17:22:32.391626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}, {'name': 'network-changed', 'server_uuid': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'tag': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:32.420713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9217-f5de-4eef-b08b-3c886824be86 req-3f5e54b6-c1d6-44e5-92b5-415711bdaecc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:32.434906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-797f9217-f5de-4eef-b08b-3c886824be86 req-3f5e54b6-c1d6-44e5-92b5-415711bdaecc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 948 time: 0.5505366 Mar 11 17:22:32.543087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-d6e7565d-a952-4597-9712-ba5aa49a5244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:32.544690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-d6e7565d-a952-4597-9712-ba5aa49a5244 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.5746303 Mar 11 17:22:32.666753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d71b882-bb68-45c5-8209-eeff70abf5cc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:32.755371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-6880e16b-631b-4325-a63f-c25e718572ee service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1792560 Mar 11 17:22:32.766038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:22Z', 'revision_number': 4, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3', 'name': '', 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'mac_address': 'fa:16:3e:a6:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0065482b-67ff-4acd-bdf2-199b622809b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:21Z', 'updated_at': '2022-03-11T17:22:31Z', 'revision_number': 4, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'subnets': [{'id': '0065482b-67ff-4acd-bdf2-199b622809b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:32.780541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecf177-2a2c-4065-9b03-c9f4261569bc None None] The sync data for ids ['ff675398-b90a-49e9-9691-b16a91379fbb'] in n-d-833436-1 is: [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:22Z', 'revision_number': 4, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3', 'name': '', 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'mac_address': 'fa:16:3e:a6:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0065482b-67ff-4acd-bdf2-199b622809b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:21Z', 'updated_at': '2022-03-11T17:22:31Z', 'revision_number': 4, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'subnets': [{'id': '0065482b-67ff-4acd-bdf2-199b622809b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:22:32.828769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3d71b882-bb68-45c5-8209-eeff70abf5cc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:32.836278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:22:32.946305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-797f9217-f5de-4eef-b08b-3c886824be86 req-683c51c5-c4d3-46cb-8655-824720ad41ac tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094471 Mar 11 17:22:32.964367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e800ea8-f03c-4bf6-b0f4-7624b5b7ee78 None None] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:22:33.014781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-624df843-e8f6-4893-8a9b-c0781101414f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:33.016314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-624df843-e8f6-4893-8a9b-c0781101414f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2251601 Mar 11 17:22:33.024593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41026) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:33.121830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:22:33.151528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-af956632-229c-41d7-9dc5-9ad2e1554d57 None None] Provisioning for port 3d71b882-bb68-45c5-8209-eeff70abf5cc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:33.172180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8803f9-5d49-4da8-ad0b-5eeb38cb64cf req-9b5f9951-b704-4651-ad90-49f07b99cb5e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:33.173665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef8803f9-5d49-4da8-ad0b-5eeb38cb64cf req-9b5f9951-b704-4651-ad90-49f07b99cb5e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 947 time: 0.8617129 Mar 11 17:22:33.193366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-af956632-229c-41d7-9dc5-9ad2e1554d57 None None] Provisioning complete for port 3d71b882-bb68-45c5-8209-eeff70abf5cc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:33.193743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af956632-229c-41d7-9dc5-9ad2e1554d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.283814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-1a589744-6aed-470b-84bd-486beb0a5e87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 1098 time: 1.0737467 Mar 11 17:22:33.300842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f0b170-08ce-41b0-accf-92a287d9a98e {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:33.322231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.357954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Transition to ACTIVE for port object e3f0b170-08ce-41b0-accf-92a287d9a98e will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:33.382870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.394622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4e3744be-69e0-4621-8ed2-8a6da73c55d0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fe3c65d0a4bf484f9569d173ab799817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2938964 Mar 11 17:22:33.401947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41030) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:33.428856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-c910a715-e2b2-4cf4-b76e-b853a87150b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 HTTP/1.1" status: 200 len: 217 time: 0.1232877 Mar 11 17:22:33.522230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef8803f9-5d49-4da8-ad0b-5eeb38cb64cf req-a913ab95-b275-4c91-8355-0ec2dfcca831 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413651 Mar 11 17:22:33.541895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f59994e-aa4d-49c4-bf75-31e843edf403 req-c59f2309-be4d-4e24-9fb1-61c91fc667a6 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 1097 time: 0.3209460 Mar 11 17:22:33.548586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-46a6277a-c4fe-40a5-94b5-e164619d6ba6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5218580 Mar 11 17:22:33.577049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:33.598419 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af956632-229c-41d7-9dc5-9ad2e1554d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.661505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-af956632-229c-41d7-9dc5-9ad2e1554d57 None None] For port 3d71b882-bb68-45c5-8209-eeff70abf5cc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d71b882-bb68-45c5-8209-eeff70abf5cc,segment=NetworkSegment(883e9d1b-28cc-4804-807c-b9ff9d85aad5),segment_id=883e9d1b-28cc-4804-807c-b9ff9d85aad5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:33.694089 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af956632-229c-41d7-9dc5-9ad2e1554d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.810451 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'status': 'completed', 'code': 200} Mar 11 17:22:33.810949 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'tag': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', 'status': 'completed', 'code': 200} Mar 11 17:22:33.817869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:33.830683 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Sync routers for ids ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:22:33.871388 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Routers {'0b9bcd98-ce44-4ffc-98db-bb74121d4f18'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:33.874223 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.878128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a4aca00b-d5a6-4b6a-9444-31f93022b77d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8057790 Mar 11 17:22:33.880679 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:33.881062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41036) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:33.900203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af956632-229c-41d7-9dc5-9ad2e1554d57 None None] Pushing event updated for resources: {'Port': ['ID=3d71b882-bb68-45c5-8209-eeff70abf5cc,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:33.924268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-f94b6a8f-7321-4a03-87e2-dd40cd8a5286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:33.927257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-f94b6a8f-7321-4a03-87e2-dd40cd8a5286 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.4852347 Mar 11 17:22:34.024248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Attempting to bind port e3f0b170-08ce-41b0-accf-92a287d9a98e on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:34.025669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Attempting to bind port e3f0b170-08ce-41b0-accf-92a287d9a98e by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:34.027133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Attempting to bind port e3f0b170-08ce-41b0-accf-92a287d9a98e on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:34.153866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Port e3f0b170-08ce-41b0-accf-92a287d9a98e on network 074fda53-884b-4958-8576-8b8571e6e8d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:34.154267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Attempting to bind port e3f0b170-08ce-41b0-accf-92a287d9a98e on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:34.194492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:34.194837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Checking segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:34.195373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Bound using segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:34.195836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Bound port: e3f0b170-08ce-41b0-accf-92a287d9a98e, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:34.196182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.260930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Set router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:34.295844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a49b1b1-cf11-4130-8832-1cceb5b59493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.334049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f3a5060-466d-454e-9109-606a84319854 None None] Provisioning complete for port 3d71b882-bb68-45c5-8209-eeff70abf5cc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:34.334424 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5060-466d-454e-9109-606a84319854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.347349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f59994e-aa4d-49c4-bf75-31e843edf403 req-660a2d73-769b-49cf-9665-99960d71a9d9 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7951303 Mar 11 17:22:34.518279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a49b1b1-cf11-4130-8832-1cceb5b59493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.551623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-86b432d7-683f-400b-bb93-237c236823f4 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9804118 Mar 11 17:22:34.587646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:34.595363 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-c956e3a4-0b3b-47b9-bdc6-1ff74d423d4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6304450 Mar 11 17:22:34.606689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:34.624434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.696411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.697768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] 10.222.0.59 "PUT /v2.0/ports/e3f0b170-08ce-41b0-accf-92a287d9a98e HTTP/1.1" status: 200 len: 1092 time: 3.2821083 Mar 11 17:22:34.707553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:34.753013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d71b882-bb68-45c5-8209-eeff70abf5cc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:34.762626 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:22:30Z', 'revision_number': 3, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port': {'id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:50:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:29Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:34.774920 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Checking router: 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:22:34.775407 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Updating router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 port 1f65d2aa-6d56-4876-9882-b8d48363ed27 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:22:34.817009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac0585-07d2-43a8-b938-35e1250dec8e service neutron] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:34.890392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-529f9741-9f5c-4a3a-8f77-a9a4b0fa4690 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1064 time: 1.0293205 Mar 11 17:22:34.918125 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.930848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3d71b882-bb68-45c5-8209-eeff70abf5cc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:34.932129 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.933584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38252af2-c069-40ed-98b4-595db6ee06f7 req-34e8e809-b77b-4c80-8ae1-d121c753e0ab tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:34.942290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38252af2-c069-40ed-98b4-595db6ee06f7 req-34e8e809-b77b-4c80-8ae1-d121c753e0ab tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 944 time: 0.7765477 Mar 11 17:22:35.004013 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-30fad29a-caff-46ac-be7a-167860f1b426 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 1095 time: 0.2217348 Mar 11 17:22:35.108000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a49b1b1-cf11-4130-8832-1cceb5b59493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.133616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcdcd5a-eaf6-456f-a2ac-241e38231ce0 req-ffd7546e-755f-456c-9c82-b4b5540c97e5 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739620 Mar 11 17:22:35.153324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49b1b1-cf11-4130-8832-1cceb5b59493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b350ba51-11ab-4643-a50a-51cb2daa7e99,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:35.179748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-77985d71-6d00-492c-a225-d716acb73adb service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883115 Mar 11 17:22:35.220874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38252af2-c069-40ed-98b4-595db6ee06f7 req-f34731dd-5f4b-4b0b-8d96-ba658f8cb927 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775524 Mar 11 17:22:35.221722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a49b1b1-cf11-4130-8832-1cceb5b59493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.231402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5a49b1b1-cf11-4130-8832-1cceb5b59493 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b350ba51-11ab-4643-a50a-51cb2daa7e99 HTTP/1.1" status: 204 len: 168 time: 1.8266165 Mar 11 17:22:35.245002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:35.315344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-c83ad0db-0f5b-4b54-b06c-170aebeb87c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e HTTP/1.1" status: 200 len: 217 time: 0.2870200 Mar 11 17:22:35.385764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:35.394569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:35.394933 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.437767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602e8b5-f045-4904-8deb-e1e77fef88c3 req-c53b5998-7ec3-4b17-9ed6-a396b5accb5c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:35.451967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6602e8b5-f045-4904-8deb-e1e77fef88c3 req-c53b5998-7ec3-4b17-9ed6-a396b5accb5c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 948 time: 0.7632413 Mar 11 17:22:35.535349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720a37-3690-42f8-a449-50e1501b340f req-16bd1918-e020-40cf-9542-072844514ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:35.536782 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-16bd1918-e020-40cf-9542-072844514ab5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.2030621 Mar 11 17:22:35.631332 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.656838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-ae8f0d68-8ed1-4874-bd79-0a56e7c38d48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078305 Mar 11 17:22:35.677077 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Transition to ACTIVE for port object 1f65d2aa-6d56-4876-9882-b8d48363ed27 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:35.691608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-2acd948c-7732-4e3c-a1e1-e6278ae27f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:35.693077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-2acd948c-7732-4e3c-a1e1-e6278ae27f98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.7913032 Mar 11 17:22:35.695926 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.700883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.790672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:35.797443 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.925857 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Attempting to bind port 1f65d2aa-6d56-4876-9882-b8d48363ed27 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:35.926489 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Attempting to bind port 1f65d2aa-6d56-4876-9882-b8d48363ed27 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:35.938511 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Attempting to bind port 1f65d2aa-6d56-4876-9882-b8d48363ed27 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:35.952291 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797ccb-8c18-4fe8-8803-ab8520886b16 None None] Pushing event updated for resources: {'Port': ['ID=1f65d2aa-6d56-4876-9882-b8d48363ed27,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:35.970711 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:35.972684 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:35.975874 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.976371 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:35.976881 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Bound port: 1f65d2aa-6d56-4876-9882-b8d48363ed27, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:35.977411 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.009303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-339f6969-d83e-4e3e-85d4-353a2f1f58ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.2955840 Mar 11 17:22:36.011188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:36.194652 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] For port 1f65d2aa-6d56-4876-9882-b8d48363ed27, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:36.200024 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] For port 1f65d2aa-6d56-4876-9882-b8d48363ed27, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1f65d2aa-6d56-4876-9882-b8d48363ed27,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:36.200317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-e652cd0f-e699-4e28-ae2d-bee39564e657 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337067 Mar 11 17:22:36.207309 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.298128 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797ccb-8c18-4fe8-8803-ab8520886b16 None None] Pushing event updated for resources: {'Port': ['ID=1f65d2aa-6d56-4876-9882-b8d48363ed27,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:36.308204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6602e8b5-f045-4904-8deb-e1e77fef88c3 req-25cd58af-a9ad-466f-8d75-e3eac2e910a7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7459676 Mar 11 17:22:36.336803 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Routers {'0b9bcd98-ce44-4ffc-98db-bb74121d4f18'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:36.337537 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:36.430141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99b7674-1ecb-42bd-bd59-6aea4b115920 req-8d28b64b-6a34-4549-b806-d1a7eddde132 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2413430 Mar 11 17:22:36.443125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-b128f40a-a7b1-4768-9cc5-98497241a87a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1064 time: 1.2104661 Mar 11 17:22:36.463043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-ddbee8f6-5845-45bf-a473-48845733f2f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:36.464781 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-ddbee8f6-5845-45bf-a473-48845733f2f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.4062700 Mar 11 17:22:36.576549 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:36.640265 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] Set router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:36.656348 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'status': 'completed', 'code': 200} Mar 11 17:22:36.737209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:36.737621 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.741236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-4761b8a6-f0b6-4a8d-a220-63ab16a44eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:36.742746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-4761b8a6-f0b6-4a8d-a220-63ab16a44eeb service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2908514 Mar 11 17:22:36.788004 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4720a37-3690-42f8-a449-50e1501b340f req-1d0d02cd-3472-45aa-8c68-72d86756a08b service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970634 Mar 11 17:22:37.133336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41092) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:37.136355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-a207e971-9e95-4660-a04c-103c17588dba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.3604050 Mar 11 17:22:37.146420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17579-35c8-4246-89f1-62b4c841e412 req-dd4abfd7-68d3-4a07-90e3-2fb1b340a35e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:37.173559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-064bb376-a108-4cb8-ab76-0848866eedf0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 1095 time: 0.2172403 Mar 11 17:22:37.179897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72d17579-35c8-4246-89f1-62b4c841e412 req-dd4abfd7-68d3-4a07-90e3-2fb1b340a35e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 947 time: 0.9144242 Mar 11 17:22:37.200653 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:22:30Z', 'revision_number': 3, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port': {'id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:50:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:29Z', 'updated_at': '2022-03-11T17:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:37.209556 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2e527-f4ab-49ca-baa6-74462fe57b45 None None] The sync data for ids ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'] in n-d-833436-1 is: [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:22:30Z', 'revision_number': 3, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port': {'id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:50:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:29Z', 'updated_at': '2022-03-11T17:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:22:37.345436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.385780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-7b8bc958-4171-4a73-a0d7-fef6b8b574de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:37.392515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-7b8bc958-4171-4a73-a0d7-fef6b8b574de service neutron] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 907 time: 0.1845672 Mar 11 17:22:37.448265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-5a5f57e3-7087-451b-a51c-567220dcab82 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:37.455252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-5a5f57e3-7087-451b-a51c-567220dcab82 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.6971304 Mar 11 17:22:37.465830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1258654864-network', 'tenant_id': '18b695fd54e94888aec764669ce33a25'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:37.515202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-7d9c0cc4-c4ca-4f46-81ab-950202f94333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:37.517211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-7d9c0cc4-c4ca-4f46-81ab-950202f94333 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1623015 Mar 11 17:22:37.555990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:37.593451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-77d7de0e-49b3-427f-a8a6-a2b7037efa52 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/quotas/160ed4ed1f7740b58be19b23c1301d10 HTTP/1.1" status: 200 len: 375 time: 0.1372838 Mar 11 17:22:37.595722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Usage tracker for resource:network and tenant:18b695fd54e94888aec764669ce33a25 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:37.601604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:37.608135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72d17579-35c8-4246-89f1-62b4c841e412 req-25c8a06c-61c3-4020-aab3-bf916043f66f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261413 Mar 11 17:22:37.608291 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-e6df94f5-2ebb-46d7-ba91-0234a755674a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e HTTP/1.1" status: 200 len: 217 time: 0.1319478 Mar 11 17:22:37.615338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:37.625309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-8642aed8-4666-4917-aed7-8fc304ab9317 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1223967 Mar 11 17:22:37.729361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Made reservation on behalf of 18b695fd54e94888aec764669ce33a25 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:37.732175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.759085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.771402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-a32bff57-1774-4803-86e7-0aebf312a803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:37.772946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-a32bff57-1774-4803-86e7-0aebf312a803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.1517370 Mar 11 17:22:37.861878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-5143110a-65b7-4dcb-b404-46fb36487839 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800462 Mar 11 17:22:37.908049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-3d832efb-e789-4d4c-97ac-a2f64b6d5cfa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802621 Mar 11 17:22:37.944378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c2d6fbce-fd17-4ebc-b077-b1ac62674784 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2000260947&fields=id&tenant_id=0a5ff74d83204b938fa273a0a284aaac HTTP/1.1" status: 200 len: 267 time: 0.1605947 Mar 11 17:22:37.952398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-9108b1aa-8cd6-4cf4-89bc-d6a21c9ee583 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523432 Mar 11 17:22:37.972373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:37.984460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Usage tracker for resource:security_group_rule and tenant:18b695fd54e94888aec764669ce33a25 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:37.987160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Allocated IP 172.20.0.1 (e1d4b68e-c86a-49da-a6ef-272f46d58f76/cd72df55-287f-4243-aa65-047c892be22e/69c167ba-d101-43d3-90fd-96796a156ba6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:37.990708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:38.001529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:38.142773 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-14516e60-3150-4642-921c-05335aa0dac7 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736745 Mar 11 17:22:38.191807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-9f8ec2f8-de19-41ef-a5c2-963d9fc9fd9e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5890205 Mar 11 17:22:38.197236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da8242-88da-412b-a357-88d3f7481128 req-26c955c5-0e2c-4790-ab81-9b57c97330ac tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:38.198653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4da8242-88da-412b-a357-88d3f7481128 req-26c955c5-0e2c-4790-ab81-9b57c97330ac tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "GET /v2.0/ports?device_id=f112712e-2b07-46bc-a93b-a977a61143cf HTTP/1.1" status: 200 len: 945 time: 0.5421050 Mar 11 17:22:38.422709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.445848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.451202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.480445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Deleting port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:22:38.481030 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.508410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-cee3d081-b1e0-4f2a-8dbe-367b8cc6084f tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:38.510147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-cee3d081-b1e0-4f2a-8dbe-367b8cc6084f tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 824 time: 0.5556591 Mar 11 17:22:38.511878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-c7d74dd7-20cc-424a-b1b8-c59051ebc4b5 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932064 Mar 11 17:22:38.518547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:38.526860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Transition to ACTIVE for port object 69c167ba-d101-43d3-90fd-96796a156ba6 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:38.536363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc357d2-6806-4a93-bb5e-71684e017da6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:38.543526 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a1332fd-4c8a-4586-bf95-250b983b9fed req-6d3b703a-26ea-49f9-ac71-9a6edbae0eb2 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896823 Mar 11 17:22:38.544516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.544863 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Added segment a0d8f1ce-899c-433d-9789-0e31861b46ee of type vlan for network e78f3041-4696-4940-93fb-fb9094b1cb9d Mar 11 17:22:38.582272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.604416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.660966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-33cc28cd-cdb4-4d91-a6df-24cf3770b21f service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565368 Mar 11 17:22:38.678980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-9e85a200-12a2-48f2-af0f-fd6b8b4013d5 service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754455 Mar 11 17:22:38.691555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0ab0bfaa-0380-436e-b5b0-863804c90f01 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/quotas/0a5ff74d83204b938fa273a0a284aaac HTTP/1.1" status: 200 len: 375 time: 0.1495090 Mar 11 17:22:38.694038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.694909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:38.696218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.704540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:38.723516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:38.735368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:38.765949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Pushing event updated for resources: {'Port': ['ID=69c167ba-d101-43d3-90fd-96796a156ba6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:38.830579 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.882695 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7447643 Mar 11 17:22:38.885935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:38.897734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Request body: {'subnet': {'network_id': 'e78f3041-4696-4940-93fb-fb9094b1cb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1258654864-subnet', 'tenant_id': '18b695fd54e94888aec764669ce33a25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:38.908951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf101bc3-ffc2-4562-80ef-a0867c59ab01 admin admin] Pushing event updated for resources: {'Network': ['ID=e78f3041-4696-4940-93fb-fb9094b1cb9d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:38.911570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:38.919126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Usage tracker for resource:subnet and tenant:18b695fd54e94888aec764669ce33a25 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:38.923368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e78f3041-4696-4940-93fb-fb9094b1cb9d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:22:38.924899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:38.928055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.959264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:39.033325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.045722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Made reservation on behalf of 18b695fd54e94888aec764669ce33a25 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:39.048393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.131982 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:22:39.136091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-81feb2d6-34c1-4cb1-8970-53bc224f5634 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901148 Mar 11 17:22:39.176078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b75c9c92-dde0-49b4-8d50-945f55b71e99 None None] Provisioning for port 69c167ba-d101-43d3-90fd-96796a156ba6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:39.184203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b75c9c92-dde0-49b4-8d50-945f55b71e99 None None] Provisioning complete for port 69c167ba-d101-43d3-90fd-96796a156ba6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:39.184567 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b75c9c92-dde0-49b4-8d50-945f55b71e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.305093 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-88ef4653-0402-4de2-8759-76e4ed87ea0a service neutron] 10.222.0.96 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088426 Mar 11 17:22:39.324576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-709abd29-3c54-4a5e-8532-b189ed98d0ee tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6321559 Mar 11 17:22:39.339765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b75c9c92-dde0-49b4-8d50-945f55b71e99 None None] Port 69c167ba-d101-43d3-90fd-96796a156ba6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:39.364254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] For port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:39.364605 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.377139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-e42ea2a7-ef20-4475-a40e-2a2d0a30260f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 1098 time: 0.5950456 Mar 11 17:22:39.388555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:39.405430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', 'mac_address': 'fa:16:3e:a7:b5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:22:39.422126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.468905 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.491100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:39.508427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:39.514842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.515591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e3f0b170-08ce-41b0-accf-92a287d9a98e details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:22:39.549319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.620207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.700193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:39.752244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.758653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Pushing event updated for resources: {'Port': ['ID=69c167ba-d101-43d3-90fd-96796a156ba6,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:39.761043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4206fff-7dfa-41d6-8360-5c082b0581a3,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:39.775434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:39.788493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-b9c09052-c4b5-41a5-8046-96b1856b7a46 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462757 Mar 11 17:22:39.792135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'mac_address': 'fa:16:3e:b5:39:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:22:39.845837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Checking segment: {'id': 'a0d8f1ce-899c-433d-9789-0e31861b46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e78f3041-4696-4940-93fb-fb9094b1cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:39.846282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Network hostable DHCP agents. Network: e78f3041-4696-4940-93fb-fb9094b1cb9d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:39.850012 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.872667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f0b170-08ce-41b0-accf-92a287d9a98e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:39.894118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:39.900404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.908063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-fdc0ac0e-e472-474d-8b40-e5990127ea13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:39.909489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-fdc0ac0e-e472-474d-8b40-e5990127ea13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4800389 Mar 11 17:22:39.920416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Network e78f3041-4696-4940-93fb-fb9094b1cb9d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:39.937319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e78f3041-4696-4940-93fb-fb9094b1cb9d) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:39.943853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:39.945495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:39.945837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.952263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:39.957546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806a311-9326-4da5-87d4-1a0a5820db04 None None] Network e78f3041-4696-4940-93fb-fb9094b1cb9d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:22:39.985229 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:22:40.087315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:40.155206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-164cf03e-23e0-4624-80d5-29952f41b3d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 HTTP/1.1" status: 200 len: 217 time: 0.1593628 Mar 11 17:22:40.195493 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-076e2a42-04fc-4880-9c08-7bf7a9a7273f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3064368 Mar 11 17:22:40.196106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41132) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:40.207223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1258654864-router', 'tenant_id': '18b695fd54e94888aec764669ce33a25', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:40.218640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:40.228263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Usage tracker for resource:router and tenant:18b695fd54e94888aec764669ce33a25 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:40.237131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:40.248051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:40.285809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.286828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.323295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e78f3041-4696-4940-93fb-fb9094b1cb9d', 'network_id': 'e78f3041-4696-4940-93fb-fb9094b1cb9d', 'tenant_id': '18b695fd54e94888aec764669ce33a25', 'fixed_ips': [{'subnet_id': 'd4206fff-7dfa-41d6-8360-5c082b0581a3'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:22:40.324324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.339543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e3f0b170-08ce-41b0-accf-92a287d9a98e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:22:40.375292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:22:40.411694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c0446765-1c33-4217-9c34-d0489f666996 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216168 Mar 11 17:22:40.414586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.414997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.415349 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78 disassociated. External IP: 172.25.3.111, port: 94a6fb84-c2a8-4522-91b4-68984d6e6e5b. Mar 11 17:22:40.415679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Calling delete_port for 94a6fb84-c2a8-4522-91b4-68984d6e6e5b owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:22:40.455779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-03bfefb0-17b0-4eb5-a23b-4d309ff878ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:40.457299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-03bfefb0-17b0-4eb5-a23b-4d309ff878ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2078767 Mar 11 17:22:40.541602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4eb15-c9d2-40e5-b3c0-165aba6fbfc4 req-1d4c8244-e0aa-4789-8ec4-edc36f08c203 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:40.548356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89d4eb15-c9d2-40e5-b3c0-165aba6fbfc4 req-1d4c8244-e0aa-4789-8ec4-edc36f08c203 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 945 time: 0.6846294 Mar 11 17:22:40.554536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.782583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.807050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-81239ce8-598d-40fc-aba3-0e2bacbb073b None None] Provisioning complete for port 69c167ba-d101-43d3-90fd-96796a156ba6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:40.807555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81239ce8-598d-40fc-aba3-0e2bacbb073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.809540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89d4eb15-c9d2-40e5-b3c0-165aba6fbfc4 req-8872be9c-06e1-48d0-85c7-25971bc070a1 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585318 Mar 11 17:22:40.851272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:40.931988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-81239ce8-598d-40fc-aba3-0e2bacbb073b None None] Port 69c167ba-d101-43d3-90fd-96796a156ba6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:40.948011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-56d48f6d-4f4b-4d1a-9683-5e5174541f84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4775217 Mar 11 17:22:40.975542 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.038777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Allocated IP 172.20.0.2 (e78f3041-4696-4940-93fb-fb9094b1cb9d/d4206fff-7dfa-41d6-8360-5c082b0581a3/a31f9340-915f-4d4c-83c2-568ba784a9d0) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:41.180698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 94a6fb84-c2a8-4522-91b4-68984d6e6e5b no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:41.224691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event deleted for resources: {'Port': ['ID=94a6fb84-c2a8-4522-91b4-68984d6e6e5b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:41.349778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 94a6fb84-c2a8-4522-91b4-68984d6e6e5b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:22:41.350119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 94a6fb84-c2a8-4522-91b4-68984d6e6e5b not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:41.388394 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.435455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604e0-a457-4720-9b92-56d295fe7c93 req-5b641fc7-d32c-4258-8802-030eed0da19f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:41.442583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b05604e0-a457-4720-9b92-56d295fe7c93 req-5b641fc7-d32c-4258-8802-030eed0da19f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 948 time: 0.6231754 Mar 11 17:22:41.515890 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.544760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-80fc2c03-e93e-4256-8b46-685f2af2f503 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886769 Mar 11 17:22:41.601739 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.627178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Transition to ACTIVE for port object a31f9340-915f-4d4c-83c2-568ba784a9d0 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:41.655227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Transition to ACTIVE for port object a31f9340-915f-4d4c-83c2-568ba784a9d0 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:41.662977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8babf5f-ce2f-446c-b86e-d3334e4ea9fe req-56e71e18-2a52-4247-bf61-7fa4c3c4464d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:41.670389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8babf5f-ce2f-446c-b86e-d3334e4ea9fe req-56e71e18-2a52-4247-bf61-7fa4c3c4464d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 948 time: 0.5534987 Mar 11 17:22:41.673363 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.712179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b05604e0-a457-4720-9b92-56d295fe7c93 req-fc465c0a-a30d-4e31-8839-1be0385da541 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683885 Mar 11 17:22:41.872531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8babf5f-ce2f-446c-b86e-d3334e4ea9fe req-0ea162d8-c486-446d-af45-b1fec4b74218 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954482 Mar 11 17:22:41.877471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Pushing event updated for resources: {'Port': ['ID=a31f9340-915f-4d4c-83c2-568ba784a9d0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:41.897421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Network e78f3041-4696-4940-93fb-fb9094b1cb9d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:41.901529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:41.913760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:41.922063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c622c89d-5e8e-4830-85e3-564ab3604820 req-e47e4585-9879-458d-bd05-50c02a855fd6 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655334 Mar 11 17:22:41.997630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:42.091540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:42.121732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Attempting to bind port a31f9340-915f-4d4c-83c2-568ba784a9d0 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:42.122292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Attempting to bind port a31f9340-915f-4d4c-83c2-568ba784a9d0 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'a0d8f1ce-899c-433d-9789-0e31861b46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e78f3041-4696-4940-93fb-fb9094b1cb9d'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:42.122466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Attempting to bind port a31f9340-915f-4d4c-83c2-568ba784a9d0 on network e78f3041-4696-4940-93fb-fb9094b1cb9d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:42.134825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:42.135304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Checking segment: {'id': 'a0d8f1ce-899c-433d-9789-0e31861b46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e78f3041-4696-4940-93fb-fb9094b1cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:42.135587 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.135969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Bound using segment: {'id': 'a0d8f1ce-899c-433d-9789-0e31861b46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e78f3041-4696-4940-93fb-fb9094b1cb9d'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:42.137192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Bound port: a31f9340-915f-4d4c-83c2-568ba784a9d0, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d8f1ce-899c-433d-9789-0e31861b46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e78f3041-4696-4940-93fb-fb9094b1cb9d'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:42.137438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.160306 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a89c17d9-ab93-448f-ac65-3326392dbb3d admin admin] 10.222.0.96 "PUT /v2.0/routers/0b9bcd98-ce44-4ffc-98db-bb74121d4f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2676392 Mar 11 17:22:42.190779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-ee5b1f8b-23b5-4c30-a7db-f83bf5aca979 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:42.192255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-ee5b1f8b-23b5-4c30-a7db-f83bf5aca979 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 820 time: 0.7319267 Mar 11 17:22:42.211849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Allocated IP 172.25.3.7 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/c1467517-6d06-4385-a8ee-a82618f5d96a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:42.330415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Request body: {'port': {'device_id': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'admin_state_up': True, 'tenant_id': '160ed4ed1f7740b58be19b23c1301d10'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:42.344659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be486c1c-4a8d-4505-bb92-91ca2d945a72 req-a41398d6-f9f0-4eff-9bbc-3039477d571d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 210 time: 0.2682345 Mar 11 17:22:42.408533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f035-3278-4882-a6f2-66ea5dacb6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.439580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] For port a31f9340-915f-4d4c-83c2-568ba784a9d0, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:42.444703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] For port a31f9340-915f-4d4c-83c2-568ba784a9d0, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a31f9340-915f-4d4c-83c2-568ba784a9d0,segment=NetworkSegment(a0d8f1ce-899c-433d-9789-0e31861b46ee),segment_id=a0d8f1ce-899c-433d-9789-0e31861b46ee)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:42.455106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.711938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724b413-6f4c-41d8-84b2-a3a30a33f69f None None] Pushing event updated for resources: {'Port': ['ID=a31f9340-915f-4d4c-83c2-568ba784a9d0,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:42.782595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.141663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.142912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0864de2-5694-401a-804b-dcb8e244e0df req-b34faf5c-6a2f-4ee8-bc45-c91617bbf589 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 210 time: 0.3471889 Mar 11 17:22:43.150575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:43.194696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-299c6402-a04f-4c7b-90d5-ecbd7832d652 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:43.199877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-299c6402-a04f-4c7b-90d5-ecbd7832d652 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 824 time: 0.6509523 Mar 11 17:22:43.495106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:43.502272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:43.502832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.523603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-71015ce7-89f1-4c78-b095-e5c466cecf7c tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a5ff74d83204b938fa273a0a284aaac HTTP/1.1" status: 200 len: 380 time: 0.2770734 Mar 11 17:22:43.633898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:43.663912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'port': {'device_id': '0db60438-3909-495d-b6fe-7b2109660fd8', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'admin_state_up': True, 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'security_groups': ['4ad7b3c2-5c31-4b38-ba91-e9b2330c834e']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:43.669531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:43.685011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:43.764456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:43.864544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Pushing event updated for resources: {'Port': ['ID=c1467517-6d06-4385-a8ee-a82618f5d96a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:43.915646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] Sync routers for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:22:43.986333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.986750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.987129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.987511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.987874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.988190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.988503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.988861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.989254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.989565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:43.989929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:44.060097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:44.064629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:44.083757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:44.264569 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.303577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:44.380760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Made reservation on behalf of 160ed4ed1f7740b58be19b23c1301d10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:44.383842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.744392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1f65d2aa-6d56-4876-9882-b8d48363ed27 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:44.798820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] No DVR routers for this DVR port 94a6fb84-c2a8-4522-91b4-68984d6e6e5b on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:44.821732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.833161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'name': 'network-vif-deleted', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:44.997716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:45.025566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af65343-aa1f-4e7f-8f7b-dcff24fc105c None None] Network e78f3041-4696-4940-93fb-fb9094b1cb9d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:22:45.036806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.037831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.158745 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b89265c1-69de-47ca-a7f2-ddbfb952494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.184216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:45.229258 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.230041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e3f0b170-08ce-41b0-accf-92a287d9a98e up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:45.268832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4da8242-88da-412b-a357-88d3f7481128 req-5e5d1e66-131b-4f53-80a2-f16f3946e026 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "DELETE /v2.0/ports/94a6fb84-c2a8-4522-91b4-68984d6e6e5b HTTP/1.1" status: 204 len: 173 time: 7.0546508 Mar 11 17:22:45.423277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Allocated IP 172.20.0.13 (f858763e-39f6-4d44-9a2c-a7bcb800a704/171ced24-a71c-4ff6-8ab7-0aa7823c44f4/e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:45.437620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:45.478768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b948e-53a7-4d0a-863b-090def7c88a5 req-f0fb4cf5-3b78-40c2-bfc8-a2b83c649269 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:45.480428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-559b948e-53a7-4d0a-863b-090def7c88a5 req-f0fb4cf5-3b78-40c2-bfc8-a2b83c649269 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 945 time: 2.0933037 Mar 11 17:22:45.510278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eee57-d573-405b-8405-27935dd836ab req-b2030916-2833-4da5-8e53-54c783bebc7a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:45.512062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae8eee57-d573-405b-8405-27935dd836ab req-b2030916-2833-4da5-8e53-54c783bebc7a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 948 time: 1.6389701 Mar 11 17:22:45.513176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Usage tracker for resource:port and tenant:0a5ff74d83204b938fa273a0a284aaac is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:45.538761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:45.631001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:45.762235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Made reservation on behalf of 0a5ff74d83204b938fa273a0a284aaac for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:45.768966 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.815047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-559b948e-53a7-4d0a-863b-090def7c88a5 req-2550b254-35cc-4d6a-9a19-5436942d0322 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774251 Mar 11 17:22:45.827124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae8eee57-d573-405b-8405-27935dd836ab req-c6e99e01-63d2-4a0f-b3a7-dd66bfdd9be6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843888 Mar 11 17:22:46.018137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a50e1bd4-2583-4ee5-97c4-05089ed973b1 None None] Provisioning for port a31f9340-915f-4d4c-83c2-568ba784a9d0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:46.229321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e3f0b170-08ce-41b0-accf-92a287d9a98e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:46.288341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.307645 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.337875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.363074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Router f3495048-841c-4248-be2b-f6f03fc79140 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:22:46.367067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1f65d2aa-6d56-4876-9882-b8d48363ed27 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:46.373178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.392547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1f65d2aa-6d56-4876-9882-b8d48363ed27 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:46.395859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.452759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-dde3c55e-8307-4366-a7be-c64e70cecdc1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3270962 Mar 11 17:22:46.465851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e3f0b170-08ce-41b0-accf-92a287d9a98e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:46.466722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Network f858763e-39f6-4d44-9a2c-a7bcb800a704 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:46.473573 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.564792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:46.567488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:46.578524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2', '1d3b71be-a6ec-4160-b1cd-bed762ef1181', '35b75a2a-dbfe-42ba-9888-e47a504c8271'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:22:46.693214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:46.693850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.814578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event updated for resources: {'Port': ['ID=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:46.846638 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-a3bd7b7b-e27b-4d9b-8a15-1c68df16c87d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5365217 Mar 11 17:22:46.871304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Request body: {'port': {'device_id': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:46.902806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:46.958696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:47.011217 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.045944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Allocated IP 172.20.0.5 (5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc/21bc48e2-ff63-442f-9f51-1b16629e4dde/b97da1e5-f8b0-4c22-b166-baf030ab1aac) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:47.126111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4656f-cfa5-4eb7-bfe9-16cbc5a00014 req-e09192f4-de55-46c8-8d50-3179dcaf9a5e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:47.127847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32e4656f-cfa5-4eb7-bfe9-16cbc5a00014 req-e09192f4-de55-46c8-8d50-3179dcaf9a5e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 932 time: 0.8511202 Mar 11 17:22:47.135844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.248063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-d41b1369-a17f-43f6-a152-b91e3b66c415 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:47.270639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-d41b1369-a17f-43f6-a152-b91e3b66c415 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8169188 Mar 11 17:22:47.361245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-ca3918dd-9275-49f3-a20d-703b5dbafd0c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/quotas/0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 375 time: 0.0896420 Mar 11 17:22:47.443049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:47.455366 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Sync routers for ids ['f3495048-841c-4248-be2b-f6f03fc79140'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:22:47.481380 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Routers {'f3495048-841c-4248-be2b-f6f03fc79140'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:47.482007 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f3495048-841c-4248-be2b-f6f03fc79140'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:47.606009 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.644374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.648093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c272c21a-7c12-4425-aa81-0a783acf379f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.4457457 Mar 11 17:22:47.650045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41204) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:47.655357 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.716071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32e4656f-cfa5-4eb7-bfe9-16cbc5a00014 req-cf0f727f-d9e8-4915-9aa2-c50aa7c61b7c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528009 Mar 11 17:22:47.794061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-b7422e91-05bc-4c6b-ac1c-788acf4476a3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4305987 Mar 11 17:22:47.921219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 1f65d2aa-6d56-4876-9882-b8d48363ed27, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1f65d2aa-6d56-4876-9882-b8d48363ed27,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:47.969388 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Set router f3495048-841c-4248-be2b-f6f03fc79140 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:47.975204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.030207 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.033417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a31f9340-915f-4d4c-83c2-568ba784a9d0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:48.128368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Transition to ACTIVE for port object b97da1e5-f8b0-4c22-b166-baf030ab1aac will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:48.133523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-23405502-c07a-419f-bd69-77fd8fa0f28a req-13531366-3961-48a1-ba58-dee5e10ccf90 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Synchronizing usage tracker for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:48.186124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-23405502-c07a-419f-bd69-77fd8fa0f28a req-13531366-3961-48a1-ba58-dee5e10ccf90 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Unset dirty status for tenant:0a5ff74d83204b938fa273a0a284aaac on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:48.198874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23405502-c07a-419f-bd69-77fd8fa0f28a req-13531366-3961-48a1-ba58-dee5e10ccf90 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 210 time: 0.1911752 Mar 11 17:22:48.243848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.466415 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', 'code': 200} Mar 11 17:22:48.526950 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112712e-2b07-46bc-a93b-a977a61143cf', 'name': 'network-vif-deleted', 'tag': '94a6fb84-c2a8-4522-91b4-68984d6e6e5b', 'status': 'completed', 'code': 200} Mar 11 17:22:48.529428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:48.534211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event updated for resources: {'Port': ['ID=b97da1e5-f8b0-4c22-b166-baf030ab1aac,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:48.570142 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.596199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.598751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.599119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.601426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.604562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.606144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.606534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.612445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.612445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.612445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.612445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:48.763301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=1f65d2aa-6d56-4876-9882-b8d48363ed27,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:48.843256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:22:48.850835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a31f9340-915f-4d4c-83c2-568ba784a9d0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:48.902560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a31f9340-915f-4d4c-83c2-568ba784a9d0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:48.903132 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.968706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:48.984778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3495048-841c-4248-be2b-f6f03fc79140', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1258654864-router', 'tenant_id': '18b695fd54e94888aec764669ce33a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c1467517-6d06-4385-a8ee-a82618f5d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:40Z', 'updated_at': '2022-03-11T17:22:44Z', 'revision_number': 3, 'project_id': '18b695fd54e94888aec764669ce33a25', 'gw_port': {'id': 'c1467517-6d06-4385-a8ee-a82618f5d96a', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3495048-841c-4248-be2b-f6f03fc79140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:41Z', 'updated_at': '2022-03-11T17:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:48.985330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:48.987428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:48.996501 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Checking router: f3495048-841c-4248-be2b-f6f03fc79140 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:22:48.997338 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Updating router f3495048-841c-4248-be2b-f6f03fc79140 port c1467517-6d06-4385-a8ee-a82618f5d96a binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:22:49.029752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:49.084147 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.257634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:49.291249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.305585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:49.306256 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.345078 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.346155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Transition to ACTIVE for port object e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:49.388924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.393529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb006a7-cd80-49ae-8733-baf86c7252b6 req-4d29909f-29ca-4270-b1d1-ac77aa2a9f0b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:49.403967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6eb006a7-cd80-49ae-8733-baf86c7252b6 req-4d29909f-29ca-4270-b1d1-ac77aa2a9f0b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 949 time: 0.5461113 Mar 11 17:22:49.457869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-0c409945-dbbe-4662-812b-54d611b4d858 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8131466 Mar 11 17:22:49.468150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a31f9340-915f-4d4c-83c2-568ba784a9d0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a31f9340-915f-4d4c-83c2-568ba784a9d0,segment=NetworkSegment(a0d8f1ce-899c-433d-9789-0e31861b46ee),segment_id=a0d8f1ce-899c-433d-9789-0e31861b46ee)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:49.472064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:49.478561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] Checking router: 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:22:49.533359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0062f6-4851-4471-b66c-2de2ee34267f req-d57040b9-d187-4974-bd24-5c4db5834273 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:49.534921 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc0062f6-4851-4471-b66c-2de2ee34267f req-d57040b9-d187-4974-bd24-5c4db5834273 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.7760978 Mar 11 17:22:49.546420 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.555041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:49.555749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:49.556790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Request body: {'port': {'device_id': '0db60438-3909-495d-b6fe-7b2109660fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:49.639905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-066aa315-65d6-4796-af94-3a0c6f6938d3 req-3a5e3717-fa18-4430-8207-325df9487318 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 1100 time: 1.0591071 Mar 11 17:22:49.792920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:49.822988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6eb006a7-cd80-49ae-8733-baf86c7252b6 req-b342d225-79b4-4914-9828-b67966b5efcc tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180326 Mar 11 17:22:49.903515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-066aa315-65d6-4796-af94-3a0c6f6938d3 req-a0420124-c7b5-4026-a584-abb7b14a2008 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520097 Mar 11 17:22:49.946843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:49.947370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:49.947497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:49.952517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:49.993267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc0062f6-4851-4471-b66c-2de2ee34267f req-23e826b5-dbc0-47c0-abf4-da583e145a9f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609862 Mar 11 17:22:50.052497 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.080650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.082149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:50.084563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:50.094223 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Transition to ACTIVE for port object c1467517-6d06-4385-a8ee-a82618f5d96a will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:50.110194 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.128318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:50.128588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Checking segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:50.136716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Bound using segment: {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:50.145695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Bound port: e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:50.146556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.271498 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Attempting to bind port c1467517-6d06-4385-a8ee-a82618f5d96a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:50.271852 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Attempting to bind port c1467517-6d06-4385-a8ee-a82618f5d96a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:50.272278 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Attempting to bind port c1467517-6d06-4385-a8ee-a82618f5d96a on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:50.287754 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:50.288116 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:50.288519 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.288901 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:50.289699 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Bound port: c1467517-6d06-4385-a8ee-a82618f5d96a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:50.290067 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.415989 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] For port c1467517-6d06-4385-a8ee-a82618f5d96a, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:50.419878 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] For port c1467517-6d06-4385-a8ee-a82618f5d96a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1467517-6d06-4385-a8ee-a82618f5d96a,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:50.426711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Sync routers for ids ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:22:50.435223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1f65d2aa-6d56-4876-9882-b8d48363ed27 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:50.443104 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.446803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0181ca81-4a06-4d1f-a990-b0a02e1dc2cd req-cccb6581-3311-46b6-adf9-3ee7b4fb2a5e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 210 time: 0.2540555 Mar 11 17:22:50.525577 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Routers {'f3495048-841c-4248-be2b-f6f03fc79140'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:50.528520 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f3495048-841c-4248-be2b-f6f03fc79140'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:50.606525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0338585-7e75-4ba6-9ebc-c94515f1d6f9 req-eaa0aea3-b896-4c86-a419-3c5b2bd8b3dc tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:50.613922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0338585-7e75-4ba6-9ebc-c94515f1d6f9 req-eaa0aea3-b896-4c86-a419-3c5b2bd8b3dc tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 944 time: 0.3056893 Mar 11 17:22:50.650779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] For port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:50.655945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] For port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:50.678423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.766074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.768345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] 10.222.0.59 "PUT /v2.0/ports/e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 HTTP/1.1" status: 200 len: 1092 time: 3.9079487 Mar 11 17:22:50.769489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'tag': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:50.825528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67fe3f-092f-440f-9b6e-ad94f5505906 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:50.840581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:50.852465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a31f9340-915f-4d4c-83c2-568ba784a9d0,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:50.892880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-80d95424-74fe-4e00-af3f-cdadd539502c None None] Provisioning for port b97da1e5-f8b0-4c22-b166-baf030ab1aac completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:50.909425 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079e01-d108-4dc0-a9fb-daed88f0b8d7 None None] Pushing event updated for resources: {'Port': ['ID=c1467517-6d06-4385-a8ee-a82618f5d96a,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:51.059354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-80d95424-74fe-4e00-af3f-cdadd539502c None None] Provisioning complete for port b97da1e5-f8b0-4c22-b166-baf030ab1aac triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:51.060125 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80d95424-74fe-4e00-af3f-cdadd539502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.141030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-4f4e8f26-fc0c-4dac-8806-34c5bdc4d3fd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4997065 Mar 11 17:22:51.165094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-80d95424-74fe-4e00-af3f-cdadd539502c None None] Port b97da1e5-f8b0-4c22-b166-baf030ab1aac cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:51.227867 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079e01-d108-4dc0-a9fb-daed88f0b8d7 None None] Pushing event updated for resources: {'Port': ['ID=c1467517-6d06-4385-a8ee-a82618f5d96a,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:51.231815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.303237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-ca08e5fd-f2dc-4000-aeab-bea5c90c49c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 1095 time: 0.4040031 Mar 11 17:22:51.310202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Routers {'0b9bcd98-ce44-4ffc-98db-bb74121d4f18'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:51.310900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:51.377725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0338585-7e75-4ba6-9ebc-c94515f1d6f9 req-ee6ae6e1-d24f-44da-a55f-e9033a04242a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626767 Mar 11 17:22:51.536377 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] Set router f3495048-841c-4248-be2b-f6f03fc79140 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:51.579758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1f65d2aa-6d56-4876-9882-b8d48363ed27 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:51.579758 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.667469 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'tag': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5', 'status': 'completed', 'code': 200} Mar 11 17:22:51.701750 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-ab89806c-0077-4a7d-9dea-46e36d803572 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 HTTP/1.1" status: 200 len: 217 time: 0.2793479 Mar 11 17:22:51.734495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26f474-110f-40e4-8b11-c91b842e6d52 req-24358c00-8099-46ce-9cc1-6668eb732a0e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.741030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca26f474-110f-40e4-8b11-c91b842e6d52 req-24358c00-8099-46ce-9cc1-6668eb732a0e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 931 time: 0.9811552 Mar 11 17:22:51.768233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Set router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:51.842235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-8010f551-00ae-4a46-b5ba-67f147d3ab73 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.843701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-8010f551-00ae-4a46-b5ba-67f147d3ab73 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6944580 Mar 11 17:22:51.845490 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:22:51.903308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Request body: {'port': {'device_id': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0b2f231159df4a3e9a20defdc9ec4c8d'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:51.978239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-819d60e5-feee-4580-a3a5-d5cfb78eef36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.980311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-819d60e5-feee-4580-a3a5-d5cfb78eef36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.2639613 Mar 11 17:22:52.116239 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3495048-841c-4248-be2b-f6f03fc79140', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1258654864-router', 'tenant_id': '18b695fd54e94888aec764669ce33a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c1467517-6d06-4385-a8ee-a82618f5d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:40Z', 'updated_at': '2022-03-11T17:22:44Z', 'revision_number': 3, 'project_id': '18b695fd54e94888aec764669ce33a25', 'gw_port': {'id': 'c1467517-6d06-4385-a8ee-a82618f5d96a', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3495048-841c-4248-be2b-f6f03fc79140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:41Z', 'updated_at': '2022-03-11T17:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:52.129728 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-ed6734e3-dfa0-40ed-996e-4821e3c22e26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118529 Mar 11 17:22:52.131375 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75825294-cbbb-4c5f-8e8a-6fb6a0f164ff None None] The sync data for ids ['f3495048-841c-4248-be2b-f6f03fc79140'] in n-d-833436-1 is: [{'id': 'f3495048-841c-4248-be2b-f6f03fc79140', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1258654864-router', 'tenant_id': '18b695fd54e94888aec764669ce33a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c1467517-6d06-4385-a8ee-a82618f5d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:40Z', 'updated_at': '2022-03-11T17:22:44Z', 'revision_number': 3, 'project_id': '18b695fd54e94888aec764669ce33a25', 'gw_port': {'id': 'c1467517-6d06-4385-a8ee-a82618f5d96a', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3495048-841c-4248-be2b-f6f03fc79140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:41Z', 'updated_at': '2022-03-11T17:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:22:52.154025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca26f474-110f-40e4-8b11-c91b842e6d52 req-3cb975cc-ab2e-41b8-84b3-596f05a1b6c6 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970487 Mar 11 17:22:52.219268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97da1e5-f8b0-4c22-b166-baf030ab1aac {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:52.243314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.287682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Transition to ACTIVE for port object b97da1e5-f8b0-4c22-b166-baf030ab1aac will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:52.315282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.420709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Pushing event updated for resources: {'Port': ['ID=b97da1e5-f8b0-4c22-b166-baf030ab1aac,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:52.428931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f66014-16fd-40fc-ae90-18cb9270e61f req-3f9e1f2b-1dc9-4eb0-a7dc-a8e37a3f1b50 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:52.430886 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74f66014-16fd-40fc-ae90-18cb9270e61f req-3f9e1f2b-1dc9-4eb0-a7dc-a8e37a3f1b50 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 949 time: 0.5763121 Mar 11 17:22:52.437542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:52.442553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Usage tracker for resource:port and tenant:0b2f231159df4a3e9a20defdc9ec4c8d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:52.445724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:52.452529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:52.508774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Made reservation on behalf of 0b2f231159df4a3e9a20defdc9ec4c8d for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:52.544262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.557336 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'code': 200} Mar 11 17:22:52.563532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a31f9340-915f-4d4c-83c2-568ba784a9d0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:52.720397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Allocated IP 172.20.0.1 (e78f3041-4696-4940-93fb-fb9094b1cb9d/d4206fff-7dfa-41d6-8360-5c082b0581a3/128d6346-557c-4542-8fd9-d3cfc5f70aa8) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:52.732059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:52.743394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6405442-e165-4c1f-bc07-f0b5014aa6ca None None] The sync data for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 is: [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:22:52.771633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a31f9340-915f-4d4c-83c2-568ba784a9d0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:52.772357 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.813300 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-43fe0925-2bc8-48da-a9e4-066399585791 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711307 Mar 11 17:22:52.935067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74f66014-16fd-40fc-ae90-18cb9270e61f req-8ab6c582-50c6-4f2c-81a5-be02fa326742 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497149 Mar 11 17:22:53.156290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff764fd1-1ee9-4d8a-83a0-f4c6ed069e87 req-b01e3332-f9f2-4da7-a1f7-05a803f1fee0 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317816 Mar 11 17:22:53.226213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:22:38Z', 'revision_number': 4, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port': {'id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:29Z', 'updated_at': '2022-03-11T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '69c167ba-d101-43d3-90fd-96796a156ba6', 'name': '', 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'mac_address': 'fa:16:3e:69:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd72df55-287f-4243-aa65-047c892be22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:37Z', 'updated_at': '2022-03-11T17:22:39Z', 'revision_number': 2, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'subnets': [{'id': 'cd72df55-287f-4243-aa65-047c892be22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:53.236859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Checking router: 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:22:53.237893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Updating router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 port 69c167ba-d101-43d3-90fd-96796a156ba6 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:22:53.280160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.314940 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.322238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Allocated IP 192.168.233.202 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/9959b2d5-e493-43d1-9773-24690d305f01) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:53.363166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Transition to ACTIVE for port object 128d6346-557c-4542-8fd9-d3cfc5f70aa8 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:53.432606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-5c8a8041-c541-4b34-bd65-8ff7ec970357 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160ed4ed1f7740b58be19b23c1301d10&device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 1095 time: 0.1427524 Mar 11 17:22:53.488469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.583895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Network e78f3041-4696-4940-93fb-fb9094b1cb9d is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:53.604234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3846892d-087c-4e94-a5cc-d0b5d35f195e req-cb28f204-c4bd-4c60-aab5-3366ea016e77 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 210 time: 0.1675053 Mar 11 17:22:53.626307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:53.709212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:53.861404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7a0e9cb-562f-43b3-bd8f-cc444da5ff27 req-95232c8b-0600-45bc-ac04-3fbe147ebd3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 1097 time: 1.3034976 Mar 11 17:22:53.886281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee2f38-956b-49e1-91ac-d221dec65b8a req-d0462a52-635f-4aa8-b93b-10b5d7a180ad tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:53.894055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94ee2f38-956b-49e1-91ac-d221dec65b8a req-d0462a52-635f-4aa8-b93b-10b5d7a180ad tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 1.1641631 Mar 11 17:22:54.059739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Pushing event updated for resources: {'Port': ['ID=128d6346-557c-4542-8fd9-d3cfc5f70aa8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:54.121644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.268258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-1d32daf7-1093-4093-a727-ac207243a64e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:54.270304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-1d32daf7-1093-4093-a727-ac207243a64e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 200 len: 922 time: 0.8354254 Mar 11 17:22:54.354619 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2937f9-b7f3-4670-82bf-7f67e5289384 None None] New status for floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:22:54.640062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-5e1c6d01-2d91-4822-8956-9bd41cb9a72a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 HTTP/1.1" status: 200 len: 217 time: 0.3377705 Mar 11 17:22:54.669222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1467517-6d06-4385-a8ee-a82618f5d96a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:54.761838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94ee2f38-956b-49e1-91ac-d221dec65b8a req-c466138f-f46a-4988-9c57-81d5753532f7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7867904 Mar 11 17:22:54.816256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.836065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cc8bfb4f-0ee1-4602-9b9a-4c3de35915c3 None None] Provisioning for port 128d6346-557c-4542-8fd9-d3cfc5f70aa8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:54.843022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-add2a87a-f7dc-4b5d-bcc6-4cb22d21d30a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:54.847291 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-add2a87a-f7dc-4b5d-bcc6-4cb22d21d30a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 200 len: 860 time: 0.1795104 Mar 11 17:22:54.859161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7a0e9cb-562f-43b3-bd8f-cc444da5ff27 req-df1df856-a395-47df-85b4-9e41a249249c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9311562 Mar 11 17:22:54.872560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Transition to ACTIVE for port object 69c167ba-d101-43d3-90fd-96796a156ba6 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:54.877801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cc8bfb4f-0ee1-4602-9b9a-4c3de35915c3 None None] Provisioning complete for port 128d6346-557c-4542-8fd9-d3cfc5f70aa8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:54.878727 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfb4f-0ee1-4602-9b9a-4c3de35915c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.910228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Attempting to bind port b97da1e5-f8b0-4c22-b166-baf030ab1aac on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:54.910575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Attempting to bind port b97da1e5-f8b0-4c22-b166-baf030ab1aac by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:54.911129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Attempting to bind port b97da1e5-f8b0-4c22-b166-baf030ab1aac on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:54.941810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-4878af7a-fe2e-4fe4-8500-cc9832df2e87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f858763e-39f6-4d44-9a2c-a7bcb800a704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813887 Mar 11 17:22:54.967488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.986166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f4af-68ee-4009-958f-c352972edaa4 req-f6550db1-daac-473a-91f3-451f0d32099b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:54.996989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e15f4af-68ee-4009-958f-c352972edaa4 req-f6550db1-daac-473a-91f3-451f0d32099b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 944 time: 0.5634985 Mar 11 17:22:55.049258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Port b97da1e5-f8b0-4c22-b166-baf030ab1aac on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:55.049258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Attempting to bind port b97da1e5-f8b0-4c22-b166-baf030ab1aac on network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:55.067950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.075878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cc8bfb4f-0ee1-4602-9b9a-4c3de35915c3 None None] Port 128d6346-557c-4542-8fd9-d3cfc5f70aa8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:55.087459 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.133114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:55.133114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Checking segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:55.133114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Bound using segment: {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:55.133114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Bound port: b97da1e5-f8b0-4c22-b166-baf030ab1aac, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:55.133114 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.286402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e15f4af-68ee-4009-958f-c352972edaa4 req-a96b099f-b4e1-405a-bfdb-6327c96ef017 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879720 Mar 11 17:22:55.306571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Transition to ACTIVE for port object 9959b2d5-e493-43d1-9773-24690d305f01 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:55.382666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0ba2c-41a4-4484-8bc3-c85108a75c7a None None] Pushing event updated for resources: {'Port': ['ID=69c167ba-d101-43d3-90fd-96796a156ba6,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:55.643386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.739496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c1467517-6d06-4385-a8ee-a82618f5d96a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:55.748500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c1467517-6d06-4385-a8ee-a82618f5d96a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:55.749390 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.827231 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-e7664e21-807b-4e68-ba08-7169a78516b9 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609962 Mar 11 17:22:55.915838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Attempting to bind port 69c167ba-d101-43d3-90fd-96796a156ba6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:55.916582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Attempting to bind port 69c167ba-d101-43d3-90fd-96796a156ba6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:55.917197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Attempting to bind port 69c167ba-d101-43d3-90fd-96796a156ba6 on network e1d4b68e-c86a-49da-a6ef-272f46d58f76 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:55.956091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:55.963843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] For port b97da1e5-f8b0-4c22-b166-baf030ab1aac, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:55.970868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:55.979112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:22:55.994811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:55.997836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Checking segment: {'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:55.998496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.998993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Bound using segment: {'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:55.999537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Bound port: 69c167ba-d101-43d3-90fd-96796a156ba6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883e9d1b-28cc-4804-807c-b9ff9d85aad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:56.001317 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.024387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8608fb3e-09a1-452c-90e7-e64a9d549d73 req-d828d3c9-eec2-4701-bc7c-35a35ed7f679 service neutron] 10.222.0.59 "GET /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837876 Mar 11 17:22:56.062856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] For port b97da1e5-f8b0-4c22-b166-baf030ab1aac, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:56.078974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-48b35df2-54f7-42bd-b128-0915618ae8fa tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 1100 time: 0.2698386 Mar 11 17:22:56.150584 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.162306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:56.166703 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.199100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.206638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c1467517-6d06-4385-a8ee-a82618f5d96a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1467517-6d06-4385-a8ee-a82618f5d96a,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:56.209878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.217687 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.259847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:56.272422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] For port 69c167ba-d101-43d3-90fd-96796a156ba6, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:56.281364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Usage tracker for resource:security_group_rule and tenant:ec63fd169e9a449da7a807d86e05297d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:56.289068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:56.301129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] For port 69c167ba-d101-43d3-90fd-96796a156ba6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=69c167ba-d101-43d3-90fd-96796a156ba6,segment=NetworkSegment(883e9d1b-28cc-4804-807c-b9ff9d85aad5),segment_id=883e9d1b-28cc-4804-807c-b9ff9d85aad5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:56.306329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.312397 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.319684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:56.370529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c1467517-6d06-4385-a8ee-a82618f5d96a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:56.421625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Pushing event updated for resources: {'Port': ['ID=128d6346-557c-4542-8fd9-d3cfc5f70aa8,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:56.430575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.464780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0ba2c-41a4-4484-8bc3-c85108a75c7a None None] Pushing event updated for resources: {'Port': ['ID=69c167ba-d101-43d3-90fd-96796a156ba6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:56.482552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Pushing event updated for resources: {'Port': ['ID=b97da1e5-f8b0-4c22-b166-baf030ab1aac,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:56.485724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Routers {'0b9bcd98-ce44-4ffc-98db-bb74121d4f18'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:22:56.487142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:22:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:56.501431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:56.502085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.551374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fed8d-068c-42d1-af35-77ad88843016 req-3dadf8e6-d3b9-4362-8477-11c41df22bbe tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:56.553375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f12fed8d-068c-42d1-af35-77ad88843016 req-3dadf8e6-d3b9-4362-8477-11c41df22bbe tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 943 time: 0.7508385 Mar 11 17:22:56.560420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0527f67f-3875-4976-b14d-f6a07c8dba29 None None] Provisioning for port 9959b2d5-e493-43d1-9773-24690d305f01 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:56.630331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0527f67f-3875-4976-b14d-f6a07c8dba29 None None] Provisioning complete for port 9959b2d5-e493-43d1-9773-24690d305f01 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:56.630715 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0527f67f-3875-4976-b14d-f6a07c8dba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.656139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.725333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6749870f-7c32-4041-b2b0-e38b316a3df6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8280723 Mar 11 17:22:56.738101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.738276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0527f67f-3875-4976-b14d-f6a07c8dba29 None None] Port 9959b2d5-e493-43d1-9773-24690d305f01 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:56.744133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c7538f4f-c45a-48f0-8b12-bf77ef90962b service neutron] 10.222.0.59 "PUT /v2.0/ports/b97da1e5-f8b0-4c22-b166-baf030ab1aac HTTP/1.1" status: 200 len: 1091 time: 7.2016559 Mar 11 17:22:56.746178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:22:56.775237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.792959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] Set router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:22:56.856194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Network e78f3041-4696-4940-93fb-fb9094b1cb9d is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:56.860198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:56.891534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Request body: {'port': {'device_id': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:22:56.936312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Synchronizing usage tracker for tenant:ec63fd169e9a449da7a807d86e05297d on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:57.055136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f12fed8d-068c-42d1-af35-77ad88843016 req-e928dc5a-0362-4589-ad61-56d268943e7f tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960803 Mar 11 17:22:57.064160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d49e2-f947-48c0-93e8-a4a37c236990,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:57.178605 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.239943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] Unset dirty status for tenant:ec63fd169e9a449da7a807d86e05297d on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:57.244231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fb0405b-fb06-4693-a3d0-16be7bac07ac req-71cb74cb-d4df-4dbb-8aaf-4137054333af tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1392121 Mar 11 17:22:57.325632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-2144b417-1321-4e0f-9094-9bdd9eeb90c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 1094 time: 0.5034811 Mar 11 17:22:57.362331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3746f120-398a-4021-9401-adf5360be390 None None] Provisioning complete for port 128d6346-557c-4542-8fd9-d3cfc5f70aa8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:57.362970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3746f120-398a-4021-9401-adf5360be390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.464804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3746f120-398a-4021-9401-adf5360be390 None None] Port 128d6346-557c-4542-8fd9-d3cfc5f70aa8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:22:57.488967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:22:38Z', 'revision_number': 4, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port': {'id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:29Z', 'updated_at': '2022-03-11T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '69c167ba-d101-43d3-90fd-96796a156ba6', 'name': '', 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'mac_address': 'fa:16:3e:69:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd72df55-287f-4243-aa65-047c892be22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:37Z', 'updated_at': '2022-03-11T17:22:56Z', 'revision_number': 4, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'subnets': [{'id': 'cd72df55-287f-4243-aa65-047c892be22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:57.495123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a53dde-3cc9-48a0-882f-cebf476403c1 None None] The sync data for ids ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'] in n-d-833436-1 is: [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:22:38Z', 'revision_number': 4, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port': {'id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:29Z', 'updated_at': '2022-03-11T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '69c167ba-d101-43d3-90fd-96796a156ba6', 'name': '', 'network_id': 'e1d4b68e-c86a-49da-a6ef-272f46d58f76', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'mac_address': 'fa:16:3e:69:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd72df55-287f-4243-aa65-047c892be22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:37Z', 'updated_at': '2022-03-11T17:22:56Z', 'revision_number': 4, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'subnets': [{'id': 'cd72df55-287f-4243-aa65-047c892be22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:22:57.742862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Router f3495048-841c-4248-be2b-f6f03fc79140 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:57.762602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-c4626722-412b-40eb-8037-8f12450ce414 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac HTTP/1.1" status: 200 len: 217 time: 0.4012945 Mar 11 17:22:57.836647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-ee9ff919-526f-4e51-9f21-14f4dac99008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:57.838036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-ee9ff919-526f-4e51-9f21-14f4dac99008 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=21bc48e2-ff63-442f-9f51-1b16629e4dde HTTP/1.1" status: 200 len: 863 time: 0.0627968 Mar 11 17:22:58.018909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:58.028284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a1f4c0f-f000-4f9d-b5bb-1bdcf3a70bd5 req-4c5ad419-3aea-48f8-8a7d-16cfc0356dbf tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 1097 time: 0.6686311 Mar 11 17:22:58.038454 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-29b93b76-5236-4f2e-880e-57757ed91167 admin admin] 10.222.0.96 "PUT /v2.0/routers/f3495048-841c-4248-be2b-f6f03fc79140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3718281 Mar 11 17:22:58.088774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41fa9-447d-43ae-8409-1c53ce91a895 req-976f1aa5-1900-4f48-b8b2-ddf604e5c082 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:58.089515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-97d41fa9-447d-43ae-8409-1c53ce91a895 req-976f1aa5-1900-4f48-b8b2-ddf604e5c082 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Synchronizing usage tracker for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:58.127108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-ee450ca6-3176-4f74-baae-67ea78ad2341 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787113 Mar 11 17:22:58.151819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a1f4c0f-f000-4f9d-b5bb-1bdcf3a70bd5 req-69aae8ad-03b7-4b27-a135-f2e8703c527a tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155324 Mar 11 17:22:58.195649 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:22:58.458538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9959b2d5-e493-43d1-9773-24690d305f01 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:22:58.461749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69c167ba-d101-43d3-90fd-96796a156ba6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:58.468732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.552793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Transition to ACTIVE for port object 9959b2d5-e493-43d1-9773-24690d305f01 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:58.554494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-97d41fa9-447d-43ae-8409-1c53ce91a895 req-976f1aa5-1900-4f48-b8b2-ddf604e5c082 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Unset dirty status for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:58.561946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97d41fa9-447d-43ae-8409-1c53ce91a895 req-976f1aa5-1900-4f48-b8b2-ddf604e5c082 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 936 time: 1.0122678 Mar 11 17:22:58.603032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 69c167ba-d101-43d3-90fd-96796a156ba6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:58.610103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 69c167ba-d101-43d3-90fd-96796a156ba6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:58.610485 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.613736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.667372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97d41fa9-447d-43ae-8409-1c53ce91a895 req-c6810df0-ab66-4faf-860f-d750f8e7cbb4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043842 Mar 11 17:22:58.868627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.909925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 69c167ba-d101-43d3-90fd-96796a156ba6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=69c167ba-d101-43d3-90fd-96796a156ba6,segment=NetworkSegment(883e9d1b-28cc-4804-807c-b9ff9d85aad5),segment_id=883e9d1b-28cc-4804-807c-b9ff9d85aad5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:58.917983 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.919510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1467517-6d06-4385-a8ee-a82618f5d96a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:58.960772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:58.988865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-3768d4a7-c283-48c7-9d66-5c5baa90d3ae service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360860 Mar 11 17:22:59.002223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99d757-5946-487e-b7f6-720af3041039 req-1f6b9423-004f-4978-8803-15c2e4680c2c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:59.010098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c99d757-5946-487e-b7f6-720af3041039 req-1f6b9423-004f-4978-8803-15c2e4680c2c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.5218470 Mar 11 17:22:59.043968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=69c167ba-d101-43d3-90fd-96796a156ba6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:59.060578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c1467517-6d06-4385-a8ee-a82618f5d96a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:59.061027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.277929 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c99d757-5946-487e-b7f6-720af3041039 req-08c15853-05b0-4229-ae92-774cb281f6c9 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665510 Mar 11 17:22:59.292713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db308fee-799c-4997-a53d-9f0cff155715 req-f89c8494-9375-41b0-a785-137ffa78f9c2 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:59.292938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db308fee-799c-4997-a53d-9f0cff155715 req-f89c8494-9375-41b0-a785-137ffa78f9c2 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 944 time: 0.4180839 Mar 11 17:22:59.347077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebd53d-8553-4a1e-b9c6-406c428f2582 req-34e4ffd0-efcf-4bf6-a439-04e0d0ea819e service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320045 Mar 11 17:22:59.357618 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'status': 'completed', 'code': 200} Mar 11 17:22:59.361544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Attempting to bind port 9959b2d5-e493-43d1-9773-24690d305f01 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:59.361979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Attempting to bind port 9959b2d5-e493-43d1-9773-24690d305f01 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:59.362305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Attempting to bind port 9959b2d5-e493-43d1-9773-24690d305f01 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:59.381912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Port 9959b2d5-e493-43d1-9773-24690d305f01 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:22:59.382261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Attempting to bind port 9959b2d5-e493-43d1-9773-24690d305f01 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:22:59.393213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db308fee-799c-4997-a53d-9f0cff155715 req-8ee6f931-3830-47c3-b0ec-33fd4453bdce tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761952 Mar 11 17:22:59.396614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:22:59.396993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:22:59.397371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:22:59.397803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Bound port: 9959b2d5-e493-43d1-9773-24690d305f01, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:59.398188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.544327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:59.548126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:59.563814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-4954ee26-a86e-48fa-bf00-a5c72f865939 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 1094 time: 0.1088922 Mar 11 17:22:59.565657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.824003 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.825387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] 10.222.0.59 "PUT /v2.0/ports/9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 200 len: 1096 time: 3.0800095 Mar 11 17:22:59.876313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4c06-e7dd-4017-94a8-04d90be61f59 service neutron] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:00.015031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e077bf7-0420-49d4-89b3-7ef30906b927 req-611411e6-23e5-41d4-9bfb-7ad0287f1bfc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3838151 Mar 11 17:23:00.021436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-dde824f8-e528-423e-b0d6-ff7092bb9f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:00.023807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-dde824f8-e528-423e-b0d6-ff7092bb9f29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 926 time: 0.3959808 Mar 11 17:23:00.032534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca5842-59bd-4236-a553-ac7f5460aaef req-be4d1fc5-fadd-40de-b4ea-09a4ee1cab4b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:00.034810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fca5842-59bd-4236-a553-ac7f5460aaef req-be4d1fc5-fadd-40de-b4ea-09a4ee1cab4b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 943 time: 0.4053593 Mar 11 17:23:00.141853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-99f9f525-5e64-4eda-bc82-f0be5c141aa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac HTTP/1.1" status: 200 len: 217 time: 0.1058688 Mar 11 17:23:00.337186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-b880c328-e9f5-4118-9c79-304054cc3648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:00.339312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-b880c328-e9f5-4118-9c79-304054cc3648 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=21bc48e2-ff63-442f-9f51-1b16629e4dde HTTP/1.1" status: 200 len: 863 time: 0.1714823 Mar 11 17:23:00.343565 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-4883c132-b919-4bc7-a1c5-67d1fad0e3b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 1099 time: 0.4496889 Mar 11 17:23:00.356321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fca5842-59bd-4236-a553-ac7f5460aaef req-94a88c37-7a23-462b-b1be-d13b3b902abd tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836089 Mar 11 17:23:00.384052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69c167ba-d101-43d3-90fd-96796a156ba6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:00.475117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 69c167ba-d101-43d3-90fd-96796a156ba6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:00.476313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:00.706681 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-17baa0e0-9574-4619-82f8-a1782a7a9d9c req-a4d79a16-ea20-40dd-8b87-adf6b8c9d22e tempest-FloatingIPDetailsNegativeTestJSON-28585377 tempest-FloatingIPDetailsNegativeTestJSON-28585377-project] show failed (client error): The resource could not be found. Mar 11 17:23:00.707946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17baa0e0-9574-4619-82f8-a1782a7a9d9c req-a4d79a16-ea20-40dd-8b87-adf6b8c9d22e tempest-FloatingIPDetailsNegativeTestJSON-28585377 tempest-FloatingIPDetailsNegativeTestJSON-28585377-project] 10.222.0.96 "GET /v2.0/floatingips/98c48323-dfe2-45be-a5f5-5065336d68aa HTTP/1.1" status: 404 len: 350 time: 0.1160319 Mar 11 17:23:00.709309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-76eee4cd-5ea7-44fe-874d-d33c60777336 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 200 len: 217 time: 0.2284758 Mar 11 17:23:00.717604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41314) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:00.790082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-649e84a2-64bb-4e54-b6b8-c8c360be04aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4305551 Mar 11 17:23:00.798497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6f4c6028-9621-471b-b1a4-a539894b477f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:00.800194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-6f4c6028-9621-471b-b1a4-a539894b477f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0774653 Mar 11 17:23:01.020628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-a388e9f1-8aa0-4dc6-875b-72497b9de427 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976044 Mar 11 17:23:01.031220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-609cd69f-4041-4307-b582-a428e8b07178 service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299113 Mar 11 17:23:01.230440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-99872d1b-5206-4b35-aba7-67ad31c88812 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304612 Mar 11 17:23:01.240552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:01.362633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:01.440856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.470855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:01.489555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da3bc459-394e-4b1b-b2ec-cf0ff27a2573 req-918d2528-6687-4f12-8803-fa604c486ebf service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329133 Mar 11 17:23:01.490265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5', 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704', 'port_id': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5', 'mac_address': 'fa:16:3e:dc:62:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171ced24-a71c-4ff6-8ab7-0aa7823c44f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:01.513960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e88b8cc5-4a48-4bbe-8c63-1a94df6f0942 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:23:01.515346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e88b8cc5-4a48-4bbe-8c63-1a94df6f0942 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0129373 Mar 11 17:23:01.523422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-0e8e9621-3163-49e7-bdda-e299df6beb0b service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946184 Mar 11 17:23:01.529137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-438f0416-d6e5-4ee3-98e6-1ed29c8d59c6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:01.530975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-438f0416-d6e5-4ee3-98e6-1ed29c8d59c6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822478 Mar 11 17:23:01.540813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:01.541336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Unknown quota resources ['binding']. {{(pid=83849) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:23:01.597184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.620228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:01.639860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:01.647324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.649131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b97da1e5-f8b0-4c22-b166-baf030ab1aac details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:01.798251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-99a7c79c-d28f-4bf0-91a5-848eacc81615 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/quotas/f83120e3b28e4e86a82431693c2c0974 HTTP/1.1" status: 200 len: 375 time: 0.2017381 Mar 11 17:23:01.801756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b97da1e5-f8b0-4c22-b166-baf030ab1aac, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:01.850637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'port_id': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'mac_address': 'fa:16:3e:6c:75:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:01.979377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec2cc52c-3257-499b-a1f3-38cce9e71a9a req-b82531e6-17b1-4613-9215-9c3c255c4a26 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818259 Mar 11 17:23:02.004707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:02.011079 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.030118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-171b5066-c75e-45a5-8b3e-b3de8a397ea7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2305565 Mar 11 17:23:02.031413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.031880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.032362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.032546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97da1e5-f8b0-4c22-b166-baf030ab1aac {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:02.040474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.040791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.047436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.047923 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.048364 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 2 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.052712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b97da1e5-f8b0-4c22-b166-baf030ab1aac, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:02.059910 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.069040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.069519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.069843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.077188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.077969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.086375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.086718 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.087864 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 3 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.114634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.114963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.117705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.132441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.133213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.140932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.141361 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.141750 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 4 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.141879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b97da1e5-f8b0-4c22-b166-baf030ab1aac,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:02.199291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.199885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.200862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.216701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.217115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.227476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.227884 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.228201 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 5 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.255876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.256223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.256702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.270167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.270661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.280101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.280101 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.280101 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 6 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.296386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.296801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.297192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.304142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.304385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.312359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.312700 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.313114 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 7 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.333458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.333791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.334112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.340636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.340959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.347220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.347543 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.348042 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 8 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.365537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.366224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.366224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.379276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.379598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.386252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.386629 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.387088 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 9 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.407297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Deleting port 128d6346-557c-4542-8fd9-d3cfc5f70aa8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:23:02.407891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.422752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.423076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.423543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.432538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.432996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.442178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.442605 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.442988 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempt 10 to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf Mar 11 17:23:02.467562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.467892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.468622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.474452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.474815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Attempting to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:02.481114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Port bbdc5113-1a57-494f-8c90-fb6642fdebaf on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:02.481436 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to bind port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:23:02.481752 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.plugin [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] Failed to commit binding results for bbdc5113-1a57-494f-8c90-fb6642fdebaf after 10 tries Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 could not be created or updated. Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:02.483506 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h2-833436-1 could not be created or updated. Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Mar 11 17:23:02.487576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e66d4c05-c4dc-41b6-8ec0-31013e6753d3 req-e695bc97-f6a1-402f-a337-216748000408 service neutron] 10.222.0.96 "POST /v2.0/ports/bbdc5113-1a57-494f-8c90-fb6642fdebaf/bindings HTTP/1.1" status: 500 len: 401 time: 0.9526367 Mar 11 17:23:02.512998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:02.613405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b97da1e5-f8b0-4c22-b166-baf030ab1aac'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:02.641382 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.827713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Calling delete_port for 128d6346-557c-4542-8fd9-d3cfc5f70aa8 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:23:03.074902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ec5c1-a69c-479b-b0cb-69f796f2ab92 req-d861ea39-b704-4f4b-8f10-921fbcb98ec5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.083176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd6ec5c1-a69c-479b-b0cb-69f796f2ab92 req-d861ea39-b704-4f4b-8f10-921fbcb98ec5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 948 time: 0.2222660 Mar 11 17:23:03.201314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd6ec5c1-a69c-479b-b0cb-69f796f2ab92 req-e1846ee6-6492-4581-8aaf-62ea8fb49b55 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097658 Mar 11 17:23:03.283766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.364066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Pushing event deleted for resources: {'Port': ['ID=128d6346-557c-4542-8fd9-d3cfc5f70aa8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:03.708041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77a850-5efa-46a4-90ac-aa1ef86f2131 req-568b4a3a-86fe-4b38-9d1b-3de841210dfa tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.709677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df77a850-5efa-46a4-90ac-aa1ef86f2131 req-568b4a3a-86fe-4b38-9d1b-3de841210dfa tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.2197199 Mar 11 17:23:03.715474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f4971-397e-4809-bd41-ce71f90076be req-6e818a9a-7236-4ed8-93a3-e29f0aa23698 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.717134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4f4971-397e-4809-bd41-ce71f90076be req-6e818a9a-7236-4ed8-93a3-e29f0aa23698 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 945 time: 0.1796095 Mar 11 17:23:03.818039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df77a850-5efa-46a4-90ac-aa1ef86f2131 req-ef20cd1f-d2ca-4562-8a55-8498536d3ecf tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997317 Mar 11 17:23:03.824811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4f4971-397e-4809-bd41-ce71f90076be req-ff8956a5-81b2-43fa-a233-0474b646e00e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922968 Mar 11 17:23:03.889261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.905772 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01', 'status': 'completed', 'code': 200} Mar 11 17:23:04.332168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bca18-0b94-406e-a25c-16c203344fe5 req-3269ce96-6186-4764-9755-4e5a5c5f1500 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:04.333612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-532bca18-0b94-406e-a25c-16c203344fe5 req-3269ce96-6186-4764-9755-4e5a5c5f1500 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 944 time: 0.2473297 Mar 11 17:23:04.336422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-afe8a5cd-9d02-42be-b01f-3d349033b7cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 1099 time: 0.3156362 Mar 11 17:23:04.524042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-532bca18-0b94-406e-a25c-16c203344fe5 req-fa7ab1d7-a22b-49bf-abd2-3dbbd1322416 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836646 Mar 11 17:23:04.578666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-a6e7b8c8-cf83-4918-8266-aa8ed67e5d74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:04.580518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-a6e7b8c8-cf83-4918-8266-aa8ed67e5d74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2131107 Mar 11 17:23:04.740709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-7ab46d90-a5de-43c7-af99-e37874b9bd3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 200 len: 217 time: 0.1369731 Mar 11 17:23:04.886748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Router f3495048-841c-4248-be2b-f6f03fc79140 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:05.045843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-b7e62922-62ea-4f0b-ac69-c5bda06d995e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668414 Mar 11 17:23:05.138713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-ef4073ab-2a19-4247-b535-d7115732c5cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:05.140559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-ef4073ab-2a19-4247-b535-d7115732c5cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.3323176 Mar 11 17:23:05.244466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a121082-9770-4c04-b248-8427818d5e4b req-1311c191-86c3-473c-8700-f19f859fd5f8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 210 time: 0.1441803 Mar 11 17:23:05.271775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9959b2d5-e493-43d1-9773-24690d305f01 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:05.279910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:05.282800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0645-cf4c-4e31-aa55-6f84205c65b3 req-d500bf91-b08a-4f69-a2c1-cb73df188e7d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:05.292368 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-679a0645-cf4c-4e31-aa55-6f84205c65b3 req-d500bf91-b08a-4f69-a2c1-cb73df188e7d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 948 time: 0.5478425 Mar 11 17:23:05.376510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:05.399516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-baf686c7-394f-4392-bc15-f663aac85142 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:05.400503 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cce4861a-a042-4e06-bd2c-ab96fda3bffb admin admin] 10.222.0.96 "PUT /v2.0/routers/f3495048-841c-4248-be2b-f6f03fc79140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6812110 Mar 11 17:23:05.400989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-baf686c7-394f-4392-bc15-f663aac85142 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354633 Mar 11 17:23:05.403205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41392) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:05.416176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-679a0645-cf4c-4e31-aa55-6f84205c65b3 req-8f820673-251a-4aed-95e6-202ea925bdee tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254406 Mar 11 17:23:05.429014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-3fc1ab25-dc25-4f05-bbec-62f7bbc7a0c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266223 Mar 11 17:23:05.475589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:05.720811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:05.737674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9959b2d5-e493-43d1-9773-24690d305f01', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '9959b2d5-e493-43d1-9773-24690d305f01', 'mac_address': 'fa:16:3e:35:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:05.740917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:05.747192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:05.747705 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:05.749416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-43f72324-5efd-40e6-b9c8-2ad48ee7183b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821095 Mar 11 17:23:05.997034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.022592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9959b2d5-e493-43d1-9773-24690d305f01 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:06.031588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-230d4022-677f-456b-9495-5c1163eb5727 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285966 Mar 11 17:23:06.062932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:06.136995 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.141635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-8c71cb44-7984-4543-b008-1b06a81bd6bd tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:06.143318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-8c71cb44-7984-4543-b008-1b06a81bd6bd tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3851416 Mar 11 17:23:06.146474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.221721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:06.275927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:06.297709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.345684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:06.347323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:06.354673 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.356003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b97da1e5-f8b0-4c22-b166-baf030ab1aac up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:06.361563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:06.420201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7641181-259a-4669-971c-8be8363fe2c0 req-5c7a0445-ac2e-4e46-82bc-f321d76a8d62 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:06.427389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7641181-259a-4669-971c-8be8363fe2c0 req-5c7a0445-ac2e-4e46-82bc-f321d76a8d62 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.7434301 Mar 11 17:23:06.443920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:06.476282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:06.479445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:06.495691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adcf33-6a6c-4336-a610-248271de49e8 req-6b3a66ca-b739-4974-84ca-2f7a02615c86 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:06.498505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4adcf33-6a6c-4336-a610-248271de49e8 req-6b3a66ca-b739-4974-84ca-2f7a02615c86 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 945 time: 0.6514721 Mar 11 17:23:06.528731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port b97da1e5-f8b0-4c22-b166-baf030ab1aac completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:06.535676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b97da1e5-f8b0-4c22-b166-baf030ab1aac triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:06.536079 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.565017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e7c2884-519d-471d-b662-86b5f62eb0dc req-69465126-d62c-407e-ba7a-710e4155fadf service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093758 Mar 11 17:23:06.622711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:06.626618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.675703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:06.680768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4adcf33-6a6c-4336-a610-248271de49e8 req-1a24bd3a-6b95-478e-980f-170ffd16cbc1 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119256 Mar 11 17:23:06.697499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9959b2d5-e493-43d1-9773-24690d305f01'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:06.706947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7641181-259a-4669-971c-8be8363fe2c0 req-41a821e2-6349-45cc-8606-2ec84ca4ab71 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782667 Mar 11 17:23:06.709070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:06.712639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.728808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.804604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Deleting port c1467517-6d06-4385-a8ee-a82618f5d96a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:23:06.805305 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.055292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.070660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9951beaf-d4bd-4c6b-8454-ad0b3a0273b0 req-666d8ca4-e031-448f-b29f-6ca791fa9423 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 210 time: 0.0603099 Mar 11 17:23:07.097302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] For port c1467517-6d06-4385-a8ee-a82618f5d96a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1467517-6d06-4385-a8ee-a82618f5d96a,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:07.097846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.203491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b97da1e5-f8b0-4c22-b166-baf030ab1aac, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:07.219095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.171 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/0450b4b6-2fa1-444c-b69e-096009580bed) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:07.219424 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5', 'code': 200} Mar 11 17:23:07.223720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Calling delete_port for c1467517-6d06-4385-a8ee-a82618f5d96a owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:23:07.235185 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.286414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7d0bb-fe38-4123-86c6-47a25371fc2f req-03250dc1-7647-4097-aa30-6bdc3c94679c tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:07.292519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f7d0bb-fe38-4123-86c6-47a25371fc2f req-03250dc1-7647-4097-aa30-6bdc3c94679c tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 944 time: 0.2250316 Mar 11 17:23:07.423134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.457455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b97da1e5-f8b0-4c22-b166-baf030ab1aac,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:07.486276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1467517-6d06-4385-a8ee-a82618f5d96a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:07.533853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f7d0bb-fe38-4123-86c6-47a25371fc2f req-bcfd67ec-6c16-46e0-a0fe-63cf4e8ccf32 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125411 Mar 11 17:23:07.665078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04983219-2fc2-40b5-b611-4a2577bd0c70 req-c146e009-67f8-43b6-a6ea-dd892a37c19e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 1097 time: 0.3396900 Mar 11 17:23:07.751710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04983219-2fc2-40b5-b611-4a2577bd0c70 req-9fe7fb34-7814-464d-a0b6-4a8a72b213f0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642402 Mar 11 17:23:07.781584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be473-8068-42e7-81ad-bdfaef3934d7 req-e573c9cc-699f-43d5-982d-30cc326732c1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:07.788730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-003be473-8068-42e7-81ad-bdfaef3934d7 req-e573c9cc-699f-43d5-982d-30cc326732c1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 949 time: 0.3299019 Mar 11 17:23:07.790606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.808577 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.865327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object 0450b4b6-2fa1-444c-b69e-096009580bed will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:07.902384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-003be473-8068-42e7-81ad-bdfaef3934d7 req-3bb33194-806f-4f89-ab93-55f799b82ea8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126812 Mar 11 17:23:07.935687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.185338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:08.194072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:08.204730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:08.268435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=0450b4b6-2fa1-444c-b69e-096009580bed,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:08.323537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487db7-00f4-4c46-8986-dba954dde7ff req-5bc44e8a-a22d-4b17-aaa7-fb5337f8adf6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:08.330712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01487db7-00f4-4c46-8986-dba954dde7ff req-5bc44e8a-a22d-4b17-aaa7-fb5337f8adf6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.2980371 Mar 11 17:23:08.369858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9d496-b5bf-46fb-b83d-c3e432e2261f req-efdad44e-1fb2-4f78-a0da-6e9c1722a55b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:08.386242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51a9d496-b5bf-46fb-b83d-c3e432e2261f req-efdad44e-1fb2-4f78-a0da-6e9c1722a55b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.4067483 Mar 11 17:23:08.426532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:08.427130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.458800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:08.470837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01487db7-00f4-4c46-8986-dba954dde7ff req-3f03b2cf-e7e4-4600-a1d9-87f42855b61d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390269 Mar 11 17:23:08.504044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.521526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.541156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51a9d496-b5bf-46fb-b83d-c3e432e2261f req-7a21b8cd-bff1-45c0-bb9c-27c579515637 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536624 Mar 11 17:23:08.546976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f4a57226-2d62-4a3b-bf16-1254ffdf092e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0751290 Mar 11 17:23:08.549249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.70 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:08.569703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Request body: {'port': {'device_id': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:08.917450 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.918401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e5db9480-4170-4662-a0b1-9f5636c2901f None None] Provisioning for port 0450b4b6-2fa1-444c-b69e-096009580bed completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:08.932904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e5db9480-4170-4662-a0b1-9f5636c2901f None None] Provisioning complete for port 0450b4b6-2fa1-444c-b69e-096009580bed triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:08.933545 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5db9480-4170-4662-a0b1-9f5636c2901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.968156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.069901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b6d467d1-4c1b-420d-ac17-26fff62c1f59 req-d60d502e-3d0f-4811-a204-22db9def3ba9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:09.085138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e5db9480-4170-4662-a0b1-9f5636c2901f None None] Port 0450b4b6-2fa1-444c-b69e-096009580bed cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:09.164429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.167833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3495048-841c-4248-be2b-f6f03fc79140 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:23:09.197136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b6d467d1-4c1b-420d-ac17-26fff62c1f59 req-d60d502e-3d0f-4811-a204-22db9def3ba9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:09.221297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:09.224959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6d467d1-4c1b-420d-ac17-26fff62c1f59 req-d60d502e-3d0f-4811-a204-22db9def3ba9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 210 time: 0.4464061 Mar 11 17:23:09.273431 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.276902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1cad7a29-a59c-4517-9594-c515c1d44545 admin admin] 10.222.0.96 "DELETE /v2.0/routers/f3495048-841c-4248-be2b-f6f03fc79140 HTTP/1.1" status: 204 len: 168 time: 3.8704779 Mar 11 17:23:09.278036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41446) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:09.311130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9959b2d5-e493-43d1-9773-24690d305f01 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:09.356261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db7beb-1dc5-462a-894f-1b279ed8ab1b req-98e8b6d1-6f24-4f58-b09c-9d4fde2fd12e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:09.377966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9db7beb-1dc5-462a-894f-1b279ed8ab1b req-98e8b6d1-6f24-4f58-b09c-9d4fde2fd12e tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.4487062 Mar 11 17:23:09.395368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.419151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:09.460002 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.467310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9959b2d5-e493-43d1-9773-24690d305f01 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:09.472695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9959b2d5-e493-43d1-9773-24690d305f01 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:09.473188 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.624447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] Deleting subnet d4206fff-7dfa-41d6-8360-5c082b0581a3 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:23:09.636778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.687260 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.687967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:09.698033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:09.702539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:09.705593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:09.768264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:09.795295 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.930334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:09.934879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.967246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:10.003914 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.106986 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-16b17fe0-5f1e-44a6-b4e7-f9ae319b571f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8871028 Mar 11 17:23:10.151935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Request body: {'port': {'device_id': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:10.225382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9db7beb-1dc5-462a-894f-1b279ed8ab1b req-40b0b0d7-ecf7-42cb-895c-b44da9dbc545 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8440392 Mar 11 17:23:10.227193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0ac9db6b-6246-4515-ade6-54e471393095 None None] Provisioning for port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:10.262380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.323385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0450b4b6-2fa1-444c-b69e-096009580bed {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:10.328696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0ac9db6b-6246-4515-ade6-54e471393095 None None] Provisioning complete for port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:10.332019 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ac9db6b-6246-4515-ade6-54e471393095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.344963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.370588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Transition to ACTIVE for port object 0450b4b6-2fa1-444c-b69e-096009580bed will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:10.402981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.456305 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.502536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.515631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9db6b-6246-4515-ade6-54e471393095 None None] Port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:10.529483 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'code': 200} Mar 11 17:23:10.537922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5657bd-f0cf-4e34-a999-c3a590d907e1 req-05152c82-483b-4d96-ad15-767857fc4b8f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:10.548806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae5657bd-f0cf-4e34-a999-c3a590d907e1 req-05152c82-483b-4d96-ad15-767857fc4b8f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 949 time: 0.7339838 Mar 11 17:23:10.567750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4206fff-7dfa-41d6-8360-5c082b0581a3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:10.577691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.610881 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aed115f5-c240-473c-9e3a-4682ddec78be admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d4206fff-7dfa-41d6-8360-5c082b0581a3 HTTP/1.1" status: 204 len: 168 time: 1.3286495 Mar 11 17:23:10.611080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41476) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:10.641590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21019592-2a71-49d8-8d14-2c4afdd9c0dc None None] Network e78f3041-4696-4940-93fb-fb9094b1cb9d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:23:10.674893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.131789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae5657bd-f0cf-4e34-a999-c3a590d907e1 req-a8ad6648-8e4a-4743-9e71-a087fc1b065c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817454 Mar 11 17:23:11.134278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Pushing event updated for resources: {'Port': ['ID=0450b4b6-2fa1-444c-b69e-096009580bed,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.225507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.261880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:11.294651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.329135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Transition to ACTIVE for port object 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:11.334789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.412450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] DHCP port deletion for e78f3041-4696-4940-93fb-fb9094b1cb9d request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:23:11.417461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] Deleting port a31f9340-915f-4d4c-83c2-568ba784a9d0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:23:11.418064 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.562060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Deleting port a31f9340-915f-4d4c-83c2-568ba784a9d0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:23:11.562451 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.625794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Pushing event updated for resources: {'Port': ['ID=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.728744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ece86c1a-0b5d-4bdf-bf27-591dcf4fe803 req-06cb94c7-ee8e-4707-a375-078644d432cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 1096 time: 1.0163069 Mar 11 17:23:11.761224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a954e-f531-4f8b-9a27-fccbc83550b0 req-f0ee3e07-56d1-443c-9d71-2191b97e9c19 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:11.767704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab9a954e-f531-4f8b-9a27-fccbc83550b0 req-f0ee3e07-56d1-443c-9d71-2191b97e9c19 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 1.0056593 Mar 11 17:23:11.837989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] For port a31f9340-915f-4d4c-83c2-568ba784a9d0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a31f9340-915f-4d4c-83c2-568ba784a9d0,segment=NetworkSegment(a0d8f1ce-899c-433d-9789-0e31861b46ee),segment_id=a0d8f1ce-899c-433d-9789-0e31861b46ee)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:11.838913 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.872368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Attempting to bind port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:11.873434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Attempting to bind port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:11.875446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Attempting to bind port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:11.893411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:11.893738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Attempting to bind port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:11.909255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:23:11.909255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:23:11.909255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:23:11.909255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Bound port: 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:11.909838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.942170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Attempting to bind port 0450b4b6-2fa1-444c-b69e-096009580bed on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:11.942803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Attempting to bind port 0450b4b6-2fa1-444c-b69e-096009580bed by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:11.943320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Attempting to bind port 0450b4b6-2fa1-444c-b69e-096009580bed on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:12.025868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ece86c1a-0b5d-4bdf-bf27-591dcf4fe803 req-0af94678-441b-414d-aa4a-6ffb4cf456b4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468677 Mar 11 17:23:12.038768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Port 0450b4b6-2fa1-444c-b69e-096009580bed on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:12.039358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Attempting to bind port 0450b4b6-2fa1-444c-b69e-096009580bed on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:12.069862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab9a954e-f531-4f8b-9a27-fccbc83550b0 req-40fa1c9e-05d5-451e-be3e-ddd3fecb053e tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790117 Mar 11 17:23:12.113697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] Calling delete_port for a31f9340-915f-4d4c-83c2-568ba784a9d0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:23:12.143244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] For port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:12.153129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] For port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:12.159604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.310733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.319835 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 HTTP/1.1" status: 200 len: 1095 time: 2.1917856 Mar 11 17:23:12.329007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'tag': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:12.363271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:23:12.363979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:23:12.363979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:23:12.364400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Bound port: 0450b4b6-2fa1-444c-b69e-096009580bed, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:12.364742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.466226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20be50d-79b9-4425-91f0-bdaffff840e4 service neutron] Pushing event updated for resources: {'Port': ['ID=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.511952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a31f9340-915f-4d4c-83c2-568ba784a9d0 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:23:12.546751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:12.551480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd45d7f1-9e63-43fd-84e9-2d43392a6efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.587091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea38d-dc89-4b6d-a5ac-c2b0c0d8b27d req-98bf3574-f1e9-47a6-a01c-ba11f4adbf6e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:12.597945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40aea38d-dc89-4b6d-a5ac-c2b0c0d8b27d req-98bf3574-f1e9-47a6-a01c-ba11f4adbf6e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 1.1380854 Mar 11 17:23:12.603131 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.653070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] Pushing event deleted for resources: {'Port': ['ID=a31f9340-915f-4d4c-83c2-568ba784a9d0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.680000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84ed5e-916a-4e96-a467-6e705a6825eb None None] No DVR routers for this DVR port a31f9340-915f-4d4c-83c2-568ba784a9d0 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:12.688248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port a31f9340-915f-4d4c-83c2-568ba784a9d0 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:23:12.688898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a31f9340-915f-4d4c-83c2-568ba784a9d0 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:23:12.771904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-96305ed1-5efe-484d-acdf-583ddad5596a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 1098 time: 0.2845185 Mar 11 17:23:12.806989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40aea38d-dc89-4b6d-a5ac-c2b0c0d8b27d req-e7fb8696-56ef-45d9-8003-a472f0482a6e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070665 Mar 11 17:23:12.810038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] For port a31f9340-915f-4d4c-83c2-568ba784a9d0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a31f9340-915f-4d4c-83c2-568ba784a9d0,segment=NetworkSegment(a0d8f1ce-899c-433d-9789-0e31861b46ee),segment_id=a0d8f1ce-899c-433d-9789-0e31861b46ee)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:12.813872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.838438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] For port 0450b4b6-2fa1-444c-b69e-096009580bed, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:12.957894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] For port 0450b4b6-2fa1-444c-b69e-096009580bed, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0450b4b6-2fa1-444c-b69e-096009580bed,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:12.965838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Calling delete_port for a31f9340-915f-4d4c-83c2-568ba784a9d0 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:23:13.035161 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-4456fe5e-4e7e-4a74-ba45-93be02f783e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 HTTP/1.1" status: 200 len: 217 time: 0.2489479 Mar 11 17:23:13.084880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.143031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-3e7b42cb-dab8-4922-a711-09cdb09acf37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:13.144474 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-3e7b42cb-dab8-4922-a711-09cdb09acf37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0921309 Mar 11 17:23:13.254220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f41d9c24-3af6-4114-9961-bd9f7df6ef28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008525 Mar 11 17:23:13.292170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1158-5a13-496a-ba57-e5b611d918dc req-7a030101-b30d-4d6e-bc73-71d9b0c82dcc tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:13.294032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a72a1158-5a13-496a-ba57-e5b611d918dc req-7a030101-b30d-4d6e-bc73-71d9b0c82dcc tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 947 time: 0.8101687 Mar 11 17:23:13.345537 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.346879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] 10.222.0.59 "PUT /v2.0/ports/0450b4b6-2fa1-444c-b69e-096009580bed HTTP/1.1" status: 200 len: 1096 time: 4.7814336 Mar 11 17:23:13.347348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'tag': '0450b4b6-2fa1-444c-b69e-096009580bed'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:13.415243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:23:13.416044 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:23:13.427119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa35e9-a055-4717-a067-10cebe039339 service neutron] Pushing event updated for resources: {'Port': ['ID=0450b4b6-2fa1-444c-b69e-096009580bed,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:13.450818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a72a1158-5a13-496a-ba57-e5b611d918dc req-13a8e26b-8f46-4811-ac7e-02828fe49e93 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477268 Mar 11 17:23:13.461720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9d5f3-14f3-4c1a-8543-ad54772729a7 req-b6675d7a-de99-48f2-96dd-7758b90bc17f tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:13.463533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1a9d5f3-14f3-4c1a-8543-ad54772729a7 req-b6675d7a-de99-48f2-96dd-7758b90bc17f tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.2990272 Mar 11 17:23:13.553519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1a9d5f3-14f3-4c1a-8543-ad54772729a7 req-6568faaa-2e88-4f8d-8962-c5c5c4c8c609 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813069 Mar 11 17:23:13.589953 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-ef9a3904-4d22-4e4a-9a56-45231535bfb0 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265002 Mar 11 17:23:13.776578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-96fb2354-44c5-48dc-a5a6-cef2e2dea35f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 1099 time: 0.2118595 Mar 11 17:23:13.956828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Deleting port a31f9340-915f-4d4c-83c2-568ba784a9d0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:23:13.957167 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.987674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-03f63bc0-eab4-43bd-bbcf-87ad2bf28d7e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864636 Mar 11 17:23:13.996293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-6fff1c87-d4fc-4ce9-b73e-0b324c35f8be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=0450b4b6-2fa1-444c-b69e-096009580bed HTTP/1.1" status: 200 len: 217 time: 0.1542368 Mar 11 17:23:14.114383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] The port 'a31f9340-915f-4d4c-83c2-568ba784a9d0' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:23:14.181299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-e6514679-4afd-47ff-997d-3d3132eb3baa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:14.182758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-e6514679-4afd-47ff-997d-3d3132eb3baa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1750541 Mar 11 17:23:14.312215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90bc796f-a2bb-4bb4-83fc-a51e4f1dac8d req-2a4f0345-495f-4863-a0e5-d3be14a52c1e tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 1097 time: 0.5235820 Mar 11 17:23:14.335334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.393683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228f79c-7cee-429e-88fe-37cc01206177 req-422dc2da-498a-472b-9d50-2bee2ae093ab tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:14.395173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c228f79c-7cee-429e-88fe-37cc01206177 req-422dc2da-498a-472b-9d50-2bee2ae093ab tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.5494318 Mar 11 17:23:14.396837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78f3041-4696-4940-93fb-fb9094b1cb9d']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.429270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d8f1ce-899c-433d-9789-0e31861b46ee') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.429973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d8f1ce-899c-433d-9789-0e31861b46ee') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.450528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.461255 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1a81328-57ed-41ff-aa55-0b062f427f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.472204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90bc796f-a2bb-4bb4-83fc-a51e4f1dac8d req-f6bed957-ceff-4b03-8267-22de3f8d7425 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590941 Mar 11 17:23:14.482134 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.501678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:23:14.502070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:14.535300 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:14.547866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-f9e7a706-ae86-4d88-b3b4-54cc9f2d8ceb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3529930 Mar 11 17:23:14.643792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c228f79c-7cee-429e-88fe-37cc01206177 req-66c77c97-3bf8-4374-a286-1b3a745bb994 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349856 Mar 11 17:23:14.646590 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'tag': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5', 'status': 'completed', 'code': 200} Mar 11 17:23:14.727636 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'tag': '0450b4b6-2fa1-444c-b69e-096009580bed', 'status': 'completed', 'code': 200} Mar 11 17:23:14.742150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.747242 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01', 'code': 200} Mar 11 17:23:14.754715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.897620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e78f3041-4696-4940-93fb-fb9094b1cb9d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:14.915692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d37adef7-3d12-44b2-934a-b07a91da0ee6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/e78f3041-4696-4940-93fb-fb9094b1cb9d HTTP/1.1" status: 204 len: 168 time: 4.2838788 Mar 11 17:23:14.919090 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-86679be4-c48c-4195-ae3f-331f79bdc530 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184597 Mar 11 17:23:14.951141 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-07b15454-d668-428d-a70e-a7e1d4b24129 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 1098 time: 0.1354403 Mar 11 17:23:15.166976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41514) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:15.261766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbdc6828-0e82-44b0-94b8-357a7997ade7 req-b29d6376-3cba-4fb7-b8f1-65504ae0f9d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630483 Mar 11 17:23:15.341978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-d76bc553-be61-4554-be1a-3edd365b7802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:15.344004 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-d76bc553-be61-4554-be1a-3edd365b7802 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3856099 Mar 11 17:23:15.380781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7bf4a487-34ff-4990-ac26-55f4e05d2da7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=18b695fd54e94888aec764669ce33a25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2126300 Mar 11 17:23:15.383032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41518) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:15.496073 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-ed9c7589-b982-4cbe-b8b5-7d34dd984d29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 HTTP/1.1" status: 200 len: 217 time: 0.1000154 Mar 11 17:23:15.503899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.512988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e597-07e5-4042-a13b-08e06ec9d2c4 req-44e33d9c-ccf6-49ea-89a1-361c290bf809 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:15.519827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b51e597-07e5-4042-a13b-08e06ec9d2c4 req-44e33d9c-ccf6-49ea-89a1-361c290bf809 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 947 time: 0.5992398 Mar 11 17:23:15.543926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] Sync routers for ids ['f3495048-841c-4248-be2b-f6f03fc79140'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:23:15.567908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7f0d2d8-243f-44df-b5e6-6ee426e283c6 req-0dcfe28a-6572-4d45-a222-ad323cdcb302 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 1101 time: 0.5811784 Mar 11 17:23:15.574538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:23:15.575825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 17:23:15.577129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_agentschedulers_db [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3495048-841c-4248-be2b-f6f03fc79140'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:23:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 17:23:15.592940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-f50b2f7e-12b0-46af-a8ff-e31bfc9c52fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:15.594951 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-f50b2f7e-12b0-46af-a8ff-e31bfc9c52fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0816076 Mar 11 17:23:15.600465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:23:15.601209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 17:23:15.602179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_agentschedulers_db [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3495048-841c-4248-be2b-f6f03fc79140'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:23:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 17:23:15.603047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db5af0-5812-4abb-b4da-ff730ec171ea None None] The sync data for ids ['f3495048-841c-4248-be2b-f6f03fc79140'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:23:15.618037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e42a1-d197-4e82-aacb-75f8ef9c7c31 req-4526cff3-cb0f-4e2f-9808-7591ae4a566e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:15.622232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d2e42a1-d197-4e82-aacb-75f8ef9c7c31 req-4526cff3-cb0f-4e2f-9808-7591ae4a566e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.5844917 Mar 11 17:23:15.670570 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.726931 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-b373ed04-682c-4e8c-95b4-ce1a67d86dba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233072 Mar 11 17:23:15.728275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b04d3734-3e57-480e-8917-b949779c7e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.767377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b51e597-07e5-4042-a13b-08e06ec9d2c4 req-fa34b976-43f6-4091-bbc5-9cee058e0fb4 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466159 Mar 11 17:23:15.778688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d2e42a1-d197-4e82-aacb-75f8ef9c7c31 req-def50414-b9ae-421f-9296-75c86497743d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463242 Mar 11 17:23:15.807012 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-601b0fd9-0559-4960-85c4-5871db320340 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 1099 time: 0.4016564 Mar 11 17:23:15.813160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b04d3734-3e57-480e-8917-b949779c7e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.822959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7f0d2d8-243f-44df-b5e6-6ee426e283c6 req-57678d83-4e5c-4f39-a602-43d23802ad47 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303944 Mar 11 17:23:15.989799 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-ee584dc6-b965-43fa-a5ed-6474f9608075 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436972 Mar 11 17:23:16.123176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b04d3734-3e57-480e-8917-b949779c7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.136865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-69c305c2-a24e-45a6-9397-f58601c8efde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:16.138206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-69c305c2-a24e-45a6-9397-f58601c8efde service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3175037 Mar 11 17:23:16.209860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d3734-3e57-480e-8917-b949779c7e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc357d2-6806-4a93-bb5e-71684e017da6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:16.287227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b04d3734-3e57-480e-8917-b949779c7e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.293352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b04d3734-3e57-480e-8917-b949779c7e93 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8dc357d2-6806-4a93-bb5e-71684e017da6 HTTP/1.1" status: 204 len: 168 time: 0.9027445 Mar 11 17:23:16.295189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-44a8e9bd-5d6b-40f7-a912-216347884089 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=0450b4b6-2fa1-444c-b69e-096009580bed HTTP/1.1" status: 200 len: 217 time: 0.1425807 Mar 11 17:23:16.346875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1467517-6d06-4385-a8ee-a82618f5d96a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:23:16.414517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c1467517-6d06-4385-a8ee-a82618f5d96a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:23:16.415661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1467517-6d06-4385-a8ee-a82618f5d96a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:23:16.462897 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b42f800b-a345-4402-93c3-2d1102ea27b6 req-3203ec11-0687-41e5-b322-ad0253f1b9ec service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259208 Mar 11 17:23:16.470617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa78404-5797-4df6-9fff-5f98e55e75e3 req-a3217d17-7cff-4a5a-92a7-8fcc95ea2447 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:16.472087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daa78404-5797-4df6-9fff-5f98e55e75e3 req-a3217d17-7cff-4a5a-92a7-8fcc95ea2447 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.4996765 Mar 11 17:23:16.482286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf89feab-4ceb-4f25-a0d6-870060cae6a6 req-a7e6049b-a5bc-4a6b-bc35-1de00918090f tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 1097 time: 0.4137425 Mar 11 17:23:16.483556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-350dd8af-4dbe-44d0-870c-86861f9ddf7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:16.484900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-350dd8af-4dbe-44d0-870c-86861f9ddf7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1743166 Mar 11 17:23:16.636516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daa78404-5797-4df6-9fff-5f98e55e75e3 req-818ad4ea-aa84-4287-b1ad-bddd1582f719 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492379 Mar 11 17:23:16.642928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf89feab-4ceb-4f25-a0d6-870060cae6a6 req-7b89e4e4-bf64-459f-9102-8859fccea4e5 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299293 Mar 11 17:23:16.664190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-937a9ffc-0217-4453-9609-f08ed628a1ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498380 Mar 11 17:23:16.830406 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.929118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-e5523da4-e63a-4a19-a542-afaa21f07d5b service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561831 Mar 11 17:23:16.987219 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:23:17.345247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dfc15ca-fadf-48c2-8414-0afae144cfb1 req-cd4b7672-b73f-4c61-8de1-e4c0dea333ed service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081807 Mar 11 17:23:17.350864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf936247-894d-4551-9e1b-a1242c7b9fc7 req-bd9d8248-fce0-4902-9080-43f465f0e8de tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:17.352290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf936247-894d-4551-9e1b-a1242c7b9fc7 req-bd9d8248-fce0-4902-9080-43f465f0e8de tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.2643676 Mar 11 17:23:17.357045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0450b4b6-2fa1-444c-b69e-096009580bed details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:17.362693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41552) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:17.368200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Request body: {'floatingip': {'port_id': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:17.369098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c50437-0018-48ab-b20a-908cf2fd7864 req-70c005c6-5bec-4ee9-86af-9708061b2d9d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:17.370644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2c50437-0018-48ab-b20a-908cf2fd7864 req-70c005c6-5bec-4ee9-86af-9708061b2d9d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.3393643 Mar 11 17:23:17.465596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2c50437-0018-48ab-b20a-908cf2fd7864 req-10f50923-5466-40b1-a08b-de7510cf4b85 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848615 Mar 11 17:23:17.557632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0450b4b6-2fa1-444c-b69e-096009580bed, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0450b4b6-2fa1-444c-b69e-096009580bed,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:17.588761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0450b4b6-2fa1-444c-b69e-096009580bed', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '0450b4b6-2fa1-444c-b69e-096009580bed', 'mac_address': 'fa:16:3e:2c:30:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:17.692759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.746895 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.801835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1c822-b0c8-444d-93e6-dd08c85bb35a req-655516a1-e3a7-4cc1-aea3-5710aa4c73d1 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:17.802739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0450b4b6-2fa1-444c-b69e-096009580bed {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:17.806068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21e1c822-b0c8-444d-93e6-dd08c85bb35a req-655516a1-e3a7-4cc1-aea3-5710aa4c73d1 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 947 time: 0.1987121 Mar 11 17:23:17.849971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0450b4b6-2fa1-444c-b69e-096009580bed, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0450b4b6-2fa1-444c-b69e-096009580bed,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:17.857508 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.858294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:17.990078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21e1c822-b0c8-444d-93e6-dd08c85bb35a req-6bb5bf58-8634-4737-ba92-e6a1e9c4980e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765871 Mar 11 17:23:18.090774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b04ef-cdcf-4765-a41c-71ff47bed442 req-4fd770fd-a3f9-4d02-bf83-b53b17be35ea tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:18.092909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc3b04ef-cdcf-4765-a41c-71ff47bed442 req-4fd770fd-a3f9-4d02-bf83-b53b17be35ea tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.2453873 Mar 11 17:23:18.096702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:18.121338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0450b4b6-2fa1-444c-b69e-096009580bed,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:18.151998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.152606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.153083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.153554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.154038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.154580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.159104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.159658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.160133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.160603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.161089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:18.172104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5', 'mac_address': 'fa:16:3e:a4:52:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:18.198346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc3b04ef-cdcf-4765-a41c-71ff47bed442 req-aa85b6bb-35de-4d20-b611-7a59e8f5f205 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989573 Mar 11 17:23:18.262625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.281817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:18.299293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:18.306334 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.456006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:18.748430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63c6513c-1349-4785-982d-91a74a5a5e59 req-724e8ec5-b1b9-496f-8e2e-5e07a2bfdec9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2425609 Mar 11 17:23:18.786008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c63231-6551-449a-9da0-b760d3e471f7 req-8d738409-c3d0-441f-adef-747587f264f4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:18.786487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6c63231-6551-449a-9da0-b760d3e471f7 req-8d738409-c3d0-441f-adef-747587f264f4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.1250336 Mar 11 17:23:18.861278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6c63231-6551-449a-9da0-b760d3e471f7 req-70f70f56-e21d-4399-8497-4419d68447cd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663357 Mar 11 17:23:18.875858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0450b4b6-2fa1-444c-b69e-096009580bed'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:19.000084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:19.061768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.073197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.313309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43b51ac8-0027-4226-90da-a2fb52aaf5b3 req-759ad68a-efe6-435f-b56b-89fd66ede524 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2476780 Mar 11 17:23:19.405316 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78 associated. External IP: 172.25.3.111, port: b97da1e5-f8b0-4c22-b166-baf030ab1aac. Mar 11 17:23:19.695800 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-cb8f5c9d-225c-417c-91e6-8d39a1dbb89e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206148 Mar 11 17:23:19.707347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225a2b4-0f8e-42c6-b8c8-3392a51c7831 req-1e20fe94-1d8d-46c0-a8b4-291421311022 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:19.709182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9225a2b4-0f8e-42c6-b8c8-3392a51c7831 req-1e20fe94-1d8d-46c0-a8b4-291421311022 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 948 time: 0.0872929 Mar 11 17:23:19.804807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9225a2b4-0f8e-42c6-b8c8-3392a51c7831 req-1311f7a7-2c43-45cc-8f07-6672f63ef90c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885136 Mar 11 17:23:20.154272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:20.397992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-2921a949-9847-4391-bae0-962108329b86 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:23:20.399207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-2921a949-9847-4391-bae0-962108329b86 tempest-LiveAutoBlockMigrationV225Test-363170010 tempest-LiveAutoBlockMigrationV225Test-363170010-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057638 Mar 11 17:23:20.434704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:20.435162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Unknown quota resources ['binding']. {{(pid=83849) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:23:20.474063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:20.480092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.488647 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] Sync routers for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:23:20.508184 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:23:20.512911 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:23:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:20.550517 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e4dcd1b6-7832-4802-bd7c-9ec90f2cc72b tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "PUT /v2.0/floatingips/3ec28ef4-eaf0-4310-80a2-167bd2c43f78 HTTP/1.1" status: 200 len: 991 time: 3.1825087 Mar 11 17:23:20.550517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:20.804012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90b50-c239-471c-86b4-744293f122bb req-3fe516d6-b326-457a-b4fd-be5a06db7acb tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.805703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-3fe516d6-b326-457a-b4fd-be5a06db7acb tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/networks?id=72a7b87e-580d-41a4-92a5-170960fb800c HTTP/1.1" status: 200 len: 815 time: 0.6329908 Mar 11 17:23:20.810501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:20.810824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:20.811134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:20.817338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:20.817703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:20.832209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:20.832496 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:20.833665 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 2 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:20.845620 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:23:20.850797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-0a162219-c3e7-447e-a212-9160bf233a81 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/quotas/2ee041424da6455a9e6116d256b2213c HTTP/1.1" status: 200 len: 375 time: 0.0280576 Mar 11 17:23:20.853015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:20.853374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:20.853765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:20.862586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:20.862921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:20.910607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:20.910829 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:20.912236 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 3 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:20.931563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:20.931888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:20.932201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:20.952936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:20.953308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:20.963871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:20.964289 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:20.967398 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 4 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:20.993206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-b7dac683-35c7-49a6-86a0-46e6515d3c4e tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2ee041424da6455a9e6116d256b2213c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262846 Mar 11 17:23:20.993835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:20.994156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:20.994499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.023492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.023812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.091796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.092156 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:21.094257 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 5 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:21.122591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:21.123049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:21.123373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.144225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.144569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.165680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-037b6f07-2297-41dc-84e0-81e41da8d06d service neutron] 10.222.0.96 "GET /v2.0/networks/72a7b87e-580d-41a4-92a5-170960fb800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646457 Mar 11 17:23:21.166257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.166632 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:21.167003 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 6 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:21.255687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:21.256022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:21.256325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.276364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.276681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.289285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.289600 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:21.298206 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '3ec28ef4-eaf0-4310-80a2-167bd2c43f78', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'port_id': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'mac_address': 'fa:16:3e:6c:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db60438-3909-495d-b6fe-7b2109660fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:21:12Z', 'updated_at': '2022-03-11T17:23:18Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:21.300266 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 7 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:21.302252 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] Checking router: 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:23:21.314012 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:23:21.314735 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:23:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:21.329313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:21.329887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:21.330459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.339450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-7cec1670-7989-46fa-be71-48790443fbbb service neutron] 10.222.0.96 "GET /v2.0/networks/72a7b87e-580d-41a4-92a5-170960fb800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648715 Mar 11 17:23:21.342016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.342323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.348832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.349288 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:21.349895 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 8 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:21.371508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:21.371894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:21.372224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.381455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.381784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.390335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.391001 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:21.391703 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 9 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:21.400683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:21.420377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:21.420927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:21.421149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.428783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.429209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.437000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.437645 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:21.438236 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempt 10 to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 Mar 11 17:23:21.459508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:21.460326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:21.460971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.469838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.470277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Attempting to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:21.477905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on network f858763e-39f6-4d44-9a2c-a7bcb800a704 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:21.478332 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to bind port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '096619e9-42dd-46e0-a22b-a0e4bd8e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'f858763e-39f6-4d44-9a2c-a7bcb800a704'}] Mar 11 17:23:21.478922 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.plugin [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] Failed to commit binding results for e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 after 10 tries Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 could not be created or updated. Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:21.480611 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h2-833436-1 could not be created or updated. Mar 11 17:23:21.485325 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Mar 11 17:23:21.490538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11163d83-8651-469e-baa9-3a72e07bcb45 req-6e356c86-c87e-43e6-afa9-dd944766279d service neutron] 10.222.0.96 "POST /v2.0/ports/e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5/bindings HTTP/1.1" status: 500 len: 401 time: 1.0640335 Mar 11 17:23:21.549391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:21.562319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:21.562999 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.604779 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:23:21.798540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.893639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:21.900606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-142878fa-7dcb-44df-8abf-c3ea393ea054 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 1101 time: 0.3114133 Mar 11 17:23:21.904859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:21.906261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c03b1-8a71-44c2-9252-e3415bf7a780 req-a9cda8a0-b596-45fa-9d32-79a700d917c2 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:21.909334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d86c03b1-8a71-44c2-9252-e3415bf7a780 req-a9cda8a0-b596-45fa-9d32-79a700d917c2 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.2466767 Mar 11 17:23:21.931210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.931945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0450b4b6-2fa1-444c-b69e-096009580bed up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:22.168181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:22.183284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-b049bb2c-6d90-44c3-a0a9-bffb6cc4014f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:22.189149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-b049bb2c-6d90-44c3-a0a9-bffb6cc4014f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2787609 Mar 11 17:23:22.208907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 0450b4b6-2fa1-444c-b69e-096009580bed completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:22.220829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0450b4b6-2fa1-444c-b69e-096009580bed triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:22.222123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.319027 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '3ec28ef4-eaf0-4310-80a2-167bd2c43f78', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'port_id': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'mac_address': 'fa:16:3e:6c:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db60438-3909-495d-b6fe-7b2109660fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:21:12Z', 'updated_at': '2022-03-11T17:23:18Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:22.340650 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b780f3e-930f-4cc9-9010-a887de7c3b26 None None] The sync data for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 is: [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '3ec28ef4-eaf0-4310-80a2-167bd2c43f78', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'port_id': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'mac_address': 'fa:16:3e:6c:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db60438-3909-495d-b6fe-7b2109660fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:21:12Z', 'updated_at': '2022-03-11T17:23:18Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:23:22.378976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-fb5e1ade-c8bc-4351-b534-d812a1e5b2b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 200 len: 217 time: 0.1548605 Mar 11 17:23:22.402301 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.454245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d86c03b1-8a71-44c2-9252-e3415bf7a780 req-b0489341-6064-46db-9dbe-393677222e2e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638767 Mar 11 17:23:22.470090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0450b4b6-2fa1-444c-b69e-096009580bed, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0450b4b6-2fa1-444c-b69e-096009580bed,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:22.478084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.488148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-281c2878-45f2-4520-9f3d-f352bd39cac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:22.490579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-281c2878-45f2-4520-9f3d-f352bd39cac8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1052909 Mar 11 17:23:22.602217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0450b4b6-2fa1-444c-b69e-096009580bed,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:22.766549 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-9aa23ef8-27ef-490d-9360-a8c5fe62db03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645628 Mar 11 17:23:22.777875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c0e1f-de69-4d70-940f-90a284c7c54b None None] New status for floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:23:22.965719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84010e1-683f-4495-88b2-a186771cb7d1 req-58a50afb-5146-4ee8-9cb3-1ac6e44e670d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:22.967466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d84010e1-683f-4495-88b2-a186771cb7d1 req-58a50afb-5146-4ee8-9cb3-1ac6e44e670d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.3345385 Mar 11 17:23:22.999925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f4b5a-8a87-4ca8-a2b9-e7e915cd5e3e req-afdef1fe-e73c-416e-a7ff-be89faf442b9 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:22.999925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-519f4b5a-8a87-4ca8-a2b9-e7e915cd5e3e req-afdef1fe-e73c-416e-a7ff-be89faf442b9 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.3096511 Mar 11 17:23:23.062326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-72222458-a140-449c-ac94-175d0255a00b service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860656 Mar 11 17:23:23.118392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d84010e1-683f-4495-88b2-a186771cb7d1 req-c889099a-b91b-4bf5-b69d-1f3d6c5f7bf3 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160460 Mar 11 17:23:23.194788 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'status': 'completed', 'code': 200} Mar 11 17:23:23.196834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-519f4b5a-8a87-4ca8-a2b9-e7e915cd5e3e req-60df41c6-1592-4b3f-a49c-ec82b777708c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788325 Mar 11 17:23:23.344066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-e98ee513-96ca-42b5-8847-0633badccf08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a5ff74d83204b938fa273a0a284aaac&device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0929217 Mar 11 17:23:23.377547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-92945f1f-bbae-404f-893b-059ab18fcfeb service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055284 Mar 11 17:23:23.495830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-d2bb61ad-b4e2-498b-875d-8dccfe4b19f8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.2482152 Mar 11 17:23:23.582445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8819a83-6b8a-4b6f-8512-a49f5dad792e req-cc314738-fcbd-4cf6-bf73-0fad95193fdb tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 210 time: 0.1236751 Mar 11 17:23:23.685292 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5', 'code': 200} Mar 11 17:23:23.724388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-8d021a84-c268-4f26-a477-33661939c11a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:23.726131 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-8d021a84-c268-4f26-a477-33661939c11a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 200 len: 926 time: 0.3569086 Mar 11 17:23:23.767429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1d3e5-fd02-429c-ad88-0684b2bc4430 req-b7961c7f-e386-45ad-aa79-1a3173193a45 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:23.768750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21f1d3e5-fd02-429c-ad88-0684b2bc4430 req-b7961c7f-e386-45ad-aa79-1a3173193a45 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.3988888 Mar 11 17:23:23.954004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90b50-c239-471c-86b4-744293f122bb req-5089af7f-8870-40a3-a557-5a326b0f0439 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:23.955672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-5089af7f-8870-40a3-a557-5a326b0f0439 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.59 "GET /v2.0/networks?id=72a7b87e-580d-41a4-92a5-170960fb800c HTTP/1.1" status: 200 len: 815 time: 0.3994784 Mar 11 17:23:23.966860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-5eac228d-372c-4da4-852b-b0639132aed7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1064 time: 0.4484224 Mar 11 17:23:23.977436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21f1d3e5-fd02-429c-ad88-0684b2bc4430 req-b7309ee9-ae86-4507-9ae0-ded4b510ea8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876030 Mar 11 17:23:23.978684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-3985e2f1-4dba-4e2e-893b-9f19cd810eec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac HTTP/1.1" status: 200 len: 1001 time: 0.2040544 Mar 11 17:23:23.985691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Request body: {'port': {'device_id': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c', 'admin_state_up': True, 'tenant_id': '2ee041424da6455a9e6116d256b2213c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:24.075262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:24.265491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-d8c90522-7c09-4917-ae71-e22037230903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:24.267873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-d8c90522-7c09-4917-ae71-e22037230903 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=21bc48e2-ff63-442f-9f51-1b16629e4dde HTTP/1.1" status: 200 len: 863 time: 0.2162030 Mar 11 17:23:24.353747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:24.358745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cebfc36d-ddb5-492f-a107-e272385fde88 req-5391bd78-a869-43dd-8f34-077cd690ab38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 1100 time: 0.4915059 Mar 11 17:23:24.365871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Usage tracker for resource:port and tenant:2ee041424da6455a9e6116d256b2213c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:24.370827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.372939 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-0b25a1b7-dffe-4f1f-9318-1bbaf5ee6c24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915461 Mar 11 17:23:24.382495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:24.412625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:24.488830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Made reservation on behalf of 2ee041424da6455a9e6116d256b2213c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:24.492703 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.558300 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-6c4b9b6c-90b5-4834-837f-0b92e041c39f service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681592 Mar 11 17:23:24.674823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cebfc36d-ddb5-492f-a107-e272385fde88 req-a9e793c6-31cb-4314-a42a-e162b5b8a2a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931256 Mar 11 17:23:24.745193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27175bd-4a53-492f-af74-de78e6605033 req-65948417-27d2-4544-8b4f-5cc4a49367fe tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:24.760660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e27175bd-4a53-492f-af74-de78e6605033 req-65948417-27d2-4544-8b4f-5cc4a49367fe tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.5880368 Mar 11 17:23:24.799030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551e69b0-cd3a-4e1b-9594-1b47d12eda72 req-7d856be8-0bfe-4e53-913c-74da32ff2f3d service neutron] 10.222.0.59 "GET /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299347 Mar 11 17:23:24.911801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af945d4-12d7-4b6a-8074-dd3a40cfb84f req-f9f0778a-d698-4e52-a6be-c1ecde546436 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:24.913657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8af945d4-12d7-4b6a-8074-dd3a40cfb84f req-f9f0778a-d698-4e52-a6be-c1ecde546436 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.6661503 Mar 11 17:23:25.306447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e27175bd-4a53-492f-af74-de78e6605033 req-cd5884ed-634c-492b-81c2-f6b679206f39 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443478 Mar 11 17:23:25.481767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8af945d4-12d7-4b6a-8074-dd3a40cfb84f req-d827d44d-09e5-422d-b0f0-a454c0540f2f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465734 Mar 11 17:23:25.523697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:25.523697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Allocated IP 172.20.0.8 (72a7b87e-580d-41a4-92a5-170960fb800c/0065482b-67ff-4acd-bdf2-199b622809b1/2c12bd3f-ae1d-4a94-9822-054e0100890e) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:25.686770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450b4b6-2fa1-444c-b69e-096009580bed'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:25.710688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.736879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.940171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:25.941583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:25.941583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:25.959860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d535f3f-ea28-4d08-b592-50e98a91dba1 req-55fdbcec-d507-46b8-beeb-43d4b1aaedc4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 210 time: 0.2120295 Mar 11 17:23:26.046646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.048488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.074820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.075381 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:26.091375 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 2 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:26.151807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:26.152399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:26.152485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.176425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=8']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:26.385024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.403731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Transition to ACTIVE for port object 2c12bd3f-ae1d-4a94-9822-054e0100890e will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:26.442454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10650b60-f3ab-49c5-9118-afc613bc7769 req-4dbe7171-eccc-4787-b785-4e8a555d2f4b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:26.449522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10650b60-f3ab-49c5-9118-afc613bc7769 req-4dbe7171-eccc-4787-b785-4e8a555d2f4b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.7985852 Mar 11 17:23:26.451357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.452425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.459539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.459888 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:26.480291 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 3 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:26.495918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.615040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:26.615040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:26.615040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.632981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.632981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.684898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.685609 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:26.689319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Network 72a7b87e-580d-41a4-92a5-170960fb800c is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:26.693492 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 4 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:26.701740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:26.704009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Pushing event updated for resources: {'Port': ['ID=2c12bd3f-ae1d-4a94-9822-054e0100890e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:26.709403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:26.744399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10650b60-f3ab-49c5-9118-afc613bc7769 req-382bd157-be0f-46dd-8b84-91ada05fe7a8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940526 Mar 11 17:23:26.769341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e0cac-9a2e-49dd-be9e-418eeb107aff req-ee465f9d-bc4f-4bec-9e54-dcb30e42a12a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:26.776750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea7e0cac-9a2e-49dd-be9e-418eeb107aff req-ee465f9d-bc4f-4bec-9e54-dcb30e42a12a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.5844305 Mar 11 17:23:26.788040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:26.788668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:26.789219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.830277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.830619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.843169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:26.843824 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.869153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.870044 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:26.874890 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 5 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:26.893489 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450b4b6-2fa1-444c-b69e-096009580bed', 'code': 200} Mar 11 17:23:26.912171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea7e0cac-9a2e-49dd-be9e-418eeb107aff req-e8123f0d-23b4-42f7-aad6-188d46f40c4d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342869 Mar 11 17:23:26.925432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-a695cd9c-a69c-4e48-ab2d-3dab3e4cb523 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9455485 Mar 11 17:23:26.941863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:26.942587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:26.943134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.955331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.958043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:26.971545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:26.978879 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:26.984292 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 6 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:27.032981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:27.033740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:27.034420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.049420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.050087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.062743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.063413 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:27.064015 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 7 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:27.159067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:27.159396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:27.159903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.172558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.173486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.206188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.206952 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:27.209617 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 8 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:27.226771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31a92e37-81ab-43ae-8442-7139cca88aad None None] Provisioning for port 2c12bd3f-ae1d-4a94-9822-054e0100890e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:27.245995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31a92e37-81ab-43ae-8442-7139cca88aad None None] Provisioning complete for port 2c12bd3f-ae1d-4a94-9822-054e0100890e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:27.247077 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31a92e37-81ab-43ae-8442-7139cca88aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.256848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:27.257186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:27.265336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.295767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df841-b05e-4af2-a34a-ffb0eecdab88 req-945cae6c-62ff-474c-9b0e-8baad7eb358e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.305162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e3df841-b05e-4af2-a34a-ffb0eecdab88 req-945cae6c-62ff-474c-9b0e-8baad7eb358e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.2212918 Mar 11 17:23:27.308607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.316463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.329788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-31a92e37-81ab-43ae-8442-7139cca88aad None None] Port 2c12bd3f-ae1d-4a94-9822-054e0100890e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:27.370157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.370790 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:27.372777 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 9 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:27.465536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:27.466178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:27.466877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.483429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e3df841-b05e-4af2-a34a-ffb0eecdab88 req-bea636e2-ed59-43cb-9c46-a7a3b21027f7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768019 Mar 11 17:23:27.488757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.489289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.498657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.498930 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:27.500009 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempt 10 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:23:27.533646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:27.533973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:27.534293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.545803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.546122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:27.556955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:27.557302 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:27.557673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.588157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6639a-6d07-4440-8197-be658e661bf8 req-2913dac7-9163-44c3-869f-66b8d0d482ed tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.589773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb6639a-6d07-4440-8197-be658e661bf8 req-2913dac7-9163-44c3-869f-66b8d0d482ed tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.1593320 Mar 11 17:23:27.813169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb6639a-6d07-4440-8197-be658e661bf8 req-36e2be69-054f-403b-8c2e-7273e9c98684 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173254 Mar 11 17:23:27.829465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a9f25-ac32-4e93-ad73-fec56e0bbc85 req-ee36e650-74c6-4352-9559-bba90f1d93f4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.830213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4f6a9f25-ac32-4e93-ad73-fec56e0bbc85 req-ee36e650-74c6-4352-9559-bba90f1d93f4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Synchronizing usage tracker for tenant:2ee041424da6455a9e6116d256b2213c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:27.839476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:27.839829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:23:27.848656 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.849206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] In _notify_port_updated(), no bound segment for port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:23:27.850253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.851842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] 10.222.0.97 "PUT /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 1061 time: 3.8702779 Mar 11 17:23:27.888057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:27.899391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4f6a9f25-ac32-4e93-ad73-fec56e0bbc85 req-ee36e650-74c6-4352-9559-bba90f1d93f4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Unset dirty status for tenant:2ee041424da6455a9e6116d256b2213c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:27.905759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f6a9f25-ac32-4e93-ad73-fec56e0bbc85 req-ee36e650-74c6-4352-9559-bba90f1d93f4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 931 time: 0.2701349 Mar 11 17:23:27.959105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f26787-ab5b-4dfa-aaba-a06dcd9db2dd service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=9']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:27.996100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f6a9f25-ac32-4e93-ad73-fec56e0bbc85 req-5435675a-8302-4572-b850-22fac8d7d275 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895095 Mar 11 17:23:28.131972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-c744763d-9f64-4154-afcf-8cc3c319947b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1064 time: 0.1194313 Mar 11 17:23:28.162509 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'status': 'completed', 'code': 200} Mar 11 17:23:28.453187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3133df-c27a-427e-b655-dc878dc14510 req-69e52420-863d-431d-9cb0-5b36992dd70c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.454725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed3133df-c27a-427e-b655-dc878dc14510 req-69e52420-863d-431d-9cb0-5b36992dd70c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.2875483 Mar 11 17:23:28.517327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-3fda5bbe-4ea0-4368-ab46-4a636ed49d42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.519194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-3fda5bbe-4ea0-4368-ab46-4a636ed49d42 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2860870 Mar 11 17:23:28.678456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-10e620d4-009a-497e-b271-31e0a119c719 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.0725517 Mar 11 17:23:28.684286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aaa3f-f796-4ee7-8da5-76be2a1b7fa6 req-ef90d166-fa55-464e-9527-ebc89c83e306 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.685833 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b78aaa3f-f796-4ee7-8da5-76be2a1b7fa6 req-ef90d166-fa55-464e-9527-ebc89c83e306 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.3483622 Mar 11 17:23:28.688049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed3133df-c27a-427e-b655-dc878dc14510 req-1e11ba74-3199-4d88-a1f2-31bf5e776e6e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232244 Mar 11 17:23:28.814404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-ed11ac86-4558-4bef-aecc-65fc317a15e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.815055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-ed11ac86-4558-4bef-aecc-65fc317a15e7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1256444 Mar 11 17:23:28.882453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b78aaa3f-f796-4ee7-8da5-76be2a1b7fa6 req-8a733e8e-a971-43c2-a610-4c01389e14c2 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619828 Mar 11 17:23:28.941309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-9562e5ff-848c-409b-ad8e-4e33cfba4dad service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071677 Mar 11 17:23:29.204443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-3dac406b-fb44-4698-8d38-1618e6390147 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621205 Mar 11 17:23:29.419794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05e5e7b0-9b07-4ae9-89e9-73d44d55189a req-77136de2-6b0a-412b-977e-baf7f7b1a1db service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801741 Mar 11 17:23:29.425405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5633784-4ca4-4698-bce5-2ef1c4ead894 req-e1e8c982-b23b-471a-8856-8b5167b51395 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.426871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5633784-4ca4-4698-bce5-2ef1c4ead894 req-e1e8c982-b23b-471a-8856-8b5167b51395 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.3383496 Mar 11 17:23:29.448847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c656fea-dc2d-4b45-8d6e-55a3c0630a7a req-58613003-50fc-40ef-9033-9facf86b6c51 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.451283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c656fea-dc2d-4b45-8d6e-55a3c0630a7a req-58613003-50fc-40ef-9033-9facf86b6c51 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.2748437 Mar 11 17:23:29.589225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5633784-4ca4-4698-bce5-2ef1c4ead894 req-16aad973-6563-459e-adf9-98681a45d25b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514032 Mar 11 17:23:29.599592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c656fea-dc2d-4b45-8d6e-55a3c0630a7a req-e17d8723-a554-4098-898d-00f65622ff38 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318393 Mar 11 17:23:29.644446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-0d209c5d-dfd5-4b61-b90c-7233d783f06a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1064 time: 0.1498361 Mar 11 17:23:29.808962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-2242c1b5-1441-43a9-b5df-4e57a133d369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.810667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-2242c1b5-1441-43a9-b5df-4e57a133d369 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.1576493 Mar 11 17:23:30.019389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-9a2ded3b-6c3b-494d-a8ff-e486e730d679 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1516232 Mar 11 17:23:30.036978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1bcaa-8b0f-4306-8d4b-9716bf97d48c req-9af7f24f-271a-4f13-8360-f5786c350a0c tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.043887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fd1bcaa-8b0f-4306-8d4b-9716bf97d48c req-9af7f24f-271a-4f13-8360-f5786c350a0c tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 931 time: 0.2288349 Mar 11 17:23:30.162291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-5bba01bc-10f3-423e-8778-38e5b995bf86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.164127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-5bba01bc-10f3-423e-8778-38e5b995bf86 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1082683 Mar 11 17:23:30.177045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8a08a-b39e-497c-91cd-15c6101e9662 req-31649e7c-3f8d-4494-9b7d-b34bb68f4d31 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.178699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40e8a08a-b39e-497c-91cd-15c6101e9662 req-31649e7c-3f8d-4494-9b7d-b34bb68f4d31 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.2249739 Mar 11 17:23:30.247994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fd1bcaa-8b0f-4306-8d4b-9716bf97d48c req-2fc5c95d-7b22-4be0-a7f5-b14acad4957d tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547930 Mar 11 17:23:30.292358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40e8a08a-b39e-497c-91cd-15c6101e9662 req-28543956-9e6e-446e-9c6a-d012665e7033 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757596 Mar 11 17:23:30.309357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-c0d6c18f-e868-476a-a2d7-20c71f4729a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296875 Mar 11 17:23:30.536598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-67f5af3b-173b-4b82-b1bd-4be46cb6fd13 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179837 Mar 11 17:23:30.759074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12df76-6e52-4179-bb51-9fe7c0087b01 req-63eec821-ae0f-4361-be5a-b6cfaebc5f16 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.766346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce12df76-6e52-4179-bb51-9fe7c0087b01 req-63eec821-ae0f-4361-be5a-b6cfaebc5f16 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.3115404 Mar 11 17:23:30.905674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-d1180a76-022e-4833-85ed-a735a9cc5344 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471022 Mar 11 17:23:30.917067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce12df76-6e52-4179-bb51-9fe7c0087b01 req-ae59cdb3-f746-4182-8ec2-60c34b46aa64 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497929 Mar 11 17:23:30.968730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ddea5-c505-4460-b505-93b9fb4fa787 req-765f2dff-cdae-48fc-9ec5-c4177c416726 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.971467 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e94ddea5-c505-4460-b505-93b9fb4fa787 req-765f2dff-cdae-48fc-9ec5-c4177c416726 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.1585004 Mar 11 17:23:31.065466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e94ddea5-c505-4460-b505-93b9fb4fa787 req-16e24622-ad7e-4145-84bd-141d8d3a9bde tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881662 Mar 11 17:23:31.209242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b1d66-d8e9-4ab5-8490-4b8961632535 req-1a321625-2d07-4b44-80b8-7dee16b18f81 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:31.210925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f59b1d66-d8e9-4ab5-8490-4b8961632535 req-1a321625-2d07-4b44-80b8-7dee16b18f81 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.1319275 Mar 11 17:23:31.292520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f59b1d66-d8e9-4ab5-8490-4b8961632535 req-320026e3-6038-4429-aa25-51c99fcff2a1 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698371 Mar 11 17:23:31.660737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd29cd-d0eb-4810-acdd-0ddc7e7d5772 req-ee93fb3a-b69d-4aca-afd6-4838e88f079a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:31.663303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4cd29cd-d0eb-4810-acdd-0ddc7e7d5772 req-ee93fb3a-b69d-4aca-afd6-4838e88f079a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.1710758 Mar 11 17:23:31.688674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3707987-f411-4e56-afb2-546858b58068 req-b5722569-3c77-43fa-86c6-a3bb50650468 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:31.690640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3707987-f411-4e56-afb2-546858b58068 req-b5722569-3c77-43fa-86c6-a3bb50650468 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 931 time: 0.1964049 Mar 11 17:23:31.779210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3707987-f411-4e56-afb2-546858b58068 req-3121f39a-408d-4505-9104-ec4824e3a11e tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710859 Mar 11 17:23:31.796083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4cd29cd-d0eb-4810-acdd-0ddc7e7d5772 req-9e3e5fc9-778a-49f9-87f0-6a2a8471ebe4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149168 Mar 11 17:23:31.933328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-5ff0ef98-1b24-444a-97b2-01e86a25f028 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=b0f7e5860d204286b4f203364a6f93f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470722 Mar 11 17:23:32.224062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52100-fa5e-481e-805b-5da520353038 req-a508f4c6-68d1-4c1b-b3fb-51ab700f8c0b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:32.237954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-a508f4c6-68d1-4c1b-b3fb-51ab700f8c0b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982278 Mar 11 17:23:32.280951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-b88dec16-73c4-4e19-8461-ced368668d35 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/quotas/b0f7e5860d204286b4f203364a6f93f6 HTTP/1.1" status: 200 len: 375 time: 0.0248365 Mar 11 17:23:32.296898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3505c79-cb71-4e20-8510-c021d42a7545 req-039613c8-daa1-4961-81c3-ae8917b9a3ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:32.298509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3505c79-cb71-4e20-8510-c021d42a7545 req-039613c8-daa1-4961-81c3-ae8917b9a3ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.1722705 Mar 11 17:23:32.374954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-30fd2351-50aa-412c-84ff-897979b19d31 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b0f7e5860d204286b4f203364a6f93f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751648 Mar 11 17:23:32.425547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3505c79-cb71-4e20-8510-c021d42a7545 req-965eee28-ac5b-4138-bcb9-c4b52b59e84f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881453 Mar 11 17:23:32.744079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d873d-8599-44b2-903d-b51b6517d03d req-91459004-306f-49fb-b378-d0634b8ee083 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:32.745540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b23d873d-8599-44b2-903d-b51b6517d03d req-91459004-306f-49fb-b378-d0634b8ee083 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.1113777 Mar 11 17:23:32.752084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2f998-a0b1-4ee2-9e94-52eb935b59ae req-5f88837f-4c40-41c9-ad7a-5b6ace6edef1 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:32.753448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abd2f998-a0b1-4ee2-9e94-52eb935b59ae req-5f88837f-4c40-41c9-ad7a-5b6ace6edef1 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.1602652 Mar 11 17:23:32.832950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b23d873d-8599-44b2-903d-b51b6517d03d req-504ac641-71a7-43bc-a553-0c2c9399fd95 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785563 Mar 11 17:23:32.841097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abd2f998-a0b1-4ee2-9e94-52eb935b59ae req-3a17e18c-15b8-4c80-84d8-88817f229cb4 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710564 Mar 11 17:23:33.043560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-e2318b62-2ede-4ffc-b2f2-ffed90d7a757 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=b0f7e5860d204286b4f203364a6f93f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750902 Mar 11 17:23:33.217781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-58ba64c0-e8bf-415d-920d-4a9eb33501a8 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:33.219177 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-58ba64c0-e8bf-415d-920d-4a9eb33501a8 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703115 Mar 11 17:23:33.224805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07aac73-4bd9-4d8f-a6ff-f1ce951e345e req-bc639285-12a4-445d-9a6b-5098cf4588a4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:33.226174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a07aac73-4bd9-4d8f-a6ff-f1ce951e345e req-bc639285-12a4-445d-9a6b-5098cf4588a4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 931 time: 0.2206397 Mar 11 17:23:33.258838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-d00b9309-5e82-44ff-b9cb-7d119ddb961d tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/quotas/b0f7e5860d204286b4f203364a6f93f6 HTTP/1.1" status: 200 len: 375 time: 0.0316279 Mar 11 17:23:33.316327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-fd4bde40-9e28-47da-9956-098726b21023 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b0f7e5860d204286b4f203364a6f93f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500767 Mar 11 17:23:33.321231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a07aac73-4bd9-4d8f-a6ff-f1ce951e345e req-7acaa5e7-bebe-4438-8b99-13030c9dda43 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874944 Mar 11 17:23:33.560417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bae1-333b-46ef-8777-da36b3d1fa87 req-f7d0c2b4-d3c3-47c6-9aa2-acc57b118480 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:33.561848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7091bae1-333b-46ef-8777-da36b3d1fa87 req-f7d0c2b4-d3c3-47c6-9aa2-acc57b118480 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.0994973 Mar 11 17:23:33.628917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7091bae1-333b-46ef-8777-da36b3d1fa87 req-3efcd3bf-a0c5-496b-b41c-d44daaa13b97 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600331 Mar 11 17:23:33.785545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8224b0e2-006e-4d92-a682-ca0c792a581a req-33a8b3e1-cd6c-481f-9040-f5aedc0699ff tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 210 time: 0.1016467 Mar 11 17:23:33.932760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e863-503f-4bba-9f1f-32082862df88 req-8333c7b6-a2ba-45dc-9cbc-0dc362552173 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:33.940385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-8333c7b6-a2ba-45dc-9cbc-0dc362552173 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.2831173 Mar 11 17:23:33.957974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-6548aa77-c7e7-4571-8813-d8288cd22015 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/quotas/b4c822252d624705b05d87dc452f5f51 HTTP/1.1" status: 200 len: 375 time: 0.0164707 Mar 11 17:23:34.102907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-764f7213-1204-41c1-a4f4-61e604247637 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1430511 Mar 11 17:23:34.109855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81784683-2df3-4759-95bb-44b2b6770809 req-efee3d92-a40b-41dc-98c7-87f028c33bf9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.111939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81784683-2df3-4759-95bb-44b2b6770809 req-efee3d92-a40b-41dc-98c7-87f028c33bf9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.1508584 Mar 11 17:23:34.259326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81784683-2df3-4759-95bb-44b2b6770809 req-6a9a7a88-a2c6-4132-afc6-8fa4ad951434 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175253 Mar 11 17:23:34.321319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-50be8c6a-0d3d-4be6-b31f-a2b3a70d16cd service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005827 Mar 11 17:23:34.517495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-6f97e6f9-64ea-43e5-87b1-b3cbc27e26da service neutron] 10.222.0.96 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906745 Mar 11 17:23:34.537049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddda6b-6c47-4a4b-a62c-5e95d060c151 req-ba6ffa8b-62bb-4ea2-9f90-62d86cbb2c6c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.543079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17ddda6b-6c47-4a4b-a62c-5e95d060c151 req-ba6ffa8b-62bb-4ea2-9f90-62d86cbb2c6c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.1419039 Mar 11 17:23:34.595380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17ddda6b-6c47-4a4b-a62c-5e95d060c151 req-e047b52c-05fd-4302-9333-1ce2d682a77b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 Mar 11 17:23:34.830984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b569490-f4e5-4bbb-b82a-ee950c912619 req-5b999838-2489-49dd-a2b2-24a648464ca3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.832652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b569490-f4e5-4bbb-b82a-ee950c912619 req-5b999838-2489-49dd-a2b2-24a648464ca3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.1130931 Mar 11 17:23:34.903035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b569490-f4e5-4bbb-b82a-ee950c912619 req-72d734c0-c243-4a22-9f6d-6bd15568a23d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597672 Mar 11 17:23:35.217237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76771a-5565-448c-9c48-7e75f223c299 req-9a079352-1923-4696-a3cf-4f99d3ec8168 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:35.218798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f76771a-5565-448c-9c48-7e75f223c299 req-9a079352-1923-4696-a3cf-4f99d3ec8168 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 931 time: 0.1247361 Mar 11 17:23:35.235444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7c64-7a0b-40eb-a727-c81d87837985 req-8e98a84a-8f6a-48e1-98c6-db23d295f8ae tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:35.237363 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c43d7c64-7a0b-40eb-a727-c81d87837985 req-8e98a84a-8f6a-48e1-98c6-db23d295f8ae tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.1816385 Mar 11 17:23:35.321981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f76771a-5565-448c-9c48-7e75f223c299 req-6eec71e7-fddb-4e24-8bbc-519c236d549b tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937099 Mar 11 17:23:35.324090 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c43d7c64-7a0b-40eb-a727-c81d87837985 req-bc90ac72-df61-4862-97df-f2f7ccb47eee tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723403 Mar 11 17:23:35.428817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9124226-c74c-4c33-a734-21596b5407ee req-bc7da86b-5537-49e3-bc7d-169d8fe3d3cb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 210 time: 0.0414877 Mar 11 17:23:35.506504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce959c4e-0fd3-4cc0-a371-93176d15cce1 req-dda3085b-a0fd-4e54-8a44-5c33856fb1cb tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 210 time: 0.0409858 Mar 11 17:23:35.620268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abade8f-1cc5-43bd-a427-42770bba9f29 req-5beecb05-4188-45d4-9d99-0e06899ad5d1 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:35.621561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1abade8f-1cc5-43bd-a427-42770bba9f29 req-5beecb05-4188-45d4-9d99-0e06899ad5d1 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.0820312 Mar 11 17:23:35.671028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1abade8f-1cc5-43bd-a427-42770bba9f29 req-6821ece7-af9d-4ad6-abdc-ba0263162601 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Mar 11 17:23:35.800233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518c8c1-f5bc-4dea-90fa-a8486bf522b1 req-07c19995-4c53-486c-b974-b398386f610f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:35.800233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8518c8c1-f5bc-4dea-90fa-a8486bf522b1 req-07c19995-4c53-486c-b974-b398386f610f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.0820522 Mar 11 17:23:35.850323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8518c8c1-f5bc-4dea-90fa-a8486bf522b1 req-f48c83f9-1f63-47f7-af10-22531947c7fa tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Mar 11 17:23:36.134767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7003-d9cb-4057-935d-ae0ce18ef7e7 req-ea2fc88c-0981-41cf-a844-13a3bba22363 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:36.136165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18cd7003-d9cb-4057-935d-ae0ce18ef7e7 req-ea2fc88c-0981-41cf-a844-13a3bba22363 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.0820615 Mar 11 17:23:36.140383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Request body: {'port': {'device_id': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:36.278466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18cd7003-d9cb-4057-935d-ae0ce18ef7e7 req-cd102f66-6a12-4064-9e05-b68428c83700 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153278 Mar 11 17:23:36.292134 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.366432 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-f55d0c95-04a7-4554-b86a-361d32ccc245 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1064 time: 0.1966891 Mar 11 17:23:36.636810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-f2c44920-7014-429d-b636-7fe172e3070d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:36.640381 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-f2c44920-7014-429d-b636-7fe172e3070d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2425220 Mar 11 17:23:36.743573 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-fd2ce113-a1f6-4e5e-8dbb-8c2f5b645a51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.0917327 Mar 11 17:23:36.865944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-cc7e5dd4-91a6-4209-b58f-13aad9dddcaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:36.865944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-cc7e5dd4-91a6-4209-b58f-13aad9dddcaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1101336 Mar 11 17:23:36.966319 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-77c92bfa-683b-486d-ad6a-6ddb621a81bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913208 Mar 11 17:23:36.987848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4483981-ecd4-435f-89bc-16283c31f17d req-92a36319-76e5-41c0-ad20-0962dc5271b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 1101 time: 0.2435162 Mar 11 17:23:36.995503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ba97-09c7-4b85-bc4d-658af0559203 req-aa5aab54-a258-49ed-947c-7dc886eb8ec7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:36.995503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ac2ba97-09c7-4b85-bc4d-658af0559203 req-aa5aab54-a258-49ed-947c-7dc886eb8ec7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.3794284 Mar 11 17:23:37.053738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486df854-3212-45bb-ad54-1833e44b496e req-218b474c-6713-43cd-a3ef-87609916e0c8 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:37.055208 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-486df854-3212-45bb-ad54-1833e44b496e req-218b474c-6713-43cd-a3ef-87609916e0c8 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 931 time: 0.2703128 Mar 11 17:23:37.118274 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-1ceed644-640b-4053-aa4a-a275746f11ff service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451020 Mar 11 17:23:37.171561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4483981-ecd4-435f-89bc-16283c31f17d req-735bc37a-77b5-4b9e-8772-4363054250da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783798 Mar 11 17:23:37.173605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ac2ba97-09c7-4b85-bc4d-658af0559203 req-d1827e3e-81c0-4d9d-944f-ea6a800d5aa3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605024 Mar 11 17:23:37.175552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c12bd3f-ae1d-4a94-9822-054e0100890e {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:37.186648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.197237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-486df854-3212-45bb-ad54-1833e44b496e req-d6899ad2-b231-4396-95d5-3a9b457d58e3 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070461 Mar 11 17:23:37.211860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Transition to ACTIVE for port object 2c12bd3f-ae1d-4a94-9822-054e0100890e will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:37.216025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.301860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6040b225-6d0e-4656-b304-eba5cd08c3e7 req-84fcf980-d41e-4c2f-9d64-a392dc54e4b1 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698077 Mar 11 17:23:37.432551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Pushing event updated for resources: {'Port': ['ID=2c12bd3f-ae1d-4a94-9822-054e0100890e,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.451638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b7e3a62-42f5-42aa-ab50-128e8815d079 req-01ab9a89-39c0-4e1c-bd85-72255e8dc909 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 210 time: 0.1190939 Mar 11 17:23:37.455035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c56e28cd-8d3b-4ae2-a4f0-cbcc53aa14a5 req-0ea40f00-c78f-43f6-9628-1bdfa3582dfe tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 210 time: 0.0690701 Mar 11 17:23:37.585110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Attempting to bind port 2c12bd3f-ae1d-4a94-9822-054e0100890e on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:37.585439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Attempting to bind port 2c12bd3f-ae1d-4a94-9822-054e0100890e by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:37.585753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Attempting to bind port 2c12bd3f-ae1d-4a94-9822-054e0100890e on network 72a7b87e-580d-41a4-92a5-170960fb800c {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:37.592146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Port 2c12bd3f-ae1d-4a94-9822-054e0100890e on network 72a7b87e-580d-41a4-92a5-170960fb800c not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:37.592476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Attempting to bind port 2c12bd3f-ae1d-4a94-9822-054e0100890e on network 72a7b87e-580d-41a4-92a5-170960fb800c {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:37.600175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:23:37.600511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Checking segment: {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:23:37.600890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Bound using segment: {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:23:37.601450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Bound port: 2c12bd3f-ae1d-4a94-9822-054e0100890e, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dda37c-3184-4643-b53c-6d560541e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:37.601795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.798441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] For port 2c12bd3f-ae1d-4a94-9822-054e0100890e, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:37.805317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] For port 2c12bd3f-ae1d-4a94-9822-054e0100890e, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2c12bd3f-ae1d-4a94-9822-054e0100890e,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:37.814701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.854384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faafa6a-843d-4402-8ae0-2eea899c94ae req-101566b4-ef29-4975-b334-6e468578ccde tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:37.855821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7faafa6a-843d-4402-8ae0-2eea899c94ae req-101566b4-ef29-4975-b334-6e468578ccde tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.2444878 Mar 11 17:23:37.880133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31d628-d4e4-4176-8b9b-51cd62587cab req-b1f9c1c8-5186-4d03-ace4-684d486446f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:37.881515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab31d628-d4e4-4176-8b9b-51cd62587cab req-b1f9c1c8-5186-4d03-ace4-684d486446f0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 946 time: 0.2680490 Mar 11 17:23:37.938408 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.939936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] 10.222.0.59 "PUT /v2.0/ports/2c12bd3f-ae1d-4a94-9822-054e0100890e HTTP/1.1" status: 200 len: 1091 time: 1.8119061 Mar 11 17:23:37.942090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'tag': '2c12bd3f-ae1d-4a94-9822-054e0100890e'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:37.948658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-a2ffa0b0-681a-4cdc-99c2-a830b72d8bc0 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b0f7e5860d204286b4f203364a6f93f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413253 Mar 11 17:23:37.963403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bfd23-f997-4939-bf93-d0ce23c9dc3a service neutron] Pushing event updated for resources: {'Port': ['ID=2c12bd3f-ae1d-4a94-9822-054e0100890e,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.990239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7faafa6a-843d-4402-8ae0-2eea899c94ae req-01d8cf74-c87f-4ce0-81b9-6172bec5c66a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199396 Mar 11 17:23:37.992704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab31d628-d4e4-4176-8b9b-51cd62587cab req-5cc71c0b-da00-4f67-ab2d-bc0fdecd0b1f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922036 Mar 11 17:23:38.112653 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'tag': '2c12bd3f-ae1d-4a94-9822-054e0100890e', 'status': 'completed', 'code': 200} Mar 11 17:23:38.281918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f9ac9-afff-40a2-8399-b78019f3c1d1 req-8aae1912-c0af-462f-9290-441f7b61ff27 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:38.283538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a64f9ac9-afff-40a2-8399-b78019f3c1d1 req-8aae1912-c0af-462f-9290-441f7b61ff27 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.1535635 Mar 11 17:23:38.320342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-94255c9b-9fd8-444f-abe8-d6c1278ba1c6 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:38.322301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-94255c9b-9fd8-444f-abe8-d6c1278ba1c6 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636890 Mar 11 17:23:38.391960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a64f9ac9-afff-40a2-8399-b78019f3c1d1 req-188e8a73-3420-49d7-83cb-c34f10f587f2 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016560 Mar 11 17:23:38.415550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-837381ab-726f-4038-9b7b-9fa21d5e1561 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ee041424da6455a9e6116d256b2213c&device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 1094 time: 0.1099072 Mar 11 17:23:38.463900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Request body: {'port': {'device_id': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'b0f7e5860d204286b4f203364a6f93f6'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:38.592687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-71db0c0a-13e6-484f-8148-0075b9163ae5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c12bd3f-ae1d-4a94-9822-054e0100890e HTTP/1.1" status: 200 len: 217 time: 0.1225116 Mar 11 17:23:38.683621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac7b09-19bf-4bcb-81f5-bd20e2067c88 req-0fdbe1f8-7992-43b8-b431-6ad203a17945 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:38.688166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18ac7b09-19bf-4bcb-81f5-bd20e2067c88 req-0fdbe1f8-7992-43b8-b431-6ad203a17945 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.1523573 Mar 11 17:23:38.689825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90b50-c239-471c-86b4-744293f122bb req-a90690d4-43b3-42a7-b99b-a08d533fdeca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:38.691571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-a90690d4-43b3-42a7-b99b-a08d533fdeca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0065482b-67ff-4acd-bdf2-199b622809b1 HTTP/1.1" status: 200 len: 854 time: 0.0873642 Mar 11 17:23:38.708752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:38.713202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Usage tracker for resource:port and tenant:b0f7e5860d204286b4f203364a6f93f6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:38.716385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:38.727988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:38.740658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Made reservation on behalf of b0f7e5860d204286b4f203364a6f93f6 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:38.744559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.759584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.801462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:38.805853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Usage tracker for resource:security_group_rule and tenant:b0f7e5860d204286b4f203364a6f93f6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:38.809702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:38.813401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18ac7b09-19bf-4bcb-81f5-bd20e2067c88 req-19e107c6-07ac-4f5e-ac51-bf48e2def265 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171565 Mar 11 17:23:38.831628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:38.844155 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.944879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.949176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-0460cc44-0bf5-4314-a7a9-83b37d9e06ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72a7b87e-580d-41a4-92a5-170960fb800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334898 Mar 11 17:23:38.953586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.030743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33d300-d031-41bc-a6d6-56269c2bbf50,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:39.095174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da7f7959-748c-4d62-9bed-e1bd5c71c462 req-8022c745-abd9-4f2c-b2ef-a725775c0912 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 210 time: 0.0985875 Mar 11 17:23:39.167924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478394b2-dbfb-4b43-8d90-a367403e49ef req-69b85f7e-2b84-4eb5-9caa-fb42cfdcae68 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:39.169652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-478394b2-dbfb-4b43-8d90-a367403e49ef req-69b85f7e-2b84-4eb5-9caa-fb42cfdcae68 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 943 time: 0.3540759 Mar 11 17:23:39.170517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Allocated IP 192.168.233.134 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/f495f70d-d5dd-4df0-b36e-cfb6ea1638bc) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:39.368160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-add5f0c1-5066-43d7-adb2-c9a13aa2f9a5 req-db71b685-cdb0-4b32-8130-29ca1d002d46 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 210 time: 0.1155522 Mar 11 17:23:39.431397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.439430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-44542de1-52f3-4fe4-8e87-ccc83c99c8e3 service neutron] 10.222.0.59 "GET /v2.0/networks/72a7b87e-580d-41a4-92a5-170960fb800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799051 Mar 11 17:23:39.460719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Transition to ACTIVE for port object f495f70d-d5dd-4df0-b36e-cfb6ea1638bc will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:39.470981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-478394b2-dbfb-4b43-8d90-a367403e49ef req-646c8986-ca84-4a01-9275-7221e7ba8ae9 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846045 Mar 11 17:23:39.486555 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.586542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:39.590190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:39.601163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:39.641255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-fde175f9-e7c7-4225-88bd-02f8249f09df tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:39.642961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-fde175f9-e7c7-4225-88bd-02f8249f09df tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.5134664 Mar 11 17:23:39.665304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:39.685168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:39.685879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.720965 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-556cc64b-e5b7-4627-9b95-1a00812a461b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2608588 Mar 11 17:23:39.745542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Request body: {'port': {'device_id': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:39.802830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e863-503f-4bba-9f1f-32082862df88 req-c65a1845-498e-48a5-9584-9f39d27b131a tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:39.804711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-c65a1845-498e-48a5-9584-9f39d27b131a tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 807 time: 0.6040719 Mar 11 17:23:39.943186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd90b50-c239-471c-86b4-744293f122bb req-3d63f433-14cc-42e6-85a6-410ffb537e34 service neutron] 10.222.0.59 "GET /v2.0/networks/72a7b87e-580d-41a4-92a5-170960fb800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663496 Mar 11 17:23:39.960157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Request body: {'port': {'device_id': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'admin_state_up': True, 'tenant_id': 'b4c822252d624705b05d87dc452f5f51'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:39.971613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.041019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1a09bc0-4e0f-4337-8047-2934cba102cd None None] Provisioning for port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:40.047139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1a09bc0-4e0f-4337-8047-2934cba102cd None None] Provisioning complete for port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:40.047748 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1a09bc0-4e0f-4337-8047-2934cba102cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.112532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a1a09bc0-4e0f-4337-8047-2934cba102cd None None] Port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:40.159295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Deleting port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:23:40.160233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.291481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:40.296175 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-b62d3334-225f-48e7-9e8f-42ed887b1d93 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b0f7e5860d204286b4f203364a6f93f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361502 Mar 11 17:23:40.316734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:40.330230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad3e90-6fcf-45ae-8ee3-6b39952df290 req-876f756f-2152-4b4d-91e6-3756e756d25b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:40.331738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ad3e90-6fcf-45ae-8ee3-6b39952df290 req-876f756f-2152-4b4d-91e6-3756e756d25b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 946 time: 0.6830509 Mar 11 17:23:40.406609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Made reservation on behalf of b4c822252d624705b05d87dc452f5f51 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:40.410134 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.450006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb91708-30a9-4757-8d1e-78b3e4fdd900 req-eb7a50b1-7e0e-43d1-8208-28ce12fbe4d6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:40.451528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffb91708-30a9-4757-8d1e-78b3e4fdd900 req-eb7a50b1-7e0e-43d1-8208-28ce12fbe4d6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.8001206 Mar 11 17:23:40.455607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-18168728-15db-4a3c-b699-53c2f92567d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ee041424da6455a9e6116d256b2213c&device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 1094 time: 0.3037145 Mar 11 17:23:40.535341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52100-fa5e-481e-805b-5da520353038 req-ebcb628c-cea8-470a-8a4e-f50507c61036 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:40.536762 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-ebcb628c-cea8-470a-8a4e-f50507c61036 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284758 Mar 11 17:23:40.551096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f495f70d-d5dd-4df0-b36e-cfb6ea1638bc {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:40.557959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.571801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Request body: {'port': {'device_id': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'b0f7e5860d204286b4f203364a6f93f6'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:40.597426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Transition to ACTIVE for port object f495f70d-d5dd-4df0-b36e-cfb6ea1638bc will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:40.648817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.787605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ad3e90-6fcf-45ae-8ee3-6b39952df290 req-9ec4fd9a-252f-45f9-a54a-57bcc039dd80 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298215 Mar 11 17:23:40.864034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:40.871431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Usage tracker for resource:port and tenant:b0f7e5860d204286b4f203364a6f93f6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:40.876221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:40.893490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:40.897483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:40.937717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Made reservation on behalf of b0f7e5860d204286b4f203364a6f93f6 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:40.942014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.975001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffb91708-30a9-4757-8d1e-78b3e4fdd900 req-92fbcec2-5514-43d1-b967-4a81b2529c59 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564555 Mar 11 17:23:41.039143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] For port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:41.039596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.236324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Calling delete_port for e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:23:41.298812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-a7ca9e4c-9d26-4833-96ae-9d1c1ae8ad63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:41.300234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-a7ca9e4c-9d26-4833-96ae-9d1c1ae8ad63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=72a7b87e-580d-41a4-92a5-170960fb800c HTTP/1.1" status: 200 len: 917 time: 0.8338587 Mar 11 17:23:41.302081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Allocated IP 192.168.233.101 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/48944043-160f-47cd-b493-759e0e3f92df) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:41.316599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Attempting to bind port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:41.316921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Attempting to bind port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:41.317447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Attempting to bind port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:41.337959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:41.338345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Attempting to bind port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:41.348789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:23:41.349098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:23:41.349394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:23:41.349818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Bound port: f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:41.350150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.382248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0138e89-e4ec-4df7-a28e-f3955689559a req-7273ed49-6c46-4995-b3ee-a7edbcb872ca tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 210 time: 0.2709496 Mar 11 17:23:41.391384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Allocated IP 172.20.0.13 (c0fc87ad-c604-4856-8121-97a0326e11ac/7d12b9a1-4acb-41d3-b473-4350706998f6/65f30006-d01c-4c30-8859-b0a581e3d8dc) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:41.438483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-273607b8-4953-402c-a331-051abd6e68f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c12bd3f-ae1d-4a94-9822-054e0100890e HTTP/1.1" status: 200 len: 217 time: 0.1203558 Mar 11 17:23:41.557596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e3f0b170-08ce-41b0-accf-92a287d9a98e details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:41.587126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:41.610904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:41.624452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.671827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb08eb-edeb-489d-b5ce-d8812587ab71 req-cd90b88d-dcb5-45e6-9e79-7836b897a151 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:41.679141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2bb08eb-edeb-489d-b5ce-d8812587ab71 req-cd90b88d-dcb5-45e6-9e79-7836b897a151 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.6288958 Mar 11 17:23:41.681648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-0325ed53-b032-46d0-9d5d-1be625549056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:41.683659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-0325ed53-b032-46d0-9d5d-1be625549056 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0065482b-67ff-4acd-bdf2-199b622809b1 HTTP/1.1" status: 200 len: 854 time: 0.2253561 Mar 11 17:23:41.708705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:41.720386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.722445 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] 10.222.0.59 "PUT /v2.0/ports/f495f70d-d5dd-4df0-b36e-cfb6ea1638bc HTTP/1.1" status: 200 len: 1096 time: 1.9834907 Mar 11 17:23:41.724864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'mac_address': 'fa:16:3e:b5:39:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:41.725210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8436a31-f74e-484d-8ab3-befe107caf1e service neutron] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:41.729015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:41.737066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.757539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Transition to ACTIVE for port object 48944043-160f-47cd-b493-759e0e3f92df will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:41.782877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.804586 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.826615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3f0b170-08ce-41b0-accf-92a287d9a98e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:41.847658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:41.855836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.903908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:41.906661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.914872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:41.917621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:41.957792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:41.995759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:41.998574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2', '1d3b71be-a6ec-4160-b1cd-bed762ef1181', '35b75a2a-dbfe-42ba-9888-e47a504c8271', 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:42.006012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:42.006579 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.007009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2bb08eb-edeb-489d-b5ce-d8812587ab71 req-a321a2bb-19cf-44d9-93ab-e46a383523f7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269365 Mar 11 17:23:42.007835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event deleted for resources: {'Port': ['ID=e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:42.042114 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-3bc98e72-a8bf-4a6b-9586-8dab7fceda4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0f7e5860d204286b4f203364a6f93f6&device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 1099 time: 0.2028108 Mar 11 17:23:42.059998 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-349d86e2-962d-4411-841b-bd818bf54cc5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4919751 Mar 11 17:23:42.067875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee6adf-1c35-411d-a694-4266222940a1 req-03b277bc-aaf2-46d4-85b6-5ff8c8ac43ac tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:42.069359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4bee6adf-1c35-411d-a694-4266222940a1 req-03b277bc-aaf2-46d4-85b6-5ff8c8ac43ac tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 948 time: 0.5254295 Mar 11 17:23:42.200580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Request body: {'port': {'device_id': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:42.203194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] No DVR routers for this DVR port e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:42.217626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.229308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-07582629-1ac4-4717-a79b-7d46d568f975 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72a7b87e-580d-41a4-92a5-170960fb800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5070727 Mar 11 17:23:42.230642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.235538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'name': 'network-vif-deleted', 'tag': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:42.267693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e3f0b170-08ce-41b0-accf-92a287d9a98e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:42.321576 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-c89c4e97-34a3-4911-89ea-4ade7eb90020 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc HTTP/1.1" status: 200 len: 217 time: 0.2374828 Mar 11 17:23:42.328135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af9128a5-9114-49f6-9de4-41e90e83e8a1 req-dc11a765-ce91-4a22-af65-5c03cef0fe98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "DELETE /v2.0/ports/e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 HTTP/1.1" status: 204 len: 173 time: 2.6279225 Mar 11 17:23:42.343976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.354650 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50eb0f04-2cbc-4c8b-9107-cfc03595d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.418960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4bee6adf-1c35-411d-a694-4266222940a1 req-4b57aa0e-9a34-46e4-938d-4a8817e982f3 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148105 Mar 11 17:23:42.477122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-bb833355-ebbc-490f-b477-d62b1d051faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:42.478888 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-bb833355-ebbc-490f-b477-d62b1d051faa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1363146 Mar 11 17:23:42.489409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-20de64ba-86c3-49ce-9c01-c6ec9a7e365b service neutron] 10.222.0.59 "GET /v2.0/networks/72a7b87e-580d-41a4-92a5-170960fb800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942072 Mar 11 17:23:42.495177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-649d7967-0de8-4ff9-82bf-b3f7374007fb None None] Provisioning for port 48944043-160f-47cd-b493-759e0e3f92df completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:42.496518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07198c-f9bb-4b6b-ad71-78f30f19baa5 req-55583db4-12fb-4eb3-b56a-7652e1c9adb4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:42.503480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de07198c-f9bb-4b6b-ad71-78f30f19baa5 req-55583db4-12fb-4eb3-b56a-7652e1c9adb4 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 943 time: 0.2567501 Mar 11 17:23:42.518751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.580334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-649d7967-0de8-4ff9-82bf-b3f7374007fb None None] Provisioning complete for port 48944043-160f-47cd-b493-759e0e3f92df triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:42.581325 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-649d7967-0de8-4ff9-82bf-b3f7374007fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.694540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-649d7967-0de8-4ff9-82bf-b3f7374007fb None None] Port 48944043-160f-47cd-b493-759e0e3f92df cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:42.791451 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-52610fd9-1b41-45dd-8db6-ee30911c97a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3010228 Mar 11 17:23:42.805425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Network c0fc87ad-c604-4856-8121-97a0326e11ac is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:42.822610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:42.837369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:42.874861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64', 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239', 'bbdc5113-1a57-494f-8c90-fb6642fdebaf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:42.908843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:42.912761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.949770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de07198c-f9bb-4b6b-ad71-78f30f19baa5 req-df0207ce-6993-4d83-9211-2f80e4e90e88 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453516 Mar 11 17:23:42.978935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event updated for resources: {'Port': ['ID=65f30006-d01c-4c30-8859-b0a581e3d8dc,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:43.002148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-785980e0-326b-4b44-bdd5-c94d8dc2a629 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0458198 Mar 11 17:23:43.034057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Request body: {'port': {'device_id': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:43.065704 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-1d72afc2-ba99-4820-9812-2882c4c8d0e0 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573326 Mar 11 17:23:43.079395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c58b6ba8-927c-4ed6-b424-0e76a559e1f1 req-8bc3391c-2864-46e1-9942-fb8895507131 service neutron] 10.222.0.59 "GET /v2.0/networks/72a7b87e-580d-41a4-92a5-170960fb800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586998 Mar 11 17:23:43.110412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48944043-160f-47cd-b493-759e0e3f92df {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:43.115769 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'status': 'completed', 'code': 200} Mar 11 17:23:43.121272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90fa0b-666f-4976-80e6-5001a6cafdc4 req-2de3c3ff-7dee-45ba-b20a-8ce4dc677b09 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:43.123234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf90fa0b-666f-4976-80e6-5001a6cafdc4 req-2de3c3ff-7dee-45ba-b20a-8ce4dc677b09 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 950 time: 0.5249534 Mar 11 17:23:43.124946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.246869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf90fa0b-666f-4976-80e6-5001a6cafdc4 req-32196922-e234-46fc-aa48-b4be131a187e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126864 Mar 11 17:23:43.263512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.382556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Transition to ACTIVE for port object 48944043-160f-47cd-b493-759e0e3f92df will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:43.392622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.467728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:43.483503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9fb4b389-4257-4a2a-9324-b3c56694979e req-70cda318-e326-44bd-bf98-f088e380553d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:43.502316 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8550fcf-2113-4628-85bd-edc36f8e92b4', 'name': 'network-vif-deleted', 'tag': 'e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5', 'status': 'completed', 'code': 200} Mar 11 17:23:43.529521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9fb4b389-4257-4a2a-9324-b3c56694979e req-70cda318-e326-44bd-bf98-f088e380553d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:43.543006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fb4b389-4257-4a2a-9324-b3c56694979e req-70cda318-e326-44bd-bf98-f088e380553d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8550fcf-2113-4628-85bd-edc36f8e92b4 HTTP/1.1" status: 200 len: 210 time: 0.1872365 Mar 11 17:23:43.574818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2c12bd3f-ae1d-4a94-9822-054e0100890e details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:43.577860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e3f0b170-08ce-41b0-accf-92a287d9a98e up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:43.764783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-27f45a45-fec4-4089-8513-a8f0f29f2cf3 req-e9edf324-c28a-4494-aeff-237afcc68007 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850195 Mar 11 17:23:43.801408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e3f0b170-08ce-41b0-accf-92a287d9a98e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:43.801942 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.927027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2c12bd3f-ae1d-4a94-9822-054e0100890e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2c12bd3f-ae1d-4a94-9822-054e0100890e,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:43.965073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2c12bd3f-ae1d-4a94-9822-054e0100890e', 'network_id': '72a7b87e-580d-41a4-92a5-170960fb800c', 'port_id': '2c12bd3f-ae1d-4a94-9822-054e0100890e', 'mac_address': 'fa:16:3e:bd:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0065482b-67ff-4acd-bdf2-199b622809b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:43.968779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Attempting to bind port 48944043-160f-47cd-b493-759e0e3f92df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:43.969101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Attempting to bind port 48944043-160f-47cd-b493-759e0e3f92df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:43.969612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Attempting to bind port 48944043-160f-47cd-b493-759e0e3f92df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:43.981869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Port 48944043-160f-47cd-b493-759e0e3f92df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:43.982546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Attempting to bind port 48944043-160f-47cd-b493-759e0e3f92df on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:44.021350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:23:44.021955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:23:44.022590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:23:44.023182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Bound port: 48944043-160f-47cd-b493-759e0e3f92df, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:44.023746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.085363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb4b52-a6a4-4719-abd1-ddd862635072 req-e30bace0-88ac-41b1-8235-c8cc82dde858 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:44.086064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-cdbb4b52-a6a4-4719-abd1-ddd862635072 req-e30bace0-88ac-41b1-8235-c8cc82dde858 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:44.125434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-b733cfb7-42e6-438f-ba9e-792e4d71c7fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0f7e5860d204286b4f203364a6f93f6&device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 1099 time: 0.2013512 Mar 11 17:23:44.165917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b3a9-63ad-496c-b70d-26a75e7097c4 req-60c896ab-6f5b-4fc3-b6a7-40f5b38b0078 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:44.177185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:44.185944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adb3b3a9-63ad-496c-b70d-26a75e7097c4 req-60c896ab-6f5b-4fc3-b6a7-40f5b38b0078 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.3190453 Mar 11 17:23:44.189064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-cdbb4b52-a6a4-4719-abd1-ddd862635072 req-e30bace0-88ac-41b1-8235-c8cc82dde858 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:44.190170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdbb4b52-a6a4-4719-abd1-ddd862635072 req-e30bace0-88ac-41b1-8235-c8cc82dde858 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 932 time: 0.4604144 Mar 11 17:23:44.206151 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.261144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c12bd3f-ae1d-4a94-9822-054e0100890e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:44.273074 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.296440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:44.309752 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.330886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2c12bd3f-ae1d-4a94-9822-054e0100890e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2c12bd3f-ae1d-4a94-9822-054e0100890e,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:44.359516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:44.367883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.427036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:44.452894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdbb4b52-a6a4-4719-abd1-ddd862635072 req-12e2efab-4a00-4cf1-b401-e0762cf1df23 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337415 Mar 11 17:23:44.454824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.456392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:23:44.503903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adb3b3a9-63ad-496c-b70d-26a75e7097c4 req-f524976e-6783-4232-99d6-e1673a3237ca tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126705 Mar 11 17:23:44.507282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:23:44.532978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.535241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] 10.222.0.59 "PUT /v2.0/ports/48944043-160f-47cd-b493-759e0e3f92df HTTP/1.1" status: 200 len: 1096 time: 2.3403323 Mar 11 17:23:44.541791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:23:44.548505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2e00ce8-b694-4cd2-bbd8-d0d7997d74d5 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:23:44.574539 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3579a859-16e6-4d2a-ab89-5f68153de03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.578647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.583850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-e66aa360-ecf9-4469-aa78-6c119145f927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:44.585779 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-e66aa360-ecf9-4469-aa78-6c119145f927 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4475787 Mar 11 17:23:44.591433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2c12bd3f-ae1d-4a94-9822-054e0100890e,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.593904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.595679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.596237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.596573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.596900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.597250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.597811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.598215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.603534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.603943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.604278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4978cd31-bf55-468a-a925-06fa42ae453b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:44.720423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f30006-d01c-4c30-8859-b0a581e3d8dc {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:44.750608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.794256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.854113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-45a89c26-9a35-4439-89ca-08d9686229b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc HTTP/1.1" status: 200 len: 217 time: 0.2312744 Mar 11 17:23:44.923169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Transition to ACTIVE for port object 65f30006-d01c-4c30-8859-b0a581e3d8dc will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:44.938664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.976298 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-d3c74d70-0a72-4fc8-a741-1d0b2d07b54d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0f7e5860d204286b4f203364a6f93f6&device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 1099 time: 0.2415311 Mar 11 17:23:44.977594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-61ab38d6-dba6-462f-9732-67954df54643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:44.978956 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-61ab38d6-dba6-462f-9732-67954df54643 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1093712 Mar 11 17:23:45.063944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Pushing event updated for resources: {'Port': ['ID=65f30006-d01c-4c30-8859-b0a581e3d8dc,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:45.192390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'tag': '48944043-160f-47cd-b493-759e0e3f92df'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:45.220051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2c12bd3f-ae1d-4a94-9822-054e0100890e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:45.239519 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-1fa6bebb-6828-44d8-a3dd-39b76b9bd85a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=48944043-160f-47cd-b493-759e0e3f92df HTTP/1.1" status: 200 len: 217 time: 0.2408142 Mar 11 17:23:45.320223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52100-fa5e-481e-805b-5da520353038 req-b48e4c68-43a4-43f0-9f61-2e4367b36474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.321600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-b48e4c68-43a4-43f0-9f61-2e4367b36474 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0621212 Mar 11 17:23:45.329553 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-869551e6-43b8-4930-8a65-490fa153c654 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3294005 Mar 11 17:23:45.360715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f0435-8385-4b16-a62f-4fe2f916ba9b req-cb468268-eb88-4599-9d23-0919bc019af5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.368079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f52f0435-8385-4b16-a62f-4fe2f916ba9b req-cb468268-eb88-4599-9d23-0919bc019af5 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 948 time: 0.6037920 Mar 11 17:23:45.505488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0c81-6fd8-48a1-acb6-6c9fd4eb20b2 req-7cdb1568-2671-47ee-ac69-e5297ae06f25 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.512127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.514112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0c81-6fd8-48a1-acb6-6c9fd4eb20b2 req-7cdb1568-2671-47ee-ac69-e5297ae06f25 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.515776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dace0c81-6fd8-48a1-acb6-6c9fd4eb20b2 req-7cdb1568-2671-47ee-ac69-e5297ae06f25 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd&device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 1690 time: 0.3855293 Mar 11 17:23:45.525560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:45.525888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:45.526211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:45.535661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:45.535904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:45.546806 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-ea5dae7d-365c-406d-aab3-7c2f69db78d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2158351 Mar 11 17:23:45.550911 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-deb3dfa2-c2a6-466b-bffa-08efae6a9e5c service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867368 Mar 11 17:23:45.558245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:23:45.558694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Checking segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:23:45.559080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Bound using segment: {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:23:45.559520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Bound port: 65f30006-d01c-4c30-8859-b0a581e3d8dc, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:45.559981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.578490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f52f0435-8385-4b16-a62f-4fe2f916ba9b req-c148cada-879a-4b83-8a66-92603fa9d996 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006712 Mar 11 17:23:45.628554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f495f70d-d5dd-4df0-b36e-cfb6ea1638bc details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:45.729255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dace0c81-6fd8-48a1-acb6-6c9fd4eb20b2 req-6489469e-6075-4714-bde9-9feb97b9e1b2 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048607 Mar 11 17:23:45.785360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:45.799124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] For port 65f30006-d01c-4c30-8859-b0a581e3d8dc, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:45.803362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] For port 65f30006-d01c-4c30-8859-b0a581e3d8dc, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65f30006-d01c-4c30-8859-b0a581e3d8dc,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:45.803657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'mac_address': 'fa:16:3e:31:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:45.813806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.818890 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-eb82c136-e672-48ca-b4fd-5fceccedf66f service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635112 Mar 11 17:23:45.894616 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.916475 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.925602 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.937020 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'code': 200} Mar 11 17:23:45.940331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] 10.222.0.59 "PUT /v2.0/ports/65f30006-d01c-4c30-8859-b0a581e3d8dc HTTP/1.1" status: 200 len: 1092 time: 2.9109564 Mar 11 17:23:45.941493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'tag': '65f30006-d01c-4c30-8859-b0a581e3d8dc'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:45.951774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f495f70d-d5dd-4df0-b36e-cfb6ea1638bc {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:45.994837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:46.002767 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.011839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a7c45-8df9-4a37-8f2b-9ad2c034cb4c service neutron] Pushing event updated for resources: {'Port': ['ID=65f30006-d01c-4c30-8859-b0a581e3d8dc,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:46.220973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:46.244750 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'tag': '48944043-160f-47cd-b493-759e0e3f92df', 'status': 'completed', 'code': 200} Mar 11 17:23:46.339206 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f38e3bc-5e28-4615-ade4-a2fdc82bfcd4 req-9fad4c20-2891-431e-bc84-2f8a198227fe service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584140 Mar 11 17:23:46.415449 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6be52100-fa5e-481e-805b-5da520353038 req-471c9c7b-4061-43aa-9f4a-4697f0bdf9ea service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837114 Mar 11 17:23:46.550663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f495f70d-d5dd-4df0-b36e-cfb6ea1638bc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:46.582525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41611-966e-479d-b6c0-f61015fc063e req-308a5979-9341-4ff6-a3c5-ce70e00daeed tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:46.584647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6e41611-966e-479d-b6c0-f61015fc063e req-308a5979-9341-4ff6-a3c5-ce70e00daeed tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.1608999 Mar 11 17:23:46.590850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc308ad-153d-4d9d-a1d1-e8c53e271d37 req-b307d20e-3b14-4755-b8ad-fc2790ab8be1 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:46.592564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bc308ad-153d-4d9d-a1d1-e8c53e271d37 req-b307d20e-3b14-4755-b8ad-fc2790ab8be1 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 944 time: 0.5514357 Mar 11 17:23:46.630192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-0745b200-5614-4da9-a273-c028a306e0da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 1095 time: 0.2591126 Mar 11 17:23:46.715122 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-fa64ccea-367f-46a6-9791-84d3da7228cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0f7e5860d204286b4f203364a6f93f6&device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 1099 time: 0.1748788 Mar 11 17:23:46.729298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-e5cfffa6-813f-4090-81c2-ca1afcf219d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65f30006-d01c-4c30-8859-b0a581e3d8dc HTTP/1.1" status: 200 len: 217 time: 0.0740385 Mar 11 17:23:46.798719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bc308ad-153d-4d9d-a1d1-e8c53e271d37 req-e92826f7-0f44-496c-8b51-ed5ad800bf65 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885035 Mar 11 17:23:46.835752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6e41611-966e-479d-b6c0-f61015fc063e req-3e1b6e71-4bcb-401b-a8ae-e69c71efbdd9 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401829 Mar 11 17:23:46.880306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e863-503f-4bba-9f1f-32082862df88 req-2791e43a-afe1-4c25-8a1d-705978e667f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:46.884345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-2791e43a-afe1-4c25-8a1d-705978e667f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1477699 Mar 11 17:23:46.893267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.039587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-d0a37756-bd43-4368-b317-386fca00441b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:47.043630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-d0a37756-bd43-4368-b317-386fca00441b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3186796 Mar 11 17:23:47.065228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-5d02e086-1d2d-43a0-948f-9ab06a329f29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659508 Mar 11 17:23:47.237758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-e8f17d95-1157-417b-b5f4-037823a9c652 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=48944043-160f-47cd-b493-759e0e3f92df HTTP/1.1" status: 200 len: 217 time: 0.1858425 Mar 11 17:23:47.346758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-e0bf9a34-64de-418a-8f91-4565cb4eb49d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:47.348583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-e0bf9a34-64de-418a-8f91-4565cb4eb49d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1034720 Mar 11 17:23:47.354977 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'tag': '65f30006-d01c-4c30-8859-b0a581e3d8dc', 'status': 'completed', 'code': 200} Mar 11 17:23:47.414188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b90342-956e-486f-a34a-07d3f0f3e7f5 req-03b4296d-42b0-4341-a7d3-477432791f00 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:47.427508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42b90342-956e-486f-a34a-07d3f0f3e7f5 req-03b4296d-42b0-4341-a7d3-477432791f00 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.1901057 Mar 11 17:23:47.486410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-10468e11-8d6a-4d2a-a7ca-42cc3850171d service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151459 Mar 11 17:23:47.522694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-1553a019-845e-40b4-a517-0c5c4ba1a94d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475525 Mar 11 17:23:47.588284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2c12bd3f-ae1d-4a94-9822-054e0100890e up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:47.726377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42b90342-956e-486f-a34a-07d3f0f3e7f5 req-4526605c-edbb-44b4-8f16-15fa2f8705b8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909639 Mar 11 17:23:47.734622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2c12bd3f-ae1d-4a94-9822-054e0100890e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:47.744066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2c12bd3f-ae1d-4a94-9822-054e0100890e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:47.744066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.859916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4737e863-503f-4bba-9f1f-32082862df88 req-c0742561-4639-41fa-b0fc-bce0289d5528 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577411 Mar 11 17:23:47.860141 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-fc4c525f-aab9-423b-9ead-89f7fb162157 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243349 Mar 11 17:23:47.871465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872134d7-4e48-4194-9c1d-e7ae3143e161 req-65eaef0a-fe1a-4dba-9dea-9f43aca8367d tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:47.878948 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-872134d7-4e48-4194-9c1d-e7ae3143e161 req-65eaef0a-fe1a-4dba-9dea-9f43aca8367d tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 949 time: 0.2079616 Mar 11 17:23:47.934746 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.010305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-872134d7-4e48-4194-9c1d-e7ae3143e161 req-8ead51aa-c5d2-45d6-aea3-be048f69c58a tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302488 Mar 11 17:23:48.025043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c12bd3f-ae1d-4a94-9822-054e0100890e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:48.063324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2c12bd3f-ae1d-4a94-9822-054e0100890e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2c12bd3f-ae1d-4a94-9822-054e0100890e,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:48.075328 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.105637 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1b1520d1-1e3a-4bc9-be3e-f8e8268e2ecf req-7f82d8a3-53a5-4965-8e82-ac96b9c855e1 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296004 Mar 11 17:23:48.170737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2c12bd3f-ae1d-4a94-9822-054e0100890e,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:48.175255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-883741fc-3529-4dbf-8956-4149bf5639b6 req-218c3498-f8d9-4eeb-b59e-e6242ff2c0d6 tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 1100 time: 0.2790465 Mar 11 17:23:48.290743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-883741fc-3529-4dbf-8956-4149bf5639b6 req-a9a18ac3-46c1-4d33-946a-9507423ea35a tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033010 Mar 11 17:23:48.318052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-97a58690-a134-428d-a63f-041c24e4e777 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 1095 time: 0.2882655 Mar 11 17:23:48.487205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdf67a-71d8-4bab-b202-56021acb50b3 req-0cfe7a71-1790-449a-993f-05442c9309a1 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:48.488660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cfdf67a-71d8-4bab-b202-56021acb50b3 req-0cfe7a71-1790-449a-993f-05442c9309a1 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.2561717 Mar 11 17:23:48.574522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-c4f09e6c-5078-4f1a-9f3c-75b156de93ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:48.575999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-c4f09e6c-5078-4f1a-9f3c-75b156de93ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 909 time: 0.2466764 Mar 11 17:23:48.682378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cfdf67a-71d8-4bab-b202-56021acb50b3 req-b46da75f-4eac-443f-9ca0-23642f3f232f tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538937 Mar 11 17:23:48.698287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-d7db41c9-d568-4bb4-82f9-55ca11a285d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65f30006-d01c-4c30-8859-b0a581e3d8dc HTTP/1.1" status: 200 len: 217 time: 0.1052682 Mar 11 17:23:48.758036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d61e-8139-4ecf-a380-50212bd99620 req-06fbef81-9245-455a-9495-e88a671ab61c tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:48.759712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ce8d61e-8139-4ecf-a380-50212bd99620 req-06fbef81-9245-455a-9495-e88a671ab61c tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.2933629 Mar 11 17:23:48.845173 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c12bd3f-ae1d-4a94-9822-054e0100890e', 'code': 200} Mar 11 17:23:48.849313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ce8d61e-8139-4ecf-a380-50212bd99620 req-04e77b48-8108-4d2a-afb0-59ec359f7e53 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805769 Mar 11 17:23:48.857687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-833b48e1-ce56-4e30-929f-4a7b420b4bd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:48.859964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-833b48e1-ce56-4e30-929f-4a7b420b4bd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1540098 Mar 11 17:23:49.129007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-b44a7f9e-4299-4e50-9593-0459fb3a0b59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2376673 Mar 11 17:23:49.130051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0f4ea564-0943-4116-bc5a-7eebd696d6cc req-d6a21f2c-5812-4b8f-9292-3ad869b399c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 1096 time: 0.1550629 Mar 11 17:23:49.217448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0f4ea564-0943-4116-bc5a-7eebd696d6cc req-6a39dcab-1140-4ec7-a302-b9c3e4898b0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664575 Mar 11 17:23:49.390907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ed39-b24b-4c92-ac2a-4b347fe9fe2d req-34e797dc-3de0-4969-bdaa-8b949cf2a7e2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:49.392334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20b5ed39-b24b-4c92-ac2a-4b347fe9fe2d req-34e797dc-3de0-4969-bdaa-8b949cf2a7e2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.2625389 Mar 11 17:23:49.443937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c64292b3-4fae-4b7e-8b53-bc81636f48e2 req-d27fb52c-bc8d-406e-88fd-145c798817ec tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 1101 time: 0.2705970 Mar 11 17:23:49.508703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20b5ed39-b24b-4c92-ac2a-4b347fe9fe2d req-8487a517-905e-47cb-a00f-379bfe19dfcd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989656 Mar 11 17:23:49.510474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-6cc8f7c7-80c2-46a1-99c4-b7e9c122777b service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765226 Mar 11 17:23:49.613145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:49.619879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f495f70d-d5dd-4df0-b36e-cfb6ea1638bc up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:49.703489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b29fc1-1623-441f-b5f0-066c1472a40b req-1ee7f6f9-55e3-4d33-bb83-bb646caf4cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706948 Mar 11 17:23:49.716334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c64292b3-4fae-4b7e-8b53-bc81636f48e2 req-65351ef8-3039-47c3-907a-700fffe99d71 tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714095 Mar 11 17:23:49.814712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:49.836402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:49.836868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.867078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45af70-56ad-483b-b01f-89f837f98cb6 req-cadb4fe3-f4b8-40e6-aa3f-7443f10f6420 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:49.874509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd45af70-56ad-483b-b01f-89f837f98cb6 req-cadb4fe3-f4b8-40e6-aa3f-7443f10f6420 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 949 time: 0.1236136 Mar 11 17:23:49.936748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd45af70-56ad-483b-b01f-89f837f98cb6 req-fc87c681-9fa1-4a58-a5f7-7e5e2c41ea80 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610483 Mar 11 17:23:50.065148 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.148718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38698754-84d2-4f9f-9002-eb08e385df39 req-2071f37d-f444-481f-be99-85b0cd25bf9f tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:50.155816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38698754-84d2-4f9f-9002-eb08e385df39 req-2071f37d-f444-481f-be99-85b0cd25bf9f tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.1612532 Mar 11 17:23:50.169072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:50.177694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:50.189470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '48944043-160f-47cd-b493-759e0e3f92df', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '48944043-160f-47cd-b493-759e0e3f92df', 'mac_address': 'fa:16:3e:21:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:50.263103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38698754-84d2-4f9f-9002-eb08e385df39 req-97fefeda-e39b-4e6b-a613-7e46f36e32c8 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060891 Mar 11 17:23:50.333444 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.390711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.415748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48944043-160f-47cd-b493-759e0e3f92df {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:50.432486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:50.443107 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.485346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:50.560870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067c921-a1aa-44c9-b568-35c9449b0ceb req-91c77aac-4cca-4e1c-8118-1b42c3cc0e7b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:50.568641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7067c921-a1aa-44c9-b568-35c9449b0ceb req-91c77aac-4cca-4e1c-8118-1b42c3cc0e7b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.1514254 Mar 11 17:23:50.574987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:50.671006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7067c921-a1aa-44c9-b568-35c9449b0ceb req-54c50139-ee54-4986-9790-8b36f30ff645 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015730 Mar 11 17:23:50.771991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a1c4a79b-d426-463a-b324-ad51c0167900 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378513 Mar 11 17:23:50.847827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:51.038386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068c563-a787-42bf-884b-75136ee077b7 req-f1107df3-2d97-4cb3-ac1d-953a286b3243 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:51.039769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f068c563-a787-42bf-884b-75136ee077b7 req-f1107df3-2d97-4cb3-ac1d-953a286b3243 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.2380190 Mar 11 17:23:51.046494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-b15ec58c-bca4-40b0-a524-eb2f8cbdaa26 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:51.047843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-b15ec58c-bca4-40b0-a524-eb2f8cbdaa26 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699151 Mar 11 17:23:51.094123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['48944043-160f-47cd-b493-759e0e3f92df'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:51.109664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-4ad7c4da-c8e2-4a57-a1e7-edf133e045c8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/quotas/f83120e3b28e4e86a82431693c2c0974 HTTP/1.1" status: 200 len: 375 time: 0.0473983 Mar 11 17:23:51.193629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f068c563-a787-42bf-884b-75136ee077b7 req-1dd4e88f-b47c-4ba2-a3b9-5327450bccad tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447251 Mar 11 17:23:51.279719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-906a783d-5f76-437e-a19c-fcd53a3901ff tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1444244 Mar 11 17:23:51.441275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b9525-a2b4-42c1-9b27-afbc4a79167b req-a9423608-f618-445a-b690-52a5d256ab1a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:51.443188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-483b9525-a2b4-42c1-9b27-afbc4a79167b req-a9423608-f618-445a-b690-52a5d256ab1a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 946 time: 0.1021705 Mar 11 17:23:51.502032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-483b9525-a2b4-42c1-9b27-afbc4a79167b req-83e33d24-b3d6-465a-a44e-3df3a96494f8 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528574 Mar 11 17:23:51.594918 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'code': 200} Mar 11 17:23:51.870621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f736c4bf-1b19-4b4f-aaa2-da92f0ebd4c5 req-8dcf3e5c-5310-4710-b0e8-4fead90bbb2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 1101 time: 0.1262388 Mar 11 17:23:51.876023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26256a-fddb-49b9-96fd-dcdfb0d53ec3 req-17da1b93-f3ca-4788-8a89-322458e9e04c tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:51.877369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d26256a-fddb-49b9-96fd-dcdfb0d53ec3 req-17da1b93-f3ca-4788-8a89-322458e9e04c tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 950 time: 0.1648684 Mar 11 17:23:51.983236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f736c4bf-1b19-4b4f-aaa2-da92f0ebd4c5 req-307aeb27-8d5f-4090-9d61-15feeab1f325 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745337 Mar 11 17:23:52.017985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d26256a-fddb-49b9-96fd-dcdfb0d53ec3 req-b7315ede-947a-49b0-8be6-4395d6a1b89c tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875313 Mar 11 17:23:52.053112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf0961-3d4a-42ad-80e6-d825a9fdd998 req-e4bcaae9-8020-4c9f-9524-e76216ba160c tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:52.063988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57bf0961-3d4a-42ad-80e6-d825a9fdd998 req-e4bcaae9-8020-4c9f-9524-e76216ba160c tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.1855178 Mar 11 17:23:52.187067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57bf0961-3d4a-42ad-80e6-d825a9fdd998 req-2282242e-c6d8-4bbe-99b3-4590ac3e4f19 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172757 Mar 11 17:23:52.473506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362499-9977-4de5-8b06-3838cfabd128 req-95a40983-9ccb-4d0b-a843-ff937d328491 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:52.475753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b362499-9977-4de5-8b06-3838cfabd128 req-95a40983-9ccb-4d0b-a843-ff937d328491 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.0966299 Mar 11 17:23:52.702289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b362499-9977-4de5-8b06-3838cfabd128 req-8f620bec-7e52-4e11-9e42-b192a9750343 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196407 Mar 11 17:23:52.759838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e91e52-b776-4ced-91ec-01aea9146ca4 req-3e439f93-0f60-41b5-96d0-47f0849c2b87 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:52.777721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8e91e52-b776-4ced-91ec-01aea9146ca4 req-3e439f93-0f60-41b5-96d0-47f0849c2b87 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.2142878 Mar 11 17:23:52.865533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8e91e52-b776-4ced-91ec-01aea9146ca4 req-ed265f89-974c-4c5a-9e84-928dae381b3d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859578 Mar 11 17:23:53.018488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b5f6a34-8fcb-414d-95ec-18c2432094b3 req-33acecda-5bbc-4d35-a148-90318ea52ac4 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0793140 Mar 11 17:23:53.142748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83956c11-5beb-4aae-b3a5-8ffa4f629d18 req-eaadffe7-99e8-4e13-a81d-abaf0a2ec78b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:53.144439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83956c11-5beb-4aae-b3a5-8ffa4f629d18 req-eaadffe7-99e8-4e13-a81d-abaf0a2ec78b tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 946 time: 0.1167955 Mar 11 17:23:53.263329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83956c11-5beb-4aae-b3a5-8ffa4f629d18 req-24adcce6-724c-4cf3-8840-108491a4bb2f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121678 Mar 11 17:23:53.456423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b114d-9673-4e51-b88b-eecd24c3499d req-b98005a2-9c92-4852-9a27-7f2eb856a821 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:53.457902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e24b114d-9673-4e51-b88b-eecd24c3499d req-b98005a2-9c92-4852-9a27-7f2eb856a821 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 950 time: 0.0811362 Mar 11 17:23:53.510024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e24b114d-9673-4e51-b88b-eecd24c3499d req-22f29743-d7b4-4d21-9fc7-3f975cf61581 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463049 Mar 11 17:23:53.621477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:53.743380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 48944043-160f-47cd-b493-759e0e3f92df completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:53.745132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549852d-39db-4a10-9a4a-039ef594960f req-ca622291-74c3-422d-a641-34e533801237 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:53.747016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2549852d-39db-4a10-9a4a-039ef594960f req-ca622291-74c3-422d-a641-34e533801237 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 946 time: 0.1077685 Mar 11 17:23:53.759427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 48944043-160f-47cd-b493-759e0e3f92df triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:53.759879 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.946403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Deleting port 35b75a2a-dbfe-42ba-9888-e47a504c8271 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:23:53.946952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.991591 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:23:54.101764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9b7cc8ea-62d4-4714-a85b-e6cc8cbe4c97 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591700 Mar 11 17:23:54.102487 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.173929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:54.186123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:54.193186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.305935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:54.591039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093de21-5931-4b26-93ee-9bdb473fd945 req-a52589bc-26fb-418f-a86d-ffc608d903c1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.592413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5093de21-5931-4b26-93ee-9bdb473fd945 req-a52589bc-26fb-418f-a86d-ffc608d903c1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.6167233 Mar 11 17:23:54.649682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-121baa44-b4a4-496f-a2fc-a827777a8ac9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.651230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-121baa44-b4a4-496f-a2fc-a827777a8ac9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4532552 Mar 11 17:23:54.661078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a111-a3e1-4f2b-9cdd-10d6d1f649d0 req-a6d695ab-3a63-48a3-81c1-2163db725818 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.662553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3af0a111-a3e1-4f2b-9cdd-10d6d1f649d0 req-a6d695ab-3a63-48a3-81c1-2163db725818 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.5549912 Mar 11 17:23:54.676242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': '8e6775c8-d8ec-40d4-9fad-6d728c89b81e', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:54.720632 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-bd6fa2d3-2e3a-466b-9b65-c954d640e7fb tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530198 Mar 11 17:23:54.862437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3af0a111-a3e1-4f2b-9cdd-10d6d1f649d0 req-9271199e-293e-4647-a155-9e8de9a8a73b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703255 Mar 11 17:23:54.899144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5093de21-5931-4b26-93ee-9bdb473fd945 req-b9416e9e-8e20-4f84-b5a2-28765a87c449 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721353 Mar 11 17:23:54.916336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] For port 35b75a2a-dbfe-42ba-9888-e47a504c8271, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=35b75a2a-dbfe-42ba-9888-e47a504c8271,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:54.927057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.007158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-d8866d55-3cf8-47b8-8606-4778fd157441 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:55.010429 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-d8866d55-3cf8-47b8-8606-4778fd157441 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821317 Mar 11 17:23:55.046506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:55.155941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Calling delete_port for 35b75a2a-dbfe-42ba-9888-e47a504c8271 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:23:55.160400 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df', 'code': 200} Mar 11 17:23:55.219322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:55.230182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Usage tracker for resource:port and tenant:f83120e3b28e4e86a82431693c2c0974 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:55.233763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:55.248436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:55.282219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:55.285517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.530488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:55.550544 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8b4b3381-6672-438b-9c4a-18e8da5d73e2 req-8ddda368-d189-4be1-b7d9-7f4a6f6a2716 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 1101 time: 0.1714809 Mar 11 17:23:55.550707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2cb9d25-5104-4456-b7cf-be435c28aa6a req-14f17874-1f87-4b2a-a4a8-cfadbb06a0cf tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.1872272 Mar 11 17:23:55.558015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.572628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Usage tracker for resource:port and tenant:f83120e3b28e4e86a82431693c2c0974 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:55.607955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2', '1d3b71be-a6ec-4160-b1cd-bed762ef1181', '35b75a2a-dbfe-42ba-9888-e47a504c8271'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:55.614395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.74 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/d851cb5e-8b2b-42ba-9d8b-b93730b256cc) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:55.624377 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8b4b3381-6672-438b-9c4a-18e8da5d73e2 req-71ae57d7-d6a1-4d5d-9b24-465681deaefc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614805 Mar 11 17:23:55.681216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:55.685258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event deleted for resources: {'Port': ['ID=35b75a2a-dbfe-42ba-9888-e47a504c8271,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:55.713494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:55.716443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.716947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.717421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.717923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.718392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.718827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.719279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.719675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.720092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.720507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.720923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:55.856224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] No DVR routers for this DVR port 35b75a2a-dbfe-42ba-9888-e47a504c8271 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:55.859011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.870198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'name': 'network-vif-deleted', 'tag': '35b75a2a-dbfe-42ba-9888-e47a504c8271'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:55.876405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:55.880544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.960269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2549852d-39db-4a10-9a4a-039ef594960f req-294a0e48-07c9-4ba3-b997-6c1f0bdbc7e3 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "DELETE /v2.0/ports/35b75a2a-dbfe-42ba-9888-e47a504c8271 HTTP/1.1" status: 204 len: 173 time: 2.1739812 Mar 11 17:23:56.022615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8644c-b460-4ef7-951c-6b8f22ef0901 req-76623cce-9db2-4fa4-9d9f-eee42f167ddf tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:56.023923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b9f8644c-b460-4ef7-951c-6b8f22ef0901 req-76623cce-9db2-4fa4-9d9f-eee42f167ddf tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:56.055283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b9f8644c-b460-4ef7-951c-6b8f22ef0901 req-76623cce-9db2-4fa4-9d9f-eee42f167ddf tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:56.057721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.063900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9f8644c-b460-4ef7-951c-6b8f22ef0901 req-76623cce-9db2-4fa4-9d9f-eee42f167ddf tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=0146bb39-92ca-40c4-aac0-04f15a47f135 HTTP/1.1" status: 200 len: 867 time: 0.7022300 Mar 11 17:23:56.078796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object d851cb5e-8b2b-42ba-9d8b-b93730b256cc will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:56.127846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.161514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a243e21-b30a-4a61-b67e-bfbdadb60c8a req-3b76e6d6-6547-4169-b792-06fb5b7e0149 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:56.169726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a243e21-b30a-4a61-b67e-bfbdadb60c8a req-3b76e6d6-6547-4169-b792-06fb5b7e0149 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 950 time: 0.3441675 Mar 11 17:23:56.254519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a243e21-b30a-4a61-b67e-bfbdadb60c8a req-df607200-2a59-467d-9e1b-b88ae9466bed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834315 Mar 11 17:23:56.270013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9f8644c-b460-4ef7-951c-6b8f22ef0901 req-068d60d0-c5e2-46c5-a6c0-e7768593886f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046146 Mar 11 17:23:56.332945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:56.336376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:56.338918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:56.444548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:56.471745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:56.472410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.484066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.143 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/3e6e135c-2cc9-4e99-8093-b249594c4f90) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:56.548278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ca276465-c4bd-492c-a059-3d8d84563122 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5058293 Mar 11 17:23:56.581977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Request body: {'port': {'device_id': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:56.732319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.761163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505f39b-66dc-4296-9fa6-85e89d438eff req-1e3e22d2-42c6-474d-b3ad-60b8a7fabdff tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:56.762660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8505f39b-66dc-4296-9fa6-85e89d438eff req-1e3e22d2-42c6-474d-b3ad-60b8a7fabdff tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.2256501 Mar 11 17:23:56.763363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d68a1247-e939-4d57-8334-5641d3230a55 None None] Provisioning for port d851cb5e-8b2b-42ba-9d8b-b93730b256cc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:56.775687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d68a1247-e939-4d57-8334-5641d3230a55 None None] Provisioning complete for port d851cb5e-8b2b-42ba-9d8b-b93730b256cc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:56.776217 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d68a1247-e939-4d57-8334-5641d3230a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.851417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d68a1247-e939-4d57-8334-5641d3230a55 None None] Port d851cb5e-8b2b-42ba-9d8b-b93730b256cc cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:56.869602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8505f39b-66dc-4296-9fa6-85e89d438eff req-1af3a8d0-fd34-4856-8a3b-afbc72ec9095 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986841 Mar 11 17:23:56.915612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.934072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object 3e6e135c-2cc9-4e99-8093-b249594c4f90 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:56.963679 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.013131 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146bb39-92ca-40c4-aac0-04f15a47f135', 'name': 'network-vif-deleted', 'tag': '35b75a2a-dbfe-42ba-9888-e47a504c8271', 'status': 'completed', 'code': 200} Mar 11 17:23:57.072333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:57.078719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:57.087641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:23:57.301300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:57.303159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.394523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=3e6e135c-2cc9-4e99-8093-b249594c4f90,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:57.436271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-9958c8a2-4084-44cd-94e3-db6b5d8899da tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7633290 Mar 11 17:23:57.461314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Request body: {'port': {'device_id': '8e6775c8-d8ec-40d4-9fad-6d728c89b81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:23:57.476933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d851cb5e-8b2b-42ba-9d8b-b93730b256cc {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:57.485977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.521665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Transition to ACTIVE for port object d851cb5e-8b2b-42ba-9d8b-b93730b256cc will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:57.528825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:57.535762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.564148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:23:57.657792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 35b75a2a-dbfe-42ba-9888-e47a504c8271 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:23:57.699364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:57.744692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 35b75a2a-dbfe-42ba-9888-e47a504c8271 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:23:57.745316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 35b75a2a-dbfe-42ba-9888-e47a504c8271 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:23:57.860498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58cbff-51b2-48ef-be2d-86b7c2889ea3 req-ad428aa4-3079-4276-a473-01b332655094 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:57.862061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c58cbff-51b2-48ef-be2d-86b7c2889ea3 req-ad428aa4-3079-4276-a473-01b332655094 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.6162937 Mar 11 17:23:57.874563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Attempting to bind port d851cb5e-8b2b-42ba-9d8b-b93730b256cc on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:57.874918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Attempting to bind port d851cb5e-8b2b-42ba-9d8b-b93730b256cc by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:57.875608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Attempting to bind port d851cb5e-8b2b-42ba-9d8b-b93730b256cc on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:57.882098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Port d851cb5e-8b2b-42ba-9d8b-b93730b256cc on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:57.882431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Attempting to bind port d851cb5e-8b2b-42ba-9d8b-b93730b256cc on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:57.889968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:23:57.890306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:23:57.890700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:23:57.891126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Bound port: d851cb5e-8b2b-42ba-9d8b-b93730b256cc, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:57.891783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.908247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f3f10b99-3a65-4392-9c75-d8cfe14f42a4 None None] Provisioning for port 3e6e135c-2cc9-4e99-8093-b249594c4f90 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:57.941569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f3f10b99-3a65-4392-9c75-d8cfe14f42a4 None None] Provisioning complete for port 3e6e135c-2cc9-4e99-8093-b249594c4f90 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:57.941940 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3f10b99-3a65-4392-9c75-d8cfe14f42a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.039222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c58cbff-51b2-48ef-be2d-86b7c2889ea3 req-42763aab-8c35-4f9d-87ef-2cad56d856ac tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565871 Mar 11 17:23:58.041049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.045497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] For port d851cb5e-8b2b-42ba-9d8b-b93730b256cc, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:58.058731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] For port d851cb5e-8b2b-42ba-9d8b-b93730b256cc, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:58.071470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f3f10b99-3a65-4392-9c75-d8cfe14f42a4 None None] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:58.076925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.078965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50a93-368b-4a04-a764-7ba1124066c2 req-959bc0d9-1601-49b6-8713-0bb7067698dc tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:58.085638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6e50a93-368b-4a04-a764-7ba1124066c2 req-959bc0d9-1601-49b6-8713-0bb7067698dc tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 950 time: 0.5970752 Mar 11 17:23:58.235943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6e50a93-368b-4a04-a764-7ba1124066c2 req-6c6acbef-b7a1-4def-be5f-5484680ae1b0 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421351 Mar 11 17:23:58.311067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.312466 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/d851cb5e-8b2b-42ba-9d8b-b93730b256cc HTTP/1.1" status: 200 len: 1095 time: 1.7352600 Mar 11 17:23:58.313274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcfa67-5226-49d3-b17d-1651b62642c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:58.323886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'tag': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:23:58.581286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-1df17983-7dce-4959-b83e-8dbe248f5a8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 1098 time: 0.1803031 Mar 11 17:23:58.734069 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9f7eb03-79c9-4266-8bde-9bfad50602fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d851cb5e-8b2b-42ba-9d8b-b93730b256cc HTTP/1.1" status: 200 len: 217 time: 0.1375618 Mar 11 17:23:58.827863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-cfe07e6b-554f-4eb7-b392-9bd9ee0c9493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:58.829698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-cfe07e6b-554f-4eb7-b392-9bd9ee0c9493 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0844371 Mar 11 17:23:58.980567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-6791f5c3-314c-486a-872c-26b6d24e58d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407135 Mar 11 17:23:59.055080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6e135c-2cc9-4e99-8093-b249594c4f90 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:23:59.067239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.093224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f304-6354-42a2-88b0-114dcec01180 req-f0f262b1-3371-4732-bcb9-f6852dfdca2f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:59.094000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1a00f304-6354-42a2-88b0-114dcec01180 req-f0f262b1-3371-4732-bcb9-f6852dfdca2f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:59.113534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.167072 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-ecdbd997-6e2a-459c-b456-319709deb9c7 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659515 Mar 11 17:23:59.184649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1a00f304-6354-42a2-88b0-114dcec01180 req-f0f262b1-3371-4732-bcb9-f6852dfdca2f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:59.185869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a00f304-6354-42a2-88b0-114dcec01180 req-f0f262b1-3371-4732-bcb9-f6852dfdca2f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 936 time: 0.8306236 Mar 11 17:23:59.306096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14745676-8972-47c3-809c-ab667afd4762 req-17a20e86-ea01-4413-aaea-5ccb186a012f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:59.307870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14745676-8972-47c3-809c-ab667afd4762 req-17a20e86-ea01-4413-aaea-5ccb186a012f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.5832038 Mar 11 17:23:59.399960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6e135c-2cc9-4e99-8093-b249594c4f90,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:59.479513 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-6a2f48f4-3e49-48c0-b947-3895869fba63 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009889 Mar 11 17:23:59.614116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a00f304-6354-42a2-88b0-114dcec01180 req-8d668fe7-98c2-4460-b9df-fa31d11cd1dc tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301184 Mar 11 17:23:59.622334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e33d51fd-1588-406d-a45f-8ee10e4c46ec None None] Provisioning complete for port 3e6e135c-2cc9-4e99-8093-b249594c4f90 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:59.622854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e33d51fd-1588-406d-a45f-8ee10e4c46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.629865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14745676-8972-47c3-809c-ab667afd4762 req-2abcc111-e8b5-472b-b209-44598ee8f0a3 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105028 Mar 11 17:23:59.640853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-18ad8507-b042-4f54-b08a-dc4c509c981e service neutron] 10.222.0.59 "GET /v2.0/ports/9959b2d5-e493-43d1-9773-24690d305f01/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.3932092 Mar 11 17:23:59.692493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:59.692846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:59.693132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.700606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:59.700747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.708610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:59.708928 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:59.709300 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 2 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:23:59.739585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:59.739913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:59.740229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.750831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:59.751178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.765199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:59.765522 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:59.765906 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 3 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:23:59.781067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e33d51fd-1588-406d-a45f-8ee10e4c46ec None None] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:23:59.782242 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'tag': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc', 'status': 'completed', 'code': 200} Mar 11 17:23:59.807895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:59.808426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:59.809245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.821804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:59.825597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.841484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:59.842123 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:23:59.842825 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 4 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:23:59.877018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:59.882163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:59.882744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.981165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:23:59.981828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:23:59.999348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.003824 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:00.038439 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 5 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:24:00.079547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:00.080127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:00.080361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.107563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.108007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.125040 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-84026798-f195-4632-a636-75a48284f24e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 1098 time: 0.2491002 Mar 11 17:24:00.126904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.127334 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:00.129548 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 6 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:24:00.145784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:00.146170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:00.146610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.160577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4e317-c503-4b44-8f9a-f84866698efa req-e3e0336d-598c-44c7-8633-30aff9286433 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.167718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81c4e317-c503-4b44-8f9a-f84866698efa req-e3e0336d-598c-44c7-8633-30aff9286433 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.1625035 Mar 11 17:24:00.204332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.206646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.266081 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-bd81242e-d803-4ef4-b23c-759a0ef5b5b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1101 time: 0.1005774 Mar 11 17:24:00.367668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.368193 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:00.375675 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 7 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:24:00.394967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81c4e317-c503-4b44-8f9a-f84866698efa req-a326fe0f-cd6c-48c4-8b67-fd096acde277 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261961 Mar 11 17:24:00.434799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:00.436187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:00.436187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.460715 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-bf0022a9-fde6-455c-bd9c-619414d93d41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 1101 time: 0.1411371 Mar 11 17:24:00.462484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.462484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.473149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.473606 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:00.475597 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 8 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:24:00.482666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-3406020f-69c6-4c32-8455-a4a5fd8a88df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.484147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-3406020f-69c6-4c32-8455-a4a5fd8a88df service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3016617 Mar 11 17:24:00.546436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:00.546768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:00.547085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.609066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0af203-1942-42bb-95f5-293657d2824b req-4b817f1c-268f-4057-b7b4-8e57a426faad tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.610469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de0af203-1942-42bb-95f5-293657d2824b req-4b817f1c-268f-4057-b7b4-8e57a426faad tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 950 time: 0.3861616 Mar 11 17:24:00.639625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-a3aba5cf-8b51-4e86-887f-53323365a06b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d851cb5e-8b2b-42ba-9d8b-b93730b256cc HTTP/1.1" status: 200 len: 217 time: 0.1418481 Mar 11 17:24:00.640162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.640482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.676043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-fdafad32-2af7-4c1c-a113-aff014479eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.677883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-fdafad32-2af7-4c1c-a113-aff014479eef service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2017996 Mar 11 17:24:00.725873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.725873 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:00.727911 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 9 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:24:00.763369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:00.763596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:00.763937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.769348 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-782da64e-1566-49ef-bed3-78e773fdbbd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 200 len: 217 time: 0.0766990 Mar 11 17:24:00.774439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.774613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.777762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-23f3c418-074c-4a89-8366-c854af87a600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.779248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-23f3c418-074c-4a89-8366-c854af87a600 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1279778 Mar 11 17:24:00.783164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de0af203-1942-42bb-95f5-293657d2824b req-fb5bf98c-7fc6-4fb7-995d-972ccc99ef00 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589360 Mar 11 17:24:00.824605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.824927 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:00.830850 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempt 10 to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 Mar 11 17:24:00.852025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:00.853417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:00.854488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.865158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72960c6e-7057-4cca-8ffe-b0f4d03d762d req-a38af5e0-6e5c-460d-a96d-0b6f856f0931 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.867504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72960c6e-7057-4cca-8ffe-b0f4d03d762d req-a38af5e0-6e5c-460d-a96d-0b6f856f0931 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 945 time: 0.3112876 Mar 11 17:24:00.869862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-27f9f6b1-2147-402d-a81e-733161166e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.871381 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-27f9f6b1-2147-402d-a81e-733161166e89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0843966 Mar 11 17:24:00.920428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.921072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempting to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:00.929551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72960c6e-7057-4cca-8ffe-b0f4d03d762d req-841dae60-4e67-4560-9412-3cfdf4baaff2 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 Mar 11 17:24:00.929992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:00.930320 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Failed to bind port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:00.930698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.020099 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-3d948954-addb-453a-92f1-7d6e5c83cc9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343441 Mar 11 17:24:01.067578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-7b6c2d6f-2c18-44bd-9e62-6b42c09bf1dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2790351 Mar 11 17:24:01.235390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea4039-5222-44e6-91b0-0c209d70848d req-a2c05a43-a1c7-413e-8be6-a81a3ed3e1a9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:01.236803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fea4039-5222-44e6-91b0-0c209d70848d req-a2c05a43-a1c7-413e-8be6-a81a3ed3e1a9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 948 time: 0.2887619 Mar 11 17:24:01.278510 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-e6f760f0-d746-43d8-9147-27e72a7ef770 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474298 Mar 11 17:24:01.387080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fea4039-5222-44e6-91b0-0c209d70848d req-dbd319a9-0614-4545-917d-3936880b8e61 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392586 Mar 11 17:24:01.405198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] For port 3e6e135c-2cc9-4e99-8093-b249594c4f90, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:01.406578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:24:01.427237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.474281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eebb74c8-8cc3-4792-884f-65c4831d2410 req-e6d23f8e-b3af-4a15-9dc9-cf3601455231 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823113 Mar 11 17:24:01.544087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] In _notify_port_updated(), no bound segment for port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:24:01.545165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.546624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] 10.222.0.97 "PUT /v2.0/ports/3e6e135c-2cc9-4e99-8093-b249594c4f90 HTTP/1.1" status: 200 len: 1061 time: 4.0895591 Mar 11 17:24:01.549774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6775c8-d8ec-40d4-9fad-6d728c89b81e', 'tag': '3e6e135c-2cc9-4e99-8093-b249594c4f90'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:01.590529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-0a5c5719-f509-4c8a-982c-c97e9171e525 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095105 Mar 11 17:24:01.642101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5f1b-2c76-4c2b-a3b4-a13f008e1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6e135c-2cc9-4e99-8093-b249594c4f90,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:01.859462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port 3e6e135c-2cc9-4e99-8093-b249594c4f90 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:01.859856 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.925214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8947f7-c31e-424f-b8cf-c6cbe526f3c9 req-6ad92d94-88ce-482d-9b6a-665ff3f082fa tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:01.926799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a8947f7-c31e-424f-b8cf-c6cbe526f3c9 req-6ad92d94-88ce-482d-9b6a-665ff3f082fa tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.7568369 Mar 11 17:24:01.939599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c453e4ef-73fe-4710-9d48-85ddfa30d586 None None] Provisioning complete for port 3e6e135c-2cc9-4e99-8093-b249594c4f90 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:01.943265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c453e4ef-73fe-4710-9d48-85ddfa30d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.043853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9981556-52bb-49a7-8725-2512e99cf9ae req-7e90110b-58bb-4a1e-a745-c9af155ea3fa service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405365 Mar 11 17:24:02.046799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c453e4ef-73fe-4710-9d48-85ddfa30d586 None None] Port 3e6e135c-2cc9-4e99-8093-b249594c4f90 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:24:02.079279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a8947f7-c31e-424f-b8cf-c6cbe526f3c9 req-1ba81bba-6282-49bd-99d8-2f3703607100 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381161 Mar 11 17:24:02.239920 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6775c8-d8ec-40d4-9fad-6d728c89b81e', 'tag': '3e6e135c-2cc9-4e99-8093-b249594c4f90', 'status': 'completed', 'code': 200} Mar 11 17:24:02.515230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port 3e6e135c-2cc9-4e99-8093-b249594c4f90, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:02.515613 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.551777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64983e8d-eaed-47a1-b7da-fabc89f72d5b req-006fb90c-526b-4027-b72d-aaf2ea5923c8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:02.553321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64983e8d-eaed-47a1-b7da-fabc89f72d5b req-006fb90c-526b-4027-b72d-aaf2ea5923c8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.3153403 Mar 11 17:24:02.612850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81e3badc-bde8-4cbe-82c1-5828f61ad87f req-c1972f18-5320-43df-b064-bd9c3e2b0b36 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 1064 time: 0.3446243 Mar 11 17:24:02.690094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for 3e6e135c-2cc9-4e99-8093-b249594c4f90 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:02.804653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6bc0e-ec94-452f-856c-8ca7aeef11c9 req-06dd8a95-7b8f-43f5-9763-1190a4aa786d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:02.806754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84c6bc0e-ec94-452f-856c-8ca7aeef11c9 req-06dd8a95-7b8f-43f5-9763-1190a4aa786d tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 945 time: 0.4454062 Mar 11 17:24:02.824717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81e3badc-bde8-4cbe-82c1-5828f61ad87f req-431cc335-d220-4a1a-a33b-1e2f13b8eecb service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1563101 Mar 11 17:24:03.047002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64983e8d-eaed-47a1-b7da-fabc89f72d5b req-fdf531f7-7cf3-4920-bb56-21e4c218c1a7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388192 Mar 11 17:24:03.230430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84c6bc0e-ec94-452f-856c-8ca7aeef11c9 req-778d1fc7-edbc-4580-8533-953faed9663f tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004881 Mar 11 17:24:03.303946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3badc-bde8-4cbe-82c1-5828f61ad87f req-515a0011-1563-4511-9551-7c027a5fa986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.306134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81e3badc-bde8-4cbe-82c1-5828f61ad87f req-515a0011-1563-4511-9551-7c027a5fa986 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4684234 Mar 11 17:24:03.308241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.404079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=3e6e135c-2cc9-4e99-8093-b249594c4f90,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:03.410847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acb7614d-926c-484b-a899-f61c570f3a75 req-5d228a6b-bd78-46f2-ab3a-1a37e6b63853 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0607903 Mar 11 17:24:03.413415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:03.465466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-e3e3d863-ee1d-4993-961c-bce0cdd5fe46 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.466987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-e3e3d863-ee1d-4993-961c-bce0cdd5fe46 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 945 time: 0.5024316 Mar 11 17:24:03.680154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port 3e6e135c-2cc9-4e99-8093-b249594c4f90 on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:03.694883 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.703934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65f30006-d01c-4c30-8859-b0a581e3d8dc details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:03.722394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9959b2d5-e493-43d1-9773-24690d305f01 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:03.728251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-eea03e0f-51cb-4d7c-a23e-501f96330f8a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "DELETE /v2.0/ports/3e6e135c-2cc9-4e99-8093-b249594c4f90 HTTP/1.1" status: 204 len: 173 time: 2.1712844 Mar 11 17:24:03.733999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Deleting port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:03.734330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.858523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50529d03-3f35-44e7-b09e-9a70c19e9ffa req-eaf572ec-d49d-45ff-ab55-55f933844844 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.859863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50529d03-3f35-44e7-b09e-9a70c19e9ffa req-eaf572ec-d49d-45ff-ab55-55f933844844 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 944 time: 0.2239137 Mar 11 17:24:03.938251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-4abeff88-ea2e-4ed1-84ed-d3bcc9c0cc5f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0754759 Mar 11 17:24:04.043526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-b0a786e4-731f-4a1d-b4d5-774acfa97921 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473559 Mar 11 17:24:04.072168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65f30006-d01c-4c30-8859-b0a581e3d8dc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65f30006-d01c-4c30-8859-b0a581e3d8dc,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.074946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50529d03-3f35-44e7-b09e-9a70c19e9ffa req-a71abb83-c62f-433a-b668-67820c7a7e67 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823411 Mar 11 17:24:04.085365 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.127621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '65f30006-d01c-4c30-8859-b0a581e3d8dc', 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac', 'port_id': '65f30006-d01c-4c30-8859-b0a581e3d8dc', 'mac_address': 'fa:16:3e:54:b7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d12b9a1-4acb-41d3-b473-4350706998f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:04.146833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:04.195710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.207286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] For port 1d3b71be-a6ec-4160-b1cd-bed762ef1181, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d3b71be-a6ec-4160-b1cd-bed762ef1181,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.207643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.243070 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.249646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6775c8-d8ec-40d4-9fad-6d728c89b81e', 'name': 'network-vif-deleted', 'tag': '3e6e135c-2cc9-4e99-8093-b249594c4f90'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:04.318922 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01', 'code': 200} Mar 11 17:24:04.357182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.376269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Calling delete_port for 1d3b71be-a6ec-4160-b1cd-bed762ef1181 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:04.389380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f30006-d01c-4c30-8859-b0a581e3d8dc {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:04.403239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:04.411366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65f30006-d01c-4c30-8859-b0a581e3d8dc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65f30006-d01c-4c30-8859-b0a581e3d8dc,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.418422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.419439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d851cb5e-8b2b-42ba-9d8b-b93730b256cc details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:04.474985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-92f527e9-670e-48c1-9d0f-02bccdd4fdef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.476338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-92f527e9-670e-48c1-9d0f-02bccdd4fdef service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4272840 Mar 11 17:24:04.565203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65f30006-d01c-4c30-8859-b0a581e3d8dc,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:04.618830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d851cb5e-8b2b-42ba-9d8b-b93730b256cc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.632762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc', 'mac_address': 'fa:16:3e:ef:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:04.672580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc30743-7d8f-4dbb-af64-640840f00313 req-418b9208-ed24-46c6-afad-9f21d9c70f85 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.674666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2fc30743-7d8f-4dbb-af64-640840f00313 req-418b9208-ed24-46c6-afad-9f21d9c70f85 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 948 time: 0.3596923 Mar 11 17:24:04.688311 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.690198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-424c7074-471c-4fa2-90c2-cbfbdf758576 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:04.708802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d851cb5e-8b2b-42ba-9d8b-b93730b256cc {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:04.726071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d851cb5e-8b2b-42ba-9d8b-b93730b256cc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.731028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.735903 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.792154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-424c7074-471c-4fa2-90c2-cbfbdf758576 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:04.793271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-424c7074-471c-4fa2-90c2-cbfbdf758576 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.1753609 Mar 11 17:24:04.799042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event deleted for resources: {'Port': ['ID=1d3b71be-a6ec-4160-b1cd-bed762ef1181,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:04.811091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:04.815633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b857e1e-61f1-4353-8c15-949ff5a972e8 req-766df159-79c6-488c-bb77-520bf0386335 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.817120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b857e1e-61f1-4353-8c15-949ff5a972e8 req-766df159-79c6-488c-bb77-520bf0386335 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 945 time: 0.2996411 Mar 11 17:24:04.848771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2fc30743-7d8f-4dbb-af64-640840f00313 req-ce9f7b43-dd90-4d31-a218-04d28459ffb5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604507 Mar 11 17:24:04.921732 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6775c8-d8ec-40d4-9fad-6d728c89b81e', 'name': 'network-vif-deleted', 'tag': '3e6e135c-2cc9-4e99-8093-b249594c4f90', 'status': 'completed', 'code': 200} Mar 11 17:24:04.929035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] No DVR routers for this DVR port 1d3b71be-a6ec-4160-b1cd-bed762ef1181 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:04.933569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.947536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b857e1e-61f1-4353-8c15-949ff5a972e8 req-83d6c7ee-0ec7-4197-9935-7ba1572ef193 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014328 Mar 11 17:24:04.953798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc0baebc-8223-4937-a391-b40ca03b8b71 req-c1a80031-9c8a-430b-86ad-20542693860c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "DELETE /v2.0/ports/1d3b71be-a6ec-4160-b1cd-bed762ef1181 HTTP/1.1" status: 204 len: 173 time: 1.3481250 Mar 11 17:24:05.187381 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f2b1cc8-8dda-4309-9b2b-5f35e6c5a24e req-3aca8058-570e-417d-b14a-93da8beb483b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0791631 Mar 11 17:24:05.402865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-b3a6e9be-9ebd-490b-9cb0-480760e91e7f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0481176 Mar 11 17:24:05.445244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-025fa385-b4c3-4ee1-ad42-4fff17511c01 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283005 Mar 11 17:24:05.593811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfc174-e052-4aaa-9809-82ffa2a722ad req-334c402d-684d-4701-a01f-8adb9dbd1bca tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.595311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53dfc174-e052-4aaa-9809-82ffa2a722ad req-334c402d-684d-4701-a01f-8adb9dbd1bca tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 945 time: 0.2759743 Mar 11 17:24:05.682416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53dfc174-e052-4aaa-9809-82ffa2a722ad req-d885314f-6737-496a-904d-565439be4a49 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787089 Mar 11 17:24:05.705642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-da93e17e-5838-4beb-ac9b-129576d17627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.707184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-da93e17e-5838-4beb-ac9b-129576d17627 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2560477 Mar 11 17:24:05.753793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9959b2d5-e493-43d1-9773-24690d305f01 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:05.841949 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-90fb0a06-a98b-4926-9c5b-9fb0bfda4a6c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0790770 Mar 11 17:24:05.842638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e3f0b170-08ce-41b0-accf-92a287d9a98e no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:06.089648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:06.123274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9959b2d5-e493-43d1-9773-24690d305f01', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '9959b2d5-e493-43d1-9773-24690d305f01', 'mac_address': 'fa:16:3e:35:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:06.127939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.296791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.297020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6c9ab-406e-4d71-af6d-5b41218539f2 req-3a1375a2-6d20-458f-96eb-eeadaa2ea7d7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:06.299110 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5df6c9ab-406e-4d71-af6d-5b41218539f2 req-3a1375a2-6d20-458f-96eb-eeadaa2ea7d7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 948 time: 0.2403870 Mar 11 17:24:06.308319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:06.314811 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.315833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d3b71be-a6ec-4160-b1cd-bed762ef1181 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:06.392044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:06.399059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5df6c9ab-406e-4d71-af6d-5b41218539f2 req-4dd00751-e49c-4a75-a674-a848550dcff1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937741 Mar 11 17:24:06.401242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d851cb5e-8b2b-42ba-9d8b-b93730b256cc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:06.504263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['65f30006-d01c-4c30-8859-b0a581e3d8dc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:06.517181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-871d3a2f-1409-475c-88c3-16fab3f41424 req-018a0070-3e3c-499e-a4b2-2379a8c18161 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:06.552356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-871d3a2f-1409-475c-88c3-16fab3f41424 req-018a0070-3e3c-499e-a4b2-2379a8c18161 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:06.552972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 1d3b71be-a6ec-4160-b1cd-bed762ef1181 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:06.553476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d3b71be-a6ec-4160-b1cd-bed762ef1181 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:06.555325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-871d3a2f-1409-475c-88c3-16fab3f41424 req-018a0070-3e3c-499e-a4b2-2379a8c18161 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7165c1-21dd-4b61-81f4-25ff8bbcc139 HTTP/1.1" status: 200 len: 210 time: 0.1721714 Mar 11 17:24:06.571266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9959b2d5-e493-43d1-9773-24690d305f01 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:06.590096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:06.611917 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.652887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:06.680210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:06.682438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03518035-2d1f-4ebd-be05-5bd42d5c80b7 req-0cfb5945-8c04-409f-a11d-eeb8a50a8f77 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0900919 Mar 11 17:24:06.716518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efd8a22b-3328-46a3-a40c-f9c5522c785a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:06.729615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efd8a22b-3328-46a3-a40c-f9c5522c785a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:06.739943 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-efd8a22b-3328-46a3-a40c-f9c5522c785a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0832481 Mar 11 17:24:06.767309 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'code': 200} Mar 11 17:24:06.846138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-71cd8c5d-6c12-41b4-8074-54fafda6c9af tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:06.848198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:06.852996 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-71cd8c5d-6c12-41b4-8074-54fafda6c9af tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 0.1692977 Mar 11 17:24:06.871317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-243744ce-9788-46c6-8625-97ff93a26bf8 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/quotas/9417ea88f0b942e68b107dd852b88ef1 HTTP/1.1" status: 200 len: 375 time: 0.0169888 Mar 11 17:24:06.939110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'name': 'network-vif-deleted', 'tag': '1d3b71be-a6ec-4160-b1cd-bed762ef1181'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:07.014468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c155e-e554-41fc-9f6b-0eb8294b5b2c req-9fed8f11-f120-4f57-92cd-1f0df4948f13 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:07.015935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-281c155e-e554-41fc-9f6b-0eb8294b5b2c req-9fed8f11-f120-4f57-92cd-1f0df4948f13 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 945 time: 0.1419871 Mar 11 17:24:07.019720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-d785a9fc-8c5e-4232-946d-b28089fa81b3 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1475520 Mar 11 17:24:07.142587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-281c155e-e554-41fc-9f6b-0eb8294b5b2c req-b431d922-e36e-46e5-8d5a-38adb172d92f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202347 Mar 11 17:24:07.190824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-2f1339f8-5ea7-4a0d-a395-f49bafacc678 service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543908 Mar 11 17:24:07.268667 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7165c1-21dd-4b61-81f4-25ff8bbcc139', 'name': 'network-vif-deleted', 'tag': '1d3b71be-a6ec-4160-b1cd-bed762ef1181', 'status': 'completed', 'code': 200} Mar 11 17:24:07.280366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:07.326890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-46b0f641-572b-469e-a9ee-a50378707440 service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298900 Mar 11 17:24:07.530577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9cf539c-aea7-476a-a67d-6e08c475ad83 req-752eeed7-196e-45f4-b1fd-16e57cd8e2bc tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 210 time: 0.0527864 Mar 11 17:24:07.648976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8c132-c0b3-4fcc-b865-113742e8a4aa req-da4caafe-75b8-47d5-a3d4-6b2df07fdc78 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:07.658702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dd8c132-c0b3-4fcc-b865-113742e8a4aa req-da4caafe-75b8-47d5-a3d4-6b2df07fdc78 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 949 time: 0.1169589 Mar 11 17:24:07.723003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dd8c132-c0b3-4fcc-b865-113742e8a4aa req-964da5aa-7400-40d7-a963-e94531009b57 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630646 Mar 11 17:24:07.755260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:07.928192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4d94d90-1c3e-4ea6-9fce-4a4bc2c30eef req-6b7805d3-ffdf-411c-bece-09f781b9106c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0490696 Mar 11 17:24:07.990736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:08.006260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '48944043-160f-47cd-b493-759e0e3f92df', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '48944043-160f-47cd-b493-759e0e3f92df', 'mac_address': 'fa:16:3e:21:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:08.083627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.107779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48944043-160f-47cd-b493-759e0e3f92df {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:08.129664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:08.134945 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.232445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:08.465684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963738d-0052-4334-b9e3-356dacfa9db6 req-9266dee7-4e7e-47bb-8fea-ee873a8ef69c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:08.467347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4963738d-0052-4334-b9e3-356dacfa9db6 req-9266dee7-4e7e-47bb-8fea-ee873a8ef69c tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 967 time: 0.1613679 Mar 11 17:24:08.523341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-1e7de9be-a1a1-435a-9591-a5c3a3fe7e96 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:08.525447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-1e7de9be-a1a1-435a-9591-a5c3a3fe7e96 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 949 time: 0.1740241 Mar 11 17:24:08.549688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b71ebcb6-d4ad-4942-a7c5-34067bd8542c req-ad8f585c-af13-472d-9e59-ae54d4a983b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e6775c8-d8ec-40d4-9fad-6d728c89b81e HTTP/1.1" status: 200 len: 210 time: 0.0761390 Mar 11 17:24:08.600791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4963738d-0052-4334-b9e3-356dacfa9db6 req-3a54633b-16af-4b87-a9d0-d56f44674860 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906534 Mar 11 17:24:08.840704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.857892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9959b2d5-e493-43d1-9773-24690d305f01'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:08.860467 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-6fed0c11-72bf-42b0-8fe7-aa2ac198c701 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 1100 time: 0.1654904 Mar 11 17:24:09.021317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['48944043-160f-47cd-b493-759e0e3f92df'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:09.141673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-906fea56-3209-41f2-b4b0-d3a08f27e4d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.142882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-906fea56-3209-41f2-b4b0-d3a08f27e4d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2673349 Mar 11 17:24:09.353012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae31ab-97be-4df5-ac4a-670e66abb75b req-1451189a-70a2-4f38-ba15-2a2db428833b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.354578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25ae31ab-97be-4df5-ac4a-670e66abb75b req-1451189a-70a2-4f38-ba15-2a2db428833b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 949 time: 0.5715792 Mar 11 17:24:09.408354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-51b76b60-b404-4890-b991-0a98f29f62d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 200 len: 217 time: 0.2406871 Mar 11 17:24:09.552141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25ae31ab-97be-4df5-ac4a-670e66abb75b req-251c3c11-b683-4119-9d9a-d3afcea35b21 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749301 Mar 11 17:24:09.581402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-a86bef8a-3c60-4101-ac4a-599ef3d7e49c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.583152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-a86bef8a-3c60-4101-ac4a-599ef3d7e49c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1548109 Mar 11 17:24:09.681708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db6369-f0ff-426d-b32f-6d488e1bff59 req-12b5f168-838b-45e7-ad56-1133b40108b3 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.690936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2db6369-f0ff-426d-b32f-6d488e1bff59 req-12b5f168-838b-45e7-ad56-1133b40108b3 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 945 time: 0.4018657 Mar 11 17:24:09.789928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2db6369-f0ff-426d-b32f-6d488e1bff59 req-9c504b8a-0f05-41ab-8d9e-888310131433 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969629 Mar 11 17:24:09.819387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-5a8f1c64-b297-4485-88bc-b7f67104668c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.821967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-5a8f1c64-b297-4485-88bc-b7f67104668c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 0.2915249 Mar 11 17:24:09.835665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-c51212d7-d160-4a92-a3f6-0661f726284c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400072 Mar 11 17:24:09.884623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Request body: {'port': {'device_id': 'e7f15445-52ca-4353-ab32-91ace166744a', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'admin_state_up': True, 'tenant_id': '9417ea88f0b942e68b107dd852b88ef1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:10.250038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-d2b6074e-dfad-4272-958c-81c12c26b207 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691177 Mar 11 17:24:10.251408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:24:10.269783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Usage tracker for resource:port and tenant:9417ea88f0b942e68b107dd852b88ef1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:24:10.287420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:24:10.309831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:24:10.344094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Made reservation on behalf of 9417ea88f0b942e68b107dd852b88ef1 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:10.347611 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.473395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d7b534b-0057-4e8f-be0a-714e72964944 req-524dc2cd-d9cd-42f9-9db0-d041ce7cda19 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821914 Mar 11 17:24:10.495285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831f0bba-e887-435a-bde3-c53efc935db3 req-3ea18afa-186a-48ec-944d-969b4ba9050c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 210 time: 0.2441058 Mar 11 17:24:10.613071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Allocated IP 172.20.0.14 (074fda53-884b-4958-8576-8b8571e6e8d3/b6361f39-f2f2-4a32-8655-5d1c958520a6/32e7dc8b-9b2e-469c-b2d7-f2059f103d34) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:10.630276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b61a03-c67b-489a-8c8b-db1b986517c1 req-4d5012c5-2d9c-4a29-b8b7-98284f34ee5a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:10.632133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1b61a03-c67b-489a-8c8b-db1b986517c1 req-4d5012c5-2d9c-4a29-b8b7-98284f34ee5a tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 967 time: 0.1574812 Mar 11 17:24:10.827142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1b61a03-c67b-489a-8c8b-db1b986517c1 req-752a7cae-7137-4d36-93e4-77fa83430cb7 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844735 Mar 11 17:24:10.886698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-b6cfb2e0-78c7-4013-9146-9886915b0c6e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:10.886698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-b6cfb2e0-78c7-4013-9146-9886915b0c6e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae042b4d-707b-4fc2-84ee-f898c43279d5 HTTP/1.1" status: 200 len: 944 time: 0.1874275 Mar 11 17:24:10.953258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.953880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eafc8-c79d-4b27-a7c4-cd4a77701a1f req-9a0a59ab-4597-4932-a335-c51a860ce6b1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:10.955200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e5eafc8-c79d-4b27-a7c4-cd4a77701a1f req-9a0a59ab-4597-4932-a335-c51a860ce6b1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 949 time: 0.1942749 Mar 11 17:24:11.000294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.067810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Deleting port e3f0b170-08ce-41b0-accf-92a287d9a98e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:11.068296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.094322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Network 074fda53-884b-4958-8576-8b8571e6e8d3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:11.097930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:11.107490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:24:11.155641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:11.172713 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e5eafc8-c79d-4b27-a7c4-cd4a77701a1f req-26440f42-b1d6-4036-8814-a556c6d0898b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099917 Mar 11 17:24:11.212860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:11.215291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.261008 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-07389016-d711-499d-852b-2d9d977e14a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3804200 Mar 11 17:24:11.295718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Request body: {'port': {'device_id': 'e7f15445-52ca-4353-ab32-91ace166744a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:11.461146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.470329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaef13-d282-4b62-a494-966f71c4b607 req-3c1a8b67-7165-4c69-b732-e535b95de76b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:11.472052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4aaef13-d282-4b62-a494-966f71c4b607 req-3c1a8b67-7165-4c69-b732-e535b95de76b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 948 time: 0.4777057 Mar 11 17:24:11.598620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4aaef13-d282-4b62-a494-966f71c4b607 req-73dde1c1-aaae-45a4-a132-446211ba0d5b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181920 Mar 11 17:24:11.612507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] For port e3f0b170-08ce-41b0-accf-92a287d9a98e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e3f0b170-08ce-41b0-accf-92a287d9a98e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:11.614488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.805960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:11.979160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Calling delete_port for e3f0b170-08ce-41b0-accf-92a287d9a98e owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:12.053849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9b17-78ec-4228-b8a5-186023269d11 req-b254ac1e-d906-4224-b143-e018e3b50a6d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:12.055551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43fe9b17-78ec-4228-b8a5-186023269d11 req-b254ac1e-d906-4224-b143-e018e3b50a6d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 945 time: 0.6575942 Mar 11 17:24:12.073901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 48944043-160f-47cd-b493-759e0e3f92df triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:12.074261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.258514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43fe9b17-78ec-4228-b8a5-186023269d11 req-04126c91-3faf-4f67-a1ef-d0d1d1441be5 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944447 Mar 11 17:24:12.333622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae837f1-ff56-42c4-b8a6-d51ecca5df1f req-119b2dfc-866b-494f-8657-b69d463eb4d7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:12.341237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dae837f1-ff56-42c4-b8a6-d51ecca5df1f req-119b2dfc-866b-494f-8657-b69d463eb4d7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 932 time: 0.3322079 Mar 11 17:24:12.404441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f54dd406-2484-4827-b4fa-b66a23a1d870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.418261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.420012 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.435046 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dae837f1-ff56-42c4-b8a6-d51ecca5df1f req-b1616b52-54ba-431a-b2e6-ce5e5b2894b6 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929627 Mar 11 17:24:12.471215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:12.505240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.525084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:12.536988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event deleted for resources: {'Port': ['ID=e3f0b170-08ce-41b0-accf-92a287d9a98e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:12.549487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:12.554322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Transition to ACTIVE for port object 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:12.561902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.563185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65f30006-d01c-4c30-8859-b0a581e3d8dc up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:12.565274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.709275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-27abc81c-b61d-401b-9a0e-2932bb87a475 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:12.710486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-27abc81c-b61d-401b-9a0e-2932bb87a475 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Synchronizing usage tracker for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:12.823560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:12.840992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 65f30006-d01c-4c30-8859-b0a581e3d8dc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:12.847720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 65f30006-d01c-4c30-8859-b0a581e3d8dc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:12.848125 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.878671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] No DVR routers for this DVR port e3f0b170-08ce-41b0-accf-92a287d9a98e on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:12.883140 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.887358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-deleted', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:12.908669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-27abc81c-b61d-401b-9a0e-2932bb87a475 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Unset dirty status for tenant:160ed4ed1f7740b58be19b23c1301d10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:12.910212 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-27abc81c-b61d-401b-9a0e-2932bb87a475 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 967 time: 0.7016132 Mar 11 17:24:12.911851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:12.925268 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac2764ed-d831-40ed-89b3-9baf4fd31987 req-86487c5d-186a-4471-9edb-9b834c9ffa76 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "DELETE /v2.0/ports/e3f0b170-08ce-41b0-accf-92a287d9a98e HTTP/1.1" status: 204 len: 173 time: 2.0182357 Mar 11 17:24:12.978939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5d3b-af92-41b1-90b0-40cb2a113c95 req-b19b213c-046a-42c5-b953-ec014e46de98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:12.990504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b6d5d3b-af92-41b1-90b0-40cb2a113c95 req-b19b213c-046a-42c5-b953-ec014e46de98 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 967 time: 0.3713369 Mar 11 17:24:13.019529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Deleting port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:13.020232 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.046617 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.049188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bca3c-ecc6-4bab-b34c-756b82632645 req-659290d5-ef8a-45e7-beba-d8cf2889feea tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:13.062847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bca3c-ecc6-4bab-b34c-756b82632645 req-659290d5-ef8a-45e7-beba-d8cf2889feea tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 949 time: 0.2468712 Mar 11 17:24:13.144584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65f30006-d01c-4c30-8859-b0a581e3d8dc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65f30006-d01c-4c30-8859-b0a581e3d8dc,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:13.155469 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.156325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d851cb5e-8b2b-42ba-9d8b-b93730b256cc up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:13.198733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b6d5d3b-af92-41b1-90b0-40cb2a113c95 req-d3611a00-f2c8-4b62-8464-425558c916f7 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/security-groups?id=802a42de-1c85-4c26-a90d-f535ca1d9a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071962 Mar 11 17:24:13.220205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bca3c-ecc6-4bab-b34c-756b82632645 req-f931ff45-8833-4652-9a8c-d66b334b33cd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565542 Mar 11 17:24:13.322969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] For port 0c6f5c4f-754c-45c8-87db-e614a3029bb2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0c6f5c4f-754c-45c8-87db-e614a3029bb2,segment=NetworkSegment(096619e9-42dd-46e0-a22b-a0e4bd8e21ba),segment_id=096619e9-42dd-46e0-a22b-a0e4bd8e21ba)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:13.323443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.334845 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df', 'code': 200} Mar 11 17:24:13.399309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65f30006-d01c-4c30-8859-b0a581e3d8dc,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:13.438700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d851cb5e-8b2b-42ba-9d8b-b93730b256cc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:13.444959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d851cb5e-8b2b-42ba-9d8b-b93730b256cc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:13.445325 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.462984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Calling delete_port for 0c6f5c4f-754c-45c8-87db-e614a3029bb2 owned by compute:tempest-test_az-1889701723 {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:13.583974 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae042b4d-707b-4fc2-84ee-f898c43279d5', 'name': 'network-vif-deleted', 'tag': 'e3f0b170-08ce-41b0-accf-92a287d9a98e', 'status': 'completed', 'code': 200} Mar 11 17:24:13.636667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.654876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.697678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0c6f5c4f-754c-45c8-87db-e614a3029bb2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:13.701284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d4ba-c090-417f-acaa-bd70e883d8bf req-94eeecf3-691d-4a91-8d9c-a3f68702703d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:13.705410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3a0d4ba-c090-417f-acaa-bd70e883d8bf req-94eeecf3-691d-4a91-8d9c-a3f68702703d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 948 time: 0.2458060 Mar 11 17:24:13.767591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d851cb5e-8b2b-42ba-9d8b-b93730b256cc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:13.773934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Pushing event deleted for resources: {'Port': ['ID=0c6f5c4f-754c-45c8-87db-e614a3029bb2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:13.787031 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.809788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3a0d4ba-c090-417f-acaa-bd70e883d8bf req-481fff3a-0db8-40ec-b88f-0c45cde15f54 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983465 Mar 11 17:24:13.869428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4755f15-028f-4c05-b406-d6b051dea2ad req-d4144266-2292-4cad-9a48-26e834a21235 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:13.871326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4755f15-028f-4c05-b406-d6b051dea2ad req-d4144266-2292-4cad-9a48-26e834a21235 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 949 time: 0.1043012 Mar 11 17:24:13.880249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Attempting to bind port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:13.880785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Attempting to bind port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:13.881248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Attempting to bind port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:13.906853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9959b2d5-e493-43d1-9773-24690d305f01 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:13.908374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 on network 074fda53-884b-4958-8576-8b8571e6e8d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:13.908812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Attempting to bind port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:13.985378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4755f15-028f-4c05-b406-d6b051dea2ad req-60b90aa1-974c-4c69-b57d-d9efeb0abb05 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072652 Mar 11 17:24:13.999378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] No DVR routers for this DVR port 0c6f5c4f-754c-45c8-87db-e614a3029bb2 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:14.012175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:24:14.012810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Checking segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:24:14.013418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Bound using segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:24:14.014094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Bound port: 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:14.014632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.042635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.052312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'name': 'network-vif-deleted', 'tag': '0c6f5c4f-754c-45c8-87db-e614a3029bb2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:14.141311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2e4e3-eb94-4a17-ad79-c61804f8c55e req-3b205b83-ee01-45ee-beb3-b21ac06e0659 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.153942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:14.154189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01f2e4e3-eb94-4a17-ad79-c61804f8c55e req-3b205b83-ee01-45ee-beb3-b21ac06e0659 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.1636379 Mar 11 17:24:14.163637 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a8dd92e-31c7-4f2e-8d57-4cbf5bf24b8f req-97eaf1b8-0a37-4905-8844-26cefdb88cb6 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.59 "DELETE /v2.0/ports/0c6f5c4f-754c-45c8-87db-e614a3029bb2 HTTP/1.1" status: 204 len: 173 time: 1.2437341 Mar 11 17:24:14.215198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9959b2d5-e493-43d1-9773-24690d305f01 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:14.218151 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.273766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:14.278313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:14.289457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.319731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01f2e4e3-eb94-4a17-ad79-c61804f8c55e req-0e38c7aa-9e45-47a5-94e1-d48e90163a4d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642885 Mar 11 17:24:14.386701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb6a0-8b12-48c7-be57-58354bebb08c req-c3a87ac6-2bd8-48d4-b58a-d36cc1fa1187 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.388055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-804eb6a0-8b12-48c7-be57-58354bebb08c req-c3a87ac6-2bd8-48d4-b58a-d36cc1fa1187 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Synchronizing usage tracker for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:14.425954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.430126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-804eb6a0-8b12-48c7-be57-58354bebb08c req-c3a87ac6-2bd8-48d4-b58a-d36cc1fa1187 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Unset dirty status for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:14.441717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-804eb6a0-8b12-48c7-be57-58354bebb08c req-c3a87ac6-2bd8-48d4-b58a-d36cc1fa1187 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 944 time: 0.2534964 Mar 11 17:24:14.443683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/32e7dc8b-9b2e-469c-b2d7-f2059f103d34 HTTP/1.1" status: 200 len: 1092 time: 3.1550236 Mar 11 17:24:14.466924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9d3a0-ce05-4c24-8007-0bed4687e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:14.532589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.556416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-804eb6a0-8b12-48c7-be57-58354bebb08c req-a03df3ce-1130-4a2c-85b0-8e40a45915fb tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115351 Mar 11 17:24:14.563852 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5671-4ca5-4a33-b768-dd8d1ce8eeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.596401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:14.627906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.628687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0c6f5c4f-754c-45c8-87db-e614a3029bb2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:14.722973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 0c6f5c4f-754c-45c8-87db-e614a3029bb2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:14.723818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0c6f5c4f-754c-45c8-87db-e614a3029bb2 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:14.724344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e3f0b170-08ce-41b0-accf-92a287d9a98e no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:14.727665 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5539b56d-5b8f-42a2-b7be-d53a5181cabe', 'name': 'network-vif-deleted', 'tag': '0c6f5c4f-754c-45c8-87db-e614a3029bb2', 'status': 'completed', 'code': 200} Mar 11 17:24:14.756295 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-4a52d990-1851-4298-82f0-4db54fba40d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 1095 time: 0.1957939 Mar 11 17:24:14.777930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e3f0b170-08ce-41b0-accf-92a287d9a98e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:14.778296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e3f0b170-08ce-41b0-accf-92a287d9a98e not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:14.802110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:14.864230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-09d1d36e-b8e1-41c8-b60f-48485fb59f8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34 HTTP/1.1" status: 200 len: 217 time: 0.0817678 Mar 11 17:24:14.897209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9532989-0861-48e4-9b5e-2e5c9c6767b1 req-8e02f500-487b-4178-a117-efaa2a79d6e4 tempest-LiveAutoBlockMigrationV225Test-1534014273 tempest-LiveAutoBlockMigrationV225Test-1534014273-project] 10.222.0.96 "GET /v2.0/ports?device_id=5539b56d-5b8f-42a2-b7be-d53a5181cabe HTTP/1.1" status: 200 len: 210 time: 0.0783582 Mar 11 17:24:15.061666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-b1699190-9d77-47b1-9af0-cfe5b5a4d373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:15.063255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-b1699190-9d77-47b1-9af0-cfe5b5a4d373 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.1906950 Mar 11 17:24:15.146234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-00467c76-7921-409d-adf7-12054e07c938 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739262 Mar 11 17:24:15.335996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f30006-d01c-4c30-8859-b0a581e3d8dc'}, {'server_uuid': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc'}, {'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:15.405911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549cea9-98e3-4867-a36e-33b4ff48b6aa req-09055c56-74f7-4f19-944e-108e4ad2a123 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:15.407699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5549cea9-98e3-4867-a36e-33b4ff48b6aa req-09055c56-74f7-4f19-944e-108e4ad2a123 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 949 time: 0.1567852 Mar 11 17:24:15.498624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.533192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-47ff5834-4cd9-4948-b4ef-e8b3231a05b4 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743987 Mar 11 17:24:15.545762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5549cea9-98e3-4867-a36e-33b4ff48b6aa req-ff80cbe2-75d5-4f63-bf03-fcedb49231e0 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244431 Mar 11 17:24:15.668927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.680068 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f30006-d01c-4c30-8859-b0a581e3d8dc', 'code': 200} Mar 11 17:24:15.680611 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc', 'code': 200} Mar 11 17:24:15.681371 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01', 'code': 200} Mar 11 17:24:15.810857 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bcd0176-b42a-4741-9f69-0e636bb29b88 req-871ce389-afe5-4c10-8448-93dffa9b0132 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507641 Mar 11 17:24:15.832980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-36ce7a09-ff00-474d-b908-77db9ea16f9d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411777 Mar 11 17:24:16.075614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-d19813e8-0059-44b0-9c98-a3d053864cef tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:16.076974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-d19813e8-0059-44b0-9c98-a3d053864cef tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360702 Mar 11 17:24:16.090013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a3b12-55e7-45b2-ae29-6bcb3f7cb3e5 req-8003858d-47bc-48af-a424-d3746048253e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:16.099339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d82a3b12-55e7-45b2-ae29-6bcb3f7cb3e5 req-8003858d-47bc-48af-a424-d3746048253e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.1650326 Mar 11 17:24:16.143982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-1448ef01-4b31-47b6-a320-953edbddc153 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/quotas/0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 375 time: 0.0284038 Mar 11 17:24:16.199834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d619c667-d2a9-4e43-9c6b-158d796ae5ef req-e1b835a8-1145-46fe-8efa-c6c2e5acd5c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 1100 time: 0.1127045 Mar 11 17:24:16.205883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e84619b5-0889-4fcd-8b47-745d5195f513 req-4a846685-9f11-4ded-b9b0-512304be70f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 1097 time: 0.1642928 Mar 11 17:24:16.226949 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d82a3b12-55e7-45b2-ae29-6bcb3f7cb3e5 req-54a25679-7f2a-458e-b824-dbf59720e85b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264992 Mar 11 17:24:16.275084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-2485408f-e5d8-4701-acea-4656c38e7ebc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300163 Mar 11 17:24:16.293722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d619c667-d2a9-4e43-9c6b-158d796ae5ef req-48ca1270-54b7-4d40-ae67-af38280afabd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864780 Mar 11 17:24:16.296032 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e84619b5-0889-4fcd-8b47-745d5195f513 req-813a9c00-f4d5-45aa-9e23-40fdcfe222f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718131 Mar 11 17:24:16.488990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af937b-f60f-4e25-854b-645484013444 req-08b45339-8ceb-4d93-8744-4112a84f4a34 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:16.491967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7af937b-f60f-4e25-854b-645484013444 req-08b45339-8ceb-4d93-8744-4112a84f4a34 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.1084847 Mar 11 17:24:16.606338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7af937b-f60f-4e25-854b-645484013444 req-0075df6a-7efc-4780-96f9-06044ccef720 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088362 Mar 11 17:24:16.668996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab3e17-473c-40e7-acb8-8e93f1ae9c75 req-b51c5ef9-4e8c-43d0-9e48-6559871aaeb4 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:16.671026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60ab3e17-473c-40e7-acb8-8e93f1ae9c75 req-b51c5ef9-4e8c-43d0-9e48-6559871aaeb4 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 944 time: 0.1231687 Mar 11 17:24:16.729154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:16.756550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60ab3e17-473c-40e7-acb8-8e93f1ae9c75 req-aa43a2e6-3792-4821-a595-668b9eec1cbe tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779114 Mar 11 17:24:16.819034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42634) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:16.845101 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.046043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-592ba75e-12ef-4e93-9b84-05984413e477 req-06f93708-ba31-4242-a7fb-6bd98b48446b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 210 time: 0.1310081 Mar 11 17:24:17.108816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] Deleting subnet 171ced24-a71c-4ff6-8ab7-0aa7823c44f4 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:24:17.121769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.132742 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'status': 'completed', 'code': 200} Mar 11 17:24:17.181441 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.238960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea95f1-6ae9-4f2a-8eb8-0f548fccb603 req-d2d10169-4c9a-4dfc-a57c-ea0e5620cae3 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:17.240481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4cea95f1-6ae9-4f2a-8eb8-0f548fccb603 req-d2d10169-4c9a-4dfc-a57c-ea0e5620cae3 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 949 time: 0.1946025 Mar 11 17:24:17.275685 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.349109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4cea95f1-6ae9-4f2a-8eb8-0f548fccb603 req-9390b920-1786-4935-8794-0c1602d2a6aa tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953958 Mar 11 17:24:17.377423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.433299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171ced24-a71c-4ff6-8ab7-0aa7823c44f4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:17.441329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.453698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-99d9e433-c050-4efd-9216-afea601127a4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/171ced24-a71c-4ff6-8ab7-0aa7823c44f4 HTTP/1.1" status: 204 len: 168 time: 0.6311667 Mar 11 17:24:17.454995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42642) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:17.530421 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-cb29c78b-2ee8-46ba-9fb6-4ca914bc3395 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 1095 time: 0.1517558 Mar 11 17:24:17.652079 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.722263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-ecb512fd-d71a-448c-8872-7678debe71b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:17.724740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-ecb512fd-d71a-448c-8872-7678debe71b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 907 time: 0.1773586 Mar 11 17:24:17.783118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160cda-e5c5-4708-8723-c09ecc1ca802 req-0085a441-2494-4442-af2c-45a6cc0657d2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:17.785014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2160cda-e5c5-4708-8723-c09ecc1ca802 req-0085a441-2494-4442-af2c-45a6cc0657d2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.2379878 Mar 11 17:24:17.837799 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-1d85904e-133d-46a1-9902-f291db268a60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34 HTTP/1.1" status: 200 len: 217 time: 0.0992601 Mar 11 17:24:17.879024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.941696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-fe4af935-11d7-4cd9-8e20-8f00dfe016a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:17.943461 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-fe4af935-11d7-4cd9-8e20-8f00dfe016a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.0885632 Mar 11 17:24:17.943965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f858763e-39f6-4d44-9a2c-a7bcb800a704']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:17.958771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2160cda-e5c5-4708-8723-c09ecc1ca802 req-4fcfbfe8-f49a-414d-b7db-69c49c213497 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618040 Mar 11 17:24:17.964523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096619e9-42dd-46e0-a22b-a0e4bd8e21ba') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:17.964818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096619e9-42dd-46e0-a22b-a0e4bd8e21ba') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:17.979945 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.010979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.012936 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-2a4e1067-1c09-485e-94d7-8d41f5a9a9c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599935 Mar 11 17:24:18.021266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e878ad3-3db8-4399-a374-995085587cb4 req-9b9e65bd-e3d5-475b-b43c-48c75c55ec9d tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:18.022761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e878ad3-3db8-4399-a374-995085587cb4 req-9b9e65bd-e3d5-475b-b43c-48c75c55ec9d tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.1962183 Mar 11 17:24:18.025548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:24:18.025993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:18.039772 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:18.229883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-faea7c94-bca9-4d7f-bdf3-9777c6f9feeb service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066221 Mar 11 17:24:18.285612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.290682 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.346633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f858763e-39f6-4d44-9a2c-a7bcb800a704,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:18.360462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-435f58ca-73f8-4d10-b5f9-ffb13a02dde8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f858763e-39f6-4d44-9a2c-a7bcb800a704 HTTP/1.1" status: 204 len: 168 time: 0.9038529 Mar 11 17:24:18.363392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e878ad3-3db8-4399-a374-995085587cb4 req-1ea1521b-bbe6-4449-a3a3-118e8d9138f5 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195372 Mar 11 17:24:18.363868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42658) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:18.389615 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85df11ff-1514-4d1c-a298-c66e243a2875 req-be45d0d4-1baa-4dab-bf97-30d3b2c59e6e service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461568 Mar 11 17:24:18.448890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0114020-be9e-439d-8265-b4c620b1cbbd req-ba5e9ab5-3469-4f3a-ab2c-01a0c50dfcb5 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:18.450500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0114020-be9e-439d-8265-b4c620b1cbbd req-ba5e9ab5-3469-4f3a-ab2c-01a0c50dfcb5 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 944 time: 0.2667463 Mar 11 17:24:18.453894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] Deleting subnet ee856f0e-3637-44fa-bdee-45ba4336ae7e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:24:18.473347 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.587098 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.615640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ef3b6a6-3d98-4a70-93c8-f3c16a7ac8f8 req-21accbd3-4ab2-4e67-8d69-53197af0af34 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 210 time: 0.0758867 Mar 11 17:24:18.622899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0114020-be9e-439d-8265-b4c620b1cbbd req-9d81c359-0006-4d97-bad5-aa6253212d68 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661866 Mar 11 17:24:18.664296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.775556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.863199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee856f0e-3637-44fa-bdee-45ba4336ae7e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:18.869396 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.882515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-236a11d7-36a3-4121-850c-8b78e8527ee8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ee856f0e-3637-44fa-bdee-45ba4336ae7e HTTP/1.1" status: 204 len: 168 time: 0.5162189 Mar 11 17:24:18.885189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42664) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:19.095248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.243637 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-a0ed6e63-1adc-4ebc-aeb0-55b7317912d5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561762 Mar 11 17:24:19.504181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.518171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e4c5c-5fd8-4b7a-9d02-1d80b5a3c516 req-e1f967c2-b526-4039-88a8-cf788c3f4289 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.519018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-841e4c5c-5fd8-4b7a-9d02-1d80b5a3c516 req-e1f967c2-b526-4039-88a8-cf788c3f4289 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 949 time: 0.7372000 Mar 11 17:24:19.569241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-b426f246-cf76-44d1-8178-1b02c2b4ec97 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.569610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:19.571666 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-b426f246-cf76-44d1-8178-1b02c2b4ec97 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190858 Mar 11 17:24:19.600911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e1d84f-4d14-44d6-84a2-615cfe3a9b70') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:19.601263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e1d84f-4d14-44d6-84a2-615cfe3a9b70') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:19.611004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-3e0fe335-740c-404e-bd25-d104d58bc6c0 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.613181 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-3e0fe335-740c-404e-bd25-d104d58bc6c0 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 949 time: 0.1249325 Mar 11 17:24:19.625187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.644708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-841e4c5c-5fd8-4b7a-9d02-1d80b5a3c516 req-74e5003c-3d4a-4040-8de4-393357cd619e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029143 Mar 11 17:24:19.652581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2ea3-79ec-40fd-af27-32c08cc21f7f req-428fac99-be68-496e-b673-6c6d9c1fbd90 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.661245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-897e2ea3-79ec-40fd-af27-32c08cc21f7f req-428fac99-be68-496e-b673-6c6d9c1fbd90 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.3856878 Mar 11 17:24:19.664403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Request body: {'port': {'device_id': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0b2f231159df4a3e9a20defdc9ec4c8d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:19.680560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.698407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:24:19.698407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:19.709662 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:19.823444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-897e2ea3-79ec-40fd-af27-32c08cc21f7f req-3c54ac09-4229-4617-9850-457bdcbbf121 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609592 Mar 11 17:24:19.832856 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.838138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.875859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] 10.222.0.96 "DELETE /v2.0/networks/482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b HTTP/1.1" status: 204 len: 168 time: 0.9895499 Mar 11 17:24:19.891752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f625bfb-3086-472c-b728-ca3cea8998a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=482e4886-8dbd-42e0-ab1c-8e85ed9c1b2b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:20.071847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23429013-91ea-44f7-81c4-a21d9ebac29c req-2c93952f-8732-463e-a35f-ed035ecf168c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 210 time: 0.0481842 Mar 11 17:24:20.073333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:24:20.092288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:24:20.106168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de726e4c-785d-4852-a41d-e680b3dcaae4 req-530a42ea-5aa4-489a-9ebb-db7c36a734ce tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:20.109162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de726e4c-785d-4852-a41d-e680b3dcaae4 req-530a42ea-5aa4-489a-9ebb-db7c36a734ce tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.1800983 Mar 11 17:24:20.138135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port d851cb5e-8b2b-42ba-9d8b-b93730b256cc {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:20.139616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.227875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Made reservation on behalf of 0b2f231159df4a3e9a20defdc9ec4c8d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:20.243304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.276363 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de726e4c-785d-4852-a41d-e680b3dcaae4 req-2b5c6264-1a63-4060-80ab-0738e51c8385 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527979 Mar 11 17:24:20.276887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42684) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:20.427900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacddebe-53f3-4fb3-b479-081b68ff9b61 req-c4c82e17-2d88-4c61-8ccb-f1a7d0811ce3 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:20.429401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cacddebe-53f3-4fb3-b479-081b68ff9b61 req-c4c82e17-2d88-4c61-8ccb-f1a7d0811ce3 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 944 time: 0.1040883 Mar 11 17:24:20.438301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e18e9c6a-e56c-4ecf-ac26-247858e04402 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=160ed4ed1f7740b58be19b23c1301d10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1603196 Mar 11 17:24:20.439114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42688) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:20.536819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cacddebe-53f3-4fb3-b479-081b68ff9b61 req-3b8a2e05-5827-458b-b9ec-e5253cd32059 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930684 Mar 11 17:24:20.559894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8650638f-9faf-4cc1-bd0a-736720d11814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.592880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8650638f-9faf-4cc1-bd0a-736720d11814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.662892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8650638f-9faf-4cc1-bd0a-736720d11814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.666100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Allocated IP 192.168.233.188 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/6363f432-5a42-401c-ac59-31971372ee3f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:20.684016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650638f-9faf-4cc1-bd0a-736720d11814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a42de-1c85-4c26-a90d-f535ca1d9a4d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:20.696594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8650638f-9faf-4cc1-bd0a-736720d11814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.698114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8650638f-9faf-4cc1-bd0a-736720d11814 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/802a42de-1c85-4c26-a90d-f535ca1d9a4d HTTP/1.1" status: 204 len: 168 time: 0.2579372 Mar 11 17:24:20.736855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port d851cb5e-8b2b-42ba-9d8b-b93730b256cc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:20.737357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.015040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for d851cb5e-8b2b-42ba-9d8b-b93730b256cc owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:21.120829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60c98-229d-487b-9c65-8ff2a426561c req-31110667-5d31-47f5-adfd-31fa009df727 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:21.128987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0cf60c98-229d-487b-9c65-8ff2a426561c req-31110667-5d31-47f5-adfd-31fa009df727 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 949 time: 0.2008550 Mar 11 17:24:21.199258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0cf60c98-229d-487b-9c65-8ff2a426561c req-5b0b6deb-99f8-45f0-906a-1bf735a3c699 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Mar 11 17:24:21.295750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8dadd-57e2-4b84-9630-a2e84701f279 req-32e6f776-05be-4d1f-94a7-7c2952e1986f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:21.297535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83e8dadd-57e2-4b84-9630-a2e84701f279 req-32e6f776-05be-4d1f-94a7-7c2952e1986f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.2234545 Mar 11 17:24:21.333407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42716) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:21.390999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83e8dadd-57e2-4b84-9630-a2e84701f279 req-11318226-7173-4b18-a955-03938a890614 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826042 Mar 11 17:24:21.407849 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f974a375-bb35-4e3d-8360-83e78443e661 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=45318ed3a141411f99aa1f36150db732&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0729847 Mar 11 17:24:21.412139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42720) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:21.531096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-872eabc6-0104-4463-91b9-d05961e0f123 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:21.535129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-872eabc6-0104-4463-91b9-d05961e0f123 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.59 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.1332011 Mar 11 17:24:21.595028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.623172 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa7dd-6213-4f67-b287-1df155b02a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.627733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.686352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5', 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:21.689392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Transition to ACTIVE for port object 6363f432-5a42-401c-ac59-31971372ee3f will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:21.707989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=d851cb5e-8b2b-42ba-9d8b-b93730b256cc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:21.768316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Deleting port 2c12bd3f-ae1d-4a94-9822-054e0100890e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:21.770440 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.773825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa7dd-6213-4f67-b287-1df155b02a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.895790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:22.040154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:24:22.053129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port d851cb5e-8b2b-42ba-9d8b-b93730b256cc on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:22.056537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.065013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'name': 'network-vif-deleted', 'tag': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:22.135807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aad2c7f8-c95c-4686-8a9c-be46ddc20daf req-f3dccb51-2779-4af1-9f64-61b587bf992c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 210 time: 0.2284713 Mar 11 17:24:22.188495 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-850c8afa-feb3-4e12-bfc2-4aa9253ed262 req-a9de7ede-83cd-4a8d-835f-e32a808f8ac8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "DELETE /v2.0/ports/d851cb5e-8b2b-42ba-9d8b-b93730b256cc HTTP/1.1" status: 204 len: 173 time: 2.4811726 Mar 11 17:24:22.211428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.293191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:22.307866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'mac_address': 'fa:16:3e:d1:ba:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:22.367582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.437714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:22.461240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:22.463273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:22.479939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:24:22.544475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:22.559304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa7dd-6213-4f67-b287-1df155b02a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.579375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:22.610540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.638942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa7dd-6213-4f67-b287-1df155b02a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642a2abd-7cde-43a2-9076-944e0ed6931e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:22.680440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa7dd-6213-4f67-b287-1df155b02a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.684162 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ee5fa7dd-6213-4f67-b287-1df155b02a03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/642a2abd-7cde-43a2-9076-944e0ed6931e HTTP/1.1" status: 204 len: 168 time: 1.2681894 Mar 11 17:24:22.704593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:22.705331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.744077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a32d6-8300-4a3c-9bc0-bf5e3e650c81 req-5ceab5dd-7cd9-40d5-b842-5ba47b4c890e tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:22.754933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-957a32d6-8300-4a3c-9bc0-bf5e3e650c81 req-5ceab5dd-7cd9-40d5-b842-5ba47b4c890e tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/ports?device_id=0872d12e-9d37-4f61-b92d-c67c84e26eea HTTP/1.1" status: 200 len: 945 time: 0.6865888 Mar 11 17:24:22.769777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-8da501c2-7275-4819-92a2-ca487465767a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1254516 Mar 11 17:24:22.805589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Request body: {'port': {'device_id': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:22.968351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:22.979024 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-9514a79f-0733-4527-a6fc-b1538849c48f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4071095 Mar 11 17:24:23.025857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] For port 2c12bd3f-ae1d-4a94-9822-054e0100890e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2c12bd3f-ae1d-4a94-9822-054e0100890e,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:23.032801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.034101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.034929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.035443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.035965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.036454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.037137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.037474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.037961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.038442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.039081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.039627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:23.047149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-33770955-a544-45a9-acac-447471d951f0 None None] Provisioning for port 6363f432-5a42-401c-ac59-31971372ee3f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:23.059318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-33770955-a544-45a9-acac-447471d951f0 None None] Provisioning complete for port 6363f432-5a42-401c-ac59-31971372ee3f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:23.059970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33770955-a544-45a9-acac-447471d951f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.130039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-33770955-a544-45a9-acac-447471d951f0 None None] Port 6363f432-5a42-401c-ac59-31971372ee3f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:24:23.158963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.392813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['32e7dc8b-9b2e-469c-b2d7-f2059f103d34'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:23.459649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Calling delete_port for 2c12bd3f-ae1d-4a94-9822-054e0100890e owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:23.564819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-957a32d6-8300-4a3c-9bc0-bf5e3e650c81 req-809d1b5e-f069-47db-bbce-e8aee8130686 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed53066e-57dc-420a-a298-028078a96c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8064337 Mar 11 17:24:23.618087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5d11-4f83-4400-81d9-eff333528acb req-9c86d15d-cdd4-4720-b77d-22235a228764 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:23.626829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e46d5d11-4f83-4400-81d9-eff333528acb req-9c86d15d-cdd4-4720-b77d-22235a228764 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 945 time: 1.0353200 Mar 11 17:24:23.708690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-4c00eca3-21f6-44a6-8faa-afa109e0fddc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.4039459 Mar 11 17:24:23.724906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e46d5d11-4f83-4400-81d9-eff333528acb req-3ac85cf7-2224-41e5-8d3d-e764d034a6d2 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965283 Mar 11 17:24:23.851987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-10dcd603-f481-485a-a8a7-8d75475779f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c822252d624705b05d87dc452f5f51&device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 1096 time: 0.5761886 Mar 11 17:24:23.913710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-2c1319b7-b363-4f51-8a09-019cd9bf4f1c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1064 time: 0.1844239 Mar 11 17:24:23.914960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2c12bd3f-ae1d-4a94-9822-054e0100890e no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:23.962333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.970304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:24.037433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 2c12bd3f-ae1d-4a94-9822-054e0100890e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:24.039106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2c12bd3f-ae1d-4a94-9822-054e0100890e not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:24.079692 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14f22e4-cb76-45be-9aa7-3dc82b73411a', 'name': 'network-vif-deleted', 'tag': 'd851cb5e-8b2b-42ba-9d8b-b93730b256cc', 'status': 'completed', 'code': 200} Mar 11 17:24:24.155126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-2025b11b-633c-4434-9f11-ef61cc790038 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:24.156741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-2025b11b-633c-4434-9f11-ef61cc790038 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 200 len: 909 time: 0.2359121 Mar 11 17:24:24.341793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Pushing event deleted for resources: {'Port': ['ID=2c12bd3f-ae1d-4a94-9822-054e0100890e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:24.363711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-efa6b8a0-bd7b-4852-b6b1-9a419ee0b5c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3e2a928-3897-4759-8ddc-38023f7efe64 HTTP/1.1" status: 200 len: 217 time: 0.1765318 Mar 11 17:24:24.378889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] No DVR routers for this DVR port 2c12bd3f-ae1d-4a94-9822-054e0100890e on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:24.385794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.396443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'name': 'network-vif-deleted', 'tag': '2c12bd3f-ae1d-4a94-9822-054e0100890e'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:24.449753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6363f432-5a42-401c-ac59-31971372ee3f {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:24.471715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.503460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Transition to ACTIVE for port object 6363f432-5a42-401c-ac59-31971372ee3f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:24.505834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-7e227fab-df43-4c36-8e63-9c99bf67ba5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:24.506034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6aef113c-9714-49c6-b1b4-aac74f945cc5 req-403d7145-23fc-4247-bc05-1fdf68160515 tempest-AttachSCSIVolumeTestJSON-687740496 tempest-AttachSCSIVolumeTestJSON-687740496-project] 10.222.0.59 "DELETE /v2.0/ports/2c12bd3f-ae1d-4a94-9822-054e0100890e HTTP/1.1" status: 204 len: 173 time: 2.9547775 Mar 11 17:24:24.507872 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-7e227fab-df43-4c36-8e63-9c99bf67ba5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 200 len: 847 time: 0.1327779 Mar 11 17:24:24.512823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.531262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-567e7bef-1b5e-46e6-ae24-7c149bee640e req-83a4ddde-dfcc-470f-be4d-fb33bba30694 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 210 time: 0.1188526 Mar 11 17:24:24.602653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65021cb-fc22-42e0-9e46-286e9feba72a req-79770c3a-13ea-4b45-a392-83d5478b1254 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:24.604182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f65021cb-fc22-42e0-9e46-286e9feba72a req-79770c3a-13ea-4b45-a392-83d5478b1254 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.6944020 Mar 11 17:24:24.681344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.761812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:24.774174 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-eaf5b04b-0d8e-46c8-bd24-6fb143202526 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0fc87ad-c604-4856-8121-97a0326e11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956916 Mar 11 17:24:24.996126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9959b2d5-e493-43d1-9773-24690d305f01'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:25.240794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f65021cb-fc22-42e0-9e46-286e9feba72a req-44192df1-961b-4f02-b150-08defce8b40d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6208727 Mar 11 17:24:25.281273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-ff87393d-aa5b-4b19-8b1b-f1d9c16ff09e service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238141 Mar 11 17:24:25.316915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Attempting to bind port 6363f432-5a42-401c-ac59-31971372ee3f on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:25.317241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Attempting to bind port 6363f432-5a42-401c-ac59-31971372ee3f by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:25.317642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Attempting to bind port 6363f432-5a42-401c-ac59-31971372ee3f on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.337502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:25.383222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Port 6363f432-5a42-401c-ac59-31971372ee3f on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.383538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Attempting to bind port 6363f432-5a42-401c-ac59-31971372ee3f on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.398146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdc791-4b2b-48d0-933c-a830b3851d96 req-5c36334a-3d96-4db6-b09c-8ea66f770744 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:25.400695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:24:25.401039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:24:25.401405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:24:25.401835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Bound port: 6363f432-5a42-401c-ac59-31971372ee3f, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:25.402176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.418232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49fdc791-4b2b-48d0-933c-a830b3851d96 req-5c36334a-3d96-4db6-b09c-8ea66f770744 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.2870350 Mar 11 17:24:25.593660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:24:25.603487 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-45cf73ec-9416-4061-8964-d3baf8f93ea3 req-12d49db5-3b76-49c5-beed-39eefed6649c service neutron] 10.222.0.59 "GET /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066499 Mar 11 17:24:25.622505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:25.627785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.628457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:25.640740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.642731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.705113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49fdc791-4b2b-48d0-933c-a830b3851d96 req-6d5e0540-12d8-4126-b6fa-9fa7a93088b3 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819161 Mar 11 17:24:25.743107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:25.743107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:25.743107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.768497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=10']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:25.774724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.775044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.789668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280cd5-b301-4111-9d95-efae7f265ab0 req-1c910bf8-457b-4934-b20e-87c66b9725b7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:25.792213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73280cd5-b301-4111-9d95-efae7f265ab0 req-1c910bf8-457b-4934-b20e-87c66b9725b7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.2704282 Mar 11 17:24:25.793820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.794217 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:25.794732 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 2 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:25.801848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:25.821634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.824204 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-4aea5375-e85d-4344-a524-f940e1840dbc service neutron] 10.222.0.59 "PUT /v2.0/ports/6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 200 len: 1096 time: 3.0380104 Mar 11 17:24:25.846762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:25.847104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:25.847512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.861782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.862109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.869719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73280cd5-b301-4111-9d95-efae7f265ab0 req-07ff0409-9c49-4c72-9816-795020b956fe tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675776 Mar 11 17:24:25.874578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.874909 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:25.875297 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 3 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:25.892871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:25.893308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:25.893630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.901244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.902030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.902442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:25.912768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.913090 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:25.913615 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 4 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:25.938138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:25.940722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:25.941087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.958112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.958344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:25.968299 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872d12e-9d37-4f61-b92d-c67c84e26eea', 'name': 'network-vif-deleted', 'tag': '2c12bd3f-ae1d-4a94-9822-054e0100890e', 'status': 'completed', 'code': 200} Mar 11 17:24:25.988416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:25.988741 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:25.989273 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 5 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:26.035307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:26.035955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:26.036522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.056619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.056957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.067852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.068209 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:26.068545 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 6 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:26.105731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:26.105731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:26.106171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.123512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:26.141088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.141436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.176048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.176385 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:26.176774 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 7 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:26.191008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:26.199446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:26.200101 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.221488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:26.221819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:26.222142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.278660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-699090e0-bb33-47a9-9395-d45e940db0fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 1099 time: 0.2784593 Mar 11 17:24:26.416540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.417081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.432367 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.439272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.439599 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:26.440677 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 8 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:26.476360 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-18118f98-7235-4dc8-bf19-71c017e092b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 200 len: 217 time: 0.1733139 Mar 11 17:24:26.503323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:26.503651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:26.503972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.511182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:26.527195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:26.531679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.532111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.537247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.564976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.565305 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:26.566760 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 9 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:26.619484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:26.619815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:26.620133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.621764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-a793ebda-72ee-45b6-8a90-7cc03f0f7265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:26.629484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-a793ebda-72ee-45b6-8a90-7cc03f0f7265 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1444061 Mar 11 17:24:26.631840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf69b59-6557-42dc-827a-26177ea02e06 req-52b3d23d-0164-4d59-8a44-4de0a0344990 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:26.633653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bf69b59-6557-42dc-827a-26177ea02e06 req-52b3d23d-0164-4d59-8a44-4de0a0344990 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 945 time: 0.3920863 Mar 11 17:24:26.679915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:26.751104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bf69b59-6557-42dc-827a-26177ea02e06 req-f6096d74-9b0d-43d0-b07b-e869eb4489a7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756681 Mar 11 17:24:26.773511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d06b446-2fc7-4b55-ba7c-7c23538cb11c req-0f3ca58b-8e2c-4d77-8ba5-9207985b82e0 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 210 time: 0.1654634 Mar 11 17:24:26.774838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.775162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.814487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.814833 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:26.815194 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempt 10 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:24:26.863235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:26.865210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:26.866602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.884335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.885233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:26.895726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-114ce0a8-3c9a-44be-9fd5-9e15c43baa14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518668 Mar 11 17:24:26.903125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:26.905468 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:26.909534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.023184 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f', 'status': 'completed', 'code': 200} Mar 11 17:24:27.094797 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'code': 200} Mar 11 17:24:27.257998 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-95d9af08-dee2-4124-9c26-ce26f4c2657b service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455441 Mar 11 17:24:27.600522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:27.601502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:24:27.626244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.627039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] In _notify_port_updated(), no bound segment for port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:24:27.628545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.630488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] 10.222.0.97 "PUT /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 1062 time: 3.6646044 Mar 11 17:24:27.640286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd99e4-41d3-4d61-a467-bd4f6c69eec9 req-2cca378b-a9c6-4440-9f46-d4923453f356 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:27.642785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1cd99e4-41d3-4d61-a467-bd4f6c69eec9 req-2cca378b-a9c6-4440-9f46-d4923453f356 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.3631070 Mar 11 17:24:27.753402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c7212-f014-4e4e-823a-b2e8b2438505 req-6a99ff2e-a54a-4fd5-a3fe-5ca18ff02deb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:27.755248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-748c7212-f014-4e4e-823a-b2e8b2438505 req-6a99ff2e-a54a-4fd5-a3fe-5ca18ff02deb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.3586416 Mar 11 17:24:27.838552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f0bff-0085-44df-a295-4ce9217f6c5e service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=11']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:27.875186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1cd99e4-41d3-4d61-a467-bd4f6c69eec9 req-cfb849ef-505f-4639-b53f-fae9397070b8 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667688 Mar 11 17:24:27.893126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-748c7212-f014-4e4e-823a-b2e8b2438505 req-6bc1f56a-ace7-4dfd-820a-ad206a148bcb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913818 Mar 11 17:24:27.901058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-474646f5-4769-4d55-8016-b230913c2d8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.1547103 Mar 11 17:24:27.970460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:28.256925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c33539ce-9a40-4df7-8442-51c7868cd23c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.261889 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-c33539ce-9a40-4df7-8442-51c7868cd23c service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3343110 Mar 11 17:24:28.353856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-6825d31e-bfbc-4af2-8bb0-977366b282ee service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.0694900 Mar 11 17:24:28.401320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7272ea2-4797-44db-97a9-1595f13001bb req-abe50478-4aec-4c51-944e-7e5086c9de69 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.402842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7272ea2-4797-44db-97a9-1595f13001bb req-abe50478-4aec-4c51-944e-7e5086c9de69 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.3580723 Mar 11 17:24:28.453110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-21008f7b-7da5-47c0-a16a-d4298030759a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.455555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-21008f7b-7da5-47c0-a16a-d4298030759a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0943923 Mar 11 17:24:28.662984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-5f26afa6-b72b-4866-87d6-20a22480ee7e tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=17c23cfab97e4d5cb19514617937b5d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669203 Mar 11 17:24:28.671308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7272ea2-4797-44db-97a9-1595f13001bb req-0f0b9b97-6298-4295-b5a7-8180630d4bce tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140906 Mar 11 17:24:28.991096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-81d2156f-ccb6-4283-b37d-1fc9b4c9c694 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.999709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-81d2156f-ccb6-4283-b37d-1fc9b4c9c694 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266087 Mar 11 17:24:29.015279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-a4c2bd7f-b20c-448e-8c37-b943dbcf0336 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5009222 Mar 11 17:24:29.140318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-66a5bd2a-de55-4473-a8bb-686eb94620b9 req-3bb414c1-d1e0-480d-b56b-4b179898e1ca service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475398 Mar 11 17:24:29.297098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-9a2bae41-e0a9-4d87-839d-02f17c483292 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/quotas/17c23cfab97e4d5cb19514617937b5d4 HTTP/1.1" status: 200 len: 375 time: 0.2964034 Mar 11 17:24:29.398135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-ebd3baf7-813c-4b27-92ab-12f76a794159 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=17c23cfab97e4d5cb19514617937b5d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928290 Mar 11 17:24:29.443450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7612dac-401a-4c8c-9614-82442921a712 req-ecb6eb9f-e049-41ea-a9b8-8f66b37b2938 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:29.453122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7612dac-401a-4c8c-9614-82442921a712 req-ecb6eb9f-e049-41ea-a9b8-8f66b37b2938 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 946 time: 0.5740762 Mar 11 17:24:29.526026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-df646c3c-6a73-4d20-9759-80baed7ac28f service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035944 Mar 11 17:24:29.617724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31380735-f06b-48a8-951c-12be1e5591ba req-091c24d0-0801-4b34-9a5e-8d9b0b0a2300 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 1097 time: 0.3514972 Mar 11 17:24:29.780285 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31380735-f06b-48a8-951c-12be1e5591ba req-999d5b7c-b3d0-406f-90c2-6ef07ba70c42 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474187 Mar 11 17:24:29.800359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7612dac-401a-4c8c-9614-82442921a712 req-0147d26c-1890-41bb-a716-b6913a05108c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451197 Mar 11 17:24:29.840299 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-e1da1a98-1896-4322-b521-31bb7f37cfb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 1099 time: 0.3832138 Mar 11 17:24:29.967828 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-235a413a-cfde-4458-8c54-0a731ec5a9de req-41abcfe3-3e5b-400a-b145-b6add74ca243 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210510 Mar 11 17:24:30.013810 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'status': 'completed', 'code': 200} Mar 11 17:24:30.105566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-677d73bc-a574-448c-a8b4-376e026a89cc req-8d4cd012-c6ae-4829-bb9b-6e248481eb4b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 210 time: 0.0737023 Mar 11 17:24:30.723752 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-d090c4d7-1896-4155-a976-264a586ab4f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.3485281 Mar 11 17:24:30.727717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-3e2d8aeb-64e5-4861-9b43-d6009c6841c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.728551 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-3e2d8aeb-64e5-4861-9b43-d6009c6841c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4108503 Mar 11 17:24:30.756375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-a4cbb067-6902-40f8-b992-df1099807522 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.6496172 Mar 11 17:24:30.878212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79a1ad-a4b7-4afd-8127-e1726cd861b0 req-c120c61a-2aec-4e54-b6c0-3643156c7365 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.882928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b79a1ad-a4b7-4afd-8127-e1726cd861b0 req-c120c61a-2aec-4e54-b6c0-3643156c7365 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.6259739 Mar 11 17:24:30.901373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06941702-c3f3-46eb-84a1-d3bae453d084 req-41738610-766c-4ee3-a9af-46dbccb175a1 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.902860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06941702-c3f3-46eb-84a1-d3bae453d084 req-41738610-766c-4ee3-a9af-46dbccb175a1 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.3366807 Mar 11 17:24:30.937902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-6348de03-a171-432d-a44b-ba025a846469 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 200 len: 217 time: 0.1796691 Mar 11 17:24:30.997163 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:24:31.024793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-8a475501-79f7-4767-8ff4-56054edd7a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.026675 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-8a475501-79f7-4767-8ff4-56054edd7a2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2699931 Mar 11 17:24:31.031300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b79a1ad-a4b7-4afd-8127-e1726cd861b0 req-c0053140-acce-41f4-878a-a447f4f828f6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270232 Mar 11 17:24:31.034079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-271fb42f-2920-470d-b71c-fd00042b992d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.035808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-271fb42f-2920-470d-b71c-fd00042b992d service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2706788 Mar 11 17:24:31.042028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06941702-c3f3-46eb-84a1-d3bae453d084 req-6516e755-5c47-4a53-aa13-d09a1877b5c0 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195288 Mar 11 17:24:31.181039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-1e2f39b8-181a-45d7-a533-14bb46404239 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1256194 Mar 11 17:24:31.392974 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-c4203fa1-6e89-443b-9a43-5e20aa1ea8a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1597073 Mar 11 17:24:31.409547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-02c65c16-1b31-4b30-ac0c-2ada2af35061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.411013 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-02c65c16-1b31-4b30-ac0c-2ada2af35061 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2717686 Mar 11 17:24:31.440038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72c3ec62-c450-48c4-a182-c2270006b702 req-ae31b38a-5310-4927-bc9b-20754deebcd9 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 210 time: 0.1466234 Mar 11 17:24:31.441530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-426b5321-d54b-4e2d-b2b8-ff5551075109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.442953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-426b5321-d54b-4e2d-b2b8-ff5551075109 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2557471 Mar 11 17:24:31.542098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-d12b374a-a3f3-4fee-98a8-6a5ef6e65576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.543628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-d12b374a-a3f3-4fee-98a8-6a5ef6e65576 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1158445 Mar 11 17:24:31.558132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a94581-91f9-41ca-b259-f25a9d91e175 req-11f2e58d-eff7-4e5e-bbd9-24823df501df tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.559845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6a94581-91f9-41ca-b259-f25a9d91e175 req-11f2e58d-eff7-4e5e-bbd9-24823df501df tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.1847501 Mar 11 17:24:31.635138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6a94581-91f9-41ca-b259-f25a9d91e175 req-e70a5e4f-3e71-44a6-b8f5-b6d560714ee6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668597 Mar 11 17:24:31.638783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-62835a00-c77d-4e29-9736-7c35d269f660 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875839 Mar 11 17:24:31.653627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-5caa2b91-6c99-477c-8358-1ce2e5b622b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907146 Mar 11 17:24:31.660790 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-b3572226-8004-46e6-9c3f-e5c442f86675 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066389 Mar 11 17:24:31.909143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0445f-de9b-4237-a324-536802909484 req-710fc641-1121-4d11-b841-872582d3098c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.910393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8c0445f-de9b-4237-a324-536802909484 req-710fc641-1121-4d11-b841-872582d3098c tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 946 time: 0.2396986 Mar 11 17:24:31.916962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-cd7c2abf-ebfa-456d-983f-39ec10004108 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671099 Mar 11 17:24:31.983757 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-0ddc4617-8842-4ceb-a087-adfd4be434e7 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077831 Mar 11 17:24:31.987291 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-86ac8eb2-280a-4115-9949-c10f98fb2c93 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774560 Mar 11 17:24:32.034681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0fcd627-f518-413e-b4d3-08687ee7d36d req-ef5773a5-31c0-4da0-b292-5dd14d2446a3 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 1097 time: 0.2560179 Mar 11 17:24:32.071688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8c0445f-de9b-4237-a324-536802909484 req-e65564fe-8feb-4f1b-abe8-eb155699f313 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531873 Mar 11 17:24:32.123122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0fcd627-f518-413e-b4d3-08687ee7d36d req-f1e4b17b-3587-4127-8c82-649f2b775c8a tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815499 Mar 11 17:24:32.127285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-15bce856-bab3-4ec1-be61-4c0d7afc1679 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927288 Mar 11 17:24:32.293566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95a5a2bf-9f11-4733-a074-65db67d55672 req-8bbdd214-c22f-4cc3-a098-1cb0c0b2bdd5 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 210 time: 0.0442696 Mar 11 17:24:32.413047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfec8b4-dbbe-43c4-a31b-4d33e6b1cd72 req-59c7a136-5015-4f96-a044-12aac366be68 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.414522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edfec8b4-dbbe-43c4-a31b-4d33e6b1cd72 req-59c7a136-5015-4f96-a044-12aac366be68 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.0869310 Mar 11 17:24:32.513021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edfec8b4-dbbe-43c4-a31b-4d33e6b1cd72 req-d4c9abed-f470-4843-9d64-5f263781817d tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877688 Mar 11 17:24:32.530063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-677f8807-f8ef-4492-b47c-95471621cf0a req-16c20195-c408-412b-8c84-e002b818f8d6 tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 1097 time: 0.1028628 Mar 11 17:24:32.579293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-677f8807-f8ef-4492-b47c-95471621cf0a req-26f171cc-00a7-4511-b5d2-948fa7074ceb tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Mar 11 17:24:32.615528 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b8f9276-2f5f-439f-bff5-8d60d334a204 req-3ab39348-af3c-4420-ae79-7024b59e9a07 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513436 Mar 11 17:24:32.634485 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-24cf8a62-cc2c-4951-82eb-397c249c1d37 req-913db423-c533-427a-b626-da829a6132e3 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786311 Mar 11 17:24:32.680250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:32.713824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feb54e-8b3d-4b96-a928-00f17dc25bdd req-a2c6687b-24a9-4104-a026-5437276a1b78 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.715407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4feb54e-8b3d-4b96-a928-00f17dc25bdd req-a2c6687b-24a9-4104-a026-5437276a1b78 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 950 time: 0.0816703 Mar 11 17:24:32.761217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4feb54e-8b3d-4b96-a928-00f17dc25bdd req-469259b1-0a37-4cc4-8c62-e870afb8b57a tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Mar 11 17:24:32.817173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e375eca-dace-4c42-95d4-606e4cc54394 req-51e6affe-bba0-4670-b401-e9dabd2c5a9a tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 210 time: 0.0459151 Mar 11 17:24:33.082123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fef75-afbc-4bd1-a439-4b150cf5168b req-8cb4a825-d0c3-4131-a738-b292b73b43cf tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.084631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-005fef75-afbc-4bd1-a439-4b150cf5168b req-8cb4a825-d0c3-4131-a738-b292b73b43cf tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.1625290 Mar 11 17:24:33.093444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.135478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-005fef75-afbc-4bd1-a439-4b150cf5168b req-05f6a4d3-8cb9-4dff-b596-59854e6e81f2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Mar 11 17:24:33.332011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec3d765a-2a60-45d1-a90c-82556e0f2e0a req-47bbec4c-a63d-4aa0-95b9-01274abfd181 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725465 Mar 11 17:24:33.419992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb54b6-cf20-4eb2-ae07-cded051dba87 req-ac2c32b2-da7f-4a0b-8e26-da6d82783173 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.421518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0acb54b6-cf20-4eb2-ae07-cded051dba87 req-ac2c32b2-da7f-4a0b-8e26-da6d82783173 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 946 time: 0.0770984 Mar 11 17:24:33.471670 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0acb54b6-cf20-4eb2-ae07-cded051dba87 req-8865fa6e-ba07-4b2b-9504-471602464041 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Mar 11 17:24:33.698154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c73aa5a5-6c6c-44c9-9535-76b1822cf1c4 req-ce1a6cd1-0d76-44dc-9879-cd7f8c28cfe0 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 210 time: 0.0457990 Mar 11 17:24:33.737883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Deleting port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:33.738545 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.897505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db15037-ba51-4e61-a4df-889916e7654e req-81cb7217-70cc-4274-8264-cf543fefb2d2 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.899344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0db15037-ba51-4e61-a4df-889916e7654e req-81cb7217-70cc-4274-8264-cf543fefb2d2 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.0877457 Mar 11 17:24:33.914709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] For port eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:33.915146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.950988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:33.988654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0db15037-ba51-4e61-a4df-889916e7654e req-d04be524-1d90-41e1-a2f0-e22257850bf5 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801523 Mar 11 17:24:34.207961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e777d337-281a-4b3e-9bdf-4164c3358b56 req-5e47ac1e-9f7c-4473-8617-aacdc4168c91 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 210 time: 0.0604134 Mar 11 17:24:34.219525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Calling delete_port for eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:34.229451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:34.245407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '6363f432-5a42-401c-ac59-31971372ee3f', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '6363f432-5a42-401c-ac59-31971372ee3f', 'mac_address': 'fa:16:3e:47:15:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:34.314850 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.335332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6363f432-5a42-401c-ac59-31971372ee3f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:34.354595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:34.361936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.422919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa51e-cfe0-457b-9d3f-b0dc59e931d7 req-810058b0-93ee-4a1e-9c7e-59f0c0e0dc92 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.430103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9adfa51e-cfe0-457b-9d3f-b0dc59e931d7 req-810058b0-93ee-4a1e-9c7e-59f0c0e0dc92 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 949 time: 0.1001863 Mar 11 17:24:34.473387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:34.475620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.482677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9adfa51e-cfe0-457b-9d3f-b0dc59e931d7 req-084e1f0c-db13-4cee-92ac-0c42725abc01 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Mar 11 17:24:34.541403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Pushing event deleted for resources: {'Port': ['ID=eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:34.813038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff69627-ffc0-4cde-8b51-6585a47c8c2e req-7a8ac6fe-c8cf-41be-a390-723bfa18df48 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.822437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ff69627-ffc0-4cde-8b51-6585a47c8c2e req-7a8ac6fe-c8cf-41be-a390-723bfa18df48 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 946 time: 0.1037865 Mar 11 17:24:34.879035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ff69627-ffc0-4cde-8b51-6585a47c8c2e req-fb4454e4-172c-4d76-b869-63aa34eeae2e tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558550 Mar 11 17:24:34.921481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.066912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['6363f432-5a42-401c-ac59-31971372ee3f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:35.163799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7873d46-d137-400c-8aea-0ed5c50d77fa req-9d3636e9-d94b-47bc-8c10-bcd137d32fd9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 210 time: 0.0977888 Mar 11 17:24:35.196000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-906b93cd-a509-4f10-b409-801207cd00e0 req-e6ad764a-aba6-4230-9cb2-2e6603b4a133 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:35.249756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-906b93cd-a509-4f10-b409-801207cd00e0 req-e6ad764a-aba6-4230-9cb2-2e6603b4a133 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:35.250983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-906b93cd-a509-4f10-b409-801207cd00e0 req-e6ad764a-aba6-4230-9cb2-2e6603b4a133 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/ports?device_id=e14f22e4-cb76-45be-9aa7-3dc82b73411a HTTP/1.1" status: 200 len: 210 time: 0.1306584 Mar 11 17:24:35.253286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-9d820a76-f74e-4bec-a467-86f28aaaf2f4 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=17c23cfab97e4d5cb19514617937b5d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473397 Mar 11 17:24:35.327425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-3fde05d3-f261-4644-b2b5-777ce24a0d3c tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:24:35.330155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-3fde05d3-f261-4644-b2b5-777ce24a0d3c tempest-LiveMigrationTest-1237750232 tempest-LiveMigrationTest-1237750232-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0123847 Mar 11 17:24:35.369485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:35.370678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Unknown quota resources ['binding']. {{(pid=83849) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 17:24:35.724893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc72b0-ca5a-4a1a-9dd4-98eefa35e2db req-7533ea07-5601-49a8-9346-8c552ebaecd7 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:35.727045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86cc72b0-ca5a-4a1a-9dd4-98eefa35e2db req-7533ea07-5601-49a8-9346-8c552ebaecd7 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.2236619 Mar 11 17:24:35.760836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:35.761155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:35.761469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.779639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.779995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.785574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af9629d9-9fad-44f6-836e-4bc86502364e tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:35.787020 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af9629d9-9fad-44f6-836e-4bc86502364e tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193923 Mar 11 17:24:35.792309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86cc72b0-ca5a-4a1a-9dd4-98eefa35e2db req-c28fcf2c-b2c6-4518-9fad-ca021175e7e1 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574276 Mar 11 17:24:35.792972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.793390 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:35.793673 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 2 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:35.809821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:35.810145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:35.810498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.817109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.817428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.825223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.825861 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:35.826520 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 3 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:35.852786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:35.853313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:35.853851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.862234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Request body: {'port': {'device_id': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '17c23cfab97e4d5cb19514617937b5d4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:35.864238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.864771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.874747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.875231 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:35.875853 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 4 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:35.907189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:35.907764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:35.908262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.919440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.920156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.929193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.929677 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:35.930203 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 5 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:35.954893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:35.955224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:35.955810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.967588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.968159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:35.977304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:35.977654 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:35.978815 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 6 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:36.031071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9d3c63e-4585-444f-aa3d-28fdc1890b8a req-75e29c71-55bb-43e8-b350-1ad983021634 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 210 time: 0.0550251 Mar 11 17:24:36.033240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:36.033557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:36.033898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.040287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.040838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:36.041002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.057287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.057662 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:36.057955 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 7 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:36.077083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:36.077416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:36.077874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.084650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.085010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.091140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.092066 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:36.092066 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 8 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:36.108475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:36.122417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:36.122417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.141399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.141737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.147638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.147943 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:36.148324 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 9 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:36.178067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:36.178512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:36.178715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.187778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.189069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.207785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.208686 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:36.209092 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempt 10 to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc Mar 11 17:24:36.238472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:36.239380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:36.240040 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.241128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.255511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.256467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Attempting to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:36.271898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:24:36.274003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Port 65f30006-d01c-4c30-8859-b0a581e3d8dc on network c0fc87ad-c604-4856-8121-97a0326e11ac not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:36.274926 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to bind port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 for vnic_type normal using segments [{'id': '74cd9224-9c54-4883-a787-a1d49645b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'c0fc87ad-c604-4856-8121-97a0326e11ac'}] Mar 11 17:24:36.275811 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.plugin [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] Failed to commit binding results for 65f30006-d01c-4c30-8859-b0a581e3d8dc after 10 tries Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 could not be created or updated. Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:24:36.279071 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h2-833436-1 could not be created or updated. Mar 11 17:24:36.282676 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Mar 11 17:24:36.285377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-180e0c82-27a9-427d-8c7d-0f5e2b7b343c tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:36.285628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f107f2c2-05a1-4fcc-8618-42be1e2d5198 req-77299785-5f16-4623-bf3c-04745b2e377a service neutron] 10.222.0.96 "POST /v2.0/ports/65f30006-d01c-4c30-8859-b0a581e3d8dc/bindings HTTP/1.1" status: 500 len: 401 time: 0.9252126 Mar 11 17:24:36.285726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-180e0c82-27a9-427d-8c7d-0f5e2b7b343c tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.4027195 Mar 11 17:24:36.285726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Usage tracker for resource:port and tenant:17c23cfab97e4d5cb19514617937b5d4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:24:36.299685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:36.311440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:36.318529 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.319869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d851cb5e-8b2b-42ba-9d8b-b93730b256cc no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:36.321512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:24:36.341143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:24:36.391369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Made reservation on behalf of 17c23cfab97e4d5cb19514617937b5d4 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:36.394334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.408942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Deleting port b97da1e5-f8b0-4c22-b166-baf030ab1aac {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:36.409253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.421353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d851cb5e-8b2b-42ba-9d8b-b93730b256cc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:36.421688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d851cb5e-8b2b-42ba-9d8b-b93730b256cc not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:36.442026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.479429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:36.526219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67496e-07ea-41f2-b0e5-adbfe884fab1 req-70ead6f8-8e29-42d0-a1dd-7eb004f772d1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:36.529639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b67496e-07ea-41f2-b0e5-adbfe884fab1 req-70ead6f8-8e29-42d0-a1dd-7eb004f772d1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 949 time: 0.2582319 Mar 11 17:24:36.544336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:24:36.558800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Usage tracker for resource:security_group_rule and tenant:17c23cfab97e4d5cb19514617937b5d4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:24:36.573507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:24:36.586107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:24:36.591677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Router ff675398-b90a-49e9-9691-b16a91379fbb has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:24:36.637011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b67496e-07ea-41f2-b0e5-adbfe884fab1 req-c0bdb2c4-e3d4-44a7-ae6c-5f5a3a15e24f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852222 Mar 11 17:24:36.909226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] For port b97da1e5-f8b0-4c22-b166-baf030ab1aac, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b97da1e5-f8b0-4c22-b166-baf030ab1aac,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:36.909582 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.941769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317504f-8d50-4fc9-bbfc-fc35bb657287 req-a321cf91-2847-470a-babc-7a72e5ec61ff tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:36.943447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f317504f-8d50-4fc9-bbfc-fc35bb657287 req-a321cf91-2847-470a-babc-7a72e5ec61ff tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 946 time: 0.0993063 Mar 11 17:24:37.000734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f317504f-8d50-4fc9-bbfc-fc35bb657287 req-7242dc6c-4f51-4fcb-a037-32bc44ba8518 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Mar 11 17:24:37.091079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.119894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.227944 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df', 'code': 200} Mar 11 17:24:37.401135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debbb62b-37b2-43b4-82a1-40af17ff8e1a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:37.459155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244fdcc-506c-4ce2-af66-1e269c85cbae req-3edc282f-4291-4836-98b5-207a1e074b55 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:37.469379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f244fdcc-506c-4ce2-af66-1e269c85cbae req-3edc282f-4291-4836-98b5-207a1e074b55 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 945 time: 0.1370943 Mar 11 17:24:37.526944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f244fdcc-506c-4ce2-af66-1e269c85cbae req-4aacf099-5ce8-468c-b3e1-cda21cd7ab04 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups?id=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557466 Mar 11 17:24:37.691509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09aef69e-a213-4e88-9fd6-7fa43ea6c124 req-4b24bc66-ee53-4214-8ba1-640aa0a8bd12 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 210 time: 0.0424418 Mar 11 17:24:37.755648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.756235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.756710 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78 disassociated. External IP: 172.25.3.111, port: b97da1e5-f8b0-4c22-b166-baf030ab1aac. Mar 11 17:24:37.757242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Calling delete_port for b97da1e5-f8b0-4c22-b166-baf030ab1aac owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:37.886983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Allocated IP 192.168.233.136 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/03876416-ab7d-46a2-be05-bae3c7949834) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:37.983146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:38.003259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-8aba7289-ee9a-4956-aca9-3be01425ac8f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924766 Mar 11 17:24:38.017675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:38.033118 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] Sync routers for ids ['ff675398-b90a-49e9-9691-b16a91379fbb'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:24:38.055307 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] Routers {'ff675398-b90a-49e9-9691-b16a91379fbb'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:24:38.056629 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ff675398-b90a-49e9-9691-b16a91379fbb'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:38.155137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 6363f432-5a42-401c-ac59-31971372ee3f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:38.174065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 6363f432-5a42-401c-ac59-31971372ee3f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:38.175026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.390698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.398310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-5dd3500e-41dd-44ab-a4ef-0dd4b8008f87 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:38.412326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-5dd3500e-41dd-44ab-a4ef-0dd4b8008f87 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4031885 Mar 11 17:24:38.442340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061364e-cc4d-4a38-9bbf-a65ab4b77015 req-e14b5ff0-3507-47ba-be92-2f64097e18c9 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:38.458563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6061364e-cc4d-4a38-9bbf-a65ab4b77015 req-e14b5ff0-3507-47ba-be92-2f64097e18c9 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 949 time: 0.3687921 Mar 11 17:24:38.503499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:38.516472 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.530046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.530999 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] Set router ff675398-b90a-49e9-9691-b16a91379fbb gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:24:38.536086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.549270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-0c10ec18-52f6-4194-b3a5-493b72fc3f4f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/quotas/f83120e3b28e4e86a82431693c2c0974 HTTP/1.1" status: 200 len: 375 time: 0.1344862 Mar 11 17:24:38.635227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6061364e-cc4d-4a38-9bbf-a65ab4b77015 req-c288360b-8bc9-4a07-90ee-0439b4608996 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748035 Mar 11 17:24:38.669249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:38.743850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Transition to ACTIVE for port object 03876416-ab7d-46a2-be05-bae3c7949834 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:38.764308 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f77751d-54a1-4c67-b36c-b55e1f196cca admin admin] 10.222.0.96 "PUT /v2.0/routers/ff675398-b90a-49e9-9691-b16a91379fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0827498 Mar 11 17:24:38.772163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43070) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:38.773414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.799946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-a0634ba2-ac3f-4013-83c6-4e10f902f913 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2445230 Mar 11 17:24:38.874018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.898261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:38.899412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event deleted for resources: {'Port': ['ID=b97da1e5-f8b0-4c22-b166-baf030ab1aac,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:38.912135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:38.984662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:24:39.103018 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:24:34Z', 'revision_number': 5, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:39.112141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] Checking router: ff675398-b90a-49e9-9691-b16a91379fbb for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:24:39.154404 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] Routers {'ff675398-b90a-49e9-9691-b16a91379fbb'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:24:39.155869 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ff675398-b90a-49e9-9691-b16a91379fbb'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:39.229354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:39.273865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f561740-3f85-4118-bf9c-981e947cc669 req-834ef2e7-7f2e-4eca-8da0-0c3a37c9cb30 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:39.281876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f561740-3f85-4118-bf9c-981e947cc669 req-834ef2e7-7f2e-4eca-8da0-0c3a37c9cb30 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 946 time: 0.3356099 Mar 11 17:24:39.361991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-217c04a5-1b10-4075-962c-7958e704c7c3 None None] Provisioning for port 03876416-ab7d-46a2-be05-bae3c7949834 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:39.381164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-217c04a5-1b10-4075-962c-7958e704c7c3 None None] Provisioning complete for port 03876416-ab7d-46a2-be05-bae3c7949834 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:39.381534 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-217c04a5-1b10-4075-962c-7958e704c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.424100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f561740-3f85-4118-bf9c-981e947cc669 req-d66914ba-9d45-4118-8ae2-5daaedfb873d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409256 Mar 11 17:24:39.541619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:39.542905 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.583291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-217c04a5-1b10-4075-962c-7958e704c7c3 None None] Port 03876416-ab7d-46a2-be05-bae3c7949834 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:24:39.643617 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7850978 Mar 11 17:24:39.648155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ee545-89d1-47c7-93cf-64a5093064e1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Pushing event updated for resources: {'Port': ['ID=03876416-ab7d-46a2-be05-bae3c7949834,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:39.688950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Request body: {'port': {'device_id': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:39.732135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f3c4b-b6e2-40c2-8d04-8fab3f8a9c53 req-ac7631b8-99a2-46d5-a6c8-42624e4f3522 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:39.734398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e36f3c4b-b6e2-40c2-8d04-8fab3f8a9c53 req-ac7631b8-99a2-46d5-a6c8-42624e4f3522 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.1630929 Mar 11 17:24:39.771652 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] Set router ff675398-b90a-49e9-9691-b16a91379fbb gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:24:39.861324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.941621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37c9c773-047c-47eb-b3f6-b7abd0be657b req-7ea93928-2f8c-4289-b9ff-e2be027d2b82 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 210 time: 0.0931962 Mar 11 17:24:39.963803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e36f3c4b-b6e2-40c2-8d04-8fab3f8a9c53 req-6bdc449f-534b-4b86-b5d3-dfd5eb2213e0 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109115 Mar 11 17:24:39.978079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f495f70d-d5dd-4df0-b36e-cfb6ea1638bc details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:39.987027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b97da1e5-f8b0-4c22-b166-baf030ab1aac no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:40.055654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: b97da1e5-f8b0-4c22-b166-baf030ab1aac {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:40.055985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b97da1e5-f8b0-4c22-b166-baf030ab1aac not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:40.163902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.313748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:40.343816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'mac_address': 'fa:16:3e:31:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:40.346958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-802552bb-08ac-4b66-b557-71bca14ac1be req-fa3a11d7-99e8-42df-9c1a-c300eb535f22 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.2658613 Mar 11 17:24:40.441723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:24:40.478533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc98f-1e04-4900-9866-1980eced13f9 req-c9bc8c9b-7ed4-413c-a3a3-da1fe2218c25 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:40.485665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-937cc98f-1e04-4900-9866-1980eced13f9 req-c9bc8c9b-7ed4-413c-a3a3-da1fe2218c25 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 936 time: 0.2507770 Mar 11 17:24:40.489664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.546259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-937cc98f-1e04-4900-9866-1980eced13f9 req-947d61c6-001a-41a1-a4b7-36ffec17d9d1 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536187 Mar 11 17:24:40.552643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f495f70d-d5dd-4df0-b36e-cfb6ea1638bc {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:40.560401 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f', 'code': 200} Mar 11 17:24:40.584380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:40.592664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.648599 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:24:34Z', 'revision_number': 5, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:40.660011 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45a200-e248-462b-b60d-6b61912f7c35 None None] The sync data for ids ['ff675398-b90a-49e9-9691-b16a91379fbb'] in n-d-833436-1 is: [{'id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239269524-router', 'tenant_id': '2ee041424da6455a9e6116d256b2213c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:24:34Z', 'revision_number': 5, 'project_id': '2ee041424da6455a9e6116d256b2213c', 'gw_port': {'id': '8919e01f-8070-43e2-99ac-3d268d6ea56d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff675398-b90a-49e9-9691-b16a91379fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:17Z', 'updated_at': '2022-03-11T17:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:24:40.727743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:40.776181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-b6641655-08ee-4ebe-9cb5-c659bf2cc940 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:40.783128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-b6641655-08ee-4ebe-9cb5-c659bf2cc940 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.1464915 Mar 11 17:24:40.837443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:24:40.901096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f495f70d-d5dd-4df0-b36e-cfb6ea1638bc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:41.044314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Deleting port 65f30006-d01c-4c30-8859-b0a581e3d8dc {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:41.044649 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.062305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03876416-ab7d-46a2-be05-bae3c7949834 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:41.082103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.106990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Transition to ACTIVE for port object 03876416-ab7d-46a2-be05-bae3c7949834 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:41.116053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.342786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03876416-ab7d-46a2-be05-bae3c7949834,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:41.401015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.426893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbecef-1d23-4c0c-9dd3-abcab690306e req-454c49e3-84bd-4ba3-84a0-e5f40bc4bab8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:41.448078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71fbecef-1d23-4c0c-9dd3-abcab690306e req-454c49e3-84bd-4ba3-84a0-e5f40bc4bab8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.5975394 Mar 11 17:24:41.458482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Deleting port 8919e01f-8070-43e2-99ac-3d268d6ea56d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:41.458859 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.471418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d0f7-9626-4153-b961-75dfed4586a7 req-43319534-b83c-418a-9876-86c4694381fc tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:41.485513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9a3d0f7-9626-4153-b961-75dfed4586a7 req-43319534-b83c-418a-9876-86c4694381fc tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 946 time: 0.6440098 Mar 11 17:24:41.543424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Attempting to bind port 03876416-ab7d-46a2-be05-bae3c7949834 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:41.543788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Attempting to bind port 03876416-ab7d-46a2-be05-bae3c7949834 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:41.544137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Attempting to bind port 03876416-ab7d-46a2-be05-bae3c7949834 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:41.565463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Port 03876416-ab7d-46a2-be05-bae3c7949834 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:41.565731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Attempting to bind port 03876416-ab7d-46a2-be05-bae3c7949834 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:41.585666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:41.598635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] Sync routers for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:24:41.606957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55449ff3-7226-4992-b881-b77d8306debe req-0eaa6327-ee9e-460c-9811-47d82dbe41c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 1101 time: 0.6698327 Mar 11 17:24:41.624521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:24:41.625142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:41.722180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:24:41.722619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:24:41.722924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:24:41.723362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Bound port: 03876416-ab7d-46a2-be05-bae3c7949834, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:41.723772 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.777248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] No DVR routers for this DVR port b97da1e5-f8b0-4c22-b166-baf030ab1aac on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:41.813018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.814963 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80de6033-1e3b-4cf7-ab08-ada5a4336a53 req-8c4b40d0-b27e-4e99-adee-62ab5403f959 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.59 "DELETE /v2.0/ports/b97da1e5-f8b0-4c22-b166-baf030ab1aac HTTP/1.1" status: 204 len: 173 time: 5.5260015 Mar 11 17:24:41.819193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'name': 'network-vif-deleted', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:41.833437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-28ffaf47-4edc-4d4a-a0c9-bf6b1ce0165e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2525711 Mar 11 17:24:41.895500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] For port 8919e01f-8070-43e2-99ac-3d268d6ea56d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8919e01f-8070-43e2-99ac-3d268d6ea56d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:41.896394 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.063284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:24:42.136626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Calling delete_port for 8919e01f-8070-43e2-99ac-3d268d6ea56d owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:42.158274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9a3d0f7-9626-4153-b961-75dfed4586a7 req-68f70ed6-63c0-439f-ba9b-84aac468052b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708629 Mar 11 17:24:42.270315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:42.271432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f495f70d-d5dd-4df0-b36e-cfb6ea1638bc up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:42.317591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03876416-ab7d-46a2-be05-bae3c7949834,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:42.326026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.343713 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71fbecef-1d23-4c0c-9dd3-abcab690306e req-ac805a12-3dbe-413d-9204-f36a8a8b0c3b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916903 Mar 11 17:24:42.357304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55449ff3-7226-4992-b881-b77d8306debe req-1742ff3b-9316-4ad8-b190-38a77775ff6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083512 Mar 11 17:24:42.466460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.467878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] 10.222.0.59 "PUT /v2.0/ports/03876416-ab7d-46a2-be05-bae3c7949834 HTTP/1.1" status: 200 len: 1096 time: 2.7856264 Mar 11 17:24:42.486093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-2b225946-cb36-4235-911f-5fa2e71c93df tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:42.488860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-2b225946-cb36-4235-911f-5fa2e71c93df tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6279404 Mar 11 17:24:42.507946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] For port 65f30006-d01c-4c30-8859-b0a581e3d8dc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65f30006-d01c-4c30-8859-b0a581e3d8dc,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:42.509205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.536809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:42.539606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e328c-6492-4657-a2ff-62ba95abb6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03876416-ab7d-46a2-be05-bae3c7949834,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:42.557010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': '1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:42.658621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:42.660159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device eb99c3dd-e6cb-412c-bdf6-7d1efc7f42f3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:42.698747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.700625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68774a80-46a8-4907-b239-6a1f186b44a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.761563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Pushing event deleted for resources: {'Port': ['ID=8919e01f-8070-43e2-99ac-3d268d6ea56d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:42.769848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:42.770222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.942481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Calling delete_port for 65f30006-d01c-4c30-8859-b0a581e3d8dc owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:42.972112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.048658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:43.079471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:43.087807 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.088654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65f30006-d01c-4c30-8859-b0a581e3d8dc no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:43.125672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.307113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2aefb553-e5bc-455e-b9d2-82a84a6abaa1 req-b73d2768-b05b-4334-9fc9-549396e738e4 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/ports?device_id=0db60438-3909-495d-b6fe-7b2109660fd8 HTTP/1.1" status: 200 len: 210 time: 0.6808128 Mar 11 17:24:43.366778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:43.380406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] Checking router: 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:24:43.406928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.454632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.513556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:24:43.514189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:43.539464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event deleted for resources: {'Port': ['ID=65f30006-d01c-4c30-8859-b0a581e3d8dc,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:43.565416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-c14540f0-98a9-47b6-9f2a-302cbc12ad87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17c23cfab97e4d5cb19514617937b5d4&device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 1099 time: 0.7198427 Mar 11 17:24:43.592844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:43.610042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64', 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239', 'bbdc5113-1a57-494f-8c90-fb6642fdebaf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:43.621176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-339c9a47-b699-485d-ae93-020823309f37 req-7e196c14-b297-4838-9e63-01f0e46cf25d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.0646403 Mar 11 17:24:43.626169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:24:43.709956 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-c1c1a6e4-5a12-41e9-90ec-b121efcf728a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=03876416-ab7d-46a2-be05-bae3c7949834 HTTP/1.1" status: 200 len: 217 time: 0.0767288 Mar 11 17:24:43.749568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:24:43.774953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.790075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.804357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-a87eba02-be62-444e-b654-2d0b11410f9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.805856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-a87eba02-be62-444e-b654-2d0b11410f9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0820389 Mar 11 17:24:43.842657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] No DVR routers for this DVR port 65f30006-d01c-4c30-8859-b0a581e3d8dc on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:43.846283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.853319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'name': 'network-vif-deleted', 'tag': '65f30006-d01c-4c30-8859-b0a581e3d8dc'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:43.865718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f1c27-50e6-4eb1-ba53-5cb2cf4d90a3 req-ba94e935-e3fc-4273-ae18-92dbc4832c76 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.873558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b97f1c27-50e6-4eb1-ba53-5cb2cf4d90a3 req-ba94e935-e3fc-4273-ae18-92dbc4832c76 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 946 time: 0.6490343 Mar 11 17:24:43.897474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:43.901338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.931813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:24:43.958874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.959814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff675398-b90a-49e9-9691-b16a91379fbb {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:44.001599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.008554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f40d2ba-ec71-4e6d-8846-54af652995fc req-0a43caaf-35cf-47ef-b7e0-63e0fabe21c2 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "DELETE /v2.0/ports/65f30006-d01c-4c30-8859-b0a581e3d8dc HTTP/1.1" status: 204 len: 173 time: 3.2166266 Mar 11 17:24:44.009540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43130) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:44.009892 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-81c03ab9-14dc-4513-94da-903d547c5352 admin admin] 10.222.0.96 "DELETE /v2.0/routers/ff675398-b90a-49e9-9691-b16a91379fbb HTTP/1.1" status: 204 len: 168 time: 5.2329957 Mar 11 17:24:44.041778 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-a77f7e4b-297a-476c-b38b-c06ff7fb4846 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250054 Mar 11 17:24:44.279290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b97f1c27-50e6-4eb1-ba53-5cb2cf4d90a3 req-b5d18b9c-ebfe-4edc-ab4d-61ec90aec16f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042621 Mar 11 17:24:44.307801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] Deleting subnet 0065482b-67ff-4acd-bdf2-199b622809b1 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:24:44.316348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.383651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245898f-2fb6-4c3b-81d9-f8102a716166 req-361bb8da-2d97-47dc-a332-638012d75b8d tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:44.391115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4245898f-2fb6-4c3b-81d9-f8102a716166 req-361bb8da-2d97-47dc-a332-638012d75b8d tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 948 time: 0.4738946 Mar 11 17:24:44.466504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.471933 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-3b4834b7-c937-49a2-87d3-2085404119a8 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012899 Mar 11 17:24:44.503371 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99fe2998-2b51-46cc-9368-39e423f523f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.579636 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db60438-3909-495d-b6fe-7b2109660fd8', 'name': 'network-vif-deleted', 'tag': 'b97da1e5-f8b0-4c22-b166-baf030ab1aac', 'status': 'completed', 'code': 200} Mar 11 17:24:44.589668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4245898f-2fb6-4c3b-81d9-f8102a716166 req-da7b0993-e9a6-41a0-91c1-2f18f84736fe tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975937 Mar 11 17:24:44.638559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.126 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/91d8ce35-a6b0-48f5-8a91-1fb0a6b91978) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:44.784809 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'code': 200} Mar 11 17:24:44.807929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8919e01f-8070-43e2-99ac-3d268d6ea56d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:44.835036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.893080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8919e01f-8070-43e2-99ac-3d268d6ea56d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:44.893411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8919e01f-8070-43e2-99ac-3d268d6ea56d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:44.945447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbbd88d4-ecd3-4cb3-af89-556b44e6513f req-ccaf4339-3984-46c0-afef-88ad9355f58a service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641531 Mar 11 17:24:45.147336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:45.199729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623ab0f-de6d-4e14-882a-0e6857b3d544 None None] The sync data for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 is: [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '6491afeb-e1a9-40dd-83ff-b448245a5b45', 'name': '', 'network_id': '5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'mac_address': 'fa:16:3e:45:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:41Z', 'updated_at': '2022-03-11T17:20:51Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'subnets': [{'id': '21bc48e2-ff63-442f-9f51-1b16629e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:24:45.350645 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.485764 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.556746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0065482b-67ff-4acd-bdf2-199b622809b1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:45.574269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.607107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3d5e0-5575-4f90-8a30-caf5c7a40dfe None None] Network 72a7b87e-580d-41a4-92a5-170960fb800c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:24:45.611369 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.657496 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde9a988-0fcf-49b9-8e15-c3d320c70b9d', 'name': 'network-vif-deleted', 'tag': '65f30006-d01c-4c30-8859-b0a581e3d8dc', 'status': 'completed', 'code': 200} Mar 11 17:24:45.667180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4669e6d9-6cd0-4391-aa3e-ec467a1b8bc1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0065482b-67ff-4acd-bdf2-199b622809b1 HTTP/1.1" status: 204 len: 168 time: 1.6545272 Mar 11 17:24:45.668877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43154) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:45.684240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:45.711187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d107-a88c-492e-a0b5-c3eea1c79c80 req-1b2390a2-a5fe-44a3-8ac9-f83a1d58c5d5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:45.720065 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2bffd-5315-4bcc-8c92-47b825f3a0c5 None None] New status for floating IP 3ec28ef4-eaf0-4310-80a2-167bd2c43f78: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:24:45.734975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff94d107-a88c-492e-a0b5-c3eea1c79c80 req-1b2390a2-a5fe-44a3-8ac9-f83a1d58c5d5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.5886493 Mar 11 17:24:45.831193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff94d107-a88c-492e-a0b5-c3eea1c79c80 req-78ec7ffd-a562-4535-9139-707abd809a8a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950255 Mar 11 17:24:45.832814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.942859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.968686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.992042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Deleting port 9a347920-de93-4ea7-917f-f45ae879be07 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:45.992479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.062913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:46.072748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:46.078413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:24:46.453537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] DHCP port deletion for 72a7b87e-580d-41a4-92a5-170960fb800c request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:24:46.458644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Deleting port 9a347920-de93-4ea7-917f-f45ae879be07 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:46.459247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.499528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=91d8ce35-a6b0-48f5-8a91-1fb0a6b91978,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:46.517947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] For port 9a347920-de93-4ea7-917f-f45ae879be07, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9a347920-de93-4ea7-917f-f45ae879be07,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:46.523510 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.585050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:46.784967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:46.786175 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.803263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6dc3a9ec-12c5-4fd7-a687-739efd421e5e req-d3b18838-bf89-4325-8795-7243bf9335f6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:46.812177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Calling delete_port for 9a347920-de93-4ea7-917f-f45ae879be07 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:46.837273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6b455ca0-6a8d-40ae-8890-b85b98080706 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2910142 Mar 11 17:24:46.846816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6dc3a9ec-12c5-4fd7-a687-739efd421e5e req-d3b18838-bf89-4325-8795-7243bf9335f6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:46.848302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dc3a9ec-12c5-4fd7-a687-739efd421e5e req-d3b18838-bf89-4325-8795-7243bf9335f6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=bde9a988-0fcf-49b9-8e15-c3d320c70b9d HTTP/1.1" status: 200 len: 210 time: 0.3320389 Mar 11 17:24:46.854521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f449f6-b97b-42e5-a71e-319d5be38562 req-35bb22f5-7fc0-4079-9f8e-a643a21fec37 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:46.855347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-41f449f6-b97b-42e5-a71e-319d5be38562 req-35bb22f5-7fc0-4079-9f8e-a643a21fec37 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:46.863153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9a347920-de93-4ea7-917f-f45ae879be07 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:46.863613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Request body: {'port': {'device_id': '1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:24:46.910329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] For port 9a347920-de93-4ea7-917f-f45ae879be07, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9a347920-de93-4ea7-917f-f45ae879be07,segment=NetworkSegment(70dda37c-3184-4643-b53c-6d560541e838),segment_id=70dda37c-3184-4643-b53c-6d560541e838)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:46.910329 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.938153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.989680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-41f449f6-b97b-42e5-a71e-319d5be38562 req-35bb22f5-7fc0-4079-9f8e-a643a21fec37 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:46.991125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41f449f6-b97b-42e5-a71e-319d5be38562 req-35bb22f5-7fc0-4079-9f8e-a643a21fec37 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 936 time: 0.8265505 Mar 11 17:24:47.012725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:47.015749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a347920-de93-4ea7-917f-f45ae879be07,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:47.028510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.029120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.029243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.029837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.030168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.030633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.030963 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.031282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.031595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.031911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.032365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:47.046612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] No DVR routers for this DVR port 9a347920-de93-4ea7-917f-f45ae879be07 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:47.116338 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.134424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Calling delete_port for 9a347920-de93-4ea7-917f-f45ae879be07 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:47.193375 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.222642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f982bbf1-48a3-4ce0-9046-754101dfa622 None None] Provisioning for port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:47.235692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port 9a347920-de93-4ea7-917f-f45ae879be07 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:24:47.236112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9a347920-de93-4ea7-917f-f45ae879be07 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:47.239948 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41f449f6-b97b-42e5-a71e-319d5be38562 req-40a1bedd-08b8-456f-a5f8-ce73c13c9419 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397969 Mar 11 17:24:47.305351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f982bbf1-48a3-4ce0-9046-754101dfa622 None None] Provisioning complete for port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:47.306388 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f982bbf1-48a3-4ce0-9046-754101dfa622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.400650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.449230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f982bbf1-48a3-4ce0-9046-754101dfa622 None None] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:24:47.472088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:24:47.473163 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:24:47.654417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a7b87e-580d-41a4-92a5-170960fb800c']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:47.680174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dda37c-3184-4643-b53c-6d560541e838') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:47.682733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dda37c-3184-4643-b53c-6d560541e838') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:47.706716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.740105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.742433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f78d8-a96e-4c0f-8536-90a5aa6ce9a6 req-351d9355-b936-4995-b5f9-d6091043f2bc tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:47.744866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d9f78d8-a96e-4c0f-8536-90a5aa6ce9a6 req-351d9355-b936-4995-b5f9-d6091043f2bc tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 948 time: 0.4015825 Mar 11 17:24:47.754457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:24:47.755139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:47.769902 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:47.867930 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.873662 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.894860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:47.904946 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.928522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] Pushing event deleted for resources: {'Network': ['ID=72a7b87e-580d-41a4-92a5-170960fb800c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:47.949041 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ac15d89-a689-4644-bfcc-b3de73efbe0b admin admin] 10.222.0.96 "DELETE /v2.0/networks/72a7b87e-580d-41a4-92a5-170960fb800c HTTP/1.1" status: 204 len: 168 time: 2.2761719 Mar 11 17:24:47.949301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5276c-480e-4093-9b2f-590c5d95d49f req-4c587f81-5655-47c5-b0de-8ea8fcc6c5a5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:47.949418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43174) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:47.950740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9da5276c-480e-4093-9b2f-590c5d95d49f req-4c587f81-5655-47c5-b0de-8ea8fcc6c5a5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.5289912 Mar 11 17:24:47.953934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.000261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Deleting port 9a347920-de93-4ea7-917f-f45ae879be07 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:48.000651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.047445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8ce35-a6b0-48f5-8a91-1fb0a6b91978,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:48.069261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:48.173143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d9f78d8-a96e-4c0f-8536-90a5aa6ce9a6 req-32b079c2-70f3-4e46-be80-022a39156f4f tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706745 Mar 11 17:24:48.235592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9da5276c-480e-4093-9b2f-590c5d95d49f req-e26d13de-1f54-4100-852a-1dae4a79e52a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757177 Mar 11 17:24:48.398298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-94c46a2a-573f-417f-b726-a9f89c401392 None None] The port '9a347920-de93-4ea7-917f-f45ae879be07' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:24:48.454605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:24:48.512308 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834', 'status': 'completed', 'code': 200} Mar 11 17:24:48.555822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:48.562222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:48.562823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.572616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.573197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.578122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0798d729-f022-4f55-b879-ae559766b58b None None] Provisioning complete for port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:48.578678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0798d729-f022-4f55-b879-ae559766b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.588209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.596069 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:48.596754 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 2 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:48.639947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:48.640282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:48.640611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.657970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.657970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.673268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.673599 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:48.673991 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 3 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:48.714116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:48.717981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:48.718551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.737913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.738535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.751575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.755583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-33ec7817-5951-4fc6-a60b-d3ab0d574953 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17c23cfab97e4d5cb19514617937b5d4&device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 1099 time: 0.1749766 Mar 11 17:24:48.761326 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:48.761942 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 4 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:48.792115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0798d729-f022-4f55-b879-ae559766b58b None None] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:24:48.793944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:48.794289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:48.795340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.818968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.819799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.835998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.839172 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:48.839764 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 5 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:48.840756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:48.889873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'mac_address': 'fa:16:3e:d1:ba:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:48.890253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:48.890619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:48.890953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.926997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.927272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:48.964259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:48.964483 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:48.977446 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 6 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:49.022336 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.070552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:49.074659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-fc4b75ed-c464-4b7c-affd-a3cde0781b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:49.076184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-fc4b75ed-c464-4b7c-affd-a3cde0781b82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3111434 Mar 11 17:24:49.077733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.102739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:49.114133 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.114894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 03876416-ab7d-46a2-be05-bae3c7949834 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:24:49.317827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:49.318854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:49.322462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:49.329856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43210) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:49.378240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-69211bed-9964-49c8-a946-080215c5b614 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=03876416-ab7d-46a2-be05-bae3c7949834 HTTP/1.1" status: 200 len: 217 time: 0.2475123 Mar 11 17:24:49.445690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-a5d6835c-3064-41e2-b418-abc688261239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:49.447559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-a5d6835c-3064-41e2-b418-abc688261239 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0626819 Mar 11 17:24:49.561935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:49.594448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-e87be629-43c0-473b-b6ee-365b77807d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348670 Mar 11 17:24:49.647027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:49.647501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:49.663940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:49.664578 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:49.666755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03876416-ab7d-46a2-be05-bae3c7949834,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:49.669090 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 7 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:49.691695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '03876416-ab7d-46a2-be05-bae3c7949834', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '03876416-ab7d-46a2-be05-bae3c7949834', 'mac_address': 'fa:16:3e:5f:0f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:24:49.699376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568c6200-e5da-4166-9fbd-57822cdad782 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.733392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568c6200-e5da-4166-9fbd-57822cdad782 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.809053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568c6200-e5da-4166-9fbd-57822cdad782 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.811316 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.813453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:49.813865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:49.814259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:49.840655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-a59eabc5-e8c8-4be3-a7ef-83cc9608e934 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313526 Mar 11 17:24:49.847478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d801832-ca68-4f47-90a2-e2d59e382df7 req-1c60828f-c883-4949-98d9-51e8b61c5956 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:49.854540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d801832-ca68-4f47-90a2-e2d59e382df7 req-1c60828f-c883-4949-98d9-51e8b61c5956 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 948 time: 0.8914320 Mar 11 17:24:49.870107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03876416-ab7d-46a2-be05-bae3c7949834 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:24:49.880621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c6200-e5da-4166-9fbd-57822cdad782 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad7b3c2-5c31-4b38-ba91-e9b2330c834e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:49.891161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:49.891577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:49.899523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:49.900482 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:49.908854 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 8 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:49.916496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568c6200-e5da-4166-9fbd-57822cdad782 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.917692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-568c6200-e5da-4166-9fbd-57822cdad782 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "DELETE /v2.0/security-groups/4ad7b3c2-5c31-4b38-ba91-e9b2330c834e HTTP/1.1" status: 204 len: 168 time: 0.5831530 Mar 11 17:24:49.928994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43216) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:49.939299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d83abe-ddcf-48d6-8dea-634a3e3b5043 req-b9d3e047-145b-4dfd-a405-18930bfef84a tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:49.944809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03876416-ab7d-46a2-be05-bae3c7949834,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:49.946916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35d83abe-ddcf-48d6-8dea-634a3e3b5043 req-b9d3e047-145b-4dfd-a405-18930bfef84a tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 948 time: 0.3773181 Mar 11 17:24:49.951963 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.007991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:50.008275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:50.008749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:50.019722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:50.020127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:50.028645 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-028db71e-55ce-4115-a5ae-59104979a0af tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] show failed (client error): The resource could not be found. Mar 11 17:24:50.029824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-028db71e-55ce-4115-a5ae-59104979a0af tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "GET /v2.0/security-groups/4ad7b3c2-5c31-4b38-ba91-e9b2330c834e HTTP/1.1" status: 404 len: 347 time: 0.0558000 Mar 11 17:24:50.038004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:50.120062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=03876416-ab7d-46a2-be05-bae3c7949834,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:50.135042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d801832-ca68-4f47-90a2-e2d59e382df7 req-ac6c91dc-c90b-4198-bf97-59b5a45d5c27 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751482 Mar 11 17:24:50.178065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35d83abe-ddcf-48d6-8dea-634a3e3b5043 req-695af9b6-a4bb-4a0e-a75b-c460bcd5bd6f tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301109 Mar 11 17:24:50.233057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:50.247199 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:50.250675 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 9 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:50.307512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:50.307978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:50.308931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:50.321575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-016e73d1-19cb-49aa-b013-d25f6d55c2cc req-dbd0b648-936f-46d6-bd65-12cda1ce7a84 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662511 Mar 11 17:24:50.361117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['32e7dc8b-9b2e-469c-b2d7-f2059f103d34'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:50.619233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Deleting port 8de3d785-793c-4b1c-99ff-5128b393f38f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:50.619951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.673646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:50.674238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:50.742969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:50.743649 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:50.748577 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempt 10 to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 Mar 11 17:24:50.808718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['03876416-ab7d-46a2-be05-bae3c7949834'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:50.917994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:50.918499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:50.918883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:50.940262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:50.940583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempting to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:24:50.956764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Deleting port 69c167ba-d101-43d3-90fd-96796a156ba6 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:50.957109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.960903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:24:50.961206 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Failed to bind port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:24:50.961521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.043001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcc2cee9-d7c3-4f25-8c05-867de713f5d5 req-4a17221c-1bab-41aa-93db-357508c3ba74 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4579830 Mar 11 17:24:51.116102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.122827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.294666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] For port 69c167ba-d101-43d3-90fd-96796a156ba6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=69c167ba-d101-43d3-90fd-96796a156ba6,segment=NetworkSegment(883e9d1b-28cc-4804-807c-b9ff9d85aad5),segment_id=883e9d1b-28cc-4804-807c-b9ff9d85aad5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:51.299170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.547783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Calling delete_port for 69c167ba-d101-43d3-90fd-96796a156ba6 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:51.569987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Calling delete_port for 8de3d785-793c-4b1c-99ff-5128b393f38f owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:51.783833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] For port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:51.784204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:24:51.790013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.805363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.861220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c167ba-d101-43d3-90fd-96796a156ba6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:51.961533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8ce35-a6b0-48f5-8a91-1fb0a6b91978,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:52.054126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:52.060167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] In _notify_port_updated(), no bound segment for port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:24:52.065438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.066963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-16049a50-636f-4af9-8dfa-a7a88da6cf23 service neutron] 10.222.0.97 "PUT /v2.0/ports/91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 HTTP/1.1" status: 200 len: 1061 time: 5.2080734 Mar 11 17:24:52.132626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12', 'tag': '91d8ce35-a6b0-48f5-8a91-1fb0a6b91978'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:52.322675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:52.323224 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.349862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46183150-016a-4ac5-9145-c57ac77e8e9e req-5502fb17-2057-424f-a4ab-71799990605c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:52.359769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46183150-016a-4ac5-9145-c57ac77e8e9e req-5502fb17-2057-424f-a4ab-71799990605c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 948 time: 0.8441980 Mar 11 17:24:52.512488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.584527 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.625663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f85e3-4128-4b01-880e-1fb65aa74883 req-c291dd6b-ac5a-45a1-a1fc-40948112118c tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:52.626092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:52.627850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d34f85e3-4128-4b01-880e-1fb65aa74883 req-c291dd6b-ac5a-45a1-a1fc-40948112118c tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 949 time: 1.0188811 Mar 11 17:24:52.632194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:52.632543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.643904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:52.659636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f1f54e67-0758-4512-882e-8e9ea90cfe71 None None] Provisioning complete for port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:52.660790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1f54e67-0758-4512-882e-8e9ea90cfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.678341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.687116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Pushing event deleted for resources: {'Port': ['ID=8de3d785-793c-4b1c-99ff-5128b393f38f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:52.696888 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.758477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-1799be97-137d-4aef-81d5-8b3c15a818b3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2744734 Mar 11 17:24:52.789934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46183150-016a-4ac5-9145-c57ac77e8e9e req-cf3530c2-2237-4b1c-ab58-66c36fb70a86 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038279 Mar 11 17:24:52.843103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:52.880073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54e67-0758-4512-882e-8e9ea90cfe71 None None] Port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:24:52.944987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d34f85e3-4128-4b01-880e-1fb65aa74883 req-19c0b78b-229e-4c87-a119-0a37daf8f6c9 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592094 Mar 11 17:24:53.223994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.532164 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12', 'tag': '91d8ce35-a6b0-48f5-8a91-1fb0a6b91978', 'status': 'completed', 'code': 200} Mar 11 17:24:53.612783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.618191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8064912b-e2bb-4486-a0de-fd3af703cb19 tempest-ServersWithSpecificFlavorTestJSON-1772425944 tempest-ServersWithSpecificFlavorTestJSON-1772425944-project] 10.222.0.96 "DELETE /v2.0/floatingips/3ec28ef4-eaf0-4310-80a2-167bd2c43f78 HTTP/1.1" status: 204 len: 168 time: 3.5787230 Mar 11 17:24:53.733685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:24:53.745198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9720494-64b3-42e0-b4c8-43e9c6a19161 req-a410ccfa-3ce6-4a04-90f2-8379a559975e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:53.753446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9720494-64b3-42e0-b4c8-43e9c6a19161 req-a410ccfa-3ce6-4a04-90f2-8379a559975e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.6646132 Mar 11 17:24:53.898656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83094da5-2f7a-41dd-b69e-e0c5db74a9fe req-5de11c47-efbc-43d7-b8bd-d5be1fa8d36e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 1064 time: 0.3610497 Mar 11 17:24:53.901634 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'code': 200} Mar 11 17:24:53.949981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:53.950338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.979830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83094da5-2f7a-41dd-b69e-e0c5db74a9fe req-239005ad-c785-4acb-a213-58d6ddc46ed3 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579426 Mar 11 17:24:54.067140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:54.067431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 03876416-ab7d-46a2-be05-bae3c7949834 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:24:54.087339 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a1bbe25d-db35-4189-97f9-793e10bca513 admin admin] 10.222.0.96 "PUT /v2.0/routers/0b9bcd98-ce44-4ffc-98db-bb74121d4f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1370580 Mar 11 17:24:54.090993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:54.149877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] Sync routers for ids ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:24:54.223292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] Routers {'0b9bcd98-ce44-4ffc-98db-bb74121d4f18'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:24:54.224085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:54.274205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:54.316295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9720494-64b3-42e0-b4c8-43e9c6a19161 req-7cf076f8-3203-4a13-ba94-b5ed49ee4f81 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619669 Mar 11 17:24:54.563544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 03876416-ab7d-46a2-be05-bae3c7949834 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:54.572673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 03876416-ab7d-46a2-be05-bae3c7949834 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:54.573258 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.603230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.622650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86411aa3-148e-4f27-9ccd-d03d3df085a7 req-4fe38223-4164-4277-8851-39c2cd438fc7 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:54.632018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86411aa3-148e-4f27-9ccd-d03d3df085a7 req-4fe38223-4164-4277-8851-39c2cd438fc7 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 946 time: 0.3801255 Mar 11 17:24:54.699543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] Set router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:24:54.705636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83094da5-2f7a-41dd-b69e-e0c5db74a9fe req-4969201a-2503-4b8c-84a6-e9e68ea76d86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:54.706924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83094da5-2f7a-41dd-b69e-e0c5db74a9fe req-4969201a-2503-4b8c-84a6-e9e68ea76d86 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6556394 Mar 11 17:24:54.798380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13ed8-8d2e-4415-b705-f4fd7aa460ec req-02fb0d52-3cac-4f17-ab6e-0587e742e8f9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:54.806025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f13ed8-8d2e-4415-b705-f4fd7aa460ec req-02fb0d52-3cac-4f17-ab6e-0587e742e8f9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 948 time: 0.1644633 Mar 11 17:24:54.834644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.910274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f13ed8-8d2e-4415-b705-f4fd7aa460ec req-fdaaffc0-ab96-4e6b-b69a-d52edb0c60c7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031582 Mar 11 17:24:54.921018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:54.927609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86411aa3-148e-4f27-9ccd-d03d3df085a7 req-a5636754-b3e2-49e9-bd9a-d563ee2788a7 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946455 Mar 11 17:24:54.935324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.957062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Deleting port 1f65d2aa-6d56-4876-9882-b8d48363ed27 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:54.957735 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.980745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=91d8ce35-a6b0-48f5-8a91-1fb0a6b91978,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:55.210859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.222240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port 91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:55.229591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.311223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03876416-ab7d-46a2-be05-bae3c7949834,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:55.333244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-31084690-1cde-43d5-9e4b-6385c04fc1ee tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "DELETE /v2.0/ports/91d8ce35-a6b0-48f5-8a91-1fb0a6b91978 HTTP/1.1" status: 204 len: 173 time: 3.2485967 Mar 11 17:24:55.375028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.410549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbe6fa-0d77-4ed8-9a7d-c1b0013719f2 req-709c3e82-6afe-427b-b268-9a5bb2e5e278 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:55.412377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7dbe6fa-0d77-4ed8-9a7d-c1b0013719f2 req-709c3e82-6afe-427b-b268-9a5bb2e5e278 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 949 time: 0.1698949 Mar 11 17:24:55.460670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] For port 1f65d2aa-6d56-4876-9882-b8d48363ed27, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1f65d2aa-6d56-4876-9882-b8d48363ed27,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:55.461414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.524197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=03876416-ab7d-46a2-be05-bae3c7949834,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:55.546304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12', 'name': 'network-vif-deleted', 'tag': '91d8ce35-a6b0-48f5-8a91-1fb0a6b91978'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:55.587489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7dbe6fa-0d77-4ed8-9a7d-c1b0013719f2 req-3cea3547-f7ea-4d42-86f2-05b566b17a16 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692150 Mar 11 17:24:55.591602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-e9170c75-a6d3-4cbb-af56-2a3ab671d613 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.1206799 Mar 11 17:24:55.670286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Calling delete_port for 1f65d2aa-6d56-4876-9882-b8d48363ed27 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:55.678211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6851c465-786b-4a01-8649-a82098def2f8 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365398 Mar 11 17:24:55.758916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:24:51Z', 'revision_number': 5, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port': {'id': '1f65d2aa-6d56-4876-9882-b8d48363ed27', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:29Z', 'updated_at': '2022-03-11T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:55.780131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] Checking router: 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:24:55.832971 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12', 'name': 'network-vif-deleted', 'tag': '91d8ce35-a6b0-48f5-8a91-1fb0a6b91978', 'status': 'completed', 'code': 200} Mar 11 17:24:55.873085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4afc39-8dcd-4cc6-9f1f-7f0684cc9783 req-61c8b093-64a4-4897-80d6-d668e951566c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:55.880296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef4afc39-8dcd-4cc6-9f1f-7f0684cc9783 req-61c8b093-64a4-4897-80d6-d668e951566c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.2917521 Mar 11 17:24:55.881609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] Routers {'0b9bcd98-ce44-4ffc-98db-bb74121d4f18'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:24:55.882243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:55.970148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef4afc39-8dcd-4cc6-9f1f-7f0684cc9783 req-7cea17ff-a0b8-469a-97bf-73b92cff73b9 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Mar 11 17:24:56.008075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-e960eed6-561f-49aa-a796-2bde3e73fc37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:56.009528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-e960eed6-561f-49aa-a796-2bde3e73fc37 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3214846 Mar 11 17:24:56.025848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:56.187863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-0c701103-44d5-4059-a07f-8779462de2b3 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:56.220774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.251978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a4539f01-8ea6-40f9-b2fa-273415b0c3a2 req-7392c2fc-7e62-46ef-a69a-781ed27aae70 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:24:56.292252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] Set router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:24:56.339092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a4539f01-8ea6-40f9-b2fa-273415b0c3a2 req-7392c2fc-7e62-46ef-a69a-781ed27aae70 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:56.353350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4539f01-8ea6-40f9-b2fa-273415b0c3a2 req-7392c2fc-7e62-46ef-a69a-781ed27aae70 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.1591365 Mar 11 17:24:56.371225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-0c701103-44d5-4059-a07f-8779462de2b3 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:24:56.372382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-0c701103-44d5-4059-a07f-8779462de2b3 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.2504268 Mar 11 17:24:56.482411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:24:54Z', 'revision_number': 6, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:56.489160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917321c7-f948-480a-aa8d-9ac231109b91 None None] The sync data for ids ['0b9bcd98-ce44-4ffc-98db-bb74121d4f18'] in n-d-833436-1 is: [{'id': '0b9bcd98-ce44-4ffc-98db-bb74121d4f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1920613741-router', 'tenant_id': '7fc9d1fded724b8492e1248c671e25d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:28Z', 'updated_at': '2022-03-11T17:24:54Z', 'revision_number': 6, 'project_id': '7fc9d1fded724b8492e1248c671e25d6', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:24:56.525261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f65d2aa-6d56-4876-9882-b8d48363ed27,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:56.593656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8710-b0b8-4696-be1b-71c054d1d3eb req-12b99cf4-ec7a-454e-a8be-25bc4dc7a981 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:56.603339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33bd8710-b0b8-4696-be1b-71c054d1d3eb req-12b99cf4-ec7a-454e-a8be-25bc4dc7a981 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 946 time: 0.3386207 Mar 11 17:24:56.645871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-ad37bf30-a3af-48cb-a8bf-eb9d4d0b0680 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:56.647600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-ad37bf30-a3af-48cb-a8bf-eb9d4d0b0680 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 946 time: 0.1938791 Mar 11 17:24:56.690103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33bd8710-b0b8-4696-be1b-71c054d1d3eb req-5506d65f-8a54-46de-bfc2-7753ed588ceb tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856431 Mar 11 17:24:56.697914 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834', 'code': 200} Mar 11 17:24:56.917239 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-9191531a-214f-477e-a4d1-d525ffcbbbd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 1101 time: 0.7258079 Mar 11 17:24:56.919375 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.018682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Deleting port bbdc5113-1a57-494f-8c90-fb6642fdebaf {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:57.019022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.069611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43370) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:57.557273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-bde77129-b90c-433e-b5f3-87c59809eab6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.3965235 Mar 11 17:24:57.568860 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.580366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-6f1ee7c9-0978-4558-a0bb-e3a959c84263 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:57.582402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-6f1ee7c9-0978-4558-a0bb-e3a959c84263 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.5346859 Mar 11 17:24:57.588404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.637829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-76996cc1-7e5f-4167-b678-5dec2ab8d4a9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535471 Mar 11 17:24:57.680135 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-50d17753-4073-4dff-bbad-b3ceb14ce9d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 200 len: 217 time: 0.0840003 Mar 11 17:24:57.696578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] For port bbdc5113-1a57-494f-8c90-fb6642fdebaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbdc5113-1a57-494f-8c90-fb6642fdebaf,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:57.696945 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.711737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c1c3868-eb00-4222-a80d-809211fb051d req-28acb25e-c5f8-4a3d-a3ca-6260fd7c4c7e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 1101 time: 0.6045587 Mar 11 17:24:57.762070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.762819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9bcd98-ce44-4ffc-98db-bb74121d4f18 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:57.773514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535132f-da02-4838-a69a-a72dcaa0a70e req-7e669645-d92c-4b92-8284-b7759eda69b1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:57.780270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e535132f-da02-4838-a69a-a72dcaa0a70e req-7e669645-d92c-4b92-8284-b7759eda69b1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.4247439 Mar 11 17:24:57.997491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-6ef59509-899a-4723-a5d9-8a6308a6618e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:57.999052 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-6ef59509-899a-4723-a5d9-8a6308a6618e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.3002100 Mar 11 17:24:58.017886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.019009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e60da423-6b58-44a3-8b49-05b47716d4b6 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0b9bcd98-ce44-4ffc-98db-bb74121d4f18 HTTP/1.1" status: 204 len: 168 time: 3.9252417 Mar 11 17:24:58.034018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Calling delete_port for bbdc5113-1a57-494f-8c90-fb6642fdebaf owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:24:58.079317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43382) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:58.149252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1ce9e-c4cd-4f99-81e8-67c422595cba req-e2abd6d2-d33f-4f13-88ec-3d7bf261ce01 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:58.151174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f1ce9e-c4cd-4f99-81e8-67c422595cba req-e2abd6d2-d33f-4f13-88ec-3d7bf261ce01 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 1.0040355 Mar 11 17:24:58.193786 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-c5aeac8f-b1d8-4300-8cff-ff992e38144f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779101 Mar 11 17:24:58.280050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c1c3868-eb00-4222-a80d-809211fb051d req-aec345ae-9a53-4709-a27c-ddaba16a9b29 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949491 Mar 11 17:24:58.323265 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e535132f-da02-4838-a69a-a72dcaa0a70e req-3b2eab92-22ab-4a9b-bd9b-7ee07b1c0629 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420203 Mar 11 17:24:58.329485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Deleting subnet cd72df55-287f-4243-aa65-047c892be22e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:24:58.338932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6a5f310d-c177-471d-98ef-94af626d3bf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:58.351861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-6a5f310d-c177-471d-98ef-94af626d3bf2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6994090 Mar 11 17:24:58.360353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.373912 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-0223d366-cc03-45c9-a421-82019c364fad service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672976 Mar 11 17:24:58.404184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f1ce9e-c4cd-4f99-81e8-67c422595cba req-95c12218-ab51-4194-a8c0-48a9751ab605 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358670 Mar 11 17:24:58.428535 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.525167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-bfcdabcc-5dfa-4fc6-abb7-703b714ece77 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.0842605 Mar 11 17:24:58.556241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.567440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69c167ba-d101-43d3-90fd-96796a156ba6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:58.660296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 69c167ba-d101-43d3-90fd-96796a156ba6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:58.660602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69c167ba-d101-43d3-90fd-96796a156ba6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:58.661020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1f65d2aa-6d56-4876-9882-b8d48363ed27 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:24:58.708798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1f65d2aa-6d56-4876-9882-b8d48363ed27 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:24:58.709150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1f65d2aa-6d56-4876-9882-b8d48363ed27 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:24:58.733937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.861693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.868732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.885902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1eaea83f-1040-4dc0-8b0f-5b273a356e7f req-2142512e-fd70-41e2-9c86-01ca6df2cd41 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.2899289 Mar 11 17:24:58.907807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64', 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:24:58.945710 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-8e867a9f-f305-4bcf-9b0c-a9d28440ca0c service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021181 Mar 11 17:24:59.105231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ee643c5-cb25-427f-b1e3-b761aa30974b req-19e159f2-7dcb-4b91-9598-7d4284f7db2c tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5beee3f-81b1-4a70-abe2-e687d774c7a8 HTTP/1.1" status: 200 len: 210 time: 0.2979994 Mar 11 17:24:59.107627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd72df55-287f-4243-aa65-047c892be22e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:59.116637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event deleted for resources: {'Port': ['ID=bbdc5113-1a57-494f-8c90-fb6642fdebaf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:59.142233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.142724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.142969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.143293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.143625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.143948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.144264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.144583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.144899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.145701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.145701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.158766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.159104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.159441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.159770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.160739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.160739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.160739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.160989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.161300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.161614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.161927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:59.174690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.191461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c5518-8805-43d7-bdd4-230c88b24eca None None] Network e1d4b68e-c86a-49da-a6ef-272f46d58f76 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:24:59.304133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] No DVR routers for this DVR port bbdc5113-1a57-494f-8c90-fb6642fdebaf on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:59.309172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.311503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9a4540e-3185-4fe3-99c0-88849ceabc2f req-8155e465-104c-4e15-9667-2434329d7a4b tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "DELETE /v2.0/ports/bbdc5113-1a57-494f-8c90-fb6642fdebaf HTTP/1.1" status: 204 len: 173 time: 2.6366661 Mar 11 17:24:59.312512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'name': 'network-vif-deleted', 'tag': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:24:59.320324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-43eb05bd-8fc3-4b79-801b-27f146597c33 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cd72df55-287f-4243-aa65-047c892be22e HTTP/1.1" status: 204 len: 168 time: 1.2357955 Mar 11 17:24:59.322630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43400) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:24:59.351470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-34c7f7ed-acdf-425f-9c9d-0e19b66fe713 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.0746927 Mar 11 17:24:59.438527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.452396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Deleting port 3d71b882-bb68-45c5-8209-eeff70abf5cc {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:59.452908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.500268 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5beee3f-81b1-4a70-abe2-e687d774c7a8', 'name': 'network-vif-deleted', 'tag': 'bbdc5113-1a57-494f-8c90-fb6642fdebaf', 'status': 'completed', 'code': 200} Mar 11 17:24:59.670231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Deleting port 6491afeb-e1a9-40dd-83ff-b448245a5b45 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:24:59.670986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.910489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] For port 6491afeb-e1a9-40dd-83ff-b448245a5b45, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6491afeb-e1a9-40dd-83ff-b448245a5b45,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:59.911586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.016074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] DHCP port deletion for e1d4b68e-c86a-49da-a6ef-272f46d58f76 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:25:00.024594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Deleting port 3d71b882-bb68-45c5-8209-eeff70abf5cc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:00.025608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.200480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbdc5113-1a57-494f-8c90-fb6642fdebaf no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:00.201649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] For port 3d71b882-bb68-45c5-8209-eeff70abf5cc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d71b882-bb68-45c5-8209-eeff70abf5cc,segment=NetworkSegment(883e9d1b-28cc-4804-807c-b9ff9d85aad5),segment_id=883e9d1b-28cc-4804-807c-b9ff9d85aad5)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:00.202527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.207189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Calling delete_port for 6491afeb-e1a9-40dd-83ff-b448245a5b45 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:00.249101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: bbdc5113-1a57-494f-8c90-fb6642fdebaf {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:00.249368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbdc5113-1a57-494f-8c90-fb6642fdebaf not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:00.311308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69772b21-dcb9-4558-bdc9-f6a49fbdb11e req-e6b6a58f-ca65-42c6-99a4-0296e610c6cc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:00.320825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69772b21-dcb9-4558-bdc9-f6a49fbdb11e req-e6b6a58f-ca65-42c6-99a4-0296e610c6cc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.7051551 Mar 11 17:25:00.435365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Calling delete_port for 3d71b882-bb68-45c5-8209-eeff70abf5cc owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:00.436103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] For port 3d71b882-bb68-45c5-8209-eeff70abf5cc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d71b882-bb68-45c5-8209-eeff70abf5cc,segment=NetworkSegment(883e9d1b-28cc-4804-807c-b9ff9d85aad5),segment_id=883e9d1b-28cc-4804-807c-b9ff9d85aad5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:00.436727 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.553112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262865d7-bfc4-4f02-9473-d256960a9e28 req-9987be0d-f235-48f8-9fde-8e6dd886a1b3 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:00.563101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-262865d7-bfc4-4f02-9473-d256960a9e28 req-9987be0d-f235-48f8-9fde-8e6dd886a1b3 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 0.8123460 Mar 11 17:25:00.586305 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.587609 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.621892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d71b882-bb68-45c5-8209-eeff70abf5cc no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:00.661659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d71b882-bb68-45c5-8209-eeff70abf5cc,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:00.673732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Calling delete_port for 3d71b882-bb68-45c5-8209-eeff70abf5cc owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:00.692456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69772b21-dcb9-4558-bdc9-f6a49fbdb11e req-3f6f78fc-a121-4a83-ab68-5b8710ff6dd7 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701785 Mar 11 17:25:00.707426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 3d71b882-bb68-45c5-8209-eeff70abf5cc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:00.707762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d71b882-bb68-45c5-8209-eeff70abf5cc not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:00.713944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] No DVR routers for this DVR port 3d71b882-bb68-45c5-8209-eeff70abf5cc on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:00.788764 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:25:00.789201 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:25:00.821612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6491afeb-e1a9-40dd-83ff-b448245a5b45,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:00.886620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-262865d7-bfc4-4f02-9473-d256960a9e28 req-1c5483cc-9539-4458-90a3-d61dec4c0d22 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223526 Mar 11 17:25:00.893129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.942735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d4b68e-c86a-49da-a6ef-272f46d58f76']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:01.044445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883e9d1b-28cc-4804-807c-b9ff9d85aad5') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:01.044875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883e9d1b-28cc-4804-807c-b9ff9d85aad5') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:01.067112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e37f7ba-0d8c-4024-a817-7f8496e51b97 req-953a68d0-a62e-4566-a876-ed5f49b1e4e9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.0823417 Mar 11 17:25:01.075992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.115911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.122979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:25:01.123644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.226801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:01.261125 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:01.270991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.287113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.290117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Deleting port 3d71b882-bb68-45c5-8209-eeff70abf5cc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:01.292948 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.328551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d4b68e-c86a-49da-a6ef-272f46d58f76,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:01.331651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-96764922-efa4-4fbc-87d6-77db2331745d admin admin] 10.222.0.96 "DELETE /v2.0/networks/e1d4b68e-c86a-49da-a6ef-272f46d58f76 HTTP/1.1" status: 204 len: 168 time: 2.0077400 Mar 11 17:25:01.435203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2784d-1384-4a0c-98d2-166184a57b75 None None] The port '3d71b882-bb68-45c5-8209-eeff70abf5cc' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:25:01.597159 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66c61122-e574-4e7a-9070-42f0edc113e8 req-5fec0360-47e4-4374-a358-da47710853cb tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ab6e4a4-ba7d-4295-a8e5-5d57cb414f12 HTTP/1.1" status: 200 len: 210 time: 0.0933223 Mar 11 17:25:01.762089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43444) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:01.859228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-53dd8d23-2826-46e0-ad7c-86ae05bf8871 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2ee041424da6455a9e6116d256b2213c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0966952 Mar 11 17:25:01.863163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43450) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:01.903524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16eee-020a-4328-996c-3a62e61cfd6d req-ee910689-c53d-49e1-981b-dc57d278733e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:01.904311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dce16eee-020a-4328-996c-3a62e61cfd6d req-ee910689-c53d-49e1-981b-dc57d278733e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:01.938099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dce16eee-020a-4328-996c-3a62e61cfd6d req-ee910689-c53d-49e1-981b-dc57d278733e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:01.940400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dce16eee-020a-4328-996c-3a62e61cfd6d req-ee910689-c53d-49e1-981b-dc57d278733e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 945 time: 0.2233975 Mar 11 17:25:01.974891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c88758f5-9746-4cc5-b6e1-b1916d5ddd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.018349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dce16eee-020a-4328-996c-3a62e61cfd6d req-3fccbb51-d008-4f07-bea8-402c723cd6dd tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709023 Mar 11 17:25:02.135354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c88758f5-9746-4cc5-b6e1-b1916d5ddd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.302181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4200-4fc0-4ff0-aa05-c9850a82453d req-2e02577d-0b84-465b-a948-5ea08ed14894 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.303671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0fc4200-4fc0-4ff0-aa05-c9850a82453d req-2e02577d-0b84-465b-a948-5ea08ed14894 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.1725900 Mar 11 17:25:02.319466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c88758f5-9746-4cc5-b6e1-b1916d5ddd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.348304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88758f5-9746-4cc5-b6e1-b1916d5ddd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed53066e-57dc-420a-a298-028078a96c0f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:02.386931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c88758f5-9746-4cc5-b6e1-b1916d5ddd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.388148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c88758f5-9746-4cc5-b6e1-b1916d5ddd44 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed53066e-57dc-420a-a298-028078a96c0f HTTP/1.1" status: 204 len: 168 time: 0.5240645 Mar 11 17:25:02.397285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0fc4200-4fc0-4ff0-aa05-c9850a82453d req-4539ac22-4b66-4edd-aee8-54f3a8266e69 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880120 Mar 11 17:25:02.456172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:25:02.658648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676425-1d21-4e2c-9eda-7f4eb1fa41a2 req-16c74c83-2e28-4c36-91fa-1423b8218fb8 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.660668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e676425-1d21-4e2c-9eda-7f4eb1fa41a2 req-16c74c83-2e28-4c36-91fa-1423b8218fb8 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 0.1402695 Mar 11 17:25:02.775053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e676425-1d21-4e2c-9eda-7f4eb1fa41a2 req-bd81d0a6-82d4-4d45-ab24-dc432ad41ed0 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090646 Mar 11 17:25:02.844231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:02.851222 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff186cb9-1ccf-49a7-ab93-796edee692a3 admin admin] 10.222.0.96 "PUT /v2.0/routers/9d8c5602-83f5-4cfa-bd1d-844914fac7f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7725933 Mar 11 17:25:02.853697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43480) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:02.855759 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] Sync routers for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:25:02.868812 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:25:02.870509 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:03.025889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43484) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:03.135312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-761969a5-87d5-45cc-82e4-726badfc140b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7fc9d1fded724b8492e1248c671e25d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1079409 Mar 11 17:25:03.137979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43490) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:03.293769 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:25:03.432403 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-223e41e4-0377-49ce-aed0-c06a9884ea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.476361 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-223e41e4-0377-49ce-aed0-c06a9884ea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.485815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.527278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fe19-29dd-469c-98a3-c1a10439def2 req-069ffb92-ae35-4e42-a1c2-3fd06dc7986d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:03.528760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7da5fe19-29dd-469c-98a3-c1a10439def2 req-069ffb92-ae35-4e42-a1c2-3fd06dc7986d tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 945 time: 0.2453783 Mar 11 17:25:03.580335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7da5fe19-29dd-469c-98a3-c1a10439def2 req-7f3e7fc3-91f9-4804-b8bd-bd188a10e49e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Mar 11 17:25:03.587499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-223e41e4-0377-49ce-aed0-c06a9884ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.625695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e41e4-0377-49ce-aed0-c06a9884ea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fb9fb-f97d-410f-8a00-8e0d06af0577,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:03.636674 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-223e41e4-0377-49ce-aed0-c06a9884ea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.649697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-223e41e4-0377-49ce-aed0-c06a9884ea1d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/950fb9fb-f97d-410f-8a00-8e0d06af0577 HTTP/1.1" status: 204 len: 168 time: 0.5031729 Mar 11 17:25:03.699271 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:25:00Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:03.708663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] Checking router: 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:25:03.720718 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] Routers {'9d8c5602-83f5-4cfa-bd1d-844914fac7f6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:25:03.734301 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:24:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:03.932042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.953668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Deleting port afed6266-2d74-4d07-ab73-096b1c30f5cd {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:03.954197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.956359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-e1aec7a1-7082-478f-af4b-ce88f9540f0a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1478727 Mar 11 17:25:04.025110 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] Set router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:25:04.248242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] For port afed6266-2d74-4d07-ab73-096b1c30f5cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=afed6266-2d74-4d07-ab73-096b1c30f5cd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:04.249042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.318599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-c97606e5-c2d0-4da3-b0ee-4454ae4a7849 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:04.320173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-c97606e5-c2d0-4da3-b0ee-4454ae4a7849 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 945 time: 0.5982711 Mar 11 17:25:04.439441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Calling delete_port for afed6266-2d74-4d07-ab73-096b1c30f5cd owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:04.443896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-580fe920-36c1-49b5-8f1a-c07f0682031b req-795fe697-d973-4eb5-87ab-e6bdff95b920 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.0091679 Mar 11 17:25:04.472031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8ed4f322-8850-4639-a346-57f52f2bc102 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:04.475101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8ed4f322-8850-4639-a346-57f52f2bc102 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5007048 Mar 11 17:25:04.515866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Deleting port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:04.517389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.734800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-5984c780-42d7-403f-9743-75230d04be1b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/quotas/f83120e3b28e4e86a82431693c2c0974 HTTP/1.1" status: 200 len: 375 time: 0.1071193 Mar 11 17:25:04.761189 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:25:00Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:04.766238 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231c36c-b02d-4eb7-8fdc-b26cc45c954c None None] The sync data for ids ['9d8c5602-83f5-4cfa-bd1d-844914fac7f6'] in n-d-833436-1 is: [{'id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1299176962-router', 'tenant_id': '0a5ff74d83204b938fa273a0a284aaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:33Z', 'updated_at': '2022-03-11T17:25:00Z', 'revision_number': 5, 'project_id': '0a5ff74d83204b938fa273a0a284aaac', 'gw_port': {'id': 'afed6266-2d74-4d07-ab73-096b1c30f5cd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8c5602-83f5-4cfa-bd1d-844914fac7f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:35Z', 'updated_at': '2022-03-11T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:25:04.937647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.023720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=afed6266-2d74-4d07-ab73-096b1c30f5cd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:05.181920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] For port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:05.182283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.319045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Calling delete_port for fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:05.348652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:05.377727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-c5570cf5-ddc7-46d7-a160-8de4cf3afabe tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6419470 Mar 11 17:25:05.383816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cb49-4fe1-4559-ba8a-77212ff3b085 req-1c7398cf-7d0a-4f01-93cf-433cc086360b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:05.391436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e090cb49-4fe1-4559-ba8a-77212ff3b085 req-1c7398cf-7d0a-4f01-93cf-433cc086360b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.4821401 Mar 11 17:25:05.422209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.496482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e090cb49-4fe1-4559-ba8a-77212ff3b085 req-c5df1f7c-5625-4d28-877a-a56f105e89ce tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038029 Mar 11 17:25:05.783664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1811714971-network', 'tenant_id': '7bb44b7525de46c7862a069fe7a04448'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:05.804277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:05.820343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Usage tracker for resource:network and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:05.830700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:05.833512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.890804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64', 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:05.958588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:06.219242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Made reservation on behalf of 7bb44b7525de46c7862a069fe7a04448 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:06.221723 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.235719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event deleted for resources: {'Port': ['ID=fde60ff6-98d9-4dd6-91ec-a6bc7abb4239,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:06.247482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.254821 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.264319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.315002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad69057b-fd78-4ddb-b06d-083d82d7ca62 req-e3fe1eaf-3f88-4fa9-9dcd-9b87f4f380b6 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 210 time: 0.0967345 Mar 11 17:25:06.317689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.318563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8c5602-83f5-4cfa-bd1d-844914fac7f6 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:06.349768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.353257 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-da0e80e4-8eb5-4d68-aee8-a86013010d96 admin admin] 10.222.0.96 "DELETE /v2.0/routers/9d8c5602-83f5-4cfa-bd1d-844914fac7f6 HTTP/1.1" status: 204 len: 168 time: 3.4964499 Mar 11 17:25:06.353513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:06.473006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:06.483124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Usage tracker for resource:security_group_rule and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:06.486315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] Deleting subnet 21bc48e2-ff63-442f-9f51-1b16629e4dde {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:25:06.486993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:06.493509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.513675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:06.569493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.601536 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6491afeb-e1a9-40dd-83ff-b448245a5b45 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:06.651436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51e13491-778b-41fe-9b95-9f94e6c31326 req-f01afda9-26a0-45f2-a212-25f1dd1ddf73 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.1201358 Mar 11 17:25:06.667556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.686199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 6491afeb-e1a9-40dd-83ff-b448245a5b45 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:06.686825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6491afeb-e1a9-40dd-83ff-b448245a5b45 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:06.698680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] No DVR routers for this DVR port fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:06.710212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.718712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'name': 'network-vif-deleted', 'tag': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:06.753994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.807326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bc48e2-ff63-442f-9f51-1b16629e4dde,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:06.807789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-803c2a75-3ca7-45ca-ace6-fb2eac4734f7 req-af3ddf36-54cf-4c43-9159-385b6f2283b1 tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "DELETE /v2.0/ports/fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 HTTP/1.1" status: 204 len: 173 time: 2.4633491 Mar 11 17:25:06.813772 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.823468 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-30ab61d5-eac2-4257-a899-a98a03d4940e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/21bc48e2-ff63-442f-9f51-1b16629e4dde HTTP/1.1" status: 204 len: 168 time: 0.4661145 Mar 11 17:25:06.824499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43576) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:06.825383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5205a-779a-4335-a664-500400bfe95f None None] Network 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:25:06.847182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef4195-7242-454e-a24f-e53f2fecc429 req-40c4a102-2995-4faf-a3ff-8627f7882394 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:06.854189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99ef4195-7242-454e-a24f-e53f2fecc429 req-40c4a102-2995-4faf-a3ff-8627f7882394 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 0.8652267 Mar 11 17:25:07.005547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.020543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Deleting port 731647b3-0263-4631-b052-d595ccb4e4be {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:07.021165 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.084880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.104501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99ef4195-7242-454e-a24f-e53f2fecc429 req-c527d7fe-925b-461e-b3ec-4b2daf7884af tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458861 Mar 11 17:25:07.111669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.181343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:07.191211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058009-d868-4edc-a11c-9272f70688ad req-45380e06-c3e0-4504-8eee-20a275e5f324 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:07.192842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5058009-d868-4edc-a11c-9272f70688ad req-45380e06-c3e0-4504-8eee-20a275e5f324 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.2900345 Mar 11 17:25:07.201705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b35acd-5306-4bda-80a5-6d5ea038c63b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:07.213832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] DHCP port deletion for 5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:25:07.219012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Deleting port 731647b3-0263-4631-b052-d595ccb4e4be {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:07.219513 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.311651 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.312634 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Added segment 7607b4bc-56dd-4bdd-a571-7d7d2da01d8c of type vlan for network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d Mar 11 17:25:07.347495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.419353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5058009-d868-4edc-a11c-9272f70688ad req-e61bca65-fc30-46c8-ac42-2ac1bc96dc3c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199054 Mar 11 17:25:07.428281 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4', 'name': 'network-vif-deleted', 'tag': 'fde60ff6-98d9-4dd6-91ec-a6bc7abb4239', 'status': 'completed', 'code': 200} Mar 11 17:25:07.429812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.431696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:07.432896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.516534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] For port 731647b3-0263-4631-b052-d595ccb4e4be, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=731647b3-0263-4631-b052-d595ccb4e4be,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:07.517168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.729126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3784819 Mar 11 17:25:07.741049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43600) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:07.746047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] For port 731647b3-0263-4631-b052-d595ccb4e4be, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=731647b3-0263-4631-b052-d595ccb4e4be,segment=NetworkSegment(2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5),segment_id=2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:07.747066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.749628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Calling delete_port for 731647b3-0263-4631-b052-d595ccb4e4be owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:07.790257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Request body: {'subnet': {'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1811714971-subnet', 'tenant_id': '7bb44b7525de46c7862a069fe7a04448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:07.827941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:07.853130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Usage tracker for resource:subnet and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:07.857412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:07.858991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-405afa9f-10e1-40e2-8ce1-7385c7003e4c tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=17c23cfab97e4d5cb19514617937b5d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1223552 Mar 11 17:25:07.892094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:07.925014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Made reservation on behalf of 7bb44b7525de46c7862a069fe7a04448 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:07.927337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.930266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d4d9fd93-1548-4867-8064-942be7060810 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4063158 Mar 11 17:25:07.930667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Calling delete_port for 731647b3-0263-4631-b052-d595ccb4e4be owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:07.958708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.980606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-33264c71-cc52-4934-89b0-48fa2f7f93f5 req-1084fb11-455d-40b8-ae47-0e1e0593eead tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Synchronizing usage tracker for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:07.999891 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:25:08.065403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c8c65-5c36-4c08-8ddf-8b6506fd577e admin admin] Pushing event updated for resources: {'Network': ['ID=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:08.082231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:25:08.090062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=731647b3-0263-4631-b052-d595ccb4e4be,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:08.099344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] No DVR routers for this DVR port 731647b3-0263-4631-b052-d595ccb4e4be on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:08.107940 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:25:08.108428 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:25:08.109248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:08.221021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:08.221696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fde60ff6-98d9-4dd6-91ec-a6bc7abb4239 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:08.230616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-33264c71-cc52-4934-89b0-48fa2f7f93f5 req-1084fb11-455d-40b8-ae47-0e1e0593eead tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Unset dirty status for tenant:b4c822252d624705b05d87dc452f5f51 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:08.243614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33264c71-cc52-4934-89b0-48fa2f7f93f5 req-1084fb11-455d-40b8-ae47-0e1e0593eead tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef5709-a0c7-4b25-80a8-ccdbbc9fddc4 HTTP/1.1" status: 200 len: 210 time: 0.4518886 Mar 11 17:25:08.345874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.377935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:08.424066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:08.424405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af96ab6-9bfb-4f5c-8c06-f742fafb3bf5') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:08.434104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-eb1e52ff-2060-464d-835a-941b59d80685 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:08.436425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-eb1e52ff-2060-464d-835a-941b59d80685 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4470372 Mar 11 17:25:08.449770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.473873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.493839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:25:08.494234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:08.507460 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:08.531492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': '77d09a64-cc84-44e8-80e4-8d07379aaf7f', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:08.534095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device afed6266-2d74-4d07-ab73-096b1c30f5cd no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:08.566984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-59c12774-52be-4a7b-951b-8fe77466a8b0 req-95edf914-64c1-4ce1-a668-c5906766cc1e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.1229274 Mar 11 17:25:08.591255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: afed6266-2d74-4d07-ab73-096b1c30f5cd {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:08.591856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device afed6266-2d74-4d07-ab73-096b1c30f5cd not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:08.592317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-92474eab-ee7d-4c27-b327-cd639b8c0a26 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:08.592625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 731647b3-0263-4631-b052-d595ccb4e4be no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:08.596881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-92474eab-ee7d-4c27-b327-cd639b8c0a26 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7347727 Mar 11 17:25:08.604336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.639800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Deleting port 731647b3-0263-4631-b052-d595ccb4e4be {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:08.640583 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.691864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 731647b3-0263-4631-b052-d595ccb4e4be {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:08.697245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 731647b3-0263-4631-b052-d595ccb4e4be not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:08.746092 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-e68e7b2d-fac4-4b55-9d94-5de87948e4ea tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/quotas/17c23cfab97e4d5cb19514617937b5d4 HTTP/1.1" status: 200 len: 375 time: 0.0675194 Mar 11 17:25:08.756192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.762763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.770512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0da8-c4eb-46ec-b771-daa4d88fbe25 None None] The port '731647b3-0263-4631-b052-d595ccb4e4be' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:25:08.820964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:08.837199 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04af48d3-e114-4ef4-9453-ed6fabf29f26 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5dbb5a6f-2aac-4fa1-9aa9-d16020bbb9cc HTTP/1.1" status: 204 len: 168 time: 2.0088329 Mar 11 17:25:08.838459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43614) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:08.885601 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.980760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69849ede-bffe-4f7e-a7cd-55dd877dc481,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:08.986766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-4640316e-bd25-42b9-a8d6-f8fdefa444ec tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=17c23cfab97e4d5cb19514617937b5d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2386723 Mar 11 17:25:08.988872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:09.016445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Checking segment: {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:09.016821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Network hostable DHCP agents. Network: 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:25:09.033875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:09.061694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:09.067601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:09.095985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:25:09.107316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8648f18-c5e1-42ec-88b9-3c159e339d87 req-535e4f0d-a184-403b-999d-fffcadeeaa1a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:09.108870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8648f18-c5e1-42ec-88b9-3c159e339d87 req-535e4f0d-a184-403b-999d-fffcadeeaa1a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.2071838 Mar 11 17:25:09.139913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:09.148393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:09.148977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:09.152225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999dbf6-f1cb-430a-9171-820c8ecd95a3 None None] Network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:25:09.242439 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9156e724-2faf-47ed-b870-e07778b5701f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4911582 Mar 11 17:25:09.296797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8648f18-c5e1-42ec-88b9-3c159e339d87 req-70dfa02d-bf04-4fd3-9a93-7ea2b2c0dd72 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471682 Mar 11 17:25:09.659742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38fa58c3-3f4b-42ee-836b-5f5964a7aea2 req-f49bd43e-c0fe-4499-95dc-9474a532db40 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 210 time: 0.1887252 Mar 11 17:25:09.727108 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:09.768935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.27 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/f64f6a47-9045-4275-b0bb-dc3713576b4d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:09.786661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb87fd1-f3f5-4480-a71a-eeb7746af723 None None] Network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:25:10.347194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83114eb8-ee6b-40b8-86f9-8b6394eb89eb req-2bfad09d-956f-4da2-85d9-328139751e6d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.0972805 Mar 11 17:25:10.594840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.612459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object f64f6a47-9045-4275-b0bb-dc3713576b4d will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:10.727088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.765680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:10.797171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Deleting port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:10.797788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.846475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:10.861039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:10.869015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:25:10.908953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=f64f6a47-9045-4275-b0bb-dc3713576b4d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:10.968086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-e4bf4d67-fe68-4ecf-b162-2b2d64f77aca tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:10.969071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-e4bf4d67-fe68-4ecf-b162-2b2d64f77aca tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Synchronizing usage tracker for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:11.039399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:11.040156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.060296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-e4bf4d67-fe68-4ecf-b162-2b2d64f77aca tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Unset dirty status for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:11.061830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-e4bf4d67-fe68-4ecf-b162-2b2d64f77aca tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 822 time: 0.4289746 Mar 11 17:25:11.150866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-8425a8a3-9b30-4ca5-acc0-44198b0efeb3 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/quotas/7bb44b7525de46c7862a069fe7a04448 HTTP/1.1" status: 200 len: 375 time: 0.0701127 Mar 11 17:25:11.184242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] For port 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,segment=NetworkSegment(51470334-f2c8-4297-b49c-b1a684a517b7),segment_id=51470334-f2c8-4297-b49c-b1a684a517b7)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:11.184781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.246193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-d490b427-884d-413b-9bb9-cdca2877c08e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7185314 Mar 11 17:25:11.262457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-2e0a6eed-c912-43db-afcf-2ea489ff20f8 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092737 Mar 11 17:25:11.295602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Request body: {'port': {'device_id': '77d09a64-cc84-44e8-80e4-8d07379aaf7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:11.365347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc93c61d-ee07-42c0-887f-a002f1feac6a None None] Provisioning for port f64f6a47-9045-4275-b0bb-dc3713576b4d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:11.390848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc93c61d-ee07-42c0-887f-a002f1feac6a None None] Provisioning complete for port f64f6a47-9045-4275-b0bb-dc3713576b4d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:11.396329 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc93c61d-ee07-42c0-887f-a002f1feac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.428170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Calling delete_port for 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:11.522187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-8781d450-5692-42a4-87b0-3541bdb4fd0e tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=17c23cfab97e4d5cb19514617937b5d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828662 Mar 11 17:25:11.559456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fc93c61d-ee07-42c0-887f-a002f1feac6a None None] Port f64f6a47-9045-4275-b0bb-dc3713576b4d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:25:11.745886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.779830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-c7a40a49-fcc3-4aab-aadb-9e2f045b070c service neutron] 10.222.0.96 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162044 Mar 11 17:25:11.782428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.835605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf3c4a6-d56c-4e17-912d-b67371b8f6d2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:11.862837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b1a8-c88a-42c2-9fd5-568106cdc36a req-08098f46-7933-4f25-8f6e-6b78cdff20fe tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:11.871579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1398b1a8-c88a-42c2-9fd5-568106cdc36a req-08098f46-7933-4f25-8f6e-6b78cdff20fe tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.5843399 Mar 11 17:25:12.020187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-3ef92790-24f2-40c4-a3a2-32afee4a1b8f tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.029133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-3ef92790-24f2-40c4-a3a2-32afee4a1b8f tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5005486 Mar 11 17:25:12.072153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Request body: {'port': {'device_id': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '17c23cfab97e4d5cb19514617937b5d4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:12.210849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:12.315992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b55c672-1503-4bea-949e-2fa56c712e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:12.458881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1398b1a8-c88a-42c2-9fd5-568106cdc36a req-e7ea0701-4c3c-4238-9687-7614a28c0dfc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863559 Mar 11 17:25:12.505107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-1b49bb2d-526c-4603-a1a8-20f94519074a service neutron] 10.222.0.96 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124016 Mar 11 17:25:12.692398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:12.713991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Usage tracker for resource:port and tenant:17c23cfab97e4d5cb19514617937b5d4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:12.717708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:12.727247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:12.794856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdffb351-0df8-4c9b-a7fd-9a01c3d8fcc8 req-7a1aa5c8-5a64-4f07-bc03-bbdfeeeb1dfc tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 210 time: 0.0572767 Mar 11 17:25:12.797774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Made reservation on behalf of 17c23cfab97e4d5cb19514617937b5d4 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:12.802349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:12.858137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:25:12.918575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-066a1d69-7c44-496e-98d4-45ce230a123c tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.920208 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-066a1d69-7c44-496e-98d4-45ce230a123c tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 945 time: 0.1720886 Mar 11 17:25:13.120243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Deleting port f3e2a928-3897-4759-8ddc-38023f7efe64 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:13.120667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.272701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64f6a47-9045-4275-b0bb-dc3713576b4d {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:13.296153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.322756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa7563-1ad5-44a8-ba2c-0ce47b5b2165 req-011e50d8-4412-43c2-84c0-4151610ac1db tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:13.332031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1aa7563-1ad5-44a8-ba2c-0ce47b5b2165 req-011e50d8-4412-43c2-84c0-4151610ac1db tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 945 time: 0.4814780 Mar 11 17:25:13.400795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1aa7563-1ad5-44a8-ba2c-0ce47b5b2165 req-6b25c3ea-ca0d-4a83-8799-5ee66a9cda5e tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa2841ee-e8fe-43e8-8913-ab4732fde997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678039 Mar 11 17:25:13.486712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] For port f3e2a928-3897-4759-8ddc-38023f7efe64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f3e2a928-3897-4759-8ddc-38023f7efe64,segment=NetworkSegment(74cd9224-9c54-4883-a787-a1d49645b904),segment_id=74cd9224-9c54-4883-a787-a1d49645b904)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:13.487234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.497082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.567289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Allocated IP 192.168.233.81 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/3461b424-764e-427b-9d99-22ab73174f86) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:13.579477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f62d8e-06e0-46f1-abe7-c1e7e3aea05f req-4fc02d03-564d-4730-ae6d-bdb358bcfc15 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:13.580214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c3f62d8e-06e0-46f1-abe7-c1e7e3aea05f req-4fc02d03-564d-4730-ae6d-bdb358bcfc15 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:13.690006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f64f6a47-9045-4275-b0bb-dc3713576b4d,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:13.766245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c3f62d8e-06e0-46f1-abe7-c1e7e3aea05f req-4fc02d03-564d-4730-ae6d-bdb358bcfc15 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:13.767438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3f62d8e-06e0-46f1-abe7-c1e7e3aea05f req-4fc02d03-564d-4730-ae6d-bdb358bcfc15 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 935 time: 0.7741361 Mar 11 17:25:13.856253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Calling delete_port for f3e2a928-3897-4759-8ddc-38023f7efe64 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:13.864998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-beb504c1-473b-400e-a536-5d22b6135914 req-d7072bfd-34a7-42b0-be15-ed3405ba1db7 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 210 time: 0.0827925 Mar 11 17:25:14.021663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ee4b9218-e513-4179-bfbe-930109b35a75 None None] Provisioning complete for port f64f6a47-9045-4275-b0bb-dc3713576b4d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:14.022264 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9218-e513-4179-bfbe-930109b35a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.065266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Router dfedbe67-a9fa-445a-9db1-650900c3cc61 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:25:14.069346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.104358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.110343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f3e2a928-3897-4759-8ddc-38023f7efe64'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:14.155294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Transition to ACTIVE for port object 3461b424-764e-427b-9d99-22ab73174f86 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:14.158334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b9218-e513-4179-bfbe-930109b35a75 None None] Port f64f6a47-9045-4275-b0bb-dc3713576b4d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:25:14.159590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Pushing event deleted for resources: {'Port': ['ID=f3e2a928-3897-4759-8ddc-38023f7efe64,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:14.313076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.350719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['03876416-ab7d-46a2-be05-bae3c7949834'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:14.399268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] No DVR routers for this DVR port f3e2a928-3897-4759-8ddc-38023f7efe64 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:14.406067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.434969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32519849-c87f-4822-b449-579914a19279', 'name': 'network-vif-deleted', 'tag': 'f3e2a928-3897-4759-8ddc-38023f7efe64'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:14.445269 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5182c24f-526d-4fd8-801e-889d2c2e3d76 req-9d9b10eb-161c-4e12-a687-a18fe249cecc tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.59 "DELETE /v2.0/ports/f3e2a928-3897-4759-8ddc-38023f7efe64 HTTP/1.1" status: 204 len: 173 time: 1.4547980 Mar 11 17:25:14.449413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Pushing event updated for resources: {'Port': ['ID=3461b424-764e-427b-9d99-22ab73174f86,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:14.483660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eb0ed64-6280-44a3-b3e9-7689dab020ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.490714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3f62d8e-06e0-46f1-abe7-c1e7e3aea05f req-bfaadac3-5048-4623-805c-a1f458434418 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242681 Mar 11 17:25:14.519314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:14.520111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:14.520448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:14.542744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:14.545288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:14.551513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:25:14.562636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:14.579244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-17255b4a-f943-4519-a67c-7b5a98d43695 admin admin] 10.222.0.96 "PUT /v2.0/routers/dfedbe67-a9fa-445a-9db1-650900c3cc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7375898 Mar 11 17:25:14.581824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43702) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:14.584105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:14.584428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:14.627228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaca7af-aa96-4526-80fd-6e29ed04875b req-97d97a75-8498-4524-b133-8b7e0a21e840 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:14.632033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ceaca7af-aa96-4526-80fd-6e29ed04875b req-97d97a75-8498-4524-b133-8b7e0a21e840 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.4513068 Mar 11 17:25:14.632720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:14.633045 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:14.636622 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 2 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:14.638463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] Sync routers for ids ['dfedbe67-a9fa-445a-9db1-650900c3cc61'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:25:14.693554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] Routers {'dfedbe67-a9fa-445a-9db1-650900c3cc61'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:25:14.694179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:25:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dfedbe67-a9fa-445a-9db1-650900c3cc61'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:14.770661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:14.773054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.897933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ceaca7af-aa96-4526-80fd-6e29ed04875b req-870b1d6c-bd04-4a61-b9b2-1d8ace03d5fd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411439 Mar 11 17:25:14.905981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-b836ff55-ea10-4664-b01f-229ff3a517fa tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8534799 Mar 11 17:25:14.910251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:14.917691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:14.921067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:14.953129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Request body: {'port': {'device_id': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:14.980590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] Set router dfedbe67-a9fa-445a-9db1-650900c3cc61 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:25:15.046026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:15.046535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:15.075770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:15.090847 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:15.093929 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 3 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:15.171860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:15.194813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:15.196370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:15.236561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-1afc7867-e402-4d82-b83d-0f12aae92231 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.238805 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-1afc7867-e402-4d82-b83d-0f12aae92231 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 822 time: 0.3624046 Mar 11 17:25:15.269458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.324142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-afd0d36f-cccb-4f2a-a6e6-51d8b63c2c6e req-be62b5c8-d3bb-4801-a883-913296bcff0f tempest-LiveMigrationTest-1034316747 tempest-LiveMigrationTest-1034316747-project] 10.222.0.96 "GET /v2.0/ports?device_id=32519849-c87f-4822-b449-579914a19279 HTTP/1.1" status: 200 len: 210 time: 0.1100745 Mar 11 17:25:15.335436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:15.335760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:15.370142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Request body: {'port': {'device_id': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'admin_state_up': True, 'tenant_id': '7bb44b7525de46c7862a069fe7a04448'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:15.425434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:15.426951 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:15.435168 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 4 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:15.520113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-546b473b-e577-49fd-b362-88e917cfb4a1 None None] Provisioning for port 3461b424-764e-427b-9d99-22ab73174f86 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:15.547690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.550140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-546b473b-e577-49fd-b362-88e917cfb4a1 None None] Provisioning complete for port 3461b424-764e-427b-9d99-22ab73174f86 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:15.550539 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-546b473b-e577-49fd-b362-88e917cfb4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.583825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.604748 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32519849-c87f-4822-b449-579914a19279', 'name': 'network-vif-deleted', 'tag': 'f3e2a928-3897-4759-8ddc-38023f7efe64', 'status': 'completed', 'code': 200} Mar 11 17:25:15.650319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-546b473b-e577-49fd-b362-88e917cfb4a1 None None] Port 3461b424-764e-427b-9d99-22ab73174f86 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:25:15.708328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:15.717377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Usage tracker for resource:port and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:15.723987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:15.735266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:15.737555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.764086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Made reservation on behalf of 7bb44b7525de46c7862a069fe7a04448 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:15.769419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.776324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:15.776657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:15.777026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:15.790323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:25:11Z', 'revision_number': 5, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:15.805080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] Checking router: dfedbe67-a9fa-445a-9db1-650900c3cc61 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:25:15.807327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:15.807652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:15.823613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] Routers {'dfedbe67-a9fa-445a-9db1-650900c3cc61'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:25:15.824499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:25:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dfedbe67-a9fa-445a-9db1-650900c3cc61'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:15.866336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:15.866688 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:15.868780 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 5 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:15.942345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70c12-a0b2-433a-8626-91a0f3d7c399 req-5bf47ae9-6211-47f2-9522-51b7b7af4d85 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.943157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dbf70c12-a0b2-433a-8626-91a0f3d7c399 req-5bf47ae9-6211-47f2-9522-51b7b7af4d85 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Synchronizing usage tracker for tenant:17c23cfab97e4d5cb19514617937b5d4 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:15.952375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:15.956578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:15.957028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:15.977688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Allocated IP 172.20.0.3 (820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d/69849ede-bffe-4f7e-a7cd-55dd877dc481/fbee5837-baad-4e86-a5fa-060a466458e8) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:16.061082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.108944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] Set router dfedbe67-a9fa-445a-9db1-650900c3cc61 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:25:16.231504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Deleting port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:16.231923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.250507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f3e2a928-3897-4759-8ddc-38023f7efe64 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:16.358301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: f3e2a928-3897-4759-8ddc-38023f7efe64 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:16.358657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f3e2a928-3897-4759-8ddc-38023f7efe64 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:16.451797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c1a36b3-cccc-4d44-ad0e-5c6e8205cabb req-6ea9c991-b58e-4dcf-8888-3629b5922761 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 210 time: 0.0711432 Mar 11 17:25:16.463693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dbf70c12-a0b2-433a-8626-91a0f3d7c399 req-5bf47ae9-6211-47f2-9522-51b7b7af4d85 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Unset dirty status for tenant:17c23cfab97e4d5cb19514617937b5d4 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:16.473582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dbf70c12-a0b2-433a-8626-91a0f3d7c399 req-5bf47ae9-6211-47f2-9522-51b7b7af4d85 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 935 time: 1.2091620 Mar 11 17:25:16.521300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:25:11Z', 'revision_number': 5, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:16.529160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27635407-1000-41cc-8215-a58a2ac9685f None None] The sync data for ids ['dfedbe67-a9fa-445a-9db1-650900c3cc61'] in n-d-833436-1 is: [{'id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122197002-router', 'tenant_id': '7d329625ede047fb86b7843d85c1999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:20:50Z', 'updated_at': '2022-03-11T17:25:11Z', 'revision_number': 5, 'project_id': '7d329625ede047fb86b7843d85c1999f', 'gw_port': {'id': '36d09a92-d1d3-45cb-9bba-70605ad0cf2b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfedbe67-a9fa-445a-9db1-650900c3cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:20:53Z', 'updated_at': '2022-03-11T17:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:25:16.550610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.591508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:16.591987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:16.617538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] For port 36d09a92-d1d3-45cb-9bba-70605ad0cf2b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:16.619477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.642978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dbf70c12-a0b2-433a-8626-91a0f3d7c399 req-0408b39c-965d-44e9-ac71-e37f9b2d830d tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672781 Mar 11 17:25:16.645338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3461b424-764e-427b-9d99-22ab73174f86 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:16.693613 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.769177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.769497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:16.769931 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:16.776839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Calling delete_port for 36d09a92-d1d3-45cb-9bba-70605ad0cf2b owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:16.795580 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 6 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:16.847611 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.900460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:16.917210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:16.927405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Transition to ACTIVE for port object 3461b424-764e-427b-9d99-22ab73174f86 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:16.933659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:25:16.940212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:16.940822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:16.941492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:16.975782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-9fda9857-dfc8-441a-ac98-bee90512c4d8 service neutron] 10.222.0.59 "GET /v2.0/ports/6363f432-5a42-401c-ac59-31971372ee3f/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.4364882 Mar 11 17:25:16.976989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:16.977323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:16.980331 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.039950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:17.097154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.097836 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.142527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-5364ebc6-5c5d-448a-b93a-97cb1ea4db49 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7791309 Mar 11 17:25:17.159846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Pushing event updated for resources: {'Port': ['ID=3461b424-764e-427b-9d99-22ab73174f86,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:17.161090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Request body: {'port': {'device_id': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:17.173259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.177728 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:17.181138 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 7 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:17.341706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:17.342532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:17.343083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.366894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.424221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37801855-994e-42a2-b836-ca32589f5fd1 req-d08dc487-45a5-4170-a584-56e5fd042afe tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.425806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37801855-994e-42a2-b836-ca32589f5fd1 req-d08dc487-45a5-4170-a584-56e5fd042afe tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.5830014 Mar 11 17:25:17.454941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.455608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.470288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07994d1f-9487-487f-8284-23e6d7ad5a59 req-5be1418f-0958-4698-8a31-7cd61e31564d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.476793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-07994d1f-9487-487f-8284-23e6d7ad5a59 req-5be1418f-0958-4698-8a31-7cd61e31564d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 947 time: 0.7884614 Mar 11 17:25:17.572886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.573119 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:17.588908 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 8 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:17.621802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:17.622163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:17.622472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.665494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.666193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.678662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-07994d1f-9487-487f-8284-23e6d7ad5a59 req-9d6b857d-d7cb-4a98-b10b-10e9f523bc9a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009964 Mar 11 17:25:17.688036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37801855-994e-42a2-b836-ca32589f5fd1 req-cd235285-9648-4e1d-932d-f9521464a4f8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246017 Mar 11 17:25:17.696996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Attempting to bind port 3461b424-764e-427b-9d99-22ab73174f86 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:17.697369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Attempting to bind port 3461b424-764e-427b-9d99-22ab73174f86 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:17.697696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Attempting to bind port 3461b424-764e-427b-9d99-22ab73174f86 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.701562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.701875 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:17.704007 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 9 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:17.717786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-a3cfaa44-d952-4c5a-a4be-763606dddedd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1101 time: 0.3679130 Mar 11 17:25:17.724319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Port 3461b424-764e-427b-9d99-22ab73174f86 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.724640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Attempting to bind port 3461b424-764e-427b-9d99-22ab73174f86 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.728810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:17.729140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:17.729457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.738622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:25:17.739006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:17.739342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:25:17.739767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Bound port: 3461b424-764e-427b-9d99-22ab73174f86, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:17.740307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.744768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.762630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.762939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:17.820087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d09a92-d1d3-45cb-9bba-70605ad0cf2b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:17.851761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43738) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:17.854567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:17.856061 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:17.903618 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempt 10 to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d Mar 11 17:25:18.018986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] Deleting subnet 7d12b9a1-4acb-41d3-b473-4350706998f6 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:25:18.055610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:18.056351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:18.057926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:18.082431 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.155165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:18.155897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempting to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:18.201868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] For port 3461b424-764e-427b-9d99-22ab73174f86, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:18.211749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:18.212229 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Failed to bind port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:18.212678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.228917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-39987b42-55e3-41c5-9b75-a715c18351a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 1101 time: 0.4701884 Mar 11 17:25:18.245655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] For port 3461b424-764e-427b-9d99-22ab73174f86, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3461b424-764e-427b-9d99-22ab73174f86,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:18.291823 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.358903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:25:18.448799 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.483395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.571191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbee5837-baad-4e86-a5fa-060a466458e8 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:18.583044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.750193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Pushing event updated for resources: {'Port': ['ID=3461b424-764e-427b-9d99-22ab73174f86,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:18.788484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:18.819184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bf5d5-46e2-4b5c-9a55-241bad5bc839 req-1c95cf2c-cb53-4530-9b1f-31472007c371 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:18.828225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.829653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:18.829990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5bf3c4a6-d56c-4e17-912d-b67371b8f6d2 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:18.836785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-367bf5d5-46e2-4b5c-9a55-241bad5bc839 req-1c95cf2c-cb53-4530-9b1f-31472007c371 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 931 time: 0.8502944 Mar 11 17:25:18.861545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.867428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-70245c4e-8519-4431-a86e-f4cfaeac4941 service neutron] 10.222.0.59 "PUT /v2.0/ports/3461b424-764e-427b-9d99-22ab73174f86 HTTP/1.1" status: 200 len: 1095 time: 3.9275634 Mar 11 17:25:18.887691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Transition to ACTIVE for port object fbee5837-baad-4e86-a5fa-060a466458e8 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:18.890430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'tag': '3461b424-764e-427b-9d99-22ab73174f86'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:18.996388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.018176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c013e7-cd8a-48c6-ac28-f70c67245e6e req-b4563205-8c41-4d29-935a-6211f3dd67d7 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:19.025419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12c013e7-cd8a-48c6-ac28-f70c67245e6e req-b4563205-8c41-4d29-935a-6211f3dd67d7 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 947 time: 0.9177873 Mar 11 17:25:19.051695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-367bf5d5-46e2-4b5c-9a55-241bad5bc839 req-c1ab3386-b9c1-49b0-85b7-d37113f6080a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Synchronizing usage tracker for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:19.106983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12c013e7-cd8a-48c6-ac28-f70c67245e6e req-6d1ee4bd-8880-4003-908d-05dec4362cc3 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805497 Mar 11 17:25:19.131831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.304528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.310273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-367bf5d5-46e2-4b5c-9a55-241bad5bc839 req-c1ab3386-b9c1-49b0-85b7-d37113f6080a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Unset dirty status for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:19.328228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-367bf5d5-46e2-4b5c-9a55-241bad5bc839 req-c1ab3386-b9c1-49b0-85b7-d37113f6080a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895785 Mar 11 17:25:19.334586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:19.378167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-c6320205-bfa0-43f5-a17b-c4c7bc8d4931 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17c23cfab97e4d5cb19514617937b5d4&device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 1098 time: 0.4114282 Mar 11 17:25:19.394168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] For port f64f6a47-9045-4275-b0bb-dc3713576b4d, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:19.394565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:25:19.415572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.503710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.523790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d12b9a1-4acb-41d3-b473-4350706998f6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:19.544778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.545279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfedbe67-a9fa-445a-9db1-650900c3cc61 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:19.550658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.551826 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0ddb65f6-4bc3-4b60-8582-058e50699094 admin admin] 10.222.0.96 "DELETE /v2.0/routers/dfedbe67-a9fa-445a-9db1-650900c3cc61 HTTP/1.1" status: 204 len: 168 time: 4.9689944 Mar 11 17:25:19.556018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43766) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:19.560632 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eb73c94a-4071-4941-ac05-1a39f346a5d3 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7d12b9a1-4acb-41d3-b473-4350706998f6 HTTP/1.1" status: 204 len: 168 time: 1.7062004 Mar 11 17:25:19.567173 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.613054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:19.671789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] In _notify_port_updated(), no bound segment for port f64f6a47-9045-4275-b0bb-dc3713576b4d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:25:19.673028 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.677468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] 10.222.0.97 "PUT /v2.0/ports/f64f6a47-9045-4275-b0bb-dc3713576b4d HTTP/1.1" status: 200 len: 1060 time: 8.3892698 Mar 11 17:25:19.803513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-c0e992e8-a230-4ea1-b03a-5440709496f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:19.805157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-c0e992e8-a230-4ea1-b03a-5440709496f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 1.5571849 Mar 11 17:25:19.808228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port f64f6a47-9045-4275-b0bb-dc3713576b4d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:19.808569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.843841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.849623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Attempting to bind port fbee5837-baad-4e86-a5fa-060a466458e8 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:19.850099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Attempting to bind port fbee5837-baad-4e86-a5fa-060a466458e8 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:19.850995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Attempting to bind port fbee5837-baad-4e86-a5fa-060a466458e8 on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:19.888358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] Deleting subnet a758661e-8251-4097-ae96-8821b74db97d {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:25:19.892264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.997554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-77055957-6e2c-4d18-ab56-55ff0e461ba9 None None] Provisioning complete for port f64f6a47-9045-4275-b0bb-dc3713576b4d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:19.998857 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77055957-6e2c-4d18-ab56-55ff0e461ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.007364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Port fbee5837-baad-4e86-a5fa-060a466458e8 on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:20.007696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Attempting to bind port fbee5837-baad-4e86-a5fa-060a466458e8 on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:20.015806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.080733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-77055957-6e2c-4d18-ab56-55ff0e461ba9 None None] Port f64f6a47-9045-4275-b0bb-dc3713576b4d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:25:20.132533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:25:20.132880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Checking segment: {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:20.133306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Bound using segment: {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:25:20.133761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Bound port: fbee5837-baad-4e86-a5fa-060a466458e8, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:20.134100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.146514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port f64f6a47-9045-4275-b0bb-dc3713576b4d, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:20.146861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.175780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:20.279112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-af3be276-c5f2-41dc-bec2-cfea9be9f56b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 200 len: 217 time: 0.4036496 Mar 11 17:25:20.290315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:20.294829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:20.301259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.304353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for f64f6a47-9045-4275-b0bb-dc3713576b4d owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:20.312706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.329021 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.355057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:20.370252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:20.382250 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.395938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-030efa2c-a083-445c-ac3a-31302f18cc11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3461b424-764e-427b-9d99-22ab73174f86 HTTP/1.1" status: 200 len: 217 time: 0.9771032 Mar 11 17:25:20.471265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:20.487702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 36d09a92-d1d3-45cb-9bba-70605ad0cf2b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:20.540389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 36d09a92-d1d3-45cb-9bba-70605ad0cf2b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:20.541519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 36d09a92-d1d3-45cb-9bba-70605ad0cf2b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:20.545740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124c5e-8118-475a-95eb-a99ddfe0b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f64f6a47-9045-4275-b0bb-dc3713576b4d,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:20.561007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fc87ad-c604-4856-8121-97a0326e11ac']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:20.575357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cd9224-9c54-4883-a787-a1d49645b904') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:20.575647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cd9224-9c54-4883-a787-a1d49645b904') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:20.586528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecac69-3ced-442f-911c-fe77c8af4c56 req-e1afda7c-ab9c-4bf2-8cda-4c346fb18757 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:20.593643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbecac69-3ced-442f-911c-fe77c8af4c56 req-e1afda7c-ab9c-4bf2-8cda-4c346fb18757 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 1.0106473 Mar 11 17:25:20.596348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-fec95662-e348-41c4-b161-fd9269a4fa2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:20.597871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-fec95662-e348-41c4-b161-fd9269a4fa2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2514420 Mar 11 17:25:20.620271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.666432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.668680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] 10.222.0.59 "PUT /v2.0/ports/fbee5837-baad-4e86-a5fa-060a466458e8 HTTP/1.1" status: 200 len: 1091 time: 3.5116558 Mar 11 17:25:20.670323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.672780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:20.688963 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:25:20.689516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.690172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-a5777c03-a341-4bfe-872f-f2589d7c8ede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:20.691928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-a5777c03-a341-4bfe-872f-f2589d7c8ede service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2708471 Mar 11 17:25:20.702617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73f05-b64a-494a-a887-82e4fb559ddf req-a92a2728-9fc9-4e3c-b78b-9b69b5343d8b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:20.706960 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:20.709081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd188fb6-817c-4d01-b45c-6e86973d95ae service neutron] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:20.710281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ad73f05-b64a-494a-a887-82e4fb559ddf req-a92a2728-9fc9-4e3c-b78b-9b69b5343d8b tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 947 time: 1.1976793 Mar 11 17:25:20.794236 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.853058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.861005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.948790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fc87ad-c604-4856-8121-97a0326e11ac,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:20.964753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-abfc2563-b118-4bbe-b2a9-31f64a642a1b admin admin] 10.222.0.96 "DELETE /v2.0/networks/c0fc87ad-c604-4856-8121-97a0326e11ac HTTP/1.1" status: 204 len: 168 time: 1.3489475 Mar 11 17:25:20.968493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43782) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:21.016046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.057167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbecac69-3ced-442f-911c-fe77c8af4c56 req-b7cefbc5-b0fa-43a4-8929-172b7f717422 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623682 Mar 11 17:25:21.060702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ad73f05-b64a-494a-a887-82e4fb559ddf req-1da0dd9a-a1c8-4bb9-b3a5-882c2f0c9ce5 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495150 Mar 11 17:25:21.080327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a758661e-8251-4097-ae96-8821b74db97d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:21.099879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.104049 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-55a76e98-8cfb-48a6-ac5e-e1c0c3c9bcba admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a758661e-8251-4097-ae96-8821b74db97d HTTP/1.1" status: 204 len: 168 time: 1.5441647 Mar 11 17:25:21.104799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b20e3a1-49c5-444c-820e-79082d97399f None None] Network 355726cd-b351-4288-a9fd-66338a7d1f24 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:25:21.106314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43788) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:21.127697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-5a327585-c5a5-4ec6-9106-3d987b50c032 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4008546 Mar 11 17:25:21.131135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] Deleting subnet 51253181-bc91-466b-9a3e-c1856234c095 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:25:21.150466 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-16b7cb37-072b-40d5-9303-eabf62d10429 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 1094 time: 0.2698345 Mar 11 17:25:21.151246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.338533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-85184096-850b-4d29-a6f7-98f64e16966d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbee5837-baad-4e86-a5fa-060a466458e8 HTTP/1.1" status: 200 len: 217 time: 0.1278696 Mar 11 17:25:21.367977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.461208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.501695 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.518806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:21.556234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-ef8b7ca6-bac3-4e4f-b8f4-08f8a214264c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:21.557831 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-ef8b7ca6-bac3-4e4f-b8f4-08f8a214264c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69849ede-bffe-4f7e-a7cd-55dd877dc481 HTTP/1.1" status: 200 len: 862 time: 0.1263261 Mar 11 17:25:21.615074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-30eea504-cdc6-4097-8e4d-c549d62f37ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469327 Mar 11 17:25:21.639565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.673424 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f', 'code': 200} Mar 11 17:25:21.676547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-a44dc4b6-7a2a-42c0-8b9f-3859fd5892b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0437994 Mar 11 17:25:21.692200 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'tag': '3461b424-764e-427b-9d99-22ab73174f86', 'status': 'completed', 'code': 200} Mar 11 17:25:21.716519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51253181-bc91-466b-9a3e-c1856234c095,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:21.741518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.754812 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-824bfa04-22ff-48d4-87f3-e82fcc40e2aa admin admin] 10.222.0.96 "DELETE /v2.0/subnets/51253181-bc91-466b-9a3e-c1856234c095 HTTP/1.1" status: 204 len: 168 time: 0.7831199 Mar 11 17:25:21.761609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43808) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:21.819062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3472e-601f-471f-b451-f38105970f2a None None] DHCP port deletion for 355726cd-b351-4288-a9fd-66338a7d1f24 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:25:21.856301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-12a3472e-601f-471f-b451-f38105970f2a None None] Deleting port f2688830-878d-4a89-a18a-22caa8ff8361 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:21.857270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a3472e-601f-471f-b451-f38105970f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.956544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=f64f6a47-9045-4275-b0bb-dc3713576b4d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:22.033193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.148640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.152447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-49bcfb48-b431-4371-b614-2dccc4072298 service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383648 Mar 11 17:25:22.222084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port f64f6a47-9045-4275-b0bb-dc3713576b4d on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:22.238251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.288405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-12a3472e-601f-471f-b451-f38105970f2a None None] For port f2688830-878d-4a89-a18a-22caa8ff8361, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f2688830-878d-4a89-a18a-22caa8ff8361,segment=NetworkSegment(51470334-f2c8-4297-b49c-b1a684a517b7),segment_id=51470334-f2c8-4297-b49c-b1a684a517b7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:22.288958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a3472e-601f-471f-b451-f38105970f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.297230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-a650bcd9-d81d-43f1-a657-5e2e1b59bc7f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "DELETE /v2.0/ports/f64f6a47-9045-4275-b0bb-dc3713576b4d HTTP/1.1" status: 204 len: 173 time: 2.6040051 Mar 11 17:25:22.315058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Deleting port f2688830-878d-4a89-a18a-22caa8ff8361 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:22.315646 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.360034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-bf305059-8f39-48cd-88e3-626dd5580822 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2052760 Mar 11 17:25:22.503094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdc080c4-e25c-4621-add8-f19ce7156c57 req-9adf3b65-54f7-43d3-ac9f-0d922aa4f44b service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702732 Mar 11 17:25:22.543685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-12a3472e-601f-471f-b451-f38105970f2a None None] Calling delete_port for f2688830-878d-4a89-a18a-22caa8ff8361 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:22.568703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.575240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f2688830-878d-4a89-a18a-22caa8ff8361 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:22.577063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-885c2ca9-56e1-46c1-8050-71d58104c9be service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640078 Mar 11 17:25:22.588759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b736-dc46-40bc-ab6d-3f1244b51845 req-6ffeb887-099d-42bf-a264-62f536bd9c11 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.590686 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbb2b736-dc46-40bc-ab6d-3f1244b51845 req-6ffeb887-099d-42bf-a264-62f536bd9c11 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 943 time: 0.7148578 Mar 11 17:25:22.632501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2427c2c-49e5-46ab-8963-e297a3b59a95']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:22.647257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5cf8fd-c1b6-4233-957a-5d2ec95996c6') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:22.647796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5cf8fd-c1b6-4233-957a-5d2ec95996c6') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:22.663180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.682565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94790c8-8d88-4dff-b04c-7646b9974c5d req-ec59efd1-2d94-4dd7-95c7-ea455f5e9e23 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.683586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.690050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a94790c8-8d88-4dff-b04c-7646b9974c5d req-ec59efd1-2d94-4dd7-95c7-ea455f5e9e23 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 947 time: 0.9841869 Mar 11 17:25:22.691214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:25:22.691881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:22.709787 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:22.820331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.822283 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.836730 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a3472e-601f-471f-b451-f38105970f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.851568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-7071c1ec-1594-4317-bbb0-98882e807037 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.4316971 Mar 11 17:25:22.895990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3472e-601f-471f-b451-f38105970f2a None None] Pushing event deleted for resources: {'Port': ['ID=f2688830-878d-4a89-a18a-22caa8ff8361,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:22.945497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-5a87be7c-f3bb-4952-a4b5-a8363d938985 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710616 Mar 11 17:25:22.948835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3472e-601f-471f-b451-f38105970f2a None None] No DVR routers for this DVR port f2688830-878d-4a89-a18a-22caa8ff8361 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:22.968336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.973052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2427c2c-49e5-46ab-8963-e297a3b59a95,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:22.976025 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-551bd6ec-5e37-49b5-94ee-3fa85dee1968 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d2427c2c-49e5-46ab-8963-e297a3b59a95 HTTP/1.1" status: 204 len: 168 time: 1.2133930 Mar 11 17:25:23.177577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:23.240207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbb2b736-dc46-40bc-ab6d-3f1244b51845 req-9082e543-5d5f-41c4-8100-695068ab1484 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427987 Mar 11 17:25:23.251526 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63fcd02c-5aee-4a04-9c28-818a6bfc513b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b4c822252d624705b05d87dc452f5f51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0721133 Mar 11 17:25:23.252066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c22cc0cb-2c97-4b77-a8e2-dcfb1b41d53c req-989e2aa0-6dbe-48a5-8a71-2923459ccfb9 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552885 Mar 11 17:25:23.255006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43828) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:23.311420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a94790c8-8d88-4dff-b04c-7646b9974c5d req-7d733a88-97e2-4816-a137-be2ebc58a8f5 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204443 Mar 11 17:25:23.338899 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'status': 'completed', 'code': 200} Mar 11 17:25:23.339481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a42-3b93-47f3-8cb7-d3d60d25857d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.383914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345ee78f-4532-45d2-91d6-359571ebdce5 req-4ee811c8-b33a-463e-b539-633950cbe72b service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206390 Mar 11 17:25:23.390663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a42-3b93-47f3-8cb7-d3d60d25857d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.395453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] For port f2688830-878d-4a89-a18a-22caa8ff8361, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f2688830-878d-4a89-a18a-22caa8ff8361,segment=NetworkSegment(51470334-f2c8-4297-b49c-b1a684a517b7),segment_id=51470334-f2c8-4297-b49c-b1a684a517b7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:23.395800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.487650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a42-3b93-47f3-8cb7-d3d60d25857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.506916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b4a42-3b93-47f3-8cb7-d3d60d25857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2841ee-e8fe-43e8-8913-ab4732fde997,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:23.525493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a42-3b93-47f3-8cb7-d3d60d25857d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.527133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6c2b4a42-3b93-47f3-8cb7-d3d60d25857d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fa2841ee-e8fe-43e8-8913-ab4732fde997 HTTP/1.1" status: 204 len: 168 time: 0.2711954 Mar 11 17:25:23.744014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d09a64-cc84-44e8-80e4-8d07379aaf7f', 'tag': 'f64f6a47-9045-4275-b0bb-dc3713576b4d'}, {'server_uuid': '77d09a64-cc84-44e8-80e4-8d07379aaf7f', 'name': 'network-vif-deleted', 'tag': 'f64f6a47-9045-4275-b0bb-dc3713576b4d'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:23.831565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Calling delete_port for f2688830-878d-4a89-a18a-22caa8ff8361 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:23.969738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-57648d42-78d7-4587-af9d-7acdc1ef6c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.979857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-57648d42-78d7-4587-af9d-7acdc1ef6c90 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0076177 Mar 11 17:25:24.040515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:25:24.041195 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:25:24.048068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-90ef8963-31fe-4273-8f49-f548a2d8f003 req-57d43a7d-0956-4aef-8038-98c2d09dfdd9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:24.101156 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-8a19a5ef-aa2f-42d4-9306-610c261907ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043131 Mar 11 17:25:24.121907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43838) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:24.138433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-90ef8963-31fe-4273-8f49-f548a2d8f003 req-57d43a7d-0956-4aef-8038-98c2d09dfdd9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:24.151219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90ef8963-31fe-4273-8f49-f548a2d8f003 req-57d43a7d-0956-4aef-8038-98c2d09dfdd9 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.4157205 Mar 11 17:25:24.201709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-8a51d4c6-6588-4581-856f-8668767628fc tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.1153407 Mar 11 17:25:24.216895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f495f70d-d5dd-4df0-b36e-cfb6ea1638bc no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:24.283108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-e026b096-f344-4c9d-9e9a-7534572b7c08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17c23cfab97e4d5cb19514617937b5d4&device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 1098 time: 0.8730583 Mar 11 17:25:24.288230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-9d4b8780-ce13-407d-bf74-6029f4c57077 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 1.0385358 Mar 11 17:25:24.301450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdf44408-33f0-455a-a8ad-292798abd08c req-df0c42ae-83c6-40d4-9528-d19051244508 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 1094 time: 0.8923597 Mar 11 17:25:24.308455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141d68a-5072-428d-b83b-56c92a47a7ae req-dd12702b-b86b-41f9-b982-729d22932002 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:24.310308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d141d68a-5072-428d-b83b-56c92a47a7ae req-dd12702b-b86b-41f9-b982-729d22932002 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.6169572 Mar 11 17:25:24.318443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9b004784-b023-4074-8c5f-c30189222607 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=244f6e8a515748868f0b51a815bb8a25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1929195 Mar 11 17:25:24.319066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43852) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:24.369811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-7643a28d-a2ec-4a4e-8fef-6270be07dd76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 1100 time: 0.2236812 Mar 11 17:25:24.438595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bee9367-253e-466a-9a8d-674c3f233173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.523270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.576810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Deleting port f2688830-878d-4a89-a18a-22caa8ff8361 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:24.576810 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.596122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:24.615991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bee9367-253e-466a-9a8d-674c3f233173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.623887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:24.630164 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.770092 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d09a64-cc84-44e8-80e4-8d07379aaf7f', 'tag': 'f64f6a47-9045-4275-b0bb-dc3713576b4d', 'status': 'completed', 'code': 200} Mar 11 17:25:24.770343 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d09a64-cc84-44e8-80e4-8d07379aaf7f', 'name': 'network-vif-deleted', 'tag': 'f64f6a47-9045-4275-b0bb-dc3713576b4d', 'status': 'completed', 'code': 200} Mar 11 17:25:24.777157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-75f7f55e-2e2d-4e10-996d-d10368ca35a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:24.779455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-75f7f55e-2e2d-4e10-996d-d10368ca35a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3801870 Mar 11 17:25:24.810141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:24.816822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] The port 'f2688830-878d-4a89-a18a-22caa8ff8361' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:25:24.820793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.821129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.821460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.821782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.822094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.822504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.822818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.823167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.823480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.823789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.824098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:24.913524 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bee9367-253e-466a-9a8d-674c3f233173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.935496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee9367-253e-466a-9a8d-674c3f233173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ea4a27-68a3-4974-9784-cc7a0f7f3684,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:24.938020 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-3688e445-8e1a-442e-8767-198206a9df41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 HTTP/1.1" status: 200 len: 217 time: 0.1501787 Mar 11 17:25:24.943846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bee9367-253e-466a-9a8d-674c3f233173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.944999 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0bee9367-253e-466a-9a8d-674c3f233173 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/51ea4a27-68a3-4974-9784-cc7a0f7f3684 HTTP/1.1" status: 204 len: 168 time: 0.6253641 Mar 11 17:25:25.032318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-61b72d3c-b4db-44c4-acae-97ce81cfcc50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.033864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-61b72d3c-b4db-44c4-acae-97ce81cfcc50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0877881 Mar 11 17:25:25.038206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-165be9d9-8c4c-4b08-8f67-7ef591efb051 req-ed227370-1289-439c-a528-2d410642b87f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.3016672 Mar 11 17:25:25.040522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d141d68a-5072-428d-b83b-56c92a47a7ae req-08f9c6df-54fe-43f5-86c4-7eee25574b2e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783505 Mar 11 17:25:25.148310 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-776f6f3e-2d68-481c-97d3-708da0c26eeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074634 Mar 11 17:25:25.261713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-8a7fdf02-0de2-442e-9625-995ec62ed682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.271564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-8a7fdf02-0de2-442e-9625-995ec62ed682 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.9599617 Mar 11 17:25:25.274717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-165be9d9-8c4c-4b08-8f67-7ef591efb051 req-ce7e8c72-105b-42ea-8b10-0e6bbe46b61a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1569812 Mar 11 17:25:25.282573 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.372732 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-f78c57d4-b448-4dbf-8597-1cb37c63d65e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172797 Mar 11 17:25:25.442196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-05b973cf-27da-4755-8baa-bad68e7d1f31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3461b424-764e-427b-9d99-22ab73174f86 HTTP/1.1" status: 200 len: 217 time: 0.1496878 Mar 11 17:25:25.521389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aacf385b-0c5d-4b3e-bdb1-12ea43d140e5 req-7e3056eb-80cb-458e-83ab-d75f53f6eb2a service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427307 Mar 11 17:25:25.740636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355726cd-b351-4288-a9fd-66338a7d1f24']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:25.755870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51470334-f2c8-4297-b49c-b1a684a517b7') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:25.756398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51470334-f2c8-4297-b49c-b1a684a517b7') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:25.770623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.788442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.795908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:25:25.796302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:25.912258 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:25.935597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44408-33f0-455a-a8ad-292798abd08c req-40c78183-2cd6-4cc6-909c-5d9a22a94b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.937048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdf44408-33f0-455a-a8ad-292798abd08c req-40c78183-2cd6-4cc6-909c-5d9a22a94b27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 924 time: 1.4046133 Mar 11 17:25:25.963912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a022df-0ed4-40de-aea7-71b97b6aec97 req-5f562a31-d518-4425-9140-028c196528d5 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.970710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9a022df-0ed4-40de-aea7-71b97b6aec97 req-5f562a31-d518-4425-9140-028c196528d5 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 943 time: 1.1137195 Mar 11 17:25:25.982241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-7d3e517a-49af-4c6b-8b9a-4e0174cf82f9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1065 time: 1.4508066 Mar 11 17:25:26.055472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.076932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:26.109900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-60f76588-e716-4e8d-a830-478a21cbb065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.112400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-60f76588-e716-4e8d-a830-478a21cbb065 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.6312091 Mar 11 17:25:26.145758 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.221114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdf44408-33f0-455a-a8ad-292798abd08c req-1401b607-f793-4537-8dcf-3516433a7cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbee5837-baad-4e86-a5fa-060a466458e8 HTTP/1.1" status: 200 len: 217 time: 0.2482936 Mar 11 17:25:26.227275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3461b424-764e-427b-9d99-22ab73174f86 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:26.238028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] Pushing event deleted for resources: {'Network': ['ID=355726cd-b351-4288-a9fd-66338a7d1f24,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:26.287357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-32ad5c56-701c-4037-a349-6aeac6eb460e admin admin] 10.222.0.96 "DELETE /v2.0/networks/355726cd-b351-4288-a9fd-66338a7d1f24 HTTP/1.1" status: 204 len: 168 time: 5.1415660 Mar 11 17:25:26.311229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165be9d9-8c4c-4b08-8f67-7ef591efb051 req-7b462db8-5462-4144-b706-183c24741c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.312706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-165be9d9-8c4c-4b08-8f67-7ef591efb051 req-7b462db8-5462-4144-b706-183c24741c81 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0223751 Mar 11 17:25:26.373280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9a022df-0ed4-40de-aea7-71b97b6aec97 req-6b45b80a-55f3-4682-92c3-1b1183fdfc90 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015026 Mar 11 17:25:26.396878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac07c24-aea9-4bc7-95d1-041d83f608bf req-366a33ae-5a36-49f1-b385-c07f7f0abd93 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.406974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fac07c24-aea9-4bc7-95d1-041d83f608bf req-366a33ae-5a36-49f1-b385-c07f7f0abd93 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 947 time: 1.0327721 Mar 11 17:25:26.530315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44408-33f0-455a-a8ad-292798abd08c req-db6a18ac-ec24-4d1a-9e23-fcd5c5f894a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.531843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdf44408-33f0-455a-a8ad-292798abd08c req-db6a18ac-ec24-4d1a-9e23-fcd5c5f894a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69849ede-bffe-4f7e-a7cd-55dd877dc481 HTTP/1.1" status: 200 len: 862 time: 0.2966025 Mar 11 17:25:26.537675 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.601189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3461b424-764e-427b-9d99-22ab73174f86, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3461b424-764e-427b-9d99-22ab73174f86,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:26.631788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '3461b424-764e-427b-9d99-22ab73174f86', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '3461b424-764e-427b-9d99-22ab73174f86', 'mac_address': 'fa:16:3e:52:b7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:26.669042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43902) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:26.739750 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-25940335-acff-4ce7-8202-7fd2c3f2f323 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0a5ff74d83204b938fa273a0a284aaac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0686617 Mar 11 17:25:26.741741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43908) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:26.753712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.804661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8a707b9-c6bb-42ef-ba70-68772d5a37db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.805976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3461b424-764e-427b-9d99-22ab73174f86 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:26.821637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:26.835789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8a707b9-c6bb-42ef-ba70-68772d5a37db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.846090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3461b424-764e-427b-9d99-22ab73174f86, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3461b424-764e-427b-9d99-22ab73174f86,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:26.848102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.851622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdf44408-33f0-455a-a8ad-292798abd08c req-6b1030f0-40ef-43f1-b34e-18b3c7f5301d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2829866 Mar 11 17:25:26.857455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.858656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fbee5837-baad-4e86-a5fa-060a466458e8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:26.898917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-735726bb-fb34-4732-98ac-7b766076630e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.2840490 Mar 11 17:25:26.910610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8a707b9-c6bb-42ef-ba70-68772d5a37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.936784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a707b9-c6bb-42ef-ba70-68772d5a37db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d59760c-7b7c-4ba6-aa0a-5fe0056122bf,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:26.948070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8a707b9-c6bb-42ef-ba70-68772d5a37db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.950620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8a707b9-c6bb-42ef-ba70-68772d5a37db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0d59760c-7b7c-4ba6-aa0a-5fe0056122bf HTTP/1.1" status: 204 len: 168 time: 0.2076705 Mar 11 17:25:27.083950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.105063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdf44408-33f0-455a-a8ad-292798abd08c req-58525d21-d1a5-4a27-bdb0-4591e4f58ce9 service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600194 Mar 11 17:25:27.231433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:27.231752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:27.232076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:27.258315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-f540bcd0-7650-4520-9195-45a602a35e7d service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521957 Mar 11 17:25:27.270421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=3461b424-764e-427b-9d99-22ab73174f86,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:27.361229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-543ad262-404b-442b-96f6-be9a83a9cd2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2171860 Mar 11 17:25:27.362184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:27.362184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:27.370659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fac07c24-aea9-4bc7-95d1-041d83f608bf req-8f49441b-3c17-4b37-ae67-7d7f437f5e36 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9628053 Mar 11 17:25:27.377472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:27.431331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'port_id': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'mac_address': 'fa:16:3e:60:e0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69849ede-bffe-4f7e-a7cd-55dd877dc481', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:27.548613 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'code': 200} Mar 11 17:25:27.563113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.650183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbee5837-baad-4e86-a5fa-060a466458e8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:27.687368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:27.695272 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.696005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:27.732326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:27.793058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-f6b0600b-829f-4459-a752-c46c9f7213f4 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209971 Mar 11 17:25:27.793914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-7f785376-577a-477b-b876-3c1c98985ab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.795257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-7f785376-577a-477b-b876-3c1c98985ab3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5138245 Mar 11 17:25:27.819910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:27.831366 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1fd4922-e3f3-4a9b-b6f6-9519000e9707 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7d329625ede047fb86b7843d85c1999f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0971088 Mar 11 17:25:27.831961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43934) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:27.836321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:27.854233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '6363f432-5a42-401c-ac59-31971372ee3f', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '6363f432-5a42-401c-ac59-31971372ee3f', 'mac_address': 'fa:16:3e:47:15:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:27.901862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-023a8a0d-9d07-410d-94ed-50f59380fd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.921212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.931184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-023a8a0d-9d07-410d-94ed-50f59380fd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.943454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6363f432-5a42-401c-ac59-31971372ee3f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:27.962751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:27.967032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f689d20-2862-42dd-83f7-b4c389b26dce req-310a5ebf-f2d3-418e-a3d5-a857d2dd7fb4 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.1695094 Mar 11 17:25:27.969756 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.005177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-023a8a0d-9d07-410d-94ed-50f59380fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.021239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a8a0d-9d07-410d-94ed-50f59380fd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a0301-7b22-4eae-bb55-9530bda90b17,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:28.027616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-421aaf1d-71fa-4db0-be37-71300181d603 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.97 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.0712445 Mar 11 17:25:28.030477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-023a8a0d-9d07-410d-94ed-50f59380fd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.031993 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-023a8a0d-9d07-410d-94ed-50f59380fd6e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dd6a0301-7b22-4eae-bb55-9530bda90b17 HTTP/1.1" status: 204 len: 168 time: 0.1988931 Mar 11 17:25:28.037232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.037566 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.044872 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 2 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.067505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.067824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.068148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.082014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.082341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.083377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:28.099719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=12']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:28.194995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933446de-8c6f-4d82-bbef-cd0aa6f6404b req-821a648e-4602-458a-a76a-c91621b50f33 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:28.210909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-933446de-8c6f-4d82-bbef-cd0aa6f6404b req-821a648e-4602-458a-a76a-c91621b50f33 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 948 time: 1.5973225 Mar 11 17:25:28.273595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.274159 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.286042 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 3 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.310205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdf44408-33f0-455a-a8ad-292798abd08c req-d2c2f779-54e2-4bd0-9090-22e0e0ddd8ec service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0229177 Mar 11 17:25:28.317915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4929ec56-ed29-4879-b9d8-a65ba8dd46ec req-239bed95-6f4e-41f1-83d3-bf77e1b72d1c service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044219 Mar 11 17:25:28.320527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.320848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.321216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.335953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-933446de-8c6f-4d82-bbef-cd0aa6f6404b req-4ebef476-79f3-4ddc-815f-3d22478dd90a tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240311 Mar 11 17:25:28.346567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.347541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.457308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.457953 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.467073 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 4 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.486338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.486751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.487269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.501411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.501804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.526793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.527214 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.528622 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 5 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.586544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.586867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.587180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.609399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c743a2-02b0-4dda-a004-e7b615367ac0 req-169de680-bf37-4a08-96d8-dfc69c43e4ff tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:28.614956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68c743a2-02b0-4dda-a004-e7b615367ac0 req-169de680-bf37-4a08-96d8-dfc69c43e4ff tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 949 time: 0.2414351 Mar 11 17:25:28.634795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['fbee5837-baad-4e86-a5fa-060a466458e8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:28.642166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.642604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.676389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43966) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:28.682323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['3461b424-764e-427b-9d99-22ab73174f86'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:28.684374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.684704 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.688159 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 6 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.719571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68c743a2-02b0-4dda-a004-e7b615367ac0 req-f63caa2a-ac74-4fe1-a5ae-ed1ccec9e85a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992229 Mar 11 17:25:28.722462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.722815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.723122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.729597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-4e424867-84ab-47d8-9c94-2574fa163f51 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.0517282 Mar 11 17:25:28.734387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1220-956f-40aa-94e3-644c1ecb2c9f req-8e10a62b-19ad-4d97-84ee-0c7428a6fc94 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:28.735904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc5a1220-956f-40aa-94e3-644c1ecb2c9f req-8e10a62b-19ad-4d97-84ee-0c7428a6fc94 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 944 time: 0.1878560 Mar 11 17:25:28.738730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.739056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.743527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['6363f432-5a42-401c-ac59-31971372ee3f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:28.767018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.767314 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.769487 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 7 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.802973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc5a1220-956f-40aa-94e3-644c1ecb2c9f req-97a250b5-5763-43b6-9ab2-cdd226ab6af6 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590043 Mar 11 17:25:28.807946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.808212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.808529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.815230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.815837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.829695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.829695 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.829695 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 8 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.860192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.860551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.860868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.875609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.875876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.890512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.890842 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.891224 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 9 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.908470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.908697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.909091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.916098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.916465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.923048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.923310 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.923693 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempt 10 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:25:28.943504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.943827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.944143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.949994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.950306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:28.956128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:28.956441 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:25:28.956788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.114338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:29.115034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:25:29.128926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.129710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] In _notify_port_updated(), no bound segment for port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:25:29.130920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.132451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] 10.222.0.97 "PUT /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 1062 time: 3.0864608 Mar 11 17:25:29.209160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:29.243932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3682d-5948-4efd-a1c5-ca3eecbc47d8 req-ea59361a-8e5b-476c-bc61-bb7a796743db tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.246022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dc3682d-5948-4efd-a1c5-ca3eecbc47d8 req-ea59361a-8e5b-476c-bc61-bb7a796743db tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 948 time: 0.2237277 Mar 11 17:25:29.331422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374984ac-13f7-40c8-80f2-0369dd5cad5e service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=13']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:29.372230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dc3682d-5948-4efd-a1c5-ca3eecbc47d8 req-4b0a946b-6dc7-4f44-bfac-a75360d8b0c9 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162033 Mar 11 17:25:29.408279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-8eea628d-1c36-42d3-95c4-dd131ef830f6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.1435928 Mar 11 17:25:29.668782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e419155-2941-4d94-900c-8d9b5d943502 req-41774e8c-4076-4de8-87b5-0eca5a829ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.668782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-41774e8c-4076-4de8-87b5-0eca5a829ddd service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2356741 Mar 11 17:25:29.845212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-55e396d1-8f46-410b-a14a-57a9e6370854 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1526191 Mar 11 17:25:29.985058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004916d4-e62d-46c6-93cc-2d41f3781bb5 req-5d9b010a-6749-4e78-bf27-beb655326e03 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.985429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004916d4-e62d-46c6-93cc-2d41f3781bb5 req-5d9b010a-6749-4e78-bf27-beb655326e03 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.985787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004916d4-e62d-46c6-93cc-2d41f3781bb5 req-5d9b010a-6749-4e78-bf27-beb655326e03 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.986181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004916d4-e62d-46c6-93cc-2d41f3781bb5 req-5d9b010a-6749-4e78-bf27-beb655326e03 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.986541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004916d4-e62d-46c6-93cc-2d41f3781bb5 req-5d9b010a-6749-4e78-bf27-beb655326e03 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.988195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-004916d4-e62d-46c6-93cc-2d41f3781bb5 req-5d9b010a-6749-4e78-bf27-beb655326e03 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3613 time: 0.3205686 Mar 11 17:25:30.005391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e419155-2941-4d94-900c-8d9b5d943502 req-f032504f-9873-492d-bd3e-d5743413fa4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:30.006855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-f032504f-9873-492d-bd3e-d5743413fa4c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1227982 Mar 11 17:25:30.069791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-500dc42f-5072-429c-b738-f7d257dc0f7e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:30.071323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-500dc42f-5072-429c-b738-f7d257dc0f7e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 949 time: 0.2278712 Mar 11 17:25:30.266247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97cb5f60-9d52-4b1a-9aee-e6c9b48e2a7a req-4e827966-5d95-4ecc-a423-92c1fc2af9a7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.0570648 Mar 11 17:25:30.287542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-fde44dfb-ae69-4f46-a4f4-17214fcc49bf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2740126 Mar 11 17:25:30.301228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-c8540646-c855-413a-ae01-f3afd153e136 service neutron] 10.222.0.59 "GET /v2.0/ports/6363f432-5a42-401c-ac59-31971372ee3f/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.2092664 Mar 11 17:25:30.410571 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'status': 'completed', 'code': 200} Mar 11 17:25:30.540622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-b6511951-7953-4941-b7f8-2b0e275801b1 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466371 Mar 11 17:25:30.548638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-65ca4fee-6440-4084-a679-ff0f846c47e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 1100 time: 0.1795208 Mar 11 17:25:30.909052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-4150d33d-2d48-4dd6-be68-ee15d7e1b3f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.4158721 Mar 11 17:25:30.915278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e419155-2941-4d94-900c-8d9b5d943502 req-6404d564-6de7-41e5-9aff-702a398f369a service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656716 Mar 11 17:25:30.919684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-8631f097-ac59-4a43-b9ae-e7fd30cde46d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:30.921013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-8631f097-ac59-4a43-b9ae-e7fd30cde46d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3522401 Mar 11 17:25:31.125320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-e636cdad-7963-4fc8-aad6-53993a3f2df0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 200 len: 217 time: 0.1820915 Mar 11 17:25:31.139246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f286f-4397-42e2-b305-fd3eac6209ce req-c4be745a-1764-41ac-b365-95b88223edcb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.140650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-469f286f-4397-42e2-b305-fd3eac6209ce req-c4be745a-1764-41ac-b365-95b88223edcb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 949 time: 0.4853506 Mar 11 17:25:31.145738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1817042-f005-4b3b-9f79-a633eca87183 req-df063323-2796-49ea-8545-f56fef149124 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.147079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1817042-f005-4b3b-9f79-a633eca87183 req-df063323-2796-49ea-8545-f56fef149124 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 944 time: 0.4362476 Mar 11 17:25:31.293334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-125d2752-1699-4bc4-b040-93a7e7f5fdb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.294803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-125d2752-1699-4bc4-b040-93a7e7f5fdb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3782535 Mar 11 17:25:31.304543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-f748bc24-8d63-4efb-a156-a7ebb9c4f438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.305866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-f748bc24-8d63-4efb-a156-a7ebb9c4f438 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1568573 Mar 11 17:25:31.409299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-469f286f-4397-42e2-b305-fd3eac6209ce req-7e17b52d-b220-4be0-99a2-05ef5572c804 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612710 Mar 11 17:25:31.435907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1817042-f005-4b3b-9f79-a633eca87183 req-eb79066b-76cd-43d8-920c-63c150a429e6 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360432 Mar 11 17:25:31.435907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-a0680167-24e3-4290-a206-e8cd9838ca76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1245384 Mar 11 17:25:31.441217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-126b9f99-7664-4944-a91c-be51f41e35f8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.4443591 Mar 11 17:25:31.785647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dacaf13-dfe2-4632-8fa2-6f451106cb56 req-556db080-b6e0-4185-93ca-ed74ce72c679 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=77d09a64-cc84-44e8-80e4-8d07379aaf7f HTTP/1.1" status: 200 len: 210 time: 0.0826094 Mar 11 17:25:31.799803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-76637d53-5536-4cad-b87f-d1b460701bc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.801221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-76637d53-5536-4cad-b87f-d1b460701bc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.3590295 Mar 11 17:25:31.914470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-6bba9613-96f8-43bc-9634-3f0bdeb58220 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5477681 Mar 11 17:25:31.921077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-83df765c-0bf5-47e8-b68e-2288bd350548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.922516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-83df765c-0bf5-47e8-b68e-2288bd350548 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4396439 Mar 11 17:25:31.925377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2382-d3f4-4fd0-9c2b-ae4d9e07b498 req-b4524b82-80b5-4af3-a923-12b8d297a033 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.926677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54ff2382-d3f4-4fd0-9c2b-ae4d9e07b498 req-b4524b82-80b5-4af3-a923-12b8d297a033 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 886 time: 0.4449325 Mar 11 17:25:32.114787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-d06cffa2-0b5f-4ede-8736-fd33de91f40d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1626630 Mar 11 17:25:32.229763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-553ab29c-c75e-4dc7-94dc-4bcaaf596763 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4123075 Mar 11 17:25:32.241646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-87d4dc63-674e-4711-9ee2-9fcf6d3ad889 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181393 Mar 11 17:25:32.270530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-bfa232e3-ae42-43ff-a3ae-6d1ae985c7a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.271918 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-bfa232e3-ae42-43ff-a3ae-6d1ae985c7a3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1482182 Mar 11 17:25:32.273312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:32.356223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3461b424-764e-427b-9d99-22ab73174f86 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:32.476980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:32.477244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e1106-1805-43d6-b450-5ec67e494a11 req-fae52977-cced-4e08-8c77-c20ea159e5dc tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.478748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a6e1106-1805-43d6-b450-5ec67e494a11 req-fae52977-cced-4e08-8c77-c20ea159e5dc tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 948 time: 0.4281452 Mar 11 17:25:32.493257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '48944043-160f-47cd-b493-759e0e3f92df', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '48944043-160f-47cd-b493-759e0e3f92df', 'mac_address': 'fa:16:3e:21:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:32.530305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 3461b424-764e-427b-9d99-22ab73174f86 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:32.541743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 3461b424-764e-427b-9d99-22ab73174f86 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:32.542224 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.605985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.617261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-7ac04a73-83e5-4125-9597-80597feebfd6 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483424 Mar 11 17:25:32.628980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48944043-160f-47cd-b493-759e0e3f92df {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:32.674148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-ea9847a7-e6bc-4e37-af65-0726af75cc1e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346509 Mar 11 17:25:32.674842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:32.689399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.718580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-b9f91b51-7e44-4a17-8248-a6e8d9165861 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4248164 Mar 11 17:25:32.752977 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.784359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:32.792772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3461b424-764e-427b-9d99-22ab73174f86'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:32.797365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a6e1106-1805-43d6-b450-5ec67e494a11 req-e3db5e1e-5fb7-4889-a208-e5693c07bb55 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052471 Mar 11 17:25:32.803254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 3461b424-764e-427b-9d99-22ab73174f86, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3461b424-764e-427b-9d99-22ab73174f86,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:32.813658 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.814966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fbee5837-baad-4e86-a5fa-060a466458e8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:32.942188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=3461b424-764e-427b-9d99-22ab73174f86,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:32.950921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ced93-9135-482c-b28c-daa502ee09e6 req-cfc7353d-ba65-4870-874b-cd479c51a4f5 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.951498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ced93-9135-482c-b28c-daa502ee09e6 req-cfc7353d-ba65-4870-874b-cd479c51a4f5 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.951721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ced93-9135-482c-b28c-daa502ee09e6 req-cfc7353d-ba65-4870-874b-cd479c51a4f5 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.951994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ced93-9135-482c-b28c-daa502ee09e6 req-cfc7353d-ba65-4870-874b-cd479c51a4f5 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.952345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ced93-9135-482c-b28c-daa502ee09e6 req-cfc7353d-ba65-4870-874b-cd479c51a4f5 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.967100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-599ced93-9135-482c-b28c-daa502ee09e6 req-cfc7353d-ba65-4870-874b-cd479c51a4f5 tempest-NetworksTest-92299091 tempest-NetworksTest-92299091-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3613 time: 0.3876388 Mar 11 17:25:32.979525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['48944043-160f-47cd-b493-759e0e3f92df'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:33.021763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-e1e10d7d-0945-435a-a7de-c6ffebac3d82 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366590 Mar 11 17:25:33.071782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port fbee5837-baad-4e86-a5fa-060a466458e8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:33.091467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port fbee5837-baad-4e86-a5fa-060a466458e8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:33.091832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.111120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-d649dec3-79be-4061-bf46-d20aead6ea63 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387089 Mar 11 17:25:33.367495 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.405510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:33.410456 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.411941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:33.429725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44106) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:33.483862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851e7aa7-7dc8-434a-bda9-ac589823bb62 req-5448cb24-3061-4396-80d5-52c364b2e7eb service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654604 Mar 11 17:25:33.531667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:33.536339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fcf70-e457-43f9-b124-7da9cf8bf45e req-cb9c13f7-9af8-439d-bed9-6884b33c2b12 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.538558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-658fcf70-e457-43f9-b124-7da9cf8bf45e req-cb9c13f7-9af8-439d-bed9-6884b33c2b12 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 944 time: 0.2271852 Mar 11 17:25:33.547410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 6363f432-5a42-401c-ac59-31971372ee3f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:33.547770 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.554497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c77167-30be-410a-aad7-5b77b1d22835 req-644903aa-3ea2-4c37-be69-bd3bd17d488c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.556205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c77167-30be-410a-aad7-5b77b1d22835 req-644903aa-3ea2-4c37-be69-bd3bd17d488c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 949 time: 0.2462559 Mar 11 17:25:33.610160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.621867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-658fcf70-e457-43f9-b124-7da9cf8bf45e req-f690200d-7d8d-4db6-9b25-362eaaa60592 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772777 Mar 11 17:25:33.649553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c77167-30be-410a-aad7-5b77b1d22835 req-fa4cac9e-1b9b-4394-9dd5-3918c36b1b7f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Mar 11 17:25:33.656065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:33.660038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e7b65be5cc49549b326680b0db2c0c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:33.663146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:33.669709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:33.712863 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.752425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.757759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.761047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:33.766755 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.769109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:33.814312 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3461b424-764e-427b-9d99-22ab73174f86', 'code': 200} Mar 11 17:25:33.821096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a72b8-7857-450d-aec3-df09596bc693,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:33.843072 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c14f7d79-6924-4586-9e9f-fd2ec99465c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c6e7b65be5cc49549b326680b0db2c0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4116733 Mar 11 17:25:33.845604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44120) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:33.945923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67c68f1d-d6dd-4e5e-b633-e0c498abde0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.953978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:33.977732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67c68f1d-d6dd-4e5e-b633-e0c498abde0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.034861 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.062284 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67c68f1d-d6dd-4e5e-b633-e0c498abde0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.069915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-d48fb75c-e8d7-4a06-bd7c-81eded90a087 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467145 Mar 11 17:25:34.074868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-705aaf20-3a57-4205-9338-ad38b400d808 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.076397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-705aaf20-3a57-4205-9338-ad38b400d808 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 0.2992675 Mar 11 17:25:34.077690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:34.083160 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.088929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c68f1d-d6dd-4e5e-b633-e0c498abde0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a72b8-7857-450d-aec3-df09596bc693,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:34.095608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67c68f1d-d6dd-4e5e-b633-e0c498abde0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.097923 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-67c68f1d-d6dd-4e5e-b633-e0c498abde0b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f93a72b8-7857-450d-aec3-df09596bc693 HTTP/1.1" status: 204 len: 168 time: 0.2507026 Mar 11 17:25:34.183350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe76b55d-601d-4229-b8ba-2a9510cce3e2 req-ce530dd7-1247-4c5b-88c8-373f227f850f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 1100 time: 0.2696741 Mar 11 17:25:34.184561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-6b8e512b-d441-455e-b5c1-2f9df1180e32 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/quotas/9417ea88f0b942e68b107dd852b88ef1 HTTP/1.1" status: 200 len: 375 time: 0.0789258 Mar 11 17:25:34.251669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:34.337852 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe76b55d-601d-4229-b8ba-2a9510cce3e2 req-8ca67970-2611-40a8-bcf7-8d2b6428cde0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442447 Mar 11 17:25:34.348712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-94225a4d-73ff-423a-babe-4b45763d881f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.350155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-94225a4d-73ff-423a-babe-4b45763d881f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726672 Mar 11 17:25:34.368545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-d6258855-3058-4112-b4de-48269fb2a30d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615112 Mar 11 17:25:34.373198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-6ef5bb0e-48b8-4c38-832b-83baa64ca8b3 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/quotas/f83120e3b28e4e86a82431693c2c0974 HTTP/1.1" status: 200 len: 375 time: 0.0152624 Mar 11 17:25:34.549738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:34.571550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.588280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-46f685e3-46f5-4168-b53d-ca197c698d04 service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120771 Mar 11 17:25:34.616303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:34.622582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Usage tracker for resource:security_group_rule and tenant:ccda6892aee148858ed355d411a83073 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:34.626044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:34.632292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:34.633130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-5bbe2e81-d5c6-4ad0-b18e-88b8665c016f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2367284 Mar 11 17:25:34.713783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.728323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.758383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-4054d024-8c36-453a-abf2-b5dfd1b97352 service neutron] 10.222.0.96 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605334 Mar 11 17:25:34.806188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92c3ba-4f6c-46b7-b51c-1c69b706d824,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:34.811754 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-08bf7e95-7e7b-4602-8e58-93c25150cd71 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ccda6892aee148858ed355d411a83073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2599216 Mar 11 17:25:34.814526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:34.927705 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38677e40-a7c2-4aa3-abc4-6d6f8c858c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.025260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38677e40-a7c2-4aa3-abc4-6d6f8c858c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.395990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38677e40-a7c2-4aa3-abc4-6d6f8c858c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.416856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38677e40-a7c2-4aa3-abc4-6d6f8c858c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92c3ba-4f6c-46b7-b51c-1c69b706d824,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:35.433529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ebb97-0c2c-41bb-b857-928b4e5c7662 req-21f844ce-88f4-43ef-9381-f2b318095b8a tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.440392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9ebb97-0c2c-41bb-b857-928b4e5c7662 req-21f844ce-88f4-43ef-9381-f2b318095b8a tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 949 time: 0.3584762 Mar 11 17:25:35.449755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38677e40-a7c2-4aa3-abc4-6d6f8c858c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.479999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-38677e40-a7c2-4aa3-abc4-6d6f8c858c7e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd92c3ba-4f6c-46b7-b51c-1c69b706d824 HTTP/1.1" status: 204 len: 168 time: 0.6379735 Mar 11 17:25:35.528614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9ebb97-0c2c-41bb-b857-928b4e5c7662 req-cef339a0-d358-4938-8d62-1cb993493eca tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872734 Mar 11 17:25:35.534182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03658080-4206-4970-995b-f49d3b55ce1e req-cfcd6f2b-54e2-4872-996a-3c55dc99e411 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.535648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03658080-4206-4970-995b-f49d3b55ce1e req-cfcd6f2b-54e2-4872-996a-3c55dc99e411 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.2117734 Mar 11 17:25:35.596688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03658080-4206-4970-995b-f49d3b55ce1e req-7cc6ba15-fcf7-4444-ab74-3942416d6154 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516255 Mar 11 17:25:35.816323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8'}, {'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f'}, {'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:36.010805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83726eba-e77e-4d4e-a199-11cb97bfbe84 req-f8a6b311-226b-4524-9060-902f6e9a7a53 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 210 time: 0.0792003 Mar 11 17:25:36.047120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-8db84f4e-f293-4b6e-86e3-c9dbac9e7a06 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.049254 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-8db84f4e-f293-4b6e-86e3-c9dbac9e7a06 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7f15445-52ca-4353-ab32-91ace166744a HTTP/1.1" status: 200 len: 944 time: 0.3558018 Mar 11 17:25:36.072236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4859ef-e77e-41f6-8a33-2b73c6555adf req-00eeca55-28c4-499a-b23d-1c56f1350d6e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.077893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f4859ef-e77e-41f6-8a33-2b73c6555adf req-00eeca55-28c4-499a-b23d-1c56f1350d6e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.3026597 Mar 11 17:25:36.323034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:36.371126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a964112-620c-4caa-87cf-63acdfe58d8f req-3003344f-896c-4923-b7d1-70c83ef55d1d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 210 time: 0.1046383 Mar 11 17:25:36.462965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 48944043-160f-47cd-b493-759e0e3f92df triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:36.464662 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.475820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f4859ef-e77e-41f6-8a33-2b73c6555adf req-b6e8beb6-6a05-44bf-88b4-ad5aee0d7d17 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116954 Mar 11 17:25:36.656421 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.702027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Deleting port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:36.702354 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.747073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:36.753988 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'code': 200} Mar 11 17:25:36.754253 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f', 'code': 200} Mar 11 17:25:36.754646 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'code': 200} Mar 11 17:25:36.757740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.917742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:36.946496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-6e7a2d02-3143-4923-b83d-8a3cc46ca0e2 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f83120e3b28e4e86a82431693c2c0974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868442 Mar 11 17:25:37.331705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-786ddb06-28b0-4435-8078-015ebe58e75c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.336174 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-786ddb06-28b0-4435-8078-015ebe58e75c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3824072 Mar 11 17:25:37.339343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:37.414176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-718160f6-0dfb-4bb4-a690-0999bb67c033 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1101 time: 0.9661832 Mar 11 17:25:37.418647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Request body: {'port': {'device_id': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'f83120e3b28e4e86a82431693c2c0974'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:37.509286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] For port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:37.510237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.685581 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb7d62a7-5c29-4372-af36-64013b3ea703 req-548cccaa-3004-4381-bb5b-a456f24c1e24 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 1096 time: 0.3433871 Mar 11 17:25:37.759118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Calling delete_port for 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:37.771406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.805354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:37.829732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:37.833721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Usage tracker for resource:security_group_rule and tenant:6e12b1950557483caf02dfa7529b7b43 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:37.836766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:37.846800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:37.869225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:37.873670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb7d62a7-5c29-4372-af36-64013b3ea703 req-dcac7370-ad8a-4cdf-b5e3-a84aa8a50458 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674464 Mar 11 17:25:37.900799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Made reservation on behalf of f83120e3b28e4e86a82431693c2c0974 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:37.904026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.034599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.044081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.063722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-1f64ffd5-9e34-4a5c-a8de-4882eef54a21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 1101 time: 0.2266865 Mar 11 17:25:38.105255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699df4d-f6fd-43a8-9ab5-13842d9c8e0d req-fd30238c-544a-4dd3-8c57-efa6d9a05be7 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.112189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5699df4d-f6fd-43a8-9ab5-13842d9c8e0d req-fd30238c-544a-4dd3-8c57-efa6d9a05be7 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 949 time: 0.7143741 Mar 11 17:25:38.150033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd12e5a-c14c-4e67-a680-ac6051068a73 req-7f04e7ab-0988-49be-a589-b03cfe747c2a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.156267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dd12e5a-c14c-4e67-a680-ac6051068a73 req-7f04e7ab-0988-49be-a589-b03cfe747c2a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.7518215 Mar 11 17:25:38.238219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040f2111-9ee6-46ee-8e54-512b8c96ad18,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:38.259655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04bd2917-d9fa-4177-9324-1aa58a007d0f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e12b1950557483caf02dfa7529b7b43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9163666 Mar 11 17:25:38.261212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:38.290693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Allocated IP 192.168.233.68 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/c570e9aa-a81d-47c0-9687-0657d4290390) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:38.319353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:38.343397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5699df4d-f6fd-43a8-9ab5-13842d9c8e0d req-26b0a2cc-f613-4d21-88b4-f70bd26f84bb tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302458 Mar 11 17:25:38.357579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.462698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:38.463337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:38.464001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:38.503210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event deleted for resources: {'Port': ['ID=32e7dc8b-9b2e-469c-b2d7-f2059f103d34,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:38.518294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f545ea25-af85-4851-a6d8-64f9f49879b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.538969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dd12e5a-c14c-4e67-a680-ac6051068a73 req-0693d074-6366-44f2-a47f-04228f31a7ad tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817549 Mar 11 17:25:38.621878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-ec5ee96c-712d-4ca0-83a4-c152e0de1e71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.626126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-ec5ee96c-712d-4ca0-83a4-c152e0de1e71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4641964 Mar 11 17:25:38.746610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6efa4145-5a1f-452a-a9be-b79b318d3e1d req-4b3fc9f5-577b-42ba-9c4f-db1f96195e4f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 210 time: 0.1180143 Mar 11 17:25:38.751308 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.841814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:38.913888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:38.943816 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.995483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] No DVR routers for this DVR port 32e7dc8b-9b2e-469c-b2d7-f2059f103d34 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:39.021955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85dcfc61-03b9-463a-9168-0082b50d8566 req-985db5a8-fb67-4680-8921-4df079edc145 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 210 time: 0.2073977 Mar 11 17:25:39.025709 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.037083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-deleted', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:39.057061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-790d5484-7d79-495f-8308-8ce1d945b28f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 200 len: 217 time: 0.2310679 Mar 11 17:25:39.085797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6a96bd1-9155-4f21-a437-48f66c8fd748 req-7225c129-1d01-4910-b63c-1e39beacd270 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "DELETE /v2.0/ports/32e7dc8b-9b2e-469c-b2d7-f2059f103d34 HTTP/1.1" status: 204 len: 173 time: 3.0025835 Mar 11 17:25:39.169661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.180522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.200049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Transition to ACTIVE for port object c570e9aa-a81d-47c0-9687-0657d4290390 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:39.236376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:39.241846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f545ea25-af85-4851-a6d8-64f9f49879b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.285142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.326495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:39.438438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event updated for resources: {'Port': ['ID=c570e9aa-a81d-47c0-9687-0657d4290390,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:39.494544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:39.499251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:39.503610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:25:39.581656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.582391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.686535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-12b283b6-f804-439b-9060-80c81ca6af43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.688009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-12b283b6-f804-439b-9060-80c81ca6af43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1949339 Mar 11 17:25:39.700240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-8946cab6-c587-4eaf-a577-f76e030c30b7 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2879295 Mar 11 17:25:39.731800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-bc9f6d1b-7102-4337-a50f-6543485dd606 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.733301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-bc9f6d1b-7102-4337-a50f-6543485dd606 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 805 time: 1.0046384 Mar 11 17:25:39.747164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Request body: {'port': {'device_id': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:39.830236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Request body: {'port': {'device_id': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'admin_state_up': True, 'tenant_id': '9417ea88f0b942e68b107dd852b88ef1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:39.984563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfe57c-c425-4868-94e6-c294f6aa4bc1 req-07948ced-f38b-4faa-bfdc-cf0b7a91dfb9 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.992244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10cfe57c-c425-4868-94e6-c294f6aa4bc1 req-07948ced-f38b-4faa-bfdc-cf0b7a91dfb9 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.8945646 Mar 11 17:25:39.995166 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df', 'code': 200} Mar 11 17:25:40.033562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-c54a9013-b3d9-4416-a702-9a9211da43d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3212783 Mar 11 17:25:40.083517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10cfe57c-c425-4868-94e6-c294f6aa4bc1 req-a675c80a-694a-4f1d-9c4a-a0cfe80a4f8f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900998 Mar 11 17:25:40.086391 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f15445-52ca-4353-ab32-91ace166744a', 'name': 'network-vif-deleted', 'tag': '32e7dc8b-9b2e-469c-b2d7-f2059f103d34', 'status': 'completed', 'code': 200} Mar 11 17:25:40.213505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13bf8fd0-28f5-479d-879b-e04175a8157a None None] Provisioning for port c570e9aa-a81d-47c0-9687-0657d4290390 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:40.267247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:40.286075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Usage tracker for resource:port and tenant:9417ea88f0b942e68b107dd852b88ef1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:40.302507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:40.320431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:40.363488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Made reservation on behalf of 9417ea88f0b942e68b107dd852b88ef1 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:40.367358 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.382092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13bf8fd0-28f5-479d-879b-e04175a8157a None None] Provisioning complete for port c570e9aa-a81d-47c0-9687-0657d4290390 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:40.388540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13bf8fd0-28f5-479d-879b-e04175a8157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.445978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f545ea25-af85-4851-a6d8-64f9f49879b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.466044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f545ea25-af85-4851-a6d8-64f9f49879b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.467559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f545ea25-af85-4851-a6d8-64f9f49879b1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/040f2111-9ee6-46ee-8e54-512b8c96ad18 HTTP/1.1" status: 204 len: 168 time: 2.1970539 Mar 11 17:25:40.475662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545ea25-af85-4851-a6d8-64f9f49879b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040f2111-9ee6-46ee-8e54-512b8c96ad18,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:40.569200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13bf8fd0-28f5-479d-879b-e04175a8157a None None] Port c570e9aa-a81d-47c0-9687-0657d4290390 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:25:40.663363 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.683539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-ad66bc2e-6442-42b1-932a-2c2e9f1806f9 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988979 Mar 11 17:25:40.692996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4dc10-a6c5-4c84-8198-0ee1a60e29f7 req-94fbbc8e-fbe6-4233-9f53-08317507eb45 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.695269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ba4dc10-a6c5-4c84-8198-0ee1a60e29f7 req-94fbbc8e-fbe6-4233-9f53-08317507eb45 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.4988487 Mar 11 17:25:40.817189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db173b15-34d5-4ff6-8394-5d98cfe28324 req-0ffd2bd0-e666-4809-88a6-86d4f2a6899e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.826181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db173b15-34d5-4ff6-8394-5d98cfe28324 req-0ffd2bd0-e666-4809-88a6-86d4f2a6899e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 935 time: 0.3538504 Mar 11 17:25:40.930352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ba4dc10-a6c5-4c84-8198-0ee1a60e29f7 req-8050ec25-12e4-434b-8a2a-959f8d5cbb26 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100651 Mar 11 17:25:40.988552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db173b15-34d5-4ff6-8394-5d98cfe28324 req-52d3db51-7205-45d6-8e1b-fea8c9bc99c6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614406 Mar 11 17:25:41.012730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0e55f17-a137-4d81-b96c-b1dfec9d6cbe req-1e4184ed-d08e-45a1-9415-b86167a91192 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162456 Mar 11 17:25:41.253051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf463f-1db8-4b31-aaa9-1ad4cf1e35e9 req-d40893b1-4e27-424f-94e8-7834a4d3f502 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.254680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fcf463f-1db8-4b31-aaa9-1ad4cf1e35e9 req-d40893b1-4e27-424f-94e8-7834a4d3f502 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 949 time: 0.1730084 Mar 11 17:25:41.259257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:41.264558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-077bf7e1-e87d-4749-869d-e7f819e6223c req-d1d05f3b-dc74-4116-8464-7c91f236bec8 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Synchronizing usage tracker for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:41.307839 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.315209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Allocated IP 172.20.0.7 (074fda53-884b-4958-8576-8b8571e6e8d3/b6361f39-f2f2-4a32-8655-5d1c958520a6/c279b64a-ca1f-4699-8e3d-619ac9261c3e) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:41.345919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-077bf7e1-e87d-4749-869d-e7f819e6223c req-d1d05f3b-dc74-4116-8464-7c91f236bec8 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Unset dirty status for tenant:9417ea88f0b942e68b107dd852b88ef1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:41.351322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-077bf7e1-e87d-4749-869d-e7f819e6223c req-d1d05f3b-dc74-4116-8464-7c91f236bec8 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 210 time: 0.1407754 Mar 11 17:25:41.395624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fcf463f-1db8-4b31-aaa9-1ad4cf1e35e9 req-b9b37128-f04c-4556-a38c-937a942575b9 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325440 Mar 11 17:25:41.401581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:41.405931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Usage tracker for resource:security_group_rule and tenant:1115a8057dd04a82b4cec1b3dac309c8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:41.413445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:41.424510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:41.526850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.534796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.610345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c570e9aa-a81d-47c0-9687-0657d4290390 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:41.618610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1115a8057dd04a82b4cec1b3dac309c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3574421 Mar 11 17:25:41.620689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65fa99-b806-4ec7-adf9-683cf137e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dcf580-d648-4adc-a7d8-4921881c2eb4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:41.623675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44300) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:41.643085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.700938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Transition to ACTIVE for port object c570e9aa-a81d-47c0-9687-0657d4290390 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:41.724571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.777580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886c624-476c-481f-b2a8-cf06bd15b28a req-0e80fb62-fcad-46bf-a825-a695cc99785b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.780752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1886c624-476c-481f-b2a8-cf06bd15b28a req-0e80fb62-fcad-46bf-a825-a695cc99785b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.1609824 Mar 11 17:25:41.804123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.868667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1886c624-476c-481f-b2a8-cf06bd15b28a req-0d63e06f-1e27-421a-8de7-eaee4e2cabae tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813665 Mar 11 17:25:41.906864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b94b344-1788-4575-afd3-5e7100ee70c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.997559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:42.081281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Pushing event updated for resources: {'Port': ['ID=c570e9aa-a81d-47c0-9687-0657d4290390,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:42.141989 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b94b344-1788-4575-afd3-5e7100ee70c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.223503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.235599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b94b344-1788-4575-afd3-5e7100ee70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.330571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451a1b7-3a57-420d-8ea4-ed0f07680a91 req-126fbc1d-a953-49b3-9327-4f11d174c8af tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.339497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2451a1b7-3a57-420d-8ea4-ed0f07680a91 req-126fbc1d-a953-49b3-9327-4f11d174c8af tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.2312524 Mar 11 17:25:42.347153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94b344-1788-4575-afd3-5e7100ee70c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dcf580-d648-4adc-a7d8-4921881c2eb4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:42.349766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:42.380823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9465209-4ddc-477b-b45e-28f14cbef553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.410211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Attempting to bind port c570e9aa-a81d-47c0-9687-0657d4290390 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:42.410698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Attempting to bind port c570e9aa-a81d-47c0-9687-0657d4290390 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:42.411109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Attempting to bind port c570e9aa-a81d-47c0-9687-0657d4290390 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:42.419243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Network 074fda53-884b-4958-8576-8b8571e6e8d3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:42.421883 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b94b344-1788-4575-afd3-5e7100ee70c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.423213 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3b94b344-1788-4575-afd3-5e7100ee70c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/64dcf580-d648-4adc-a7d8-4921881c2eb4 HTTP/1.1" status: 204 len: 168 time: 0.7961168 Mar 11 17:25:42.424355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:42.427704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:25:42.465898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Port c570e9aa-a81d-47c0-9687-0657d4290390 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:42.466221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Attempting to bind port c570e9aa-a81d-47c0-9687-0657d4290390 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:42.488442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:25:42.488664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:42.489044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:25:42.489469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Bound port: c570e9aa-a81d-47c0-9687-0657d4290390, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:42.489802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.531374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2451a1b7-3a57-420d-8ea4-ed0f07680a91 req-18ba2289-307b-4e78-b082-b3528f6628e8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904733 Mar 11 17:25:42.578555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.578555 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.586835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ffc6771-6917-4997-aec6-6343cd867289 req-d42c056a-8543-4208-8364-b198b42d5f67 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 1100 time: 0.1667032 Mar 11 17:25:42.628633 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-37ff31a9-235a-44f9-8bb4-535e68b9d434 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8061330 Mar 11 17:25:42.645873 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.651221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] For port c570e9aa-a81d-47c0-9687-0657d4290390, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:42.657488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] For port c570e9aa-a81d-47c0-9687-0657d4290390, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c570e9aa-a81d-47c0-9687-0657d4290390,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:42.662061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Request body: {'port': {'device_id': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:42.678646 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f', 'code': 200} Mar 11 17:25:42.693183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.741696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:42.753364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Usage tracker for resource:security_group_rule and tenant:714371e01ec041ef97daa2c5ab385117 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:42.761425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:42.766809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:42.797876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Pushing event updated for resources: {'Port': ['ID=c570e9aa-a81d-47c0-9687-0657d4290390,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:42.830498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.831904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-769c5a49-0b95-4659-88d7-d2c2e73f1711 service neutron] 10.222.0.59 "PUT /v2.0/ports/c570e9aa-a81d-47c0-9687-0657d4290390 HTTP/1.1" status: 200 len: 1095 time: 3.0962987 Mar 11 17:25:42.832338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'tag': 'c570e9aa-a81d-47c0-9687-0657d4290390'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:42.914910 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.023693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.041978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c867e-860a-4aad-a812-981119b393b3 req-f87f3b57-8eb3-4ebe-98a6-560ca75b247d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:43.043960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71c867e-860a-4aad-a812-981119b393b3 req-f87f3b57-8eb3-4ebe-98a6-560ca75b247d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 947 time: 0.1790826 Mar 11 17:25:43.044744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.225827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-07175595-60b2-4232-9581-37139c82720c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 1098 time: 0.2891462 Mar 11 17:25:43.227654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ffc6771-6917-4997-aec6-6343cd867289 req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365151 Mar 11 17:25:43.231648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7e03-76bd-4339-b54e-d3a5b4d338a6 tempest-LiveMigrationNegativeTest-1672229576 tempest-LiveMigrationNegativeTest-1672229576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7757acec-d656-47e1-a54d-82fbb166bace,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:43.344130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71c867e-860a-4aad-a812-981119b393b3 req-63991acd-6b5b-448d-ab29-9d2a3880deed tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864633 Mar 11 17:25:43.434856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-80be010e-da9a-4d22-ae86-7eb5fd0d3e4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c570e9aa-a81d-47c0-9687-0657d4290390 HTTP/1.1" status: 200 len: 217 time: 0.0866606 Mar 11 17:25:43.703316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76474463-826a-4517-970d-25076a63ee48 req-d4e228f0-6796-4cca-b2e6-881e28acdca7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:43.705134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76474463-826a-4517-970d-25076a63ee48 req-d4e228f0-6796-4cca-b2e6-881e28acdca7 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 931 time: 0.1427002 Mar 11 17:25:43.786035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76474463-826a-4517-970d-25076a63ee48 req-d3676870-bbc9-4725-911a-1f428bdc2b86 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Mar 11 17:25:43.828572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-af185289-21ac-4152-a30f-4fbb85c1572a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:43.830205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-af185289-21ac-4152-a30f-4fbb85c1572a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.3821867 Mar 11 17:25:44.070284 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'tag': 'c570e9aa-a81d-47c0-9687-0657d4290390', 'status': 'completed', 'code': 200} Mar 11 17:25:44.116860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-89c9c3df-b5b3-4b15-9755-3b47f30b0d91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2697499 Mar 11 17:25:44.158747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906f48-bf38-4b37-a548-6f535efeea51 req-d3833e9e-c6de-4361-ab48-c659dd488d3f tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.167533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe906f48-bf38-4b37-a548-6f535efeea51 req-d3833e9e-c6de-4361-ab48-c659dd488d3f tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.1736379 Mar 11 17:25:44.241271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe906f48-bf38-4b37-a548-6f535efeea51 req-0c5e82fb-bd8d-4e38-970d-e55d886736dc tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Mar 11 17:25:44.366337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:44.384620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-d0ac053f-1cd4-473f-89f6-a694c260e17d service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612803 Mar 11 17:25:44.392578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:25:44.552684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2d402-84c7-46ef-abb9-0d990610a970 req-a1d6ab62-fefe-4ccc-9a59-d61c73ca14b4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.561126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87e2d402-84c7-46ef-abb9-0d990610a970 req-a1d6ab62-fefe-4ccc-9a59-d61c73ca14b4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 948 time: 0.2065346 Mar 11 17:25:44.636886 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87e2d402-84c7-46ef-abb9-0d990610a970 req-cecd1096-5fcc-4848-9904-b41ac0f9495f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730829 Mar 11 17:25:44.640875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:44.642204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c279b64a-ca1f-4699-8e3d-619ac9261c3e {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:44.654322 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.660875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '6363f432-5a42-401c-ac59-31971372ee3f', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '6363f432-5a42-401c-ac59-31971372ee3f', 'mac_address': 'fa:16:3e:47:15:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:44.700533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Transition to ACTIVE for port object c279b64a-ca1f-4699-8e3d-619ac9261c3e will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:44.706679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-178f949d-71bc-4fad-b1a0-349bc4397419 req-88c11347-ae40-44a0-a226-68d38b0e3306 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037779 Mar 11 17:25:44.711699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.793429 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0949dc38-97cd-4a39-8d63-8043786aebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.836556 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.869212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6363f432-5a42-401c-ac59-31971372ee3f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:44.887563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:44.893703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.948277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:44.968234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f9c577c-2dc7-4643-90ef-8a53aacbd92e req-25c4b8f1-2fb1-4fa3-a8c0-2ffbf005dcc1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5602551 Mar 11 17:25:44.984439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:45.001658 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:25:45.137743 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-ffb52e91-fd5d-400a-b95c-0f1b0c094eb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83120e3b28e4e86a82431693c2c0974&device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 1098 time: 0.2915049 Mar 11 17:25:45.295425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baa0e5-0811-414a-91a2-5c0bbebd7b52 req-c0a46690-63fc-4324-8ad5-2f151411cc35 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.303157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8baa0e5-0811-414a-91a2-5c0bbebd7b52 req-c0a46690-63fc-4324-8ad5-2f151411cc35 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.1070817 Mar 11 17:25:45.340389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Attempting to bind port c279b64a-ca1f-4699-8e3d-619ac9261c3e on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:45.340809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Attempting to bind port c279b64a-ca1f-4699-8e3d-619ac9261c3e by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:45.341233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Attempting to bind port c279b64a-ca1f-4699-8e3d-619ac9261c3e on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:45.344516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['6363f432-5a42-401c-ac59-31971372ee3f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:45.353956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Port c279b64a-ca1f-4699-8e3d-619ac9261c3e on network 074fda53-884b-4958-8576-8b8571e6e8d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:45.354384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Attempting to bind port c279b64a-ca1f-4699-8e3d-619ac9261c3e on network 074fda53-884b-4958-8576-8b8571e6e8d3 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:45.364453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:25:45.364868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Checking segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:45.365314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Bound using segment: {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:25:45.365818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Bound port: c279b64a-ca1f-4699-8e3d-619ac9261c3e, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743bb953-2a77-4484-879b-e5d021c70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:45.366265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.400539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8baa0e5-0811-414a-91a2-5c0bbebd7b52 req-bd036289-da0d-4887-8d3e-d107cfb150fa tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907526 Mar 11 17:25:45.591719 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.640217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:45.644551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:45.675365 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.765574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.773839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-f01e3309-2ac7-4141-b214-70a6ee7ed2a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.775582 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-f01e3309-2ac7-4141-b214-70a6ee7ed2a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.6198597 Mar 11 17:25:45.861831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.863331 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/c279b64a-ca1f-4699-8e3d-619ac9261c3e HTTP/1.1" status: 200 len: 1091 time: 3.2082682 Mar 11 17:25:45.870155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-fab809a8-9661-4889-a771-989ac2bc0fad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c570e9aa-a81d-47c0-9687-0657d4290390 HTTP/1.1" status: 200 len: 217 time: 0.0845971 Mar 11 17:25:45.879358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3263f2-91ea-4b9b-9605-72aacc18f2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:45.882092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c440e-6303-44e3-9ccd-39e2bbd28139 req-c040f6dd-21da-4e01-a884-1c0cc56d8709 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.889167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b2c440e-6303-44e3-9ccd-39e2bbd28139 req-c040f6dd-21da-4e01-a884-1c0cc56d8709 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 947 time: 0.2254016 Mar 11 17:25:45.910157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de764-dba9-4782-933f-223cc21aed25 req-7cf269f3-8c7b-4682-a72c-7d4351c806f8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.911387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8de764-dba9-4782-933f-223cc21aed25 req-7cf269f3-8c7b-4682-a72c-7d4351c806f8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 950 time: 0.1380913 Mar 11 17:25:45.987367 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b2c440e-6303-44e3-9ccd-39e2bbd28139 req-be349cbb-bd1d-4e31-bd13-6e4045773220 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971062 Mar 11 17:25:45.993614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8de764-dba9-4782-933f-223cc21aed25 req-2471325f-6e17-45ff-8ce7-5f7ef2ec9e9a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760853 Mar 11 17:25:46.026624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-817e3b68-4c11-4d57-b0af-81762b540ce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:46.028124 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-817e3b68-4c11-4d57-b0af-81762b540ce7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1441979 Mar 11 17:25:46.078252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:46.107144 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-87f691a2-6328-445c-b23e-2778d09c95bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 1094 time: 0.1705530 Mar 11 17:25:46.194463 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-b72d3f6e-a9f8-4464-80e5-867eecad208c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e HTTP/1.1" status: 200 len: 217 time: 0.0719841 Mar 11 17:25:46.200293 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-4d2c52ed-fa74-4d22-996b-7bbd30f32df8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1639183 Mar 11 17:25:46.238175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f9d9-b151-4cb7-807b-692978f873cd req-689195a0-3368-4d83-8934-2258cc62db1f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:46.239807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b58f9d9-b151-4cb7-807b-692978f873cd req-689195a0-3368-4d83-8934-2258cc62db1f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 943 time: 0.1118486 Mar 11 17:25:46.298137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b58f9d9-b151-4cb7-807b-692978f873cd req-f3c716b8-ce62-4446-bf96-a940c567016d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509257 Mar 11 17:25:46.460034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-127d430f-6324-476c-9daa-b0d3e6ce0cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:46.462551 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-127d430f-6324-476c-9daa-b0d3e6ce0cd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.2609754 Mar 11 17:25:46.546107 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-42be104a-4a86-42ac-938f-d696c6dd5e39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750616 Mar 11 17:25:46.573392 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-f9747f8c-445c-49a5-aeee-e7be75966895 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380570 Mar 11 17:25:46.865362 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:46.946743 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'status': 'completed', 'code': 200} Mar 11 17:25:46.996211 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be094601-5cee-4697-804f-1e52ae59c7b8 req-5b1bb2cd-e9d1-4a2e-be7e-894f8b7b4ec8 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958211 Mar 11 17:25:47.020879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-e89a1623-3541-4aff-9c80-1e9799801b60 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428256 Mar 11 17:25:47.195631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf921ba-e101-47fb-a1a9-ac7dba1a8f71 req-db143d9f-fafe-45ff-bb47-021b6a413442 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.197087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adf921ba-e101-47fb-a1a9-ac7dba1a8f71 req-db143d9f-fafe-45ff-bb47-021b6a413442 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 949 time: 0.1011856 Mar 11 17:25:47.207440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee5958-fb72-4c6a-8178-106656293864 req-311cd3aa-2cce-4927-b33b-4945e1a3b325 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.214263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30ee5958-fb72-4c6a-8178-106656293864 req-311cd3aa-2cce-4927-b33b-4945e1a3b325 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.1616862 Mar 11 17:25:47.255006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d3ccc51d-79dc-49f2-81c9-3ae250ef40d0 req-c681a99a-b74c-48d2-854a-7c4e40ea4dca service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247460 Mar 11 17:25:47.282638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adf921ba-e101-47fb-a1a9-ac7dba1a8f71 req-c42cd351-68e9-4583-8dc5-06acdd6f3e72 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660961 Mar 11 17:25:47.343854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30ee5958-fb72-4c6a-8178-106656293864 req-3e52662f-03e6-4a0b-ba51-7ba8116c4302 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285441 Mar 11 17:25:47.526407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-1eee80d8-243c-4829-acaa-226c716bf38d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9417ea88f0b942e68b107dd852b88ef1&device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 1094 time: 0.1466045 Mar 11 17:25:47.577650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92302b23-cad0-4932-bf62-3b6e54e4a869 req-4d5d59d0-c8c0-46eb-81cc-cfd273320f61 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.578945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92302b23-cad0-4932-bf62-3b6e54e4a869 req-4d5d59d0-c8c0-46eb-81cc-cfd273320f61 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 947 time: 0.0935872 Mar 11 17:25:47.664243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-979709b0-5bec-4461-9dd3-d93b53a4509f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811949 Mar 11 17:25:47.696694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-f3381df1-b2d0-4b13-9790-31db0b18e0e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.698797 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-f3381df1-b2d0-4b13-9790-31db0b18e0e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 200 len: 907 time: 0.1639102 Mar 11 17:25:47.784951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92302b23-cad0-4932-bf62-3b6e54e4a869 req-bbc50640-547c-4ba6-83eb-657b7cb6c726 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705554 Mar 11 17:25:47.796540 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-79ed5747-817d-43ad-885f-94eaa9e480ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e HTTP/1.1" status: 200 len: 217 time: 0.0897343 Mar 11 17:25:47.873982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-8c9fb785-8ebe-465e-a133-6e0b90bc4e1e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.876021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-8c9fb785-8ebe-465e-a133-6e0b90bc4e1e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057915 Mar 11 17:25:47.906234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-eae92212-88e0-4320-ad58-5efef823f371 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/quotas/0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 375 time: 0.0208914 Mar 11 17:25:47.913658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-9771a3c8-9a16-490f-b624-ecf94975827d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.917422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-9771a3c8-9a16-490f-b624-ecf94975827d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 200 len: 845 time: 0.1143901 Mar 11 17:25:47.983727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-01fd6c7a-9e93-4d24-8b1a-4f36af2869c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=074fda53-884b-4958-8576-8b8571e6e8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573411 Mar 11 17:25:48.038744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44462) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:48.079029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-0b133259-ac67-459d-922d-6379626f726e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1717772 Mar 11 17:25:48.181554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1737df-340a-43a4-8cba-687b236f5cec req-288cdcd2-e60e-4d3a-8e23-bd31fcd6dacd tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.190796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf1737df-340a-43a4-8cba-687b236f5cec req-288cdcd2-e60e-4d3a-8e23-bd31fcd6dacd tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 943 time: 0.1068192 Mar 11 17:25:48.249247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-b3af8daf-902a-4370-8556-9e4e35b32139 service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563040 Mar 11 17:25:48.287083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf1737df-340a-43a4-8cba-687b236f5cec req-96e29906-cf2d-47cc-ab0c-75fd7d6654e6 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949163 Mar 11 17:25:48.369478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c570e9aa-a81d-47c0-9687-0657d4290390 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:48.548171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:48.607237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c570e9aa-a81d-47c0-9687-0657d4290390, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c570e9aa-a81d-47c0-9687-0657d4290390,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:48.643261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c570e9aa-a81d-47c0-9687-0657d4290390', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'c570e9aa-a81d-47c0-9687-0657d4290390', 'mac_address': 'fa:16:3e:01:5e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:48.647770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:48.687024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:48.699539 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9040a53f-3cd1-44cf-b9da-b6db2ddb81fe req-aa69a585-c0b6-4355-9e31-63328056557d service neutron] 10.222.0.59 "GET /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448783 Mar 11 17:25:48.709349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c1b3d-0c4b-4aac-b890-a5ed30617bd0 req-42246068-5815-4044-8b18-31355ac82d8a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.710950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e05c1b3d-0c4b-4aac-b890-a5ed30617bd0 req-42246068-5815-4044-8b18-31355ac82d8a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.3215559 Mar 11 17:25:48.712005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Usage tracker for resource:security_group_rule and tenant:5370657408954a7b994a712eb8266a9b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:48.736640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:48.750201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-eff033f8-c724-4c35-bb89-f4748c860798 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.750957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-eff033f8-c724-4c35-bb89-f4748c860798 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Synchronizing usage tracker for tenant:17c23cfab97e4d5cb19514617937b5d4 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:48.778650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-eff033f8-c724-4c35-bb89-f4748c860798 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Unset dirty status for tenant:17c23cfab97e4d5cb19514617937b5d4 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:48.778838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:48.798885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-eff033f8-c724-4c35-bb89-f4748c860798 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 949 time: 0.1473601 Mar 11 17:25:48.898701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e05c1b3d-0c4b-4aac-b890-a5ed30617bd0 req-4357e6eb-b25a-4802-a827-b12f054564a1 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634667 Mar 11 17:25:48.935514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Deleting port 3461b424-764e-427b-9d99-22ab73174f86 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:48.937792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.083120 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.145913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5b44fc3-0b20-46f6-9211-6061705a2ac5 req-44fdafd4-b293-4ddf-9d6a-e06a219ddfb2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.1291015 Mar 11 17:25:49.160777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.244352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.306351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5370657408954a7b994a712eb8266a9b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2662776 Mar 11 17:25:49.307380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44490) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:49.314133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c570e9aa-a81d-47c0-9687-0657d4290390 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:49.371327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 6363f432-5a42-401c-ac59-31971372ee3f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:49.372890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.397616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8553d-f6f1-4bd3-b315-fcee88f87d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1231cf-ff7f-40be-884a-fa534dd4253e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:49.439241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a72d9a-5cf0-4137-ac9f-185d571ad46e req-ab56a7bd-79e3-4b0b-b477-b41bab0c38f2 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:49.447237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14a72d9a-5cf0-4137-ac9f-185d571ad46e req-ab56a7bd-79e3-4b0b-b477-b41bab0c38f2 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 949 time: 0.2797120 Mar 11 17:25:49.485546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c570e9aa-a81d-47c0-9687-0657d4290390, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c570e9aa-a81d-47c0-9687-0657d4290390,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:49.493837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.546881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-67410315-a896-44e6-a38a-c7b887f08dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.598897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-67410315-a896-44e6-a38a-c7b887f08dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.620283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14a72d9a-5cf0-4137-ac9f-185d571ad46e req-d81230c9-0169-4338-b9c5-44effcf6ef64 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716588 Mar 11 17:25:49.632295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c570e9aa-a81d-47c0-9687-0657d4290390,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:49.649474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] For port 3461b424-764e-427b-9d99-22ab73174f86, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=3461b424-764e-427b-9d99-22ab73174f86,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:49.653065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.696422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edc57d-2f24-496a-b540-5f00c8360b50 req-d8478a7d-8da4-4c32-b302-5487141e9008 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:49.698196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8edc57d-2f24-496a-b540-5f00c8360b50 req-d8478a7d-8da4-4c32-b302-5487141e9008 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 948 time: 0.2270036 Mar 11 17:25:49.735509 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.786482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8edc57d-2f24-496a-b540-5f00c8360b50 req-e3b6e3b5-8330-411b-a246-80f830ac59fa tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797160 Mar 11 17:25:49.788395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-67410315-a896-44e6-a38a-c7b887f08dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.798136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:49.813297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:49.818886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.819826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67410315-a896-44e6-a38a-c7b887f08dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1231cf-ff7f-40be-884a-fa534dd4253e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:49.838497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-67410315-a896-44e6-a38a-c7b887f08dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.854820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-67410315-a896-44e6-a38a-c7b887f08dfb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb1231cf-ff7f-40be-884a-fa534dd4253e HTTP/1.1" status: 204 len: 168 time: 0.5369244 Mar 11 17:25:49.959526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:49.979051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c570e9aa-a81d-47c0-9687-0657d4290390'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:50.051654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Calling delete_port for 3461b424-764e-427b-9d99-22ab73174f86 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:50.232132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4bab9-9587-424a-b211-9bd4d834d3fa req-9c8b3c0a-72db-47b6-8ef4-17925b43ce20 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.243009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cad4bab9-9587-424a-b211-9bd4d834d3fa req-9c8b3c0a-72db-47b6-8ef4-17925b43ce20 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 943 time: 0.3101134 Mar 11 17:25:50.367662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cad4bab9-9587-424a-b211-9bd4d834d3fa req-dc9456b5-04b4-4a3a-9b9e-2e84613cb641 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200819 Mar 11 17:25:50.384344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-4f207acf-cb06-411b-abe3-7ebea4ba4e16 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326332 Mar 11 17:25:50.395762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c279b64a-ca1f-4699-8e3d-619ac9261c3e details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:50.433128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cec47-4fd9-4821-9225-302d4a58943b req-3a142db1-89be-4475-ba4d-d20a2c37c912 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.434646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d51cec47-4fd9-4821-9225-302d4a58943b req-3a142db1-89be-4475-ba4d-d20a2c37c912 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.1826525 Mar 11 17:25:50.576144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d51cec47-4fd9-4821-9225-302d4a58943b req-3f3b2294-37d0-4422-a9d6-f661496fbc36 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299798 Mar 11 17:25:50.600972 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f', 'code': 200} Mar 11 17:25:50.657300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44520) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:50.704783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:50.707457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:50.734660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:50.756566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'mac_address': 'fa:16:3e:48:7f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:50.787364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:50.801169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Usage tracker for resource:security_group_rule and tenant:2f7af6eeb6bd4ec3a60147880e93a579 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:50.806238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:50.821733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Pushing event deleted for resources: {'Port': ['ID=3461b424-764e-427b-9d99-22ab73174f86,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:50.839057 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:50.846633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:50.852410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.852981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.855426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.855933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.856440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.856928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.858190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.859569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.860052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.861845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c279b64a-ca1f-4699-8e3d-619ac9261c3e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:50.862436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.862925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:50.866661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b726c082-6172-472e-b898-89cccb814747 req-1d612158-f097-49e3-869e-d1eaed194c99 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0614493 Mar 11 17:25:50.903345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:50.909831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:50.952370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-8f8474c9-3d7f-462e-abfa-027df99a645e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.955022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-8f8474c9-3d7f-462e-abfa-027df99a645e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206476 Mar 11 17:25:50.989371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.047995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.054491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Request body: {'port': {'device_id': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0b2f231159df4a3e9a20defdc9ec4c8d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:51.061138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.076710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] No DVR routers for this DVR port 3461b424-764e-427b-9d99-22ab73174f86 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:51.082084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.097618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'name': 'network-vif-deleted', 'tag': '3461b424-764e-427b-9d99-22ab73174f86'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:51.165784 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2767aa42-5815-4c4d-b2a2-404ca8436cd7 req-16e59f89-e15c-4f61-8324-dbb9fe81e960 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "DELETE /v2.0/ports/3461b424-764e-427b-9d99-22ab73174f86 HTTP/1.1" status: 204 len: 173 time: 2.3660057 Mar 11 17:25:51.184020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b859b986-6fc4-4acc-b8aa-fcbb7462aadb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.201048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['03876416-ab7d-46a2-be05-bae3c7949834'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:51.241149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f321a785-a21b-42a4-a58e-2ccd03ea0046 req-39f68144-c976-4519-8a99-accac4327fd3 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=f363425e-1af8-4d56-a668-349c9003ae7c HTTP/1.1" status: 200 len: 210 time: 0.0967901 Mar 11 17:25:51.283119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d1db13f2-0150-4c38-96d7-53b3eda13773 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f7af6eeb6bd4ec3a60147880e93a579&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6194351 Mar 11 17:25:51.295951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44534) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:51.311457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:51.339288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:51.367381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Made reservation on behalf of 0b2f231159df4a3e9a20defdc9ec4c8d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:51.370632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.383923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a252ee-a05d-4ee9-91f8-4556c68a24de req-241bdb4c-7b2b-4036-ae5e-dd1bd1ad61b2 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:51.391768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67a252ee-a05d-4ee9-91f8-4556c68a24de req-241bdb4c-7b2b-4036-ae5e-dd1bd1ad61b2 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.4002850 Mar 11 17:25:51.457046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53b92e60-1761-446a-a9de-88e5ed98f369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.487439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67a252ee-a05d-4ee9-91f8-4556c68a24de req-43d553e7-a499-44e1-95da-6e4552732a14 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940421 Mar 11 17:25:51.539739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53b92e60-1761-446a-a9de-88e5ed98f369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.584860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c279b64a-ca1f-4699-8e3d-619ac9261c3e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:51.640347 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53b92e60-1761-446a-a9de-88e5ed98f369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.649639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Allocated IP 192.168.233.28 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/55e3c7e7-0626-4d5c-84d9-8a8162a41be6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:51.680519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53b92e60-1761-446a-a9de-88e5ed98f369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.681665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-53b92e60-1761-446a-a9de-88e5ed98f369 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b859b986-6fc4-4acc-b8aa-fcbb7462aadb HTTP/1.1" status: 204 len: 168 time: 0.3783145 Mar 11 17:25:51.682661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b92e60-1761-446a-a9de-88e5ed98f369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859b986-6fc4-4acc-b8aa-fcbb7462aadb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.709786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2558c-dcba-4894-85c5-06678e0f1e09 req-7a4520db-489b-415c-8d7b-1ecc416bfd8e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:51.711336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52d2558c-dcba-4894-85c5-06678e0f1e09 req-7a4520db-489b-415c-8d7b-1ecc416bfd8e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 948 time: 0.1170881 Mar 11 17:25:51.810028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52d2558c-dcba-4894-85c5-06678e0f1e09 req-4d4dd7d8-c57f-4264-9d88-33390542c3db tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906477 Mar 11 17:25:51.888627 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f363425e-1af8-4d56-a668-349c9003ae7c', 'name': 'network-vif-deleted', 'tag': '3461b424-764e-427b-9d99-22ab73174f86', 'status': 'completed', 'code': 200} Mar 11 17:25:52.103912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.140363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Transition to ACTIVE for port object 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:52.211594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.240190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b37b84-8998-4a9a-a598-574d3a86f6c6 req-a353e5e7-846f-417e-8e4f-1c0d5a8c98f8 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.247529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9b37b84-8998-4a9a-a598-574d3a86f6c6 req-a353e5e7-846f-417e-8e4f-1c0d5a8c98f8 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 944 time: 0.1670651 Mar 11 17:25:52.301281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9b37b84-8998-4a9a-a598-574d3a86f6c6 req-e2d5d036-00aa-446b-ae91-c26a3d4b2021 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527055 Mar 11 17:25:52.368981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:52.374334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:52.379772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:25:52.396662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c570e9aa-a81d-47c0-9687-0657d4290390 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:52.512331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c570e9aa-a81d-47c0-9687-0657d4290390 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:52.527073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c570e9aa-a81d-47c0-9687-0657d4290390 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:52.527672 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.554455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.555312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.574335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event updated for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:52.601622 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-12efc1df-1721-4654-a342-81b5c4694500 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5792556 Mar 11 17:25:52.622141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Request body: {'port': {'device_id': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:52.745297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588de5f-fd1e-408a-9a20-616350bc0a34 req-644b9f16-51ca-467f-ade8-13a8d86f7d30 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.747211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7588de5f-fd1e-408a-9a20-616350bc0a34 req-644b9f16-51ca-467f-ade8-13a8d86f7d30 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 935 time: 0.2011943 Mar 11 17:25:52.796699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.855033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7588de5f-fd1e-408a-9a20-616350bc0a34 req-76eb80c9-1c4b-403b-ac3b-5a437ec77111 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015773 Mar 11 17:25:52.901895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4bda7467-1c06-466f-8e32-c0b6e81c0890 None None] Provisioning for port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:52.920803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.938220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4bda7467-1c06-466f-8e32-c0b6e81c0890 None None] Provisioning complete for port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:52.938633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bda7467-1c06-466f-8e32-c0b6e81c0890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.016092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9959b2d5-e493-43d1-9773-24690d305f01', '6363f432-5a42-401c-ac59-31971372ee3f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:53.309532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c570e9aa-a81d-47c0-9687-0657d4290390, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c570e9aa-a81d-47c0-9687-0657d4290390,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:53.321855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570e9aa-a81d-47c0-9687-0657d4290390'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:53.350892 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.351669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3461b424-764e-427b-9d99-22ab73174f86 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:53.502954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4bda7467-1c06-466f-8e32-c0b6e81c0890 None None] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:25:53.511532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c570e9aa-a81d-47c0-9687-0657d4290390,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:53.525094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 3461b424-764e-427b-9d99-22ab73174f86 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:25:53.525094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 3461b424-764e-427b-9d99-22ab73174f86 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:25:53.548883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335e5bb-3399-4f9d-b52c-96183c8a4af4 req-b97d7da5-c03b-4e81-8897-cca3d01267a4 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.551055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2335e5bb-3399-4f9d-b52c-96183c8a4af4 req-b97d7da5-c03b-4e81-8897-cca3d01267a4 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 949 time: 0.2104559 Mar 11 17:25:53.615942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:53.619438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2335e5bb-3399-4f9d-b52c-96183c8a4af4 req-608cc6e9-b36c-4116-9dab-60383fc34df5 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630982 Mar 11 17:25:53.631984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:53.662505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.702668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Transition to ACTIVE for port object 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:53.717010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.751743 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570e9aa-a81d-47c0-9687-0657d4290390', 'code': 200} Mar 11 17:25:53.870486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:54.002807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2144170720-network', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:54.020489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:54.038324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Usage tracker for resource:network and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:54.049496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d825ca1-dc8d-46ac-9aee-69e139da1199 req-e4d1a363-6551-4ec2-af46-a7f4a4a02031 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.051343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d825ca1-dc8d-46ac-9aee-69e139da1199 req-e4d1a363-6551-4ec2-af46-a7f4a4a02031 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 944 time: 0.1280694 Mar 11 17:25:54.100622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:54.145703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:54.165003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d825ca1-dc8d-46ac-9aee-69e139da1199 req-18098b05-5bcb-40dd-8793-785758c6180f tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015584 Mar 11 17:25:54.198577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Made reservation on behalf of ff77f83760e448079789dcbafc1374f4 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:54.200850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.217470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.240741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39b89729-6e6b-4c8e-b505-7a54185f395b req-cfc83022-46b1-4c95-9a4f-86a5fe74506f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 1100 time: 0.2935030 Mar 11 17:25:54.286718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:54.286955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:54.287246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:54.310835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:25:54.311230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:54.322470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39b89729-6e6b-4c8e-b505-7a54185f395b req-2b500a81-d60e-4438-9c1c-ff3381a5de38 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681694 Mar 11 17:25:54.327970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:54.333172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Usage tracker for resource:security_group_rule and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:54.336052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:25:54.336386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:54.336760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:25:54.337184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Bound port: 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:54.337520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.360164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:54.388221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c279b64a-ca1f-4699-8e3d-619ac9261c3e up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:54.415161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:54.493571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:54.501905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:54.513152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c279b64a-ca1f-4699-8e3d-619ac9261c3e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:54.514169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.529183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c279b64a-ca1f-4699-8e3d-619ac9261c3e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:54.529559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.622791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.627948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.629328 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 1095 time: 2.0138319 Mar 11 17:25:54.629745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:54.640732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.658651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717fda0-8aad-44f3-85a1-5c76ef00d533 req-e714eb23-d6f3-4643-937a-581b6f88a024 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.661155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b717fda0-8aad-44f3-85a1-5c76ef00d533 req-e714eb23-d6f3-4643-937a-581b6f88a024 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.2912076 Mar 11 17:25:54.668401 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.679880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:54.700534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.702259 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Added segment 5b7a7420-ed74-46bb-881d-a88fd1802c3e of type vlan for network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 Mar 11 17:25:54.745050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70ffa-4439-4e27-8fc0-ec8fe07db614 req-1a690f26-c737-4fe0-88f7-77fb1aa5fc11 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.752702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ada70ffa-4439-4e27-8fc0-ec8fe07db614 req-1a690f26-c737-4fe0-88f7-77fb1aa5fc11 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 0.2591987 Mar 11 17:25:54.755599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7885210-9102-4e03-933c-7291a1bda018,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:54.770832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:54.777257 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.777409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad0633-c31a-4d8e-bf02-647dbecba4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:54.821797 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.867166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:54.880572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b717fda0-8aad-44f3-85a1-5c76ef00d533 req-b425dacc-5d89-42f5-acff-a793308aab6c tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068660 Mar 11 17:25:54.903830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ada70ffa-4439-4e27-8fc0-ec8fe07db614 req-9fc07361-2c3a-4ed3-8d2a-ab15e8f678ad tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497622 Mar 11 17:25:54.950750 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.951820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.952450 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.088186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-a3637cba-d57d-473e-a6e5-a3755c67b109 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1098 time: 0.2500737 Mar 11 17:25:55.097413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] Pushing event updated for resources: {'Network': ['ID=6022ebc3-dca4-45fd-81a8-343ade7e60c5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:55.103208 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b2b3cae1-47fb-4222-b92e-84e2effc7281 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4633913 Mar 11 17:25:55.106181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44626) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:55.113004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:25:55.204961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Request body: {'subnet': {'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2144170720-subnet', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:55.209339 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6', 'status': 'completed', 'code': 200} Mar 11 17:25:55.216510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:55.228438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Usage tracker for resource:subnet and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:55.232240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-1300abba-eb13-4e6c-9b65-7fadec523869 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 217 time: 0.1232040 Mar 11 17:25:55.233029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:55.271729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:55.322132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-8d23ed96-1ef6-49c9-9ce6-8b4737dfa89b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.324553 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-8d23ed96-1ef6-49c9-9ce6-8b4737dfa89b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0856259 Mar 11 17:25:55.325753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Made reservation on behalf of ff77f83760e448079789dcbafc1374f4 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:55.328482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.419816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa06ca-0661-43e0-bd42-4210ff955b6c req-ec3ae7ea-f77c-41f5-b1e2-5f39d9713725 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.421220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08fa06ca-0661-43e0-bd42-4210ff955b6c req-ec3ae7ea-f77c-41f5-b1e2-5f39d9713725 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.1654084 Mar 11 17:25:55.461658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4b84-06fe-470c-951f-12b0a8dda0f8 req-a0ce7bd9-346a-4b8e-ab0c-ea3a155ca30c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.463335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d2a4b84-06fe-470c-951f-12b0a8dda0f8 req-a0ce7bd9-346a-4b8e-ab0c-ea3a155ca30c tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 949 time: 0.1215899 Mar 11 17:25:55.509643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08fa06ca-0661-43e0-bd42-4210ff955b6c req-86b99c6d-844b-4219-bed2-9397da27619a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Mar 11 17:25:55.515158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-2c7aa157-9299-46cf-8f6a-24230d01755d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698680 Mar 11 17:25:55.533196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d2a4b84-06fe-470c-951f-12b0a8dda0f8 req-deaa951c-6061-4b64-86a8-f536dfc64bc3 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579491 Mar 11 17:25:55.737182 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-76f34071-f3f1-4887-8d2e-f392890a33e7 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153018 Mar 11 17:25:55.752957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:55.843310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fcef6-86ef-4a30-a277-4c0a25766702 req-7b467d8c-9fb5-40c0-8592-7191eb684697 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.851147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a37fcef6-86ef-4a30-a277-4c0a25766702 req-7b467d8c-9fb5-40c0-8592-7191eb684697 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 0.1294298 Mar 11 17:25:55.866877 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'code': 200} Mar 11 17:25:55.943477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a37fcef6-86ef-4a30-a277-4c0a25766702 req-aa40f8f3-50fb-4884-a027-39ef1a444724 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911579 Mar 11 17:25:56.177102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44646) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:56.305717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e00c-a710-4f86-b760-c48bce273d44 req-c2ae84a4-1021-4113-a2da-135fde060a6d tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.307523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0e0e00c-a710-4f86-b760-c48bce273d44 req-c2ae84a4-1021-4113-a2da-135fde060a6d tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 0.1810875 Mar 11 17:25:56.348798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.360987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde68c4-d376-4d12-9aa1-17701ece2b19 req-9bde29ff-7192-4281-ad38-6ebf7113143d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.370086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddde68c4-d376-4d12-9aa1-17701ece2b19 req-9bde29ff-7192-4281-ad38-6ebf7113143d tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.1962950 Mar 11 17:25:56.383964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fbee5837-baad-4e86-a5fa-060a466458e8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:56.421785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0509ce81-0610-41e4-bdc6-5abd8f125930 req-ae99ac16-50f9-4c63-a87f-40a387cb1a49 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251128 Mar 11 17:25:56.458406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ab36e8-3828-41ea-8404-a6ad766f59f6,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:56.478341 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49931583-ab9c-407f-9ccf-27ac260b98ac req-95e86d64-798d-403a-bdff-ad923ca2a845 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 1096 time: 0.4052343 Mar 11 17:25:56.485421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Checking segment: {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:56.486099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Network hostable DHCP agents. Network: 6022ebc3-dca4-45fd-81a8-343ade7e60c5, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:25:56.511601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:25:56.531323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6022ebc3-dca4-45fd-81a8-343ade7e60c5) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:56.535642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.536268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.547844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.584127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1822b9b1-85e2-4ba2-b2a7-63a769da2766 None None] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:25:56.601547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e1f9b2e6-bc61-4949-bbb7-0cf6cdf911ec admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4912512 Mar 11 17:25:56.605809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:56.609918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Usage tracker for resource:security_group_rule and tenant:f69cf2abc17240dc83b47b9a16d6794d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:56.613051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:56.619542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:56.634174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:56.644866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:25:56.653881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:56.658006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Usage tracker for resource:router and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:56.661289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:56.667444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:56.684713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49931583-ab9c-407f-9ccf-27ac260b98ac req-bd482815-7b97-40d9-8ab7-156965325667 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297867 Mar 11 17:25:56.687176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.688099 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.698876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.718006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddde68c4-d376-4d12-9aa1-17701ece2b19 req-346d6470-0e5e-4019-82be-58c3bbb1d1f3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459337 Mar 11 17:25:56.722032 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.724623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0e0e00c-a710-4f86-b760-c48bce273d44 req-cb313f39-286c-41ce-8564-61c71a6d609b tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086452 Mar 11 17:25:56.726243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.783922 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-118bbb1e-11a7-455d-a0cf-2c4368565a5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1098 time: 0.1808431 Mar 11 17:25:56.809360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8554a4-00fa-4e81-8a2e-5c737618e5b7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:56.868264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-04a68fb9-c93e-4628-b1f0-b20798b80144 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f69cf2abc17240dc83b47b9a16d6794d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6870034 Mar 11 17:25:56.873420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44666) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:56.962307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:57.027990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.066763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'port_id': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'mac_address': 'fa:16:3e:60:e0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69849ede-bffe-4f7e-a7cd-55dd877dc481', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:57.102805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:25:57.104034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.191628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27500b3f-240c-4818-ac32-ee649be34bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.232209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584ed2b-86b4-452f-bbd2-c957d1e0f412 req-6f1827bd-111f-42b7-bb2c-52c01632e567 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:57.236143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b584ed2b-86b4-452f-bbd2-c957d1e0f412 req-6f1827bd-111f-42b7-bb2c-52c01632e567 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 949 time: 0.2552693 Mar 11 17:25:57.285931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27500b3f-240c-4818-ac32-ee649be34bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.318101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ce805-d603-4de7-9305-551472143f41 req-f42cd55e-e219-46f1-8b65-eaceb5357e60 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:57.318833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Allocated IP 172.20.0.2 (6022ebc3-dca4-45fd-81a8-343ade7e60c5/65ab36e8-3828-41ea-8404-a6ad766f59f6/44dd5e74-2de6-445b-902a-77bae579b3dc) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:57.327902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d4ce805-d603-4de7-9305-551472143f41 req-f42cd55e-e219-46f1-8b65-eaceb5357e60 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.2624154 Mar 11 17:25:57.419280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d4ce805-d603-4de7-9305-551472143f41 req-2f94bd6d-620d-492a-9557-416a9151fdae tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898995 Mar 11 17:25:57.466581 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b584ed2b-86b4-452f-bbd2-c957d1e0f412 req-534366b8-3bc1-4a4a-bdb2-2ba35dc86daa tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043407 Mar 11 17:25:57.511022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27500b3f-240c-4818-ac32-ee649be34bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.559815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-7f41bbc5-c962-4351-b03e-3ab77826a3c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:57.580597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27500b3f-240c-4818-ac32-ee649be34bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8554a4-00fa-4e81-8a2e-5c737618e5b7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:57.581946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-7f41bbc5-c962-4351-b03e-3ab77826a3c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4641919 Mar 11 17:25:57.587066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27500b3f-240c-4818-ac32-ee649be34bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.602131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-27500b3f-240c-4818-ac32-ee649be34bc8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3c8554a4-00fa-4e81-8a2e-5c737618e5b7 HTTP/1.1" status: 204 len: 168 time: 0.7255051 Mar 11 17:25:57.713044 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.724769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Transition to ACTIVE for port object 44dd5e74-2de6-445b-902a-77bae579b3dc will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:57.751147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Transition to ACTIVE for port object 44dd5e74-2de6-445b-902a-77bae579b3dc will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:57.773059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-22d5584f-629d-4fd2-98ee-2a216e6c6ea7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 217 time: 0.1754298 Mar 11 17:25:57.778774 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.848469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-db14730e-c337-462c-92a7-7d1fac4a4ab8 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:57.849182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-db14730e-c337-462c-92a7-7d1fac4a4ab8 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Synchronizing usage tracker for tenant:17c23cfab97e4d5cb19514617937b5d4 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:57.877401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Pushing event updated for resources: {'Port': ['ID=44dd5e74-2de6-445b-902a-77bae579b3dc,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:57.881451 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.900336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:57.904521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:57.910929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:25:57.979620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-db14730e-c337-462c-92a7-7d1fac4a4ab8 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Unset dirty status for tenant:17c23cfab97e4d5cb19514617937b5d4 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:57.980933 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-db14730e-c337-462c-92a7-7d1fac4a4ab8 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 0.7192578 Mar 11 17:25:57.985902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-de0b807d-b2b7-4c68-88d2-ea491f9b6211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:57.988060 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-de0b807d-b2b7-4c68-88d2-ea491f9b6211 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2003691 Mar 11 17:25:58.002030 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.016003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3dc931c-651e-4384-ae09-33ceb3270922 req-90a4f0f6-d470-47b0-897f-88931370e414 tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 1100 time: 0.1612217 Mar 11 17:25:58.023402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbee5837-baad-4e86-a5fa-060a466458e8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:58.050168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:58.108297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3432e61-18b3-4dbb-a428-47668e2778f1 req-677d5e5a-8d83-472c-867d-115328636301 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.118891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3432e61-18b3-4dbb-a428-47668e2778f1 req-677d5e5a-8d83-472c-867d-115328636301 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 0.3525164 Mar 11 17:25:58.120218 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.124106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Attempting to bind port 44dd5e74-2de6-445b-902a-77bae579b3dc on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:58.124479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Attempting to bind port 44dd5e74-2de6-445b-902a-77bae579b3dc by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:58.124832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Attempting to bind port 44dd5e74-2de6-445b-902a-77bae579b3dc on network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:25:58.153436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.187905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:25:58.188343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Checking segment: {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:25:58.188666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.189170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Bound using segment: {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:25:58.189647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Bound port: 44dd5e74-2de6-445b-902a-77bae579b3dc, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:58.190009 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.259267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Deleting port 03876416-ab7d-46a2-be05-bae3c7949834 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:25:58.259645 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.290233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3dc931c-651e-4384-ae09-33ceb3270922 req-1157ef70-4df7-47ce-a7ec-0f22efde4619 tempest-ServersOnMultiNodesTest-1403566551 tempest-ServersOnMultiNodesTest-1403566551-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675667 Mar 11 17:25:58.340176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3432e61-18b3-4dbb-a428-47668e2778f1 req-6d3f0dcc-b676-45a9-b423-babbdcbd082a tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186685 Mar 11 17:25:58.422597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:58.433619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fbee5837-baad-4e86-a5fa-060a466458e8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:58.436918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44690) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:58.469786 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-0444b1db-dc21-4182-aee9-e71dd1d8945a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3821251 Mar 11 17:25:58.501292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.516245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['fbee5837-baad-4e86-a5fa-060a466458e8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:25:58.621555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:58.631263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Usage tracker for resource:security_group_rule and tenant:aede8e91e4ac4eecb60f36504eb2a083 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:58.636541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:58.655549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:58.706390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] For port 44dd5e74-2de6-445b-902a-77bae579b3dc, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:58.732826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] For port 44dd5e74-2de6-445b-902a-77bae579b3dc, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44dd5e74-2de6-445b-902a-77bae579b3dc,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:58.736228 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.752319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.830880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fbee5837-baad-4e86-a5fa-060a466458e8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:25:58.883713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:58.892183 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.905620 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.906288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 03876416-ab7d-46a2-be05-bae3c7949834 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:58.918227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.957052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ef4a4-e6d4-4e52-a075-4f4c2eafad46 None None] Pushing event updated for resources: {'Port': ['ID=44dd5e74-2de6-445b-902a-77bae579b3dc,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:58.996820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6af779-b82a-4d92-920a-e5edf09d0b91,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:59.006880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640428c-306d-4661-83c0-2bcdc28cb31a req-1ea76b92-529d-4d38-905e-47cafd1a04a9 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:59.014550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e640428c-306d-4661-83c0-2bcdc28cb31a req-1ea76b92-529d-4d38-905e-47cafd1a04a9 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 950 time: 0.2628284 Mar 11 17:25:59.023205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fff8-3405-4941-9074-6f5e3082879d req-1b1c8c3b-2bf8-4306-bab2-4b3ccb50d1e8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:59.030412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f107fff8-3405-4941-9074-6f5e3082879d req-1b1c8c3b-2bf8-4306-bab2-4b3ccb50d1e8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.2798681 Mar 11 17:25:59.035138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Allocated IP 172.25.3.44 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:59.035757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-43d3d434-e663-46fa-8458-a714e47187f5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aede8e91e4ac4eecb60f36504eb2a083&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5971637 Mar 11 17:25:59.071273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44696) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:25:59.184962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:59.193414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e640428c-306d-4661-83c0-2bcdc28cb31a req-f020dcee-bbdc-40de-950f-f61e78f927d3 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777997 Mar 11 17:25:59.260490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f107fff8-3405-4941-9074-6f5e3082879d req-91ae6ef3-2a78-48c2-991a-d70514cb02bb tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288234 Mar 11 17:25:59.262189 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.267827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.316629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.328330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:25:59.383389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03876416-ab7d-46a2-be05-bae3c7949834,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:59.393640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.407427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.425306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6af779-b82a-4d92-920a-e5edf09d0b91,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:59.436171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.436520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.437329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.437329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.437651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.437902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.438224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.438563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.439457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.439583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.439848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:59.449504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.455004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e66655db-9b0f-4616-89a6-16b923891a60 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0a6af779-b82a-4d92-920a-e5edf09d0b91 HTTP/1.1" status: 204 len: 168 time: 0.3669097 Mar 11 17:25:59.464230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-6465bee0-6d22-4d14-99e7-8a80cf8e9bb2 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9454191 Mar 11 17:25:59.476436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03876416-ab7d-46a2-be05-bae3c7949834,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:59.477194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.664480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=03876416-ab7d-46a2-be05-bae3c7949834,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:59.705202 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-37360c2d-fab6-4c58-8627-972d56b9fcbd req-4cf62418-346c-42b5-b9bc-792a71084d23 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091978 Mar 11 17:25:59.712130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780e48-982e-4e0a-94b7-a035fe5e06dc req-c398f5ca-aa37-4598-9cd2-ae26cfb698fa tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:59.740582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62780e48-982e-4e0a-94b7-a035fe5e06dc req-c398f5ca-aa37-4598-9cd2-ae26cfb698fa tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 943 time: 0.1412711 Mar 11 17:25:59.899645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Calling delete_port for 03876416-ab7d-46a2-be05-bae3c7949834 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:25:59.905416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62780e48-982e-4e0a-94b7-a035fe5e06dc req-d33b8132-bd53-4691-bd5d-f308d9cb1c4f tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555128 Mar 11 17:25:59.988325 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834', 'code': 200} Mar 11 17:26:00.014946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.117741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c4c9a-42f6-42ca-a58c-d1ff6a1b8c5a req-df608def-356d-4bfb-a6d9-3bf7ad039506 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.125059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d34c4c9a-42f6-42ca-a58c-d1ff6a1b8c5a req-df608def-356d-4bfb-a6d9-3bf7ad039506 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 0.1445384 Mar 11 17:26:00.137597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:26:00.139118 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:26:00.141224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.223802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:00.227595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:00.232065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:00.241790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d34c4c9a-42f6-42ca-a58c-d1ff6a1b8c5a req-97cbadb0-384c-480d-9eac-c0a1ff76ed1d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158700 Mar 11 17:26:00.296290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b90ca-655c-489d-81ae-eacd1624e560 req-86744769-48bc-45e8-99d3-ae15e309975a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.298078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb3b90ca-655c-489d-81ae-eacd1624e560 req-86744769-48bc-45e8-99d3-ae15e309975a tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 949 time: 0.1868000 Mar 11 17:26:00.346446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Pushing event updated for resources: {'Port': ['ID=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:00.386878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb3b90ca-655c-489d-81ae-eacd1624e560 req-f60ca5a8-03b2-448b-9990-a259ca7554f1 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822809 Mar 11 17:26:00.425735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:00.434966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fbee5837-baad-4e86-a5fa-060a466458e8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:00.505957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.506809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.566213 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:00.688858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Deleting port 03876416-ab7d-46a2-be05-bae3c7949834 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:00.689197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.752529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 44dd5e74-2de6-445b-902a-77bae579b3dc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:00.785293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529d311-7050-420b-9f4f-c231d07a8efc None None] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:26:00.793818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f74ba-e3be-429b-b026-050569e67dbd req-4fee2149-5ace-46fa-8608-7fbb1219fedb tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.802526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b96f74ba-e3be-429b-b026-050569e67dbd req-4fee2149-5ace-46fa-8608-7fbb1219fedb tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 948 time: 0.1325638 Mar 11 17:26:00.859922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b96f74ba-e3be-429b-b026-050569e67dbd req-0f519c49-172e-4c25-ac10-6a12957f3035 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/security-groups?id=debbb62b-37b2-43b4-82a1-40af17ff8e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564315 Mar 11 17:26:01.108229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port fbee5837-baad-4e86-a5fa-060a466458e8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:01.108889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.157412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dafb7-4c18-49fa-9c47-a0164debac98 req-c2ca1446-041b-4753-a112-67d8b22ad842 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.163433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-069dafb7-4c18-49fa-9c47-a0164debac98 req-c2ca1446-041b-4753-a112-67d8b22ad842 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.1578224 Mar 11 17:26:01.206758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] For port 03876416-ab7d-46a2-be05-bae3c7949834, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03876416-ab7d-46a2-be05-bae3c7949834,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:01.207333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.266111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-069dafb7-4c18-49fa-9c47-a0164debac98 req-32cc81ce-c740-40ca-854c-4ba3c128d6c8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963483 Mar 11 17:26:01.307997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ec647c9-c276-47d5-b541-554068363971 None None] Provisioning for port 44dd5e74-2de6-445b-902a-77bae579b3dc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:01.403997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 44dd5e74-2de6-445b-902a-77bae579b3dc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:01.423760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Calling delete_port for 03876416-ab7d-46a2-be05-bae3c7949834 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:01.470510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 44dd5e74-2de6-445b-902a-77bae579b3dc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:01.473712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.582831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:01.603371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623f7d-6169-47eb-9002-85bc3322ec19 req-bde980f1-3d1e-4af3-96ef-c374b3f49a4d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.608712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54623f7d-6169-47eb-9002-85bc3322ec19 req-bde980f1-3d1e-4af3-96ef-c374b3f49a4d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 943 time: 0.1347535 Mar 11 17:26:01.639949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6', 'mac_address': 'fa:16:3e:b5:19:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:01.675209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54623f7d-6169-47eb-9002-85bc3322ec19 req-d0a6915f-6d75-49b5-a8e0-db4047f14b7d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613704 Mar 11 17:26:01.693907 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.776740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.825671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:01.846738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.849783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:01.896280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa9038-ade1-4686-8ce2-9e46daab8539 req-6f3889ff-05c6-4c3c-8c01-3e78122235c8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.904818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Router 410ebaf7-2ac7-466a-8406-ddc70986f585 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:26:01.908815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2eaa9038-ade1-4686-8ce2-9e46daab8539 req-6f3889ff-05c6-4c3c-8c01-3e78122235c8 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 949 time: 0.2121644 Mar 11 17:26:01.934616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:01.937412 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.945950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.976039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2eaa9038-ade1-4686-8ce2-9e46daab8539 req-0aec1969-1a33-4657-b2a3-f7f33794c06d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657508 Mar 11 17:26:01.983513 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.988784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:02.022638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:02.076758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 44dd5e74-2de6-445b-902a-77bae579b3dc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44dd5e74-2de6-445b-902a-77bae579b3dc,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:02.088589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.113984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Pushing event deleted for resources: {'Port': ['ID=03876416-ab7d-46a2-be05-bae3c7949834,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:02.133999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:02.200159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978af0c9-cc04-44ab-96c2-77ae3c579e18 req-a82757de-ea5f-45d0-b5f2-881ff8db8886 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.209796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-978af0c9-cc04-44ab-96c2-77ae3c579e18 req-a82757de-ea5f-45d0-b5f2-881ff8db8886 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 951 time: 0.1614447 Mar 11 17:26:02.231689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=44dd5e74-2de6-445b-902a-77bae579b3dc,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:02.249908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3a70434e-dcd8-4780-9a9d-aec059ec85ae None None] Provisioning complete for port 44dd5e74-2de6-445b-902a-77bae579b3dc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:02.250318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3a70434e-dcd8-4780-9a9d-aec059ec85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.315238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-978af0c9-cc04-44ab-96c2-77ae3c579e18 req-79a922d9-3a19-47cd-bf28-382f72e9b5a4 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020374 Mar 11 17:26:02.318331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] No DVR routers for this DVR port 03876416-ab7d-46a2-be05-bae3c7949834 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:02.327737 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.333108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'name': 'network-vif-deleted', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:02.380843 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2447beed-5897-4909-8f8a-cba9b92b5588 req-c4cc31e2-1c05-439b-8357-61e16d72ad54 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.59 "DELETE /v2.0/ports/03876416-ab7d-46a2-be05-bae3c7949834 HTTP/1.1" status: 204 len: 173 time: 4.3359182 Mar 11 17:26:02.397022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-5e2e2cbc-af38-4cfb-b0bb-04b6dfe69e27 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.397488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-5e2e2cbc-af38-4cfb-b0bb-04b6dfe69e27 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:02.424284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-5e2e2cbc-af38-4cfb-b0bb-04b6dfe69e27 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:02.425418 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-5e2e2cbc-af38-4cfb-b0bb-04b6dfe69e27 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 949 time: 0.2599137 Mar 11 17:26:02.447913 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'code': 200} Mar 11 17:26:02.557126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port c570e9aa-a81d-47c0-9687-0657d4290390 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:02.557914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.577802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 44dd5e74-2de6-445b-902a-77bae579b3dc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:02.726616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['55e3c7e7-0626-4d5c-84d9-8a8162a41be6'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:02.770584 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c322f503-5343-4979-8ecb-f25b49087a3b req-f42bd6df-6686-4a6f-b0cd-9fd5f4747a00 tempest-LiveMigrationNegativeTest-923447469 tempest-LiveMigrationNegativeTest-923447469-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1198a1a-f446-4f47-a66b-5c9c44016333 HTTP/1.1" status: 200 len: 210 time: 0.2618859 Mar 11 17:26:02.780900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:02.796206 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Sync routers for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:26:02.823174 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:02.823444 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1198a1a-f446-4f47-a66b-5c9c44016333', 'name': 'network-vif-deleted', 'tag': '03876416-ab7d-46a2-be05-bae3c7949834', 'status': 'completed', 'code': 200} Mar 11 17:26:02.823566 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:25:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:02.927941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.929131 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b0cd88b1-5ed5-4510-82c7-cb6cf54ea36f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2938962 Mar 11 17:26:02.932045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44826) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:02.970929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 44dd5e74-2de6-445b-902a-77bae579b3dc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:02.971294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.030453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port c570e9aa-a81d-47c0-9687-0657d4290390, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c570e9aa-a81d-47c0-9687-0657d4290390,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:03.031189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.106048 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:03.232192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16d8aa-5156-4f9e-984a-2ed073dc5438 req-a4be24f1-e984-4e89-b674-269c2a289396 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.238906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db16d8aa-5156-4f9e-984a-2ed073dc5438 req-a4be24f1-e984-4e89-b674-269c2a289396 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 948 time: 0.1316795 Mar 11 17:26:03.265564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for c570e9aa-a81d-47c0-9687-0657d4290390 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:03.374594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db16d8aa-5156-4f9e-984a-2ed073dc5438 req-68aa512e-7a20-4205-be32-65c56934b902 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298602 Mar 11 17:26:03.440056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e2928-7be8-4746-aea1-a7c083c60b5a req-06e7c8cf-17cc-46fc-93e5-bc0ca43a235a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.447545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465e2928-7be8-4746-aea1-a7c083c60b5a req-06e7c8cf-17cc-46fc-93e5-bc0ca43a235a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.2076104 Mar 11 17:26:03.483482 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:00Z', 'revision_number': 3, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:03.490084 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Checking router: 410ebaf7-2ac7-466a-8406-ddc70986f585 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:26:03.490915 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Updating router 410ebaf7-2ac7-466a-8406-ddc70986f585 port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:26:03.553286 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.584607 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.647881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-465e2928-7be8-4746-aea1-a7c083c60b5a req-d186d80f-53cd-438f-880c-8bb7d8347db5 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993873 Mar 11 17:26:03.653086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-f3dd25c0-7fee-4710-8d6c-af39f1582226 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.653628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-f3dd25c0-7fee-4710-8d6c-af39f1582226 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Synchronizing usage tracker for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:03.656813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=c570e9aa-a81d-47c0-9687-0657d4290390,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:03.794296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port c570e9aa-a81d-47c0-9687-0657d4290390 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:03.798192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-f3dd25c0-7fee-4710-8d6c-af39f1582226 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Unset dirty status for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:03.800818 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-f3dd25c0-7fee-4710-8d6c-af39f1582226 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.4512839 Mar 11 17:26:03.803805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.931887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7d066da2-c951-48a2-8bf8-d038af890d52 req-7782fc88-d29b-49c8-ab19-1e365ddaa18f tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "DELETE /v2.0/ports/c570e9aa-a81d-47c0-9687-0657d4290390 HTTP/1.1" status: 204 len: 173 time: 1.4930427 Mar 11 17:26:03.946398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Deleting port fbee5837-baad-4e86-a5fa-060a466458e8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:03.947379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.029226 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.044707 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Transition to ACTIVE for port object 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:04.054089 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.081850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43fe1ed7-f56d-4f20-baf1-e97bafa04eb6 req-671d876c-cc99-47e3-bb5d-d3c385c7e151 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=9389b0e9-63a1-4de8-9d2a-a14431b0d64d HTTP/1.1" status: 200 len: 210 time: 0.0692227 Mar 11 17:26:04.133048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3948e5d-44fe-4e60-8e3e-0911e8af0b29 req-659aca98-b2df-4c61-9774-133b19e363bf tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.134653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3948e5d-44fe-4e60-8e3e-0911e8af0b29 req-659aca98-b2df-4c61-9774-133b19e363bf tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 0.2260563 Mar 11 17:26:04.200362 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Attempting to bind port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:04.201026 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Attempting to bind port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:04.202093 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Attempting to bind port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:04.216203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3948e5d-44fe-4e60-8e3e-0911e8af0b29 req-82118b2d-7d62-4f1c-8803-644d0cc29462 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740783 Mar 11 17:26:04.229442 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Pushing event updated for resources: {'Port': ['ID=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:04.242276 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:04.248762 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:04.250142 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.256237 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:04.257077 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Bound port: 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:04.257995 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.280772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed', '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:04.301823 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.302157 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.302513 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.302839 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.303160 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.303476 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.303790 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.304099 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.304409 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.304718 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.305028 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:04.396577 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] For port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:04.400855 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] For port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:04.411440 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.516412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c279b64a-ca1f-4699-8e3d-619ac9261c3e details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:04.520657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:04.560800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.603848 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:04.604177 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:25:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:04.679840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] For port fbee5837-baad-4e86-a5fa-060a466458e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=fbee5837-baad-4e86-a5fa-060a466458e8,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:04.679840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.827122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'name': 'network-vif-deleted', 'tag': 'c570e9aa-a81d-47c0-9687-0657d4290390'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:04.836534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:04.846820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Calling delete_port for fbee5837-baad-4e86-a5fa-060a466458e8 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:04.853713 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:04.880628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:04.881054 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.987651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44878) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:04.995267 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89373b85-249a-4987-afce-ddf3908c565c None None] Pushing event updated for resources: {'Port': ['ID=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:05.090053 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:05.169216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.200779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec797-7b7a-49f7-896f-b871a96875c4 req-b115bbda-951f-44d6-839e-871545eca068 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.202315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e40ec797-7b7a-49f7-896f-b871a96875c4 req-b115bbda-951f-44d6-839e-871545eca068 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=c98e7174-539d-4e0d-aa9b-8a03b9ef82a1 HTTP/1.1" status: 200 len: 945 time: 0.2226408 Mar 11 17:26:05.203626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Allocated IP 172.20.0.1 (6022ebc3-dca4-45fd-81a8-343ade7e60c5/65ab36e8-3828-41ea-8404-a6ad766f59f6/74c0355f-b433-4f9f-b19f-76ec3ab3fd86) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:05.211847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f861-67a0-4b3b-84db-ecf1b4bd2364 req-38e12548-b9ba-48a2-84c0-40a2e4086fa8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.219454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a31f861-67a0-4b3b-84db-ecf1b4bd2364 req-38e12548-b9ba-48a2-84c0-40a2e4086fa8 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 948 time: 0.4123824 Mar 11 17:26:05.282770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event deleted for resources: {'Port': ['ID=fbee5837-baad-4e86-a5fa-060a466458e8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:05.332757 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-59c0557d-87f7-4089-abca-183484294089 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=17c23cfab97e4d5cb19514617937b5d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439698 Mar 11 17:26:05.360954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44888) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:05.396432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a31f861-67a0-4b3b-84db-ecf1b4bd2364 req-49ea7956-89b5-4797-9d74-5ca5a8291fd1 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759853 Mar 11 17:26:05.430608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] No DVR routers for this DVR port fbee5837-baad-4e86-a5fa-060a466458e8 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:05.440036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.500125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77e111c0-8026-4dc6-92de-a5bea49c7391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.503608 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c03545d3-4e3a-4b5f-b914-a12f29bd9f65 req-30b21cac-93de-4963-9741-b99349d68434 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "DELETE /v2.0/ports/fbee5837-baad-4e86-a5fa-060a466458e8 HTTP/1.1" status: 204 len: 173 time: 1.6896346 Mar 11 17:26:05.519608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.534706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77e111c0-8026-4dc6-92de-a5bea49c7391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.563751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:05.564788 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:00Z', 'revision_number': 3, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:05.568167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:05.576745 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc4bfa-fbbb-454b-8657-db4c116cc689 None None] The sync data for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 is: [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:00Z', 'revision_number': 3, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:26:05.592451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:05.597729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e40ec797-7b7a-49f7-896f-b871a96875c4 req-6f9046be-d841-4839-bb1b-cc6140c1c65d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509481 Mar 11 17:26:05.604368 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.605198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:05.640488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77e111c0-8026-4dc6-92de-a5bea49c7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.672351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e111c0-8026-4dc6-92de-a5bea49c7391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debbb62b-37b2-43b4-82a1-40af17ff8e1a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:05.682428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77e111c0-8026-4dc6-92de-a5bea49c7391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.683670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-77e111c0-8026-4dc6-92de-a5bea49c7391 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/debbb62b-37b2-43b4-82a1-40af17ff8e1a HTTP/1.1" status: 204 len: 168 time: 0.3165600 Mar 11 17:26:05.732701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.753471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Transition to ACTIVE for port object 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:05.791788 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9389b0e9-63a1-4de8-9d2a-a14431b0d64d', 'name': 'network-vif-deleted', 'tag': 'c570e9aa-a81d-47c0-9687-0657d4290390', 'status': 'completed', 'code': 200} Mar 11 17:26:05.811461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.823749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:05.906589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'network_id': '074fda53-884b-4958-8576-8b8571e6e8d3', 'port_id': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'mac_address': 'fa:16:3e:48:7f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6361f39-f2f2-4a32-8655-5d1c958520a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:05.965731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Pushing event updated for resources: {'Port': ['ID=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:06.003725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:06.005509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:06.008061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:06.186274 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6', 'code': 200} Mar 11 17:26:06.187457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.261587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.382669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c279b64a-ca1f-4699-8e3d-619ac9261c3e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:06.397093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b08d7ea-66c1-4cf4-931d-6dc881fa3ed0 req-94f9ea1f-ce20-46f3-97d4-519b8303366e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1100 time: 0.2133579 Mar 11 17:26:06.409499 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.412548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.463731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae619-8ffc-482e-ace7-8c871402d365 req-cc4c6160-410c-41c7-b3c4-a6177e43ca2a tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:06.470402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-080ae619-8ffc-482e-ace7-8c871402d365 req-cc4c6160-410c-41c7-b3c4-a6177e43ca2a tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 0.4157064 Mar 11 17:26:06.473993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:06.484851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:06.500743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.535498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44918) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:06.537323 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b08d7ea-66c1-4cf4-931d-6dc881fa3ed0 req-def89cc0-9695-4318-aac4-dd41787c1de2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313329 Mar 11 17:26:06.572397 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.576244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c570e9aa-a81d-47c0-9687-0657d4290390 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:06.630650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-080ae619-8ffc-482e-ace7-8c871402d365 req-fe4f5eb9-4d18-4bc6-859b-1f6376c09b71 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439097 Mar 11 17:26:06.632145 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-922a53a9-767c-40e6-aa8c-71fa0acf1286 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=714371e01ec041ef97daa2c5ab385117&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0938199 Mar 11 17:26:06.637001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44926) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:06.663707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-65c96243-cdb0-4865-a071-fb97d87e1c0a None None] Provisioning for port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:06.689367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c570e9aa-a81d-47c0-9687-0657d4290390 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:06.689705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c570e9aa-a81d-47c0-9687-0657d4290390 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:06.699212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:06.763070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-65c96243-cdb0-4865-a071-fb97d87e1c0a None None] Provisioning complete for port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:06.763573 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65c96243-cdb0-4865-a071-fb97d87e1c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.856522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:06.887278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.900965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.923617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c279b64a-ca1f-4699-8e3d-619ac9261c3e no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:06.948216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-65c96243-cdb0-4865-a071-fb97d87e1c0a None None] Port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:06.985457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c279b64a-ca1f-4699-8e3d-619ac9261c3e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:07.015706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-707ef478-58ed-4d71-94b6-975638c52a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.076923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:07.092941 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-707ef478-58ed-4d71-94b6-975638c52a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.100921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:07.112247 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.120081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Pushing event updated for resources: {'Port': ['ID=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:07.159373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:07.159878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.241404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.270547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bf7c9-a21b-43ce-a6b9-c0afc131d3d3 req-e6b8c45c-0fa8-4bd6-8473-5f5a1aa76301 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.277307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd6bf7c9-a21b-43ce-a6b9-c0afc131d3d3 req-e6b8c45c-0fa8-4bd6-8473-5f5a1aa76301 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.3811233 Mar 11 17:26:07.281073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c279b64a-ca1f-4699-8e3d-619ac9261c3e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:07.320727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:07.335994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.336670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fbee5837-baad-4e86-a5fa-060a466458e8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:07.350226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-707ef478-58ed-4d71-94b6-975638c52a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.376709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ef478-58ed-4d71-94b6-975638c52a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7757acec-d656-47e1-a54d-82fbb166bace,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:07.382875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd6bf7c9-a21b-43ce-a6b9-c0afc131d3d3 req-9ea2066d-84f5-477c-90be-46a51efdde63 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047046 Mar 11 17:26:07.384961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:07.391853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:07.463110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: fbee5837-baad-4e86-a5fa-060a466458e8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:07.466317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device fbee5837-baad-4e86-a5fa-060a466458e8 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:07.578110 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.591511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:07.608014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:07.617689 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.624137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-707ef478-58ed-4d71-94b6-975638c52a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.628474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-707ef478-58ed-4d71-94b6-975638c52a50 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7757acec-d656-47e1-a54d-82fbb166bace HTTP/1.1" status: 204 len: 168 time: 0.9912198 Mar 11 17:26:07.717616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:07.783479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0b8d05c3-6cb4-45d0-a6ff-927dccdc60f0 None None] Provisioning complete for port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:07.783873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b8d05c3-6cb4-45d0-a6ff-927dccdc60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.792781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'name': 'network-vif-deleted', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:07.881679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d05c3-6cb4-45d0-a6ff-927dccdc60f0 None None] Port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:08.053952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Router 410ebaf7-2ac7-466a-8406-ddc70986f585 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:08.191549 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:08.323731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:08.339398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-58a241ac-eb14-48a1-8252-2d61a3c4ac66 admin admin] 10.222.0.96 "PUT /v2.0/routers/410ebaf7-2ac7-466a-8406-ddc70986f585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4051971 Mar 11 17:26:08.371888 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98e7174-539d-4e0d-aa9b-8a03b9ef82a1', 'name': 'network-vif-deleted', 'tag': 'fbee5837-baad-4e86-a5fa-060a466458e8', 'status': 'completed', 'code': 200} Mar 11 17:26:08.495693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44990) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:08.506261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815361547', 'description': 'tempest-description--1728371061'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:08.573712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c279b64a-ca1f-4699-8e3d-619ac9261c3e up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:08.608207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:08.625213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:08.640503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:08.671233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.703952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1930-d6bb-43f6-aaba-982d53371e8c req-1ffb0245-3857-463d-b92c-1c1479800399 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:08.705474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa7f1930-d6bb-43f6-aaba-982d53371e8c req-1ffb0245-3857-463d-b92c-1c1479800399 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 950 time: 0.2070067 Mar 11 17:26:08.747743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:08.759948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Usage tracker for resource:security_group_rule and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:08.766035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:08.766520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:08.766890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.775060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:08.789349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa7f1930-d6bb-43f6-aaba-982d53371e8c req-4a9872b0-187a-4377-b5a9-05a9a3c9dd6e tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Mar 11 17:26:08.844776 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48944043-160f-47cd-b493-759e0e3f92df', 'code': 200} Mar 11 17:26:08.847731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c279b64a-ca1f-4699-8e3d-619ac9261c3e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:08.848099 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.858247 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.866156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.963397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58026ffc-26f1-4871-b86a-e8f564a55b27,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:08.971202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.975520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e744a845-3644-4f59-a755-e513a2686a93 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4785426 Mar 11 17:26:08.978935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45014) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:08.986139 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.986665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Request body: {'security_group_rule': {'security_group_id': '58026ffc-26f1-4871-b86a-e8f564a55b27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:09.002911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:09.011658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Usage tracker for resource:security_group_rule and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:09.017977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:09.035952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:09.074084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.089643 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.109226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280e2d1-537d-4ba2-9fd3-886e0faddb38 req-a3cdd69d-2bd8-4d90-b553-600956833256 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:09.111591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d280e2d1-537d-4ba2-9fd3-886e0faddb38 req-a3cdd69d-2bd8-4d90-b553-600956833256 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.1166894 Mar 11 17:26:09.142000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:09.149705 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.178688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d280e2d1-537d-4ba2-9fd3-886e0faddb38 req-c62cd60f-4203-4285-b603-54f01c433dc6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600061 Mar 11 17:26:09.184421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.193078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.237454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:09.299299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33a6e58-13c7-489f-b81e-bdad3bb5cc9b,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:09.320669 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.321864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-21626826-f3b5-4b4d-a5ee-e257a4bf926d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3413813 Mar 11 17:26:09.324998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45024) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:09.333179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Request body: {'security_group_rule': {'security_group_id': '58026ffc-26f1-4871-b86a-e8f564a55b27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:09.343794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:09.347114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-b9b950b5-69a3-474c-b3ad-9cc547406703 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:09.347994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-b9b950b5-69a3-474c-b3ad-9cc547406703 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:09.365823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-b9b950b5-69a3-474c-b3ad-9cc547406703 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:09.367781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-b9b950b5-69a3-474c-b3ad-9cc547406703 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 950 time: 0.1585152 Mar 11 17:26:09.384624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Usage tracker for resource:security_group_rule and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:09.392520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:09.400929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:09.433145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.464372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port 0450b4b6-2fa1-444c-b69e-096009580bed {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:09.465079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.489670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5fbff-d948-483d-a55e-483b5babec21 req-8eafbb13-a6b6-49e9-ab63-fcfae9de61e0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:09.496859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5c5fbff-d948-483d-a55e-483b5babec21 req-8eafbb13-a6b6-49e9-ab63-fcfae9de61e0 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 0.1564882 Mar 11 17:26:09.577036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5c5fbff-d948-483d-a55e-483b5babec21 req-9e4209ec-898b-4720-a74f-d15d9a707f20 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796583 Mar 11 17:26:09.578677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.585973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.619219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370daa5e-ebc0-4a71-af88-072300554bdb,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:09.631896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.633150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b5781294-66b5-4c4c-822f-ee4f48b7c974 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3058176 Mar 11 17:26:09.636607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45032) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:09.641827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:09.648450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:09.652662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Usage tracker for resource:floatingip and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:09.655813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:09.662021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:09.678869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.823059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port 0450b4b6-2fa1-444c-b69e-096009580bed, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0450b4b6-2fa1-444c-b69e-096009580bed,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:09.825640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.864431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45050) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:09.884140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630587909', 'description': 'tempest-description--608674551'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:09.912330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:09.928139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Usage tracker for resource:security_group and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:09.941346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:09.960837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:10.018979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for 0450b4b6-2fa1-444c-b69e-096009580bed owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:10.204572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.221626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Sync routers for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:26:10.252168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:10.254351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:25:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:10.456163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:10.518799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.563432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:10.578494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.637185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=0450b4b6-2fa1-444c-b69e-096009580bed,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:10.696937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:10.707386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-d41019be-d328-40b1-9814-076e5efceb36 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.708855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-d41019be-d328-40b1-9814-076e5efceb36 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecc6a02-5124-4164-a697-5b97315bfdfd HTTP/1.1" status: 200 len: 949 time: 0.6495736 Mar 11 17:26:10.736112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Usage tracker for resource:security_group_rule and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:10.744241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:10.758842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:10.765293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', '0450b4b6-2fa1-444c-b69e-096009580bed'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:10.765527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.784944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port 0450b4b6-2fa1-444c-b69e-096009580bed on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:10.789126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.798676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'name': 'network-vif-deleted', 'tag': '0450b4b6-2fa1-444c-b69e-096009580bed'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:10.814587 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31b79169-3cbc-414c-bbf1-956c371a4386 req-8cb074b0-16af-4b71-8b24-9828be6676b6 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "DELETE /v2.0/ports/0450b4b6-2fa1-444c-b69e-096009580bed HTTP/1.1" status: 204 len: 173 time: 1.4355266 Mar 11 17:26:10.829244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:10.829624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.842075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27a6e0e5-fd51-4fea-8ad4-649100756a67 req-8b20889a-5a47-411e-9947-792729e7a03f tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1100 time: 0.8222015 Mar 11 17:26:10.871922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:10.910623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Allocated IP 172.25.3.197 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/233cc909-0258-487b-8cbe-9e165daac744) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:11.049577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c6839-40d4-4a42-ae19-4d8f7baf8433 req-2db9b4a1-be62-46b5-98b7-779f6bf9f540 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.056962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e04c6839-40d4-4a42-ae19-4d8f7baf8433 req-2db9b4a1-be62-46b5-98b7-779f6bf9f540 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f7b7ad1-85aa-4cdd-8ec8-534772bfac74 HTTP/1.1" status: 200 len: 867 time: 0.6353860 Mar 11 17:26:11.115852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:11.118715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.143330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 2, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:11.152734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:11.160741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Checking router: 410ebaf7-2ac7-466a-8406-ddc70986f585 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:26:11.161151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Updating router 410ebaf7-2ac7-466a-8406-ddc70986f585 port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:26:11.165840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-6a6b6bea-d49a-4225-a26a-7c103848c017 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.167755 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-6a6b6bea-d49a-4225-a26a-7c103848c017 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 1.0678716 Mar 11 17:26:11.248653 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.252170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:11.267899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Usage tracker for resource:security_group_rule and tenant:e6e3fd766f10477096c532efbdf8b657 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:11.271233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:11.278794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:11.300912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e04c6839-40d4-4a42-ae19-4d8f7baf8433 req-8d377881-8cc8-4cab-8754-8a1018289984 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430453 Mar 11 17:26:11.307386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.323012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-27a6e0e5-fd51-4fea-8ad4-649100756a67 req-66269635-e389-404b-860a-48f0bbe5995a tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Synchronizing usage tracker for tenant:c0a8a0b4441943b2a5eec655a08ca51d on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:11.344723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Deleting port c279b64a-ca1f-4699-8e3d-619ac9261c3e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:11.344872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.430282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.475520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.565956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:11.576620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.625475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-27a6e0e5-fd51-4fea-8ad4-649100756a67 req-66269635-e389-404b-860a-48f0bbe5995a tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] Unset dirty status for tenant:c0a8a0b4441943b2a5eec655a08ca51d on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:11.639142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27a6e0e5-fd51-4fea-8ad4-649100756a67 req-66269635-e389-404b-860a-48f0bbe5995a tempest-MigrationsAdminTest-1375161805 tempest-MigrationsAdminTest-1375161805-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806616 Mar 11 17:26:11.660892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:11.688893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:11.692204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.697920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dbe349-4917-494f-a065-5ecc9f3ee534,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:11.716350 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42df03e3-f96d-4065-b1f7-2e514deb39fb req-89019a88-e217-4b4e-b1e4-1a7e1d818f52 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "DELETE /v2.0/ports/050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 HTTP/1.1" status: 204 len: 173 time: 0.9791551 Mar 11 17:26:11.774175 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7b7ad1-85aa-4cdd-8ec8-534772bfac74', 'name': 'network-vif-deleted', 'tag': '0450b4b6-2fa1-444c-b69e-096009580bed', 'status': 'completed', 'code': 200} Mar 11 17:26:11.832752 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'code': 200} Mar 11 17:26:11.898223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] For port c279b64a-ca1f-4699-8e3d-619ac9261c3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c279b64a-ca1f-4699-8e3d-619ac9261c3e,segment=NetworkSegment(743bb953-2a77-4484-879b-e5d021c70770),segment_id=743bb953-2a77-4484-879b-e5d021c70770)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:11.898530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.965039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.968771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e15b8736-4d27-4ba6-adb7-8df6a6fb4810 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.1008651 Mar 11 17:26:11.970244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45100) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:11.979040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Request body: {'security_group_rule': {'security_group_id': 'e4dbe349-4917-494f-a065-5ecc9f3ee534', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:11.989127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:11.994272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Usage tracker for resource:security_group_rule and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:11.998518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:12.006155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:12.018150 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.034726 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.034963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Transition to ACTIVE for port object 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:12.048829 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.143517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.153705 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.191521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Calling delete_port for c279b64a-ca1f-4699-8e3d-619ac9261c3e owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:12.201543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3731-efa2-4466-99f8-18b22be4f1f8 None None] Pushing event updated for resources: {'Port': ['ID=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.202995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.207587 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2357688 Mar 11 17:26:12.208233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45104) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:12.212460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8235b65-5ec0-4fe3-b241-0f9c9288670d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eb67d3-69b0-434d-88ef-f8d580c5802c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.218440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Request body: {'security_group_rule': {'security_group_id': 'e4dbe349-4917-494f-a065-5ecc9f3ee534', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:12.225486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:12.229641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Usage tracker for resource:security_group_rule and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:12.232996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:12.239219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:12.265647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.299921 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.347359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Attempting to bind port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:12.347895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Attempting to bind port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:12.349992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Attempting to bind port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 on network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:12.354109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a841e02b-ab2f-476d-9afd-4fd0899ded56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.365447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:12.365909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Checking segment: {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:12.366404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.366927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Bound using segment: {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:12.367474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Bound port: 74c0355f-b433-4f9f-b19f-76ec3ab3fd86, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:12.367912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.374452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.387282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.413895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.426070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f888cbda-a42f-4b77-bed5-29686047348e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.460088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:12.464515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.470603 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.474416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-736e5137-619a-4ee9-b8a0-430e9a6177cc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2616634 Mar 11 17:26:12.476341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:12.483531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:12.487055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:12.489790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:12.491592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] For port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:12.493919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:12.495376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] For port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:12.504579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Usage tracker for resource:floatingip and tenant:ff77f83760e448079789dcbafc1374f4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:12.509052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:12.513109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.515985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:12.528829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'Port': ['ID=233cc909-0258-487b-8cbe-9e165daac744,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.529675 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.589525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0450b4b6-2fa1-444c-b69e-096009580bed no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:12.638989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4930d-1c59-43f8-bbc3-48c73866e1f8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.641263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3731-efa2-4466-99f8-18b22be4f1f8 None None] Pushing event updated for resources: {'Port': ['ID=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.655593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 0450b4b6-2fa1-444c-b69e-096009580bed {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:12.655941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0450b4b6-2fa1-444c-b69e-096009580bed not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:12.656346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c279b64a-ca1f-4699-8e3d-619ac9261c3e no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:12.689088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fa40d-7d10-44b2-86c1-ccd3e8670431 req-586800d4-b8ad-4644-b290-a2018348bdd2 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:12.696185 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d47fa40d-7d10-44b2-86c1-ccd3e8670431 req-586800d4-b8ad-4644-b290-a2018348bdd2 tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3263271-b4ef-4433-94c0-56ed6da1364c HTTP/1.1" status: 200 len: 945 time: 0.7863326 Mar 11 17:26:12.709393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a8a283d1-88b0-422a-b4c8-4eef342ca57d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e6e3fd766f10477096c532efbdf8b657&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2110748 Mar 11 17:26:12.710389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45114) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:12.739069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.753639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02e5a3ff-fbfb-45c2-b6fe-ca4890492578 req-92113b1a-e27c-499b-bab9-046b18ceabad service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6210389 Mar 11 17:26:12.793053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:12.794989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:25:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:12.821712 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.890743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Pushing event deleted for resources: {'Port': ['ID=c279b64a-ca1f-4699-8e3d-619ac9261c3e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.920729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d47fa40d-7d10-44b2-86c1-ccd3e8670431 req-1714c768-372e-4d98-9ae3-166141be4a0b tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.96 "GET /v2.0/security-groups?id=d307068c-51e6-444a-80b5-823a663d310b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234042 Mar 11 17:26:12.933051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aca41cd3-be30-46a3-8066-153a8fc672a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.981323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aca41cd3-be30-46a3-8066-153a8fc672a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.050063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Allocated IP 172.25.3.247 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/703fa10b-ba1a-45f1-ae1b-fe29b2df3422) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:13.061354 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.064907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aca41cd3-be30-46a3-8066-153a8fc672a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.086533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] No DVR routers for this DVR port c279b64a-ca1f-4699-8e3d-619ac9261c3e on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:13.090196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.093405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'name': 'network-vif-deleted', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:13.119532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41cd3-be30-46a3-8066-153a8fc672a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4930d-1c59-43f8-bbc3-48c73866e1f8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.188514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aca41cd3-be30-46a3-8066-153a8fc672a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.189611 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aca41cd3-be30-46a3-8066-153a8fc672a2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dbf4930d-1c59-43f8-bbc3-48c73866e1f8 HTTP/1.1" status: 204 len: 168 time: 0.4785087 Mar 11 17:26:13.235073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69fe766b-144f-4b7b-affb-57eb1b45983a req-fcf7ef21-8bed-40c7-a6f6-73c9e78f0f5d tempest-ImagesTestJSON-259964074 tempest-ImagesTestJSON-259964074-project] 10.222.0.59 "DELETE /v2.0/ports/c279b64a-ca1f-4699-8e3d-619ac9261c3e HTTP/1.1" status: 204 len: 173 time: 2.0563564 Mar 11 17:26:13.262893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.351731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:13.419979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.427872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:13.428210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:13.439070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:13.560264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.625985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.657416 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3263271-b4ef-4433-94c0-56ed6da1364c', 'name': 'network-vif-deleted', 'tag': 'c279b64a-ca1f-4699-8e3d-619ac9261c3e', 'status': 'completed', 'code': 200} Mar 11 17:26:13.779803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'name': 'network-vif-deleted', 'tag': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:13.800089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event updated for resources: {'Port': ['ID=703fa10b-ba1a-45f1-ae1b-fe29b2df3422,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.803747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:13.812216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:13.815430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:13.890642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:13.943525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:12Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:13.948171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f07d-c77f-437e-a908-e4a7e92cc4de None None] The sync data for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 is: [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:12Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:26:13.962126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.038089 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-f479d387-ba5f-48b8-8774-224c2d35a2fc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4807320 Mar 11 17:26:14.128588 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.132766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:14.137315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Usage tracker for resource:security_group_rule and tenant:3c56bec6777d4aeebb87aeb2a690a85c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:14.140048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.143801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:14.241132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:14.271973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.338917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.371264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'Port': ['ID=233cc909-0258-487b-8cbe-9e165daac744,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:14.391029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.469793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe5b3-ecde-4a99-8b42-8a14e0026ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.539737 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.541280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-13adc5ee-6d73-4d74-9b37-a21ae220d944 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9034424 Mar 11 17:26:14.573023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.583968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.694660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:14.697650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff17cb5f-203e-4967-99d3-80d495a9825e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:14.703018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-54176154-3fed-4062-ad16-c87521f6ba5f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3c56bec6777d4aeebb87aeb2a690a85c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8113735 Mar 11 17:26:14.705596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45182) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:14.838292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.847155 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.871137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:14.880404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:14.880941 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.929395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bb347ba-172b-4141-a5a1-2159adda6ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.003504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bb347ba-172b-4141-a5a1-2159adda6ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.070268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885fc34-7060-4b7e-a391-d925b285cc80 req-60d5f66e-1109-4bed-b82f-c18d06263710 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.078197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3885fc34-7060-4b7e-a391-d925b285cc80 req-60d5f66e-1109-4bed-b82f-c18d06263710 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.2608738 Mar 11 17:26:15.084383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event updated for resources: {'Port': ['ID=703fa10b-ba1a-45f1-ae1b-fe29b2df3422,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:15.091116 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.123368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.126591 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-09fb3ac0-e63a-45ff-9f72-c2bb7ba9c551 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6489248 Mar 11 17:26:15.171050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3885fc34-7060-4b7e-a391-d925b285cc80 req-6ed60db4-1ad5-474c-a31a-76c1203b8738 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918181 Mar 11 17:26:15.172223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bb347ba-172b-4141-a5a1-2159adda6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.210559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb347ba-172b-4141-a5a1-2159adda6ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff17cb5f-203e-4967-99d3-80d495a9825e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:15.226718 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bb347ba-172b-4141-a5a1-2159adda6ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.229373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8bb347ba-172b-4141-a5a1-2159adda6ef6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ff17cb5f-203e-4967-99d3-80d495a9825e HTTP/1.1" status: 204 len: 168 time: 0.5228045 Mar 11 17:26:15.288285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.354327 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecc6a02-5124-4164-a697-5b97315bfdfd', 'name': 'network-vif-deleted', 'tag': '050adbb4-c76c-4d3b-a9bd-fa1fb65ba0c5', 'status': 'completed', 'code': 200} Mar 11 17:26:15.425819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:15.435802 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.564866 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.607450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:15.657071 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.840324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-52ce30c1-271a-43e5-b0a5-5dd115894629 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.841857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-52ce30c1-271a-43e5-b0a5-5dd115894629 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 822 time: 0.1989839 Mar 11 17:26:15.859318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-756cd17d-634f-4ae6-bc8a-f8f42abbba08 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/quotas/7bb44b7525de46c7862a069fe7a04448 HTTP/1.1" status: 200 len: 375 time: 0.0117581 Mar 11 17:26:15.961845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-0f1007c8-c44a-4361-90d8-b6a4c0e5219d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962980 Mar 11 17:26:16.091350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-2277074c-3567-4864-bd1c-4e3d7780e9ac service neutron] 10.222.0.96 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286781 Mar 11 17:26:16.099789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45260) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:16.332351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-ff0a2509-3ee2-4825-a590-8e19c1040ed0 service neutron] 10.222.0.96 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293017 Mar 11 17:26:16.348227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-87367627-970e-4290-857c-8e4b406331b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1100 time: 0.1630490 Mar 11 17:26:16.423861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.475735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:16.482694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Usage tracker for resource:security_group_rule and tenant:774136fd001743b091b674bf5b17c4d2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:16.487457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:16.496008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:16.566423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-e2c679d9-7650-43c9-9703-cd78a76f17b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.569559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-e2c679d9-7650-43c9-9703-cd78a76f17b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2116928 Mar 11 17:26:16.649882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:16.684122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-326e47a8-c109-4e16-8c1e-86fd477c4c23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 217 time: 0.1077800 Mar 11 17:26:16.703160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.717074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.758255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=774136fd001743b091b674bf5b17c4d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6575160 Mar 11 17:26:16.761572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45314) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:16.784009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-77cda52c-dd81-49be-9bca-1def9b4555d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.801312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-77cda52c-dd81-49be-9bca-1def9b4555d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1003330 Mar 11 17:26:16.803647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-f51d4d1a-6715-40e1-8896-df4bae3dad5c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Synchronizing usage tracker for tenant:ff77f83760e448079789dcbafc1374f4 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:16.824184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02850cbf-b5e0-4f38-9a42-6528ff10a011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec2e5e0-7710-48c1-8f26-03cec2aa9607,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:16.851533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:16.855105 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.901882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59200b80-c72f-4bf0-87ab-1a4ba5166a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.940009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-f51d4d1a-6715-40e1-8896-df4bae3dad5c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Unset dirty status for tenant:ff77f83760e448079789dcbafc1374f4 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:16.942318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.949222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-f51d4d1a-6715-40e1-8896-df4bae3dad5c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1630587909&fields=id&tenant_id=ff77f83760e448079789dcbafc1374f4 HTTP/1.1" status: 200 len: 267 time: 0.2640612 Mar 11 17:26:16.958942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59200b80-c72f-4bf0-87ab-1a4ba5166a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.060002 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59200b80-c72f-4bf0-87ab-1a4ba5166a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.083041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59200b80-c72f-4bf0-87ab-1a4ba5166a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec2e5e0-7710-48c1-8f26-03cec2aa9607,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:17.086130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-59200b80-c72f-4bf0-87ab-1a4ba5166a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.100438 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-59200b80-c72f-4bf0-87ab-1a4ba5166a31 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eec2e5e0-7710-48c1-8f26-03cec2aa9607 HTTP/1.1" status: 204 len: 168 time: 0.3275468 Mar 11 17:26:17.287457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-57916b3d-dc09-408c-896b-0585e9fb8d9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4782052 Mar 11 17:26:17.297285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-5faee5d9-746b-4033-a5a8-df65cc9f5363 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:17.298719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-5faee5d9-746b-4033-a5a8-df65cc9f5363 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/networks?id=6022ebc3-dca4-45fd-81a8-343ade7e60c5 HTTP/1.1" status: 200 len: 812 time: 0.3487058 Mar 11 17:26:17.408497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4edc1c-ebdb-4789-b4e5-09d84f2cc3c8 req-ae0f3448-47b7-4ab1-870b-50035dec858f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:17.409973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a4edc1c-ebdb-4789-b4e5-09d84f2cc3c8 req-ae0f3448-47b7-4ab1-870b-50035dec858f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.2657666 Mar 11 17:26:17.419542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-6c5305e5-fdb4-4d4f-9502-13e1f3a52944 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/quotas/ff77f83760e448079789dcbafc1374f4 HTTP/1.1" status: 200 len: 375 time: 0.0931864 Mar 11 17:26:17.607038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45340) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:17.624868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.626821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-1e53e08b-9909-4ccb-9689-8045e1946856 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255827 Mar 11 17:26:17.635094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a4edc1c-ebdb-4789-b4e5-09d84f2cc3c8 req-22ee5a3e-9079-494c-9b56-27e4e47cf4bc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117677 Mar 11 17:26:17.676970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:17.681411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Usage tracker for resource:security_group_rule and tenant:fab08c31e1da4ff19a3fd63723ba9e94 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:17.684662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:17.690974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:17.754267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-15f4a88f-cc46-47e7-9682-48192712231d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Synchronizing usage tracker for tenant:ff77f83760e448079789dcbafc1374f4 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:17.779189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.787164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.836280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e69e44e-5d72-4737-82f5-2eb32a0efe83 req-dfee3506-04ef-4e3a-8abf-30d4e19c4643 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 210 time: 0.0611203 Mar 11 17:26:17.842029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-15f4a88f-cc46-47e7-9682-48192712231d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Unset dirty status for tenant:ff77f83760e448079789dcbafc1374f4 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:17.849224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-15f4a88f-cc46-47e7-9682-48192712231d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ff77f83760e448079789dcbafc1374f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4274981 Mar 11 17:26:17.850081 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fab08c31e1da4ff19a3fd63723ba9e94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2419741 Mar 11 17:26:17.851172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45346) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:17.856860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af0bfb-6339-4d6d-910c-681440120db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889af3e1-a5bf-41c0-9a83-f0f5114ee4c8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:17.857198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-c84d47c6-106c-4426-ac2a-dcd317cf937f service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211587 Mar 11 17:26:17.952549 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5130fd8-3d8f-4750-a30e-26d06c5ac3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.991841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5130fd8-3d8f-4750-a30e-26d06c5ac3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.021852 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-24107741-4210-4f7b-8098-ec1f35d47be0 service neutron] 10.222.0.96 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617970 Mar 11 17:26:18.054234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5130fd8-3d8f-4750-a30e-26d06c5ac3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.070072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5130fd8-3d8f-4750-a30e-26d06c5ac3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889af3e1-a5bf-41c0-9a83-f0f5114ee4c8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:18.096840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5130fd8-3d8f-4750-a30e-26d06c5ac3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.096840 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e5130fd8-3d8f-4750-a30e-26d06c5ac3b5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/889af3e1-a5bf-41c0-9a83-f0f5114ee4c8 HTTP/1.1" status: 204 len: 168 time: 0.2420623 Mar 11 17:26:18.366344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-d0ca5413-e56f-4de3-98c7-553d64dc2967 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.367903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-d0ca5413-e56f-4de3-98c7-553d64dc2967 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 822 time: 0.3016016 Mar 11 17:26:18.370960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-99a68512-8401-4f35-b906-c03073ad46cc service neutron] 10.222.0.96 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438988 Mar 11 17:26:18.400707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Request body: {'port': {'device_id': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'admin_state_up': True, 'tenant_id': '7bb44b7525de46c7862a069fe7a04448'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:18.584782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:18.592470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Usage tracker for resource:port and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:18.596995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:18.611403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:18.633718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Made reservation on behalf of 7bb44b7525de46c7862a069fe7a04448 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:18.638536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.912545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Allocated IP 172.20.0.13 (820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d/69849ede-bffe-4f7e-a7cd-55dd877dc481/bbc94dfd-2e43-4127-843d-c00e5f81a5df) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:19.322936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b94d8cf-5115-4a7f-9a26-1d47907dfb97 req-b02be678-046d-416e-b114-7d1a060b00ea tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 210 time: 0.0564137 Mar 11 17:26:19.349369 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.389436 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.502525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:19.573360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:19.579595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:19.592595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:19.668643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18372173-227e-4767-b63c-0b98f2a37045 req-52909732-085e-479e-9102-32f7cb92eccc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.670140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18372173-227e-4767-b63c-0b98f2a37045 req-52909732-085e-479e-9102-32f7cb92eccc tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.1694491 Mar 11 17:26:19.701758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.702393 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.771819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1613fcac-1000-4ccf-a3f4-58ae94f59823 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3752618 Mar 11 17:26:19.790863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Request body: {'port': {'device_id': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:19.820384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18372173-227e-4767-b63c-0b98f2a37045 req-e0b5ecba-6438-49a8-9ae0-6c11e1cd8b3e tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099725 Mar 11 17:26:19.939671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9eeeb-8dac-471e-aa1b-21ff4e6667df req-a7dfa284-ebcf-41ed-9492-55ab22bf4702 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.946578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1c9eeeb-8dac-471e-aa1b-21ff4e6667df req-a7dfa284-ebcf-41ed-9492-55ab22bf4702 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 949 time: 0.2878573 Mar 11 17:26:20.090591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:20.112642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1c9eeeb-8dac-471e-aa1b-21ff4e6667df req-0bc2e0f0-737d-4e53-94a8-d837909cbe9d tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652093 Mar 11 17:26:20.277924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc058d7-233f-4016-a08a-7f05c3da4dba req-125cd841-d6c3-45a3-9153-7a15431d1b5b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:20.279118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8fc058d7-233f-4016-a08a-7f05c3da4dba req-125cd841-d6c3-45a3-9153-7a15431d1b5b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Synchronizing usage tracker for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:20.335417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8fc058d7-233f-4016-a08a-7f05c3da4dba req-125cd841-d6c3-45a3-9153-7a15431d1b5b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Unset dirty status for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:20.337383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fc058d7-233f-4016-a08a-7f05c3da4dba req-125cd841-d6c3-45a3-9153-7a15431d1b5b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 932 time: 0.3492043 Mar 11 17:26:20.362049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-6a8dc806-4165-4283-be46-f7a3ea4b913d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:20.362889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-6a8dc806-4165-4283-be46-f7a3ea4b913d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Synchronizing usage tracker for tenant:ff77f83760e448079789dcbafc1374f4 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:20.392032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-6a8dc806-4165-4283-be46-f7a3ea4b913d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Unset dirty status for tenant:ff77f83760e448079789dcbafc1374f4 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:20.393303 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-6a8dc806-4165-4283-be46-f7a3ea4b913d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.59 "GET /v2.0/networks?id=6022ebc3-dca4-45fd-81a8-343ade7e60c5 HTTP/1.1" status: 200 len: 812 time: 0.3234632 Mar 11 17:26:20.451421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8fc058d7-233f-4016-a08a-7f05c3da4dba req-fbf63d95-e63b-4f03-9dfe-1bfbf7ac2517 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Synchronizing usage tracker for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:20.497244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-2c90682c-18b5-46e8-bc83-da6e00d42b9b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Synchronizing usage tracker for tenant:ff77f83760e448079789dcbafc1374f4 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:20.506296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8fc058d7-233f-4016-a08a-7f05c3da4dba req-fbf63d95-e63b-4f03-9dfe-1bfbf7ac2517 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Unset dirty status for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:20.507483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fc058d7-233f-4016-a08a-7f05c3da4dba req-fbf63d95-e63b-4f03-9dfe-1bfbf7ac2517 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188662 Mar 11 17:26:20.510429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-2c90682c-18b5-46e8-bc83-da6e00d42b9b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Unset dirty status for tenant:ff77f83760e448079789dcbafc1374f4 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:20.511910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-2c90682c-18b5-46e8-bc83-da6e00d42b9b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff77f83760e448079789dcbafc1374f4 HTTP/1.1" status: 200 len: 380 time: 0.0750945 Mar 11 17:26:20.581136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Request body: {'port': {'device_id': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'admin_state_up': True, 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'security_groups': ['e4dbe349-4917-494f-a065-5ecc9f3ee534']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:20.595403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc94dfd-2e43-4127-843d-c00e5f81a5df {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:20.604780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:20.638509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Transition to ACTIVE for port object bbc94dfd-2e43-4127-843d-c00e5f81a5df will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:20.647064 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:20.861125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:20.865778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:20.872802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-885931bf-dd3f-4aa4-b8bf-d59caa1873be tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:20.874535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-885931bf-dd3f-4aa4-b8bf-d59caa1873be tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Synchronizing usage tracker for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:20.898265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:20.904225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-885931bf-dd3f-4aa4-b8bf-d59caa1873be tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Unset dirty status for tenant:f83120e3b28e4e86a82431693c2c0974 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:20.905476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-885931bf-dd3f-4aa4-b8bf-d59caa1873be tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 949 time: 0.3007309 Mar 11 17:26:20.911640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Made reservation on behalf of ff77f83760e448079789dcbafc1374f4 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:20.915416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:20.953855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1107e766-41f2-4177-a320-7a856adf69e7 req-e02c995f-3657-41db-bee2-2665966f5903 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 210 time: 0.0472677 Mar 11 17:26:20.995400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Attempting to bind port bbc94dfd-2e43-4127-843d-c00e5f81a5df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:20.995885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Attempting to bind port bbc94dfd-2e43-4127-843d-c00e5f81a5df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:20.996953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Attempting to bind port bbc94dfd-2e43-4127-843d-c00e5f81a5df on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:21.004030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Port bbc94dfd-2e43-4127-843d-c00e5f81a5df on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:21.004341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Attempting to bind port bbc94dfd-2e43-4127-843d-c00e5f81a5df on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:21.012237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:21.012566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Checking segment: {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:21.012940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Bound using segment: {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:21.013357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Bound port: bbc94dfd-2e43-4127-843d-c00e5f81a5df, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:21.013695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.190927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:21.198069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:21.245385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.293789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5179f-f761-4ae8-b674-81f9717225af req-5432defd-90c7-47f0-b07b-ed4225b53b78 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.295256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f5179f-f761-4ae8-b674-81f9717225af req-5432defd-90c7-47f0-b07b-ed4225b53b78 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 948 time: 0.2284288 Mar 11 17:26:21.345047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.346791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] 10.222.0.59 "PUT /v2.0/ports/bbc94dfd-2e43-4127-843d-c00e5f81a5df HTTP/1.1" status: 200 len: 1092 time: 1.5603962 Mar 11 17:26:21.351889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Deleting port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:21.352235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.352860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:21.376653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Allocated IP 172.20.0.8 (6022ebc3-dca4-45fd-81a8-343ade7e60c5/65ab36e8-3828-41ea-8404-a6ad766f59f6/c76608d0-4d31-4c14-b904-1d19d01aff94) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:21.397123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f40c16-45c3-4f33-95b4-54e9641ff2cf service neutron] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:21.411711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f5179f-f761-4ae8-b674-81f9717225af req-91955fd6-5468-4835-9fc7-df97a787e685 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092267 Mar 11 17:26:21.427575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdbdac-30dd-4a25-86fd-d736f7f7bdef req-984dd9af-089f-4e8e-8de0-dda77547d926 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.429067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39bdbdac-30dd-4a25-86fd-d736f7f7bdef req-984dd9af-089f-4e8e-8de0-dda77547d926 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.2293143 Mar 11 17:26:21.525190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39bdbdac-30dd-4a25-86fd-d736f7f7bdef req-1b0ee1ce-860d-4832-986b-a61f7c437704 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627570 Mar 11 17:26:21.538137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-c2356832-c2b8-475b-b4f8-6731119c1f2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 1095 time: 0.1081314 Mar 11 17:26:21.629196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-ce8ed1c0-e71a-405f-b3eb-3fa22000151f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df HTTP/1.1" status: 200 len: 217 time: 0.0733483 Mar 11 17:26:21.748425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-8824ed4c-76b9-4471-a7c3-1050e8be2041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.749848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-8824ed4c-76b9-4471-a7c3-1050e8be2041 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69849ede-bffe-4f7e-a7cd-55dd877dc481 HTTP/1.1" status: 200 len: 862 time: 0.1140211 Mar 11 17:26:21.761474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] For port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:21.761694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.804073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-1612efc9-a174-4085-b864-1147dceca7ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423717 Mar 11 17:26:21.842419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b9945-a9f0-4d7f-a892-da384b305616 req-d7040188-72a9-4b7e-9222-b006e963d301 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.843847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff0b9945-a9f0-4d7f-a892-da384b305616 req-d7040188-72a9-4b7e-9222-b006e963d301 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/ports?device_id=1671db09-ccc0-4f18-a79e-d7e1369c7b98 HTTP/1.1" status: 200 len: 949 time: 0.1614521 Mar 11 17:26:21.895771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Calling delete_port for 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:21.930831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.962206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Transition to ACTIVE for port object c76608d0-4d31-4c14-b904-1d19d01aff94 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:22.005089 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:26:22.007850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-114a4ff6-0f8b-4fa7-a2ad-b40ce163aab9 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1741176 Mar 11 17:26:22.043039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.130712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:22.134959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:22.137302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event updated for resources: {'Port': ['ID=c76608d0-4d31-4c14-b904-1d19d01aff94,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:22.139355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.140820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:22.156594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff0b9945-a9f0-4d7f-a892-da384b305616 req-65344595-9529-4935-80ef-3bc5cc945641 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.96 "GET /v2.0/security-groups?id=e78988cd-7f81-4673-bbb3-1468d31e3292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508159 Mar 11 17:26:22.184386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:22.194969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-08ca5a0a-841d-4219-af81-b6bdb6072a84 service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829699 Mar 11 17:26:22.239737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-67cedae0-7aaf-49b9-befb-09d7a4ef08f9 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:22.241189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-67cedae0-7aaf-49b9-befb-09d7a4ef08f9 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273567 Mar 11 17:26:22.301642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:22.302274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.310255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Pushing event deleted for resources: {'Port': ['ID=53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:22.318464 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'status': 'completed', 'code': 200} Mar 11 17:26:22.330264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-47954bb7-a13a-4382-b988-3ae89c695e79 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/quotas/0c0e06194d5f4478b43e6453852ceb7c HTTP/1.1" status: 200 len: 375 time: 0.0379493 Mar 11 17:26:22.419060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-96f6d560-02e4-4fba-8495-2071a6f9d244 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832407 Mar 11 17:26:22.429623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb271c7a-93cb-4f2a-b49d-27c9e0fb0126 req-d56e28c0-a1cb-4b90-9802-604a7176f7ea service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226095 Mar 11 17:26:22.451616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] No DVR routers for this DVR port 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:22.454880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.456896 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aa61e836-ffd9-4d35-879d-d8c2d01b7d14 req-eaa92e15-cacb-427a-9b59-0a5e2a909805 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] 10.222.0.59 "DELETE /v2.0/ports/53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 HTTP/1.1" status: 204 len: 173 time: 1.5205455 Mar 11 17:26:22.457483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'name': 'network-vif-deleted', 'tag': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:22.464378 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-041ca531-a9e8-43f0-bfa0-c58cc528a709 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8905430 Mar 11 17:26:22.489188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9def3f46-3aa5-40f8-9de2-3bbe248aff37 None None] Provisioning for port c76608d0-4d31-4c14-b904-1d19d01aff94 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:22.495857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9def3f46-3aa5-40f8-9de2-3bbe248aff37 None None] Provisioning complete for port c76608d0-4d31-4c14-b904-1d19d01aff94 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:22.496231 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9def3f46-3aa5-40f8-9de2-3bbe248aff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.526907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Request body: {'port': {'device_id': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:22.606146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9def3f46-3aa5-40f8-9de2-3bbe248aff37 None None] Port c76608d0-4d31-4c14-b904-1d19d01aff94 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:22.713553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3a1e-d81b-4660-ae0d-4fe32c4043ee req-3c90989c-5816-4572-8348-1050e7dc50ec tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:22.721324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b30f3a1e-d81b-4660-ae0d-4fe32c4043ee req-3c90989c-5816-4572-8348-1050e7dc50ec tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 944 time: 0.1812143 Mar 11 17:26:22.778294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.948545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b30f3a1e-d81b-4660-ae0d-4fe32c4043ee req-bd6945ed-8130-407f-9efd-de3e4252f97b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258027 Mar 11 17:26:22.975163 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bc855781-2b61-4d11-9309-2fad09f85005 req-bc24f191-4bfd-4a41-98a9-b51ce448dd6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 1095 time: 0.3104970 Mar 11 17:26:22.995034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-280cb860-5190-4786-9068-ed431de32da0 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:22.996102 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-280cb860-5190-4786-9068-ed431de32da0 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 948 time: 0.2722125 Mar 11 17:26:23.002103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ba03-19d3-41d6-b189-a0f937adeb80 req-35a3954b-0f91-4739-9995-45496c549d28 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.013223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24b8ba03-19d3-41d6-b189-a0f937adeb80 req-35a3954b-0f91-4739-9995-45496c549d28 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 931 time: 0.2141273 Mar 11 17:26:23.114705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Deleting port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:23.114996 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:23.257623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24b8ba03-19d3-41d6-b189-a0f937adeb80 req-f8b559d8-f39b-4143-9f90-66bdf9af2eb4 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141173 Mar 11 17:26:23.280099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc855781-2b61-4d11-9309-2fad09f85005 req-494cffbd-e81c-40a5-9a35-11b4d3de3268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.284443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bc855781-2b61-4d11-9309-2fad09f85005 req-494cffbd-e81c-40a5-9a35-11b4d3de3268 service neutron] 10.222.0.59 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 924 time: 0.3011987 Mar 11 17:26:23.480854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-f6bdddf6-7a15-4700-ae66-3b890cb0b9e3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 281 time: 0.3275819 Mar 11 17:26:23.547081 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1671db09-ccc0-4f18-a79e-d7e1369c7b98', 'name': 'network-vif-deleted', 'tag': '53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528', 'status': 'completed', 'code': 200} Mar 11 17:26:23.575089 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bc855781-2b61-4d11-9309-2fad09f85005 req-f9ba7082-9029-475a-bd55-478c34d31c21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df HTTP/1.1" status: 200 len: 217 time: 0.2776778 Mar 11 17:26:23.617922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c0347-4e63-4e5a-bada-c7960b18930d req-1a4d9d91-1a77-4cf9-abeb-e0f96d87be55 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.619926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-080c0347-4e63-4e5a-bada-c7960b18930d req-1a4d9d91-1a77-4cf9-abeb-e0f96d87be55 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 948 time: 0.4246714 Mar 11 17:26:23.660458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc855781-2b61-4d11-9309-2fad09f85005 req-98ccaa60-4478-43bc-9a2a-18189b410e5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.661932 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bc855781-2b61-4d11-9309-2fad09f85005 req-98ccaa60-4478-43bc-9a2a-18189b410e5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69849ede-bffe-4f7e-a7cd-55dd877dc481 HTTP/1.1" status: 200 len: 862 time: 0.0779076 Mar 11 17:26:23.689720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] For port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:23.690050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:23.743040 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bc855781-2b61-4d11-9309-2fad09f85005 req-10f4ece3-2739-43c9-8e1a-3d276f59cfce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697517 Mar 11 17:26:23.820490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Calling delete_port for f495f70d-d5dd-4df0-b36e-cfb6ea1638bc owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:23.843027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76608d0-4d31-4c14-b904-1d19d01aff94 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:23.855942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:23.887077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62867c6b-18c7-449e-a624-81c8c824b7ac req-02d6b9db-3847-44f6-a77f-4b352009ca15 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.888541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62867c6b-18c7-449e-a624-81c8c824b7ac req-02d6b9db-3847-44f6-a77f-4b352009ca15 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.4039159 Mar 11 17:26:23.890679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Transition to ACTIVE for port object c76608d0-4d31-4c14-b904-1d19d01aff94 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:23.896342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-080c0347-4e63-4e5a-bada-c7960b18930d req-a79eff93-1dd2-4963-a26d-4cab74b5625b tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680345 Mar 11 17:26:23.905043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:23.936461 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-84a44d10-f1b4-475f-8691-efca38664a4e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1065 time: 0.4066396 Mar 11 17:26:23.958726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bc855781-2b61-4d11-9309-2fad09f85005 req-a5d46530-998d-4214-9232-6634ab24e799 service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052014 Mar 11 17:26:23.963109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:24.039639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62867c6b-18c7-449e-a624-81c8c824b7ac req-87a00a4e-b342-499f-9f77-1ec7119aa243 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403162 Mar 11 17:26:24.117272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c76608d0-4d31-4c14-b904-1d19d01aff94,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:24.395058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-09e9df28-fda1-41ce-b7f3-073850b78e43 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247780 Mar 11 17:26:24.402145 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bc855781-2b61-4d11-9309-2fad09f85005 req-93f27473-9aa2-4eb6-93fc-5cfaa9cd8495 service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314277 Mar 11 17:26:24.403537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-1f5f7904-8225-43e5-8662-9704f07aa594 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356578 Mar 11 17:26:24.442659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Attempting to bind port c76608d0-4d31-4c14-b904-1d19d01aff94 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:24.451269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Attempting to bind port c76608d0-4d31-4c14-b904-1d19d01aff94 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:24.451892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Attempting to bind port c76608d0-4d31-4c14-b904-1d19d01aff94 on network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:24.460394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Port c76608d0-4d31-4c14-b904-1d19d01aff94 on network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:24.460982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Attempting to bind port c76608d0-4d31-4c14-b904-1d19d01aff94 on network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:24.468907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:24.469568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Checking segment: {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:24.470163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Bound using segment: {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:24.470848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Bound port: c76608d0-4d31-4c14-b904-1d19d01aff94, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7a7420-ed74-46bb-881d-a88fd1802c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:24.471405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.568262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] For port c76608d0-4d31-4c14-b904-1d19d01aff94, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:24.571251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] For port c76608d0-4d31-4c14-b904-1d19d01aff94, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c76608d0-4d31-4c14-b904-1d19d01aff94,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:24.576216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.638116 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.639515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/c76608d0-4d31-4c14-b904-1d19d01aff94 HTTP/1.1" status: 200 len: 1091 time: 2.1177247 Mar 11 17:26:24.645666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc94dfd-2e43-4127-843d-c00e5f81a5df details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:24.649748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.671422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:24.689296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a18609-d110-4c3f-ade4-f5416aa2d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c76608d0-4d31-4c14-b904-1d19d01aff94,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:24.704390 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.730803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:24.731438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 53cd1f51-e6c0-48f3-a89c-ab8ebc0ab528 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:24.756145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Pushing event deleted for resources: {'Port': ['ID=f495f70d-d5dd-4df0-b36e-cfb6ea1638bc,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:24.766351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:24.767118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45542) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:24.914606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-b8c351d0-bf6e-4c71-80a1-10ef5397b348 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff77f83760e448079789dcbafc1374f4&device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 1094 time: 0.1770301 Mar 11 17:26:24.918982 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-df7d8f66-f7dc-419e-b8ee-82bbd3de2d9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1066105 Mar 11 17:26:24.956999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:24.973836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'port_id': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'mac_address': 'fa:16:3e:cb:bb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69849ede-bffe-4f7e-a7cd-55dd877dc481', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:24.987312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-82186ddc-e1ad-4d9a-b42f-679c33fa3ff2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:24.988866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-82186ddc-e1ad-4d9a-b42f-679c33fa3ff2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5820229 Mar 11 17:26:25.033742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Request body: {'port': {'device_id': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0c0e06194d5f4478b43e6453852ceb7c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:25.041737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.062246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc94dfd-2e43-4127-843d-c00e5f81a5df {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:25.064630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-69070543-290d-4886-9dcc-5a6cae2cfee9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c76608d0-4d31-4c14-b904-1d19d01aff94 HTTP/1.1" status: 200 len: 217 time: 0.1163876 Mar 11 17:26:25.068494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e798d1-cbd3-423b-9aa7-938ee6adec5a req-130cc437-dcf3-491f-8277-1ae42177f31e tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.073931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16e798d1-cbd3-423b-9aa7-938ee6adec5a req-130cc437-dcf3-491f-8277-1ae42177f31e tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 944 time: 0.6864822 Mar 11 17:26:25.083553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:25.088393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.099684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] No DVR routers for this DVR port f495f70d-d5dd-4df0-b36e-cfb6ea1638bc on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:25.149032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-75712851-8710-46ef-b82f-d6fe917ded80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.150522 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-75712851-8710-46ef-b82f-d6fe917ded80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65ab36e8-3828-41ea-8404-a6ad766f59f6 HTTP/1.1" status: 200 len: 851 time: 0.0719492 Mar 11 17:26:25.156841 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-d19b0246-635a-464d-b60f-091be9d0967c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 1101 time: 0.1447418 Mar 11 17:26:25.182226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.188293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-deleted', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:25.224432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:25.233255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-494536cc-2169-425a-a943-8424f86ada04 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.234561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.234776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-494536cc-2169-425a-a943-8424f86ada04 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7555940 Mar 11 17:26:25.235245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.235726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.237395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.237918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.238574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.239092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.239591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.240079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.240548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.241237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:25.320574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a845c04-a3d0-48b9-9295-94f03c65595d req-8ecdc595-b030-4c4c-9b0b-8c289ae733ed tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "DELETE /v2.0/ports/f495f70d-d5dd-4df0-b36e-cfb6ea1638bc HTTP/1.1" status: 204 len: 173 time: 2.3065474 Mar 11 17:26:25.381955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-b72d3d23-c1e9-416d-8775-e6fb30ac9095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.383501 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-b72d3d23-c1e9-416d-8775-e6fb30ac9095 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.1702976 Mar 11 17:26:25.389444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-1337782e-55d1-4680-a2cb-c242fe8036b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6022ebc3-dca4-45fd-81a8-343ade7e60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178202 Mar 11 17:26:25.409972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-d9df5537-9aa5-4cdb-9714-18bc1bea5a7e tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/quotas/0c0e06194d5f4478b43e6453852ceb7c HTTP/1.1" status: 200 len: 375 time: 0.1442635 Mar 11 17:26:25.469734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['bbc94dfd-2e43-4127-843d-c00e5f81a5df'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:25.495133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fb486867-5f92-40e3-bca8-662e06c804fb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f83120e3b28e4e86a82431693c2c0974&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7264302 Mar 11 17:26:25.497682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16e798d1-cbd3-423b-9aa7-938ee6adec5a req-761216c4-7ddc-4e29-bbe0-df91c0e2ae75 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420904 Mar 11 17:26:25.505788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45554) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:25.529411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-81655027-2af7-4597-8544-517d69ece246 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052413 Mar 11 17:26:25.554708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:25.557394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:25.574239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Usage tracker for resource:port and tenant:0c0e06194d5f4478b43e6453852ceb7c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:25.580405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:25.596637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:25.627145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45558) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:25.632435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.646665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Made reservation on behalf of 0c0e06194d5f4478b43e6453852ceb7c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:25.649747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.666605 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.696965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:25.729733 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.761738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd462cee-d718-4e42-a602-5e9a193fc177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.793286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:25.797666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:25.798171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:25.903142 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-b07d4c8f-6fc7-45e0-93b4-499e506296d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 200 len: 217 time: 0.5126476 Mar 11 17:26:25.918023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd462cee-d718-4e42-a602-5e9a193fc177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.933590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:25.933907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:25.954609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=14']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:26.077122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-98cbd7f8-1daa-437d-afc1-68bbb94d1f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:26.078665 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-98cbd7f8-1daa-437d-afc1-68bbb94d1f9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1406412 Mar 11 17:26:26.088901 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-511662cd-e2c7-46da-a702-2640d71cde71 service neutron] 10.222.0.59 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855405 Mar 11 17:26:26.103739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:26.110275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:26.110663 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:26.131493 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 2 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:26.144538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Usage tracker for resource:security_group_rule and tenant:0c0e06194d5f4478b43e6453852ceb7c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:26.168543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] Deleting subnet b6361f39-f2f2-4a32-8655-5d1c958520a6 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:26:26.188372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-54f6a6c8-224b-40cb-89f4-b61d9db6d987 req-fb73d967-7a5c-4f41-bfdc-3526306b0e07 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Synchronizing usage tracker for tenant:b0f7e5860d204286b4f203364a6f93f6 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:26.200658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.238771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:26.248825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45580) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:26.265319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:26.278498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:26.278994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:26.279647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:26.340018 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-92938e21-72ab-4a40-8fcd-44050df40f41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2535148 Mar 11 17:26:26.341964 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dba6d4fb-9266-46aa-8951-491eb9d4c519 req-60bfcc4c-0f54-4a3e-9c64-dcaebe00f68a service neutron] 10.222.0.59 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839499 Mar 11 17:26:26.440828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:26.441213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:26.451513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.475643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.485805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-54f6a6c8-224b-40cb-89f4-b61d9db6d987 req-fb73d967-7a5c-4f41-bfdc-3526306b0e07 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Unset dirty status for tenant:b0f7e5860d204286b4f203364a6f93f6 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:26.490893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54f6a6c8-224b-40cb-89f4-b61d9db6d987 req-fb73d967-7a5c-4f41-bfdc-3526306b0e07 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ae10991-2899-44a1-9b38-04ff88511ca6 HTTP/1.1" status: 200 len: 210 time: 0.5220921 Mar 11 17:26:26.538350 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-f0c3f852-0505-44bc-9455-a32bd2006299 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777818 Mar 11 17:26:26.539448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:26.544164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f856d35e84c4e658fb97424fc7b4fbf is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:26.551717 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.565316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:26.575882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:26.671420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc94dfd-2e43-4127-843d-c00e5f81a5df up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:26.677371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:26.678229 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:26.678993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd462cee-d718-4e42-a602-5e9a193fc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.701887 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 3 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:26.710983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f42d21b7-baf6-4b62-9531-040c63b28fb7 req-3a547cdd-5841-4e3d-8535-809574f7be6f service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637669 Mar 11 17:26:26.752943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd462cee-d718-4e42-a602-5e9a193fc177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78988cd-7f81-4673-bbb3-1468d31e3292,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:26.758011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.766182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.788676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:26.789043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:26.789367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:26.813571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port bbc94dfd-2e43-4127-843d-c00e5f81a5df completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:26.813787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318adf7d-f376-4211-9deb-0cbe02afc6c0 req-a46b7f5a-0fd9-49c0-adc9-90e445dfdc88 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:26.815437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-318adf7d-f376-4211-9deb-0cbe02afc6c0 req-a46b7f5a-0fd9-49c0-adc9-90e445dfdc88 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 943 time: 0.7730436 Mar 11 17:26:26.819311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port bbc94dfd-2e43-4127-843d-c00e5f81a5df triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:26.819888 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.822673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd462cee-d718-4e42-a602-5e9a193fc177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.823823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd462cee-d718-4e42-a602-5e9a193fc177 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e78988cd-7f81-4673-bbb3-1468d31e3292 HTTP/1.1" status: 204 len: 168 time: 1.3154306 Mar 11 17:26:26.828561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fd58a0-4b23-4e12-941f-485ec5d805f6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:26.834179 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f54bed9a-b138-4d41-b0b1-157f02b192a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3f856d35e84c4e658fb97424fc7b4fbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5832207 Mar 11 17:26:26.836382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45590) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:26.894444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.900315 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.911471 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd7adac2-f741-4e7f-b45e-0ca500b1f4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.937920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:26.938755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:26.943029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd7adac2-f741-4e7f-b45e-0ca500b1f4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.956064 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.967028 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.987451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6361f39-f2f2-4a32-8655-5d1c958520a6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:26.988669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:27.000415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:27.007881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd7adac2-f741-4e7f-b45e-0ca500b1f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.010576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.011846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f495f70d-d5dd-4df0-b36e-cfb6ea1638bc no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:27.027364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7adac2-f741-4e7f-b45e-0ca500b1f4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fd58a0-4b23-4e12-941f-485ec5d805f6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:27.029392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd7adac2-f741-4e7f-b45e-0ca500b1f4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.030535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dd7adac2-f741-4e7f-b45e-0ca500b1f4c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/59fd58a0-4b23-4e12-941f-485ec5d805f6 HTTP/1.1" status: 204 len: 168 time: 0.1931088 Mar 11 17:26:27.049023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.049459 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:27.056776 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.070668 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 4 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:27.130322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-318adf7d-f376-4211-9deb-0cbe02afc6c0 req-82ac8632-deaa-43e7-8bf7-77fb6332e63b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791102 Mar 11 17:26:27.148416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: f495f70d-d5dd-4df0-b36e-cfb6ea1638bc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:27.148759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f495f70d-d5dd-4df0-b36e-cfb6ea1638bc not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:27.162432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc43e9-48b0-42ac-b93c-21ef54fde23a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:27.187917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9b776ff6-fbef-449c-9257-a9502d2c23e8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b6361f39-f2f2-4a32-8655-5d1c958520a6 HTTP/1.1" status: 204 len: 168 time: 1.5562158 Mar 11 17:26:27.188381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45600) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:27.218944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b2282-1b8a-44a6-8854-0a22b39baf2c req-15078eac-47b8-4f0d-9c77-427a4b324592 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:27.230039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-647b2282-1b8a-44a6-8854-0a22b39baf2c req-15078eac-47b8-4f0d-9c77-427a4b324592 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.6083407 Mar 11 17:26:27.244186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:27.292688 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae10991-2899-44a1-9b38-04ff88511ca6', 'name': 'network-vif-deleted', 'tag': 'f495f70d-d5dd-4df0-b36e-cfb6ea1638bc', 'status': 'completed', 'code': 200} Mar 11 17:26:27.301543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:27.301912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:27.302866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.346234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.346573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.355511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.355739 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:27.368675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-647b2282-1b8a-44a6-8854-0a22b39baf2c req-ac743431-c7cf-404a-9c1e-2a278490ca0b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Mar 11 17:26:27.375706 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 5 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:27.423174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45606) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:27.472653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-c2889ee6-8bd5-410f-8e7d-f0a3fbe2370e tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080825 Mar 11 17:26:27.480454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:27.488672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:27.492502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.519160 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'status': 'completed', 'code': 200} Mar 11 17:26:27.527010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.601504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.602162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.616325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2dcd803-fd13-4505-b8fe-abc47e08dbac req-86c2d102-9124-451d-b5cd-7121b4ab8e46 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 210 time: 0.0859311 Mar 11 17:26:27.625158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.625793 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:27.630165 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 6 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:27.675853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:27.676467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:27.677063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.680197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Allocated IP 192.168.233.134 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/2ac52258-ac5b-46b3-8f33-9bc68807426c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:27.689953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bef8f95a-9bd1-4af0-8174-308c946ff3c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec63fd169e9a449da7a807d86e05297d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1944959 Mar 11 17:26:27.694384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45612) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:27.735966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45616) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:27.737311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.737920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.749150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.749778 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:27.770832 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'code': 200} Mar 11 17:26:27.782800 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 7 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:27.840041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:27.840404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:27.840704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.859230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.874565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.874895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:27.889505 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2423-b147-4b81-9220-c67fccd98717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.914335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-8576f103-18fd-4a2e-b416-cada57a6389c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff77f83760e448079789dcbafc1374f4&device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 1094 time: 0.3168144 Mar 11 17:26:27.921494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.926226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2423-b147-4b81-9220-c67fccd98717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.937976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-4c97d6e2-0b22-4bd5-8408-53a554c773f2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:27.939430 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-4c97d6e2-0b22-4bd5-8408-53a554c773f2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4541557 Mar 11 17:26:27.977737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Request body: {'port': {'device_id': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0c0e06194d5f4478b43e6453852ceb7c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:27.980334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:27.980622 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:27.991804 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 8 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:28.094595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:28.094921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:28.095239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:28.131227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:28.131535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:28.155193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c69776-ca1c-4aa5-a476-049f97d344e4 req-c450c9c3-567c-4077-983d-8493aaef3da7 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.156681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02c69776-ca1c-4aa5-a476-049f97d344e4 req-c450c9c3-567c-4077-983d-8493aaef3da7 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 946 time: 0.4120088 Mar 11 17:26:28.194241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:28.194241 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:28.198328 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 9 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:28.231505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:28.255006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2423-b147-4b81-9220-c67fccd98717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.291649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074fda53-884b-4958-8576-8b8571e6e8d3']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:28.300777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:28.301198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:28.301515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:28.310166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Usage tracker for resource:security_group_rule and tenant:ea833dfad7db4f5aa321e1f9c31823aa is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:28.324403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:28.330299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.335540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:28.337684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2423-b147-4b81-9220-c67fccd98717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d49e2-f947-48c0-93e8-a4a37c236990,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:28.338152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743bb953-2a77-4484-879b-e5d021c70770') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:28.338471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743bb953-2a77-4484-879b-e5d021c70770') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:28.361122 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.362405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69a0f9af-e34d-45a6-a02e-298d5dcd1bf1 req-3e845949-448d-455c-ba5a-cc52e71b4caf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 1097 time: 0.4131637 Mar 11 17:26:28.376814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:28.377053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:28.395898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.406378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Transition to ACTIVE for port object 2ac52258-ac5b-46b3-8f33-9bc68807426c will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:28.417413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02c69776-ca1c-4aa5-a476-049f97d344e4 req-fc093adc-7743-40bd-8d81-770af8e95d52 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423303 Mar 11 17:26:28.431796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:28.432165 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:28.435094 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempt 10 to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead Mar 11 17:26:28.442215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:26:28.443193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.458135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2423-b147-4b81-9220-c67fccd98717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.459269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7ddf2423-b147-4b81-9220-c67fccd98717 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a52d49e2-f947-48c0-93e8-a4a37c236990 HTTP/1.1" status: 204 len: 168 time: 0.7637048 Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:26:28.480912 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:26:28.483131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:28.483131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:28.483289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:28.491291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69a0f9af-e34d-45a6-a02e-298d5dcd1bf1 req-700630e2-6b0c-4476-9c43-abcee6b1325c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081939 Mar 11 17:26:28.507547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6c20-fa70-4389-aa4e-2f2ec1f6e427 req-07c4d443-f46c-4321-89a7-d47273c28f36 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.514397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b06a6c20-fa70-4389-aa4e-2f2ec1f6e427 req-07c4d443-f46c-4321-89a7-d47273c28f36 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 949 time: 0.2692299 Mar 11 17:26:28.517885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:28.517885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempting to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:28.536314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.583575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:28.583931 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Failed to bind port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:28.584248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.591763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-5b962ad3-b0b3-4e75-b409-71ffdaff9504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.593254 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-5b962ad3-b0b3-4e75-b409-71ffdaff9504 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6022ebc3-dca4-45fd-81a8-343ade7e60c5 HTTP/1.1" status: 200 len: 914 time: 0.6615181 Mar 11 17:26:28.620250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:28.626999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.636162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Usage tracker for resource:port and tenant:0c0e06194d5f4478b43e6453852ceb7c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:28.655132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c76608d0-4d31-4c14-b904-1d19d01aff94 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:28.658069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.662577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:28.688728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:28.693341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.694860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] Pushing event deleted for resources: {'Network': ['ID=074fda53-884b-4958-8576-8b8571e6e8d3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:28.705879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.723667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:28.729758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fd9ac6ec-9507-413c-8a58-e8e53c6b7087 admin admin] 10.222.0.96 "DELETE /v2.0/networks/074fda53-884b-4958-8576-8b8571e6e8d3 HTTP/1.1" status: 204 len: 168 time: 1.5402517 Mar 11 17:26:28.737687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Made reservation on behalf of 0c0e06194d5f4478b43e6453852ceb7c for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:28.741374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.760478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b06a6c20-fa70-4389-aa4e-2f2ec1f6e427 req-ec1470ba-f4e8-4f10-9f58-37328380ffb7 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451172 Mar 11 17:26:28.761584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:28.776203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac95e55-5231-4d7e-af48-94d92b62c377,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:28.778864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:28.782825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:28.979245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c76608d0-4d31-4c14-b904-1d19d01aff94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c76608d0-4d31-4c14-b904-1d19d01aff94,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:28.980407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-6d79bb2e-f889-4bc0-86b7-52cd3af76afa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c76608d0-4d31-4c14-b904-1d19d01aff94 HTTP/1.1" status: 200 len: 217 time: 0.1970835 Mar 11 17:26:28.984319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:28.984678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:26:28.996503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.997398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.013686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'port_id': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'mac_address': 'fa:16:3e:e6:9e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:29.016489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.017030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] In _notify_port_updated(), no bound segment for port af44d5e5-5b18-4af7-a339-1835a68f0ead on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:26:29.024009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.025539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] 10.222.0.97 "PUT /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 1062 time: 5.0673392 Mar 11 17:26:29.164415 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.179549 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-eaa55b7e-28dc-4e6b-84c6-32f2a5839f28 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1629231 Mar 11 17:26:29.211936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76608d0-4d31-4c14-b904-1d19d01aff94 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:29.216674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Request body: {'port': {'device_id': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:29.278856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c76608d0-4d31-4c14-b904-1d19d01aff94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c76608d0-4d31-4c14-b904-1d19d01aff94,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:29.285975 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.313827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45636) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:29.332235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07d073d9-e2dd-4bd8-b539-7b7aac89ef3d None None] Provisioning for port 2ac52258-ac5b-46b3-8f33-9bc68807426c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:29.337558 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8862b603-5734-4eb3-990c-58912c0f75ff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea833dfad7db4f5aa321e1f9c31823aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5913296 Mar 11 17:26:29.346480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45640) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:29.352241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07d073d9-e2dd-4bd8-b539-7b7aac89ef3d None None] Provisioning complete for port 2ac52258-ac5b-46b3-8f33-9bc68807426c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:29.352771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07d073d9-e2dd-4bd8-b539-7b7aac89ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.376763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:29.399305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-d9ce5837-494d-4355-bf10-0b5ded4d9280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:29.401654 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-d9ce5837-494d-4355-bf10-0b5ded4d9280 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65ab36e8-3828-41ea-8404-a6ad766f59f6 HTTP/1.1" status: 200 len: 851 time: 0.3939865 Mar 11 17:26:29.422127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-07d073d9-e2dd-4bd8-b539-7b7aac89ef3d None None] Port 2ac52258-ac5b-46b3-8f33-9bc68807426c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:29.450687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8101bda-1428-4802-aa0c-b88495e89b64 service neutron] Pushing event updated for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=15']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:29.471052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c76608d0-4d31-4c14-b904-1d19d01aff94,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:29.476252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab673-86a4-4cab-b27d-3e49ce302e29 req-097b9ecf-108f-4ef8-9d8b-5274d66f5de1 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:29.483556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a54ab673-86a4-4cab-b27d-3e49ce302e29 req-097b9ecf-108f-4ef8-9d8b-5274d66f5de1 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 943 time: 0.8110106 Mar 11 17:26:29.611596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30d3d2-c125-4c87-9b32-82689d890a87 req-54e9a031-47b3-4d08-b5b2-737504d9b3dd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:29.613039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c30d3d2-c125-4c87-9b32-82689d890a87 req-54e9a031-47b3-4d08-b5b2-737504d9b3dd tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.5124495 Mar 11 17:26:29.621392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a54ab673-86a4-4cab-b27d-3e49ce302e29 req-646c3f3b-190c-4391-9f6a-a10871a61dfe tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370745 Mar 11 17:26:29.624294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Allocated IP 192.168.233.249 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/75db3cab-6703-4ad7-9d2c-2461cc27baaf) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:29.626996 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.676046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c76608d0-4d31-4c14-b904-1d19d01aff94'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:29.683907 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8824270a-c36e-40dd-bb14-b3b09feaa354 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9417ea88f0b942e68b107dd852b88ef1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3661430 Mar 11 17:26:29.686616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:29.711856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-2a733fc2-0d58-4f46-853d-3d68e0ce8f04 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.5026557 Mar 11 17:26:29.787184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0609d76e-78f9-42f2-a837-d8af08dcf83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.915003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-43cd1070-eacb-40f2-9037-4e560fff87c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6022ebc3-dca4-45fd-81a8-343ade7e60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4853458 Mar 11 17:26:29.930490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9292f51a-7b4f-48ae-b5d9-d195f93d43e7 req-e97af0cf-3bd5-4651-8ea0-6ffa8d5bbaee tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Synchronizing usage tracker for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:29.961279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c30d3d2-c125-4c87-9b32-82689d890a87 req-d3cb800c-b485-4230-af0a-16d44837c138 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387015 Mar 11 17:26:30.035432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0609d76e-78f9-42f2-a837-d8af08dcf83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.076202 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'status': 'completed', 'code': 200} Mar 11 17:26:30.093681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9292f51a-7b4f-48ae-b5d9-d195f93d43e7 req-e97af0cf-3bd5-4651-8ea0-6ffa8d5bbaee tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Unset dirty status for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:30.095149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9292f51a-7b4f-48ae-b5d9-d195f93d43e7 req-e97af0cf-3bd5-4651-8ea0-6ffa8d5bbaee tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 210 time: 0.3293445 Mar 11 17:26:30.223216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b926879-994a-4587-b3cc-d3fafecc5307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.231996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45668) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:30.279542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-ed873cc0-3bf5-473e-b499-a40ae7a7c56a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.280989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-ed873cc0-3bf5-473e-b499-a40ae7a7c56a service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.5104260 Mar 11 17:26:30.303351 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-2625a454-3d98-4f35-9897-dc36699fd4f4 service neutron] 10.222.0.59 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448598 Mar 11 17:26:30.312809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b926879-994a-4587-b3cc-d3fafecc5307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.412945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0609d76e-78f9-42f2-a837-d8af08dcf83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.426351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-d8057b0d-954f-4db3-8063-84eda27f0a74 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.1302943 Mar 11 17:26:30.468241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609d76e-78f9-42f2-a837-d8af08dcf83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac95e55-5231-4d7e-af48-94d92b62c377,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:30.476707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.488395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-network', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:30.507155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:30.519201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Usage tracker for resource:network and tenant:3e665d53dc794de1b13aa4933a512e02 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:30.525639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Transition to ACTIVE for port object 75db3cab-6703-4ad7-9d2c-2461cc27baaf will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:30.528555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:30.542719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:30.547511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-0c0b1b38-6cfd-480b-b0af-a3daa7017ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.4129262 Mar 11 17:26:30.557667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-f10d5c50-a88c-4dd1-abde-4877f072f2df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.559078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-f10d5c50-a88c-4dd1-abde-4877f072f2df service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1243060 Mar 11 17:26:30.570733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0609d76e-78f9-42f2-a837-d8af08dcf83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.574402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0609d76e-78f9-42f2-a837-d8af08dcf83c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dac95e55-5231-4d7e-af48-94d92b62c377 HTTP/1.1" status: 204 len: 168 time: 1.1914930 Mar 11 17:26:30.578845 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b926879-994a-4587-b3cc-d3fafecc5307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.597670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42162fd9-3165-4073-ad02-3b60d0d1dd4a req-4e1eeb30-bbed-4a62-af46-bf3fb5e5a89a service neutron] 10.222.0.59 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703276 Mar 11 17:26:30.604097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b926879-994a-4587-b3cc-d3fafecc5307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d307068c-51e6-444a-80b5-823a663d310b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:30.612587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b926879-994a-4587-b3cc-d3fafecc5307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.613724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b926879-994a-4587-b3cc-d3fafecc5307 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d307068c-51e6-444a-80b5-823a663d310b HTTP/1.1" status: 204 len: 168 time: 0.9032304 Mar 11 17:26:30.625326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.677902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5720b2-0d97-49e3-a980-bb76cb64db97 req-900c1ade-f65b-4e68-970b-0a6f83b03817 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.686277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e5720b2-0d97-49e3-a980-bb76cb64db97 req-900c1ade-f65b-4e68-970b-0a6f83b03817 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 946 time: 0.4674017 Mar 11 17:26:30.697633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:30.701578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Made reservation on behalf of 3e665d53dc794de1b13aa4933a512e02 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:30.703926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.705476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:30.710999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:30.876241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.890780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c6d84-706a-4ebd-877b-993dd42a1874 req-e932a3f6-11cb-479d-b660-2445db96a41f tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.897841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb6c6d84-706a-4ebd-877b-993dd42a1874 req-e932a3f6-11cb-479d-b660-2445db96a41f tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 949 time: 0.6156073 Mar 11 17:26:30.937159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.938004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.004406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Pushing event updated for resources: {'Port': ['ID=75db3cab-6703-4ad7-9d2c-2461cc27baaf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:31.009096 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-df008fd1-323f-4e41-86a8-2be4f81b036b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0385375 Mar 11 17:26:31.028480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Request body: {'port': {'device_id': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:31.071813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b4e6560b-4ad8-4e9e-9f12-fab35dc85bd4 None None] Provisioning for port 75db3cab-6703-4ad7-9d2c-2461cc27baaf completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:31.086510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b4e6560b-4ad8-4e9e-9f12-fab35dc85bd4 None None] Provisioning complete for port 75db3cab-6703-4ad7-9d2c-2461cc27baaf triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:31.086875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4e6560b-4ad8-4e9e-9f12-fab35dc85bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.095961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e5720b2-0d97-49e3-a980-bb76cb64db97 req-ae820dc4-f9e9-4605-beb3-15e9cd3de150 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084384 Mar 11 17:26:31.097232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:31.145070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-e0ae801a-eed6-40a6-b53c-78ebba88a53a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:31.149610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-e0ae801a-eed6-40a6-b53c-78ebba88a53a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.5862935 Mar 11 17:26:31.159570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Usage tracker for resource:security_group_rule and tenant:3e665d53dc794de1b13aa4933a512e02 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:31.173212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:31.183589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-a7082720-cd4d-49a5-8eaf-60a864142ea8 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:31.184315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-a7082720-cd4d-49a5-8eaf-60a864142ea8 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Synchronizing usage tracker for tenant:b0f7e5860d204286b4f203364a6f93f6 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:31.195889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:31.223081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-a7082720-cd4d-49a5-8eaf-60a864142ea8 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Unset dirty status for tenant:b0f7e5860d204286b4f203364a6f93f6 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:31.224334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-a7082720-cd4d-49a5-8eaf-60a864142ea8 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "GET /v2.0/ports?device_id=905fd458-05fa-4840-acbd-f28fcf89aa68 HTTP/1.1" status: 200 len: 949 time: 0.2797825 Mar 11 17:26:31.227009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.247084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6560b-4ad8-4e9e-9f12-fab35dc85bd4 None None] Port 75db3cab-6703-4ad7-9d2c-2461cc27baaf cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:31.360066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.368573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Deleting port 48944043-160f-47cd-b493-759e0e3f92df {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:31.369168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.382974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb6c6d84-706a-4ebd-877b-993dd42a1874 req-5ee83646-46dc-4fb2-bd4a-5689ab6d3fc9 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed33d300-d031-41bc-a6d6-56269c2bbf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837966 Mar 11 17:26:31.397374 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.733250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-8f4814a6-58cd-4c95-8d58-0fef2cfcf162 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1652853 Mar 11 17:26:31.734163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:26:31.750809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] For port 48944043-160f-47cd-b493-759e0e3f92df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=48944043-160f-47cd-b493-759e0e3f92df,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:31.751287 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.793251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:31.822509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-59c6ab21-ae00-40a3-9101-79efd097b68c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.4312329 Mar 11 17:26:31.831092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696fb262-e37e-41a9-92fe-8ba1e353916e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:31.852574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.852966 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Added segment 608b10ad-2d74-47a9-8915-30ef1992077c of type vlan for network 6ce5f149-8018-4704-89e0-ad71c29888e4 Mar 11 17:26:31.909874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Calling delete_port for 48944043-160f-47cd-b493-759e0e3f92df owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:32.071035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.086905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac52258-ac5b-46b3-8f33-9bc68807426c {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:32.114275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.118913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.127362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Pushing event deleted for resources: {'Port': ['ID=48944043-160f-47cd-b493-759e0e3f92df,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:32.156941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-320ef1f6-bc64-4595-965c-060df556b624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.158421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-320ef1f6-bc64-4595-965c-060df556b624 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.3126073 Mar 11 17:26:32.221559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] No DVR routers for this DVR port 48944043-160f-47cd-b493-759e0e3f92df on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:32.223913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.226513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-deleted', 'tag': '48944043-160f-47cd-b493-759e0e3f92df'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:32.233613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Transition to ACTIVE for port object 2ac52258-ac5b-46b3-8f33-9bc68807426c will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:32.257241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddf6b0-fd12-4a3f-a801-acd9134e193d req-a193eeb6-029b-421c-be70-391496a4e998 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.258876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62ddf6b0-fd12-4a3f-a801-acd9134e193d req-a193eeb6-029b-421c-be70-391496a4e998 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 944 time: 0.7405863 Mar 11 17:26:32.269491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791c0e4-41d9-446d-9249-ddfc0a75906e req-983dbd43-f6e0-410f-9031-ba6eaac3500a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.271205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0791c0e4-41d9-446d-9249-ddfc0a75906e req-983dbd43-f6e0-410f-9031-ba6eaac3500a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.6508043 Mar 11 17:26:32.271678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.321380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-ab0d3241-0b46-4fc1-95ac-c692ceb8d288 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390749 Mar 11 17:26:32.338145 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1c71e9f-f384-48a4-a6b9-9caa04fa61c4 req-66afab13-5edb-47b4-8458-35841bb748a1 tempest-ListImageFiltersTestJSON-2092740170 tempest-ListImageFiltersTestJSON-2092740170-project] 10.222.0.59 "DELETE /v2.0/ports/48944043-160f-47cd-b493-759e0e3f92df HTTP/1.1" status: 204 len: 173 time: 1.0988445 Mar 11 17:26:32.416394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.417203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.417767 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.500503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75db3cab-6703-4ad7-9d2c-2461cc27baaf {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:32.513015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.536915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Transition to ACTIVE for port object 75db3cab-6703-4ad7-9d2c-2461cc27baaf will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:32.543307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.625032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=75db3cab-6703-4ad7-9d2c-2461cc27baaf,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:32.648292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:32.712815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c76608d0-4d31-4c14-b904-1d19d01aff94 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:32.731158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0791c0e4-41d9-446d-9249-ddfc0a75906e req-ea5c0192-2569-4d0e-8c7d-11fa6a10e916 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494314 Mar 11 17:26:32.733577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62ddf6b0-fd12-4a3f-a801-acd9134e193d req-29dfcdd3-42ef-43c9-97dc-42fb9a697aa3 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4531548 Mar 11 17:26:32.737841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] Pushing event updated for resources: {'Network': ['ID=6ce5f149-8018-4704-89e0-ad71c29888e4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:32.777932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:26:32.837023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0f7cdf0f-6977-4041-ac58-3ea7848970bf admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5714641 Mar 11 17:26:32.843039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45738) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:32.853527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Request body: {'subnet': {'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-subnet', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:32.855456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b82505-9872-46c8-8bae-0f4e40e372fa req-1136ec12-1337-468b-b451-5e61cb9642aa service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854264 Mar 11 17:26:32.882387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:32.899846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Usage tracker for resource:subnet and tenant:3e665d53dc794de1b13aa4933a512e02 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:32.909680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:32.938662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:32.968198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Made reservation on behalf of 3e665d53dc794de1b13aa4933a512e02 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:32.971973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.050813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c76608d0-4d31-4c14-b904-1d19d01aff94 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:33.056610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c76608d0-4d31-4c14-b904-1d19d01aff94 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:33.057258 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.237577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Attempting to bind port 75db3cab-6703-4ad7-9d2c-2461cc27baaf on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:33.238131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Attempting to bind port 75db3cab-6703-4ad7-9d2c-2461cc27baaf by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:33.242794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Attempting to bind port 75db3cab-6703-4ad7-9d2c-2461cc27baaf on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:33.264026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Port 75db3cab-6703-4ad7-9d2c-2461cc27baaf on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:33.264426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Attempting to bind port 75db3cab-6703-4ad7-9d2c-2461cc27baaf on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:33.284560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:33.284965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:33.285416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:33.286169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Bound port: 75db3cab-6703-4ad7-9d2c-2461cc27baaf, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:33.286633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.329740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.360646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-697db6af-e6bd-4330-a613-2820dde1fbcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1830692 Mar 11 17:26:33.373452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:33.389595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c76608d0-4d31-4c14-b904-1d19d01aff94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c76608d0-4d31-4c14-b904-1d19d01aff94,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:33.398675 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.399718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:33.431109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] For port 75db3cab-6703-4ad7-9d2c-2461cc27baaf, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:33.439398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] For port 75db3cab-6703-4ad7-9d2c-2461cc27baaf, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=75db3cab-6703-4ad7-9d2c-2461cc27baaf,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:33.446770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.532002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 48944043-160f-47cd-b493-759e0e3f92df {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:33.532726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 48944043-160f-47cd-b493-759e0e3f92df not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:33.538958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=75db3cab-6703-4ad7-9d2c-2461cc27baaf,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:33.572750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c76608d0-4d31-4c14-b904-1d19d01aff94,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:33.588085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.595421 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-a63c7275-21f4-4e9d-8f30-559299b9ccd3 service neutron] 10.222.0.59 "PUT /v2.0/ports/75db3cab-6703-4ad7-9d2c-2461cc27baaf HTTP/1.1" status: 200 len: 1096 time: 2.5727482 Mar 11 17:26:33.683089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28cabd-0258-4e1f-ae1e-fb8342b46363 req-018c07f3-3862-4650-bc97-01fe50ce7e1d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.684458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b28cabd-0258-4e1f-ae1e-fb8342b46363 req-018c07f3-3862-4650-bc97-01fe50ce7e1d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 948 time: 0.6874139 Mar 11 17:26:33.685145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Attempting to bind port 2ac52258-ac5b-46b3-8f33-9bc68807426c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:33.685465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Attempting to bind port 2ac52258-ac5b-46b3-8f33-9bc68807426c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:33.686048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Attempting to bind port 2ac52258-ac5b-46b3-8f33-9bc68807426c on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:33.732462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.750528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Port 2ac52258-ac5b-46b3-8f33-9bc68807426c on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:33.751113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Attempting to bind port 2ac52258-ac5b-46b3-8f33-9bc68807426c on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:33.764459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e93df8-2c31-4bb5-915d-e6414c90f2d8 req-fd8e4add-073a-4fd9-bc9e-417b54a140a8 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.765937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30e93df8-2c31-4bb5-915d-e6414c90f2d8 req-fd8e4add-073a-4fd9-bc9e-417b54a140a8 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 946 time: 0.6679773 Mar 11 17:26:33.768657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-efd323b1-f874-4c74-9973-cffb9f165747 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 1065 time: 0.7687993 Mar 11 17:26:33.772257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-2d8df278-30da-4835-9a30-028822ff4c64 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563604 Mar 11 17:26:33.820096 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-5f6c787b-9fa1-400d-a213-8161a497943b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 1099 time: 0.1624126 Mar 11 17:26:33.822386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:33.834598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:33.834929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:33.835315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:33.835741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Bound port: 2ac52258-ac5b-46b3-8f33-9bc68807426c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:33.836076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.907357 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-9f59de86-4a29-496e-a440-8dc550b2dbab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=75db3cab-6703-4ad7-9d2c-2461cc27baaf HTTP/1.1" status: 200 len: 217 time: 0.0730965 Mar 11 17:26:33.913082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Checking segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:33.913451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Network hostable DHCP agents. Network: 6ce5f149-8018-4704-89e0-ad71c29888e4, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:26:33.991359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-ba9569d6-868c-41b0-a322-1ef1431daa53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.993153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-ba9569d6-868c-41b0-a322-1ef1431daa53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0743725 Mar 11 17:26:33.996144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:26:34.042320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6ce5f149-8018-4704-89e0-ad71c29888e4) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:34.047741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:34.048279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.053747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc54f6f-c4ab-442d-a71b-4b3e5ccffe66 None None] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:26:34.082043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2083fb33-d9c5-4626-a8f7-45adf33ba445 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2378392 Mar 11 17:26:34.085090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4b28cabd-0258-4e1f-ae1e-fb8342b46363 req-2be262b4-b59a-4d95-af2f-3f07cddcacd1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Synchronizing usage tracker for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:34.085792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45754) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:34.091630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:34.098966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:34.103567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-76c33af5-dde3-43f7-8b79-4dfc60ab595c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026068 Mar 11 17:26:34.106102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Usage tracker for resource:router and tenant:3e665d53dc794de1b13aa4933a512e02 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:34.109283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:34.140168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:34.193580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30e93df8-2c31-4bb5-915d-e6414c90f2d8 req-e5cda98b-2a4e-4fa1-afcc-d6191a2bc478 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115500 Mar 11 17:26:34.206606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4b28cabd-0258-4e1f-ae1e-fb8342b46363 req-2be262b4-b59a-4d95-af2f-3f07cddcacd1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Unset dirty status for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:34.207743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b28cabd-0258-4e1f-ae1e-fb8342b46363 req-2be262b4-b59a-4d95-af2f-3f07cddcacd1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034389 Mar 11 17:26:34.238957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.239897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.272946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-21779365-db8c-487d-a111-4ddea784e3d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:34.274462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-21779365-db8c-487d-a111-4ddea784e3d2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4949570 Mar 11 17:26:34.277664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-ae8e4436-4dab-4d51-bfad-e6781adf56ec service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944665 Mar 11 17:26:34.280293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:34.298281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.311574 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-20c670f4-5f1d-4565-87f6-a590707a14c5 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992230 Mar 11 17:26:34.356252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:34.358450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-dbd4a2b0-3678-40f4-b105-4b7be34a92fc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 200 len: 217 time: 0.0757883 Mar 11 17:26:34.411913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-6ce5f149-8018-4704-89e0-ad71c29888e4', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:26:34.412958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.414655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.459181 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fd458-05fa-4840-acbd-f28fcf89aa68', 'name': 'network-vif-deleted', 'tag': '48944043-160f-47cd-b493-759e0e3f92df', 'status': 'completed', 'code': 200} Mar 11 17:26:34.525889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.527568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] 10.222.0.59 "PUT /v2.0/ports/2ac52258-ac5b-46b3-8f33-9bc68807426c HTTP/1.1" status: 200 len: 1096 time: 5.3196621 Mar 11 17:26:34.528199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:34.547924 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'code': 200} Mar 11 17:26:34.572390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-f4882b88-e66f-4c55-9084-47d34246cfd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:34.578231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-f4882b88-e66f-4c55-9084-47d34246cfd8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2116907 Mar 11 17:26:34.670208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045f67b-7c63-46b2-99a7-c6da7fd70f63 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:34.741806 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9ac24558-0113-49d0-8ae0-2835ae475f37 req-48059da4-0292-4b2c-acce-e11de7045d71 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150264 Mar 11 17:26:34.754230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Allocated IP 172.20.0.2 (6ce5f149-8018-4704-89e0-ad71c29888e4/b2c2ca51-fa9f-44e5-b4c7-227b28e3806e/f5726552-c38e-4830-9e10-0fbe0e74aca0) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:34.755258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.954468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-c0685af2-dd59-42a8-8ae1-f1cb376598f6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3633106 Mar 11 17:26:34.957273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06685b68-b23f-430b-a5e2-8c0149f6b4a7 req-7d258fcb-59ce-4e75-9911-722dd6b302c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 1096 time: 0.2716129 Mar 11 17:26:35.004702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.007194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-4a99ed23-4ab7-469c-9b5c-52c8b3b8a737 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1099 time: 0.3185322 Mar 11 17:26:35.039545 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.046419 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.057762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Transition to ACTIVE for port object f5726552-c38e-4830-9e10-0fbe0e74aca0 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:35.077033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Transition to ACTIVE for port object f5726552-c38e-4830-9e10-0fbe0e74aca0 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:35.085600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.156761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:35.159781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:35.164382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:35.166867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Pushing event updated for resources: {'Port': ['ID=f5726552-c38e-4830-9e10-0fbe0e74aca0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:35.215010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-03d8a97e-e938-44d1-b5b1-3b19ab4d06c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c HTTP/1.1" status: 200 len: 217 time: 0.1702569 Mar 11 17:26:35.255611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Attempting to bind port f5726552-c38e-4830-9e10-0fbe0e74aca0 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:35.255965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Attempting to bind port f5726552-c38e-4830-9e10-0fbe0e74aca0 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:35.256315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Attempting to bind port f5726552-c38e-4830-9e10-0fbe0e74aca0 on network 6ce5f149-8018-4704-89e0-ad71c29888e4 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:35.263755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:35.264071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Checking segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:35.264499 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.264856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Bound using segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:35.265313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Bound port: f5726552-c38e-4830-9e10-0fbe0e74aca0, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:35.265702 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.302145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06685b68-b23f-430b-a5e2-8c0149f6b4a7 req-6e150ccf-5df2-440d-a028-0df1dadfbb23 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348191 Mar 11 17:26:35.346948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb420b1-67eb-4753-b07b-ee3bcd97fc53 req-4a868acf-e35f-4821-ae40-2ee12f8902ca tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:35.348757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb420b1-67eb-4753-b07b-ee3bcd97fc53 req-4a868acf-e35f-4821-ae40-2ee12f8902ca tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 949 time: 0.4446709 Mar 11 17:26:35.349904 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-6cdebc6b-ef91-4642-970f-6437d83cc555 service neutron] show failed (client error): The resource could not be found. Mar 11 17:26:35.350499 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-6cdebc6b-ef91-4642-970f-6437d83cc555 service neutron] 10.222.0.59 "GET /v2.0/ports/55e3c7e7-0626-4d5c-84d9-8a8162a41be6/bindings/n-h2-833436-1 HTTP/1.1" status: 404 len: 380 time: 0.2312100 Mar 11 17:26:35.358742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-5d944c7c-96c1-4ee8-a5a9-8d18e15ec9b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:35.360432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-5d944c7c-96c1-4ee8-a5a9-8d18e15ec9b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1237795 Mar 11 17:26:35.364190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] For port f5726552-c38e-4830-9e10-0fbe0e74aca0, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:35.368019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] For port f5726552-c38e-4830-9e10-0fbe0e74aca0, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f5726552-c38e-4830-9e10-0fbe0e74aca0,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:35.368281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-6141a347-99a6-4661-9388-997ed892890b service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998818 Mar 11 17:26:35.372441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.383788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Allocated IP 172.25.3.94 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/6d894f72-e8c9-497c-a78b-35e5e1d61244) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:35.453131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd99c78-9bfd-4fcb-8de9-8f8753e6142c None None] Pushing event updated for resources: {'Port': ['ID=f5726552-c38e-4830-9e10-0fbe0e74aca0,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:35.468750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce721-1ae1-47fb-9304-365dcbc6c45c req-73028eb0-1270-4125-bbf1-67b5d80f41f9 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:35.470408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc0ce721-1ae1-47fb-9304-365dcbc6c45c req-73028eb0-1270-4125-bbf1-67b5d80f41f9 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.5194073 Mar 11 17:26:35.551099 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.559539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb420b1-67eb-4753-b07b-ee3bcd97fc53 req-58168dd2-4996-4802-8490-894fcfb6d6ca tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950924 Mar 11 17:26:35.589923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.670638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc0ce721-1ae1-47fb-9304-365dcbc6c45c req-0fcd5bfb-fd4d-44d0-8390-e6b67eb3cb2e tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930866 Mar 11 17:26:35.680085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e2df39c-35d4-456c-8028-1a6205a781f7 req-3fded39a-b838-402b-b567-1e5d60c68d73 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948794 Mar 11 17:26:35.754877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:35.759078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:35.763547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:35.763788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-4d50ae97-172b-4f15-a618-7fd21e84271c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1748066 Mar 11 17:26:35.820108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Pushing event updated for resources: {'Port': ['ID=6d894f72-e8c9-497c-a78b-35e5e1d61244,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:36.010859 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.011742 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.114462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bee33d27-deb8-4288-843f-b8d5cf1bb835 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d HTTP/1.1" status: 200 len: 1100 time: 0.2276824 Mar 11 17:26:36.116656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-5a117d53-e291-4abd-b7b8-75a110293f04 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462162 Mar 11 17:26:36.153861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:36.377074 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'status': 'completed', 'code': 200} Mar 11 17:26:36.382470 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.463349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'tag': '75db3cab-6703-4ad7-9d2c-2461cc27baaf'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:36.490835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:26:36.651838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb86ff61-4cbc-4f98-a899-d40834fadd99 req-3bc64fbe-5e7f-43e9-b6e0-3df8504394cf service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286636 Mar 11 17:26:36.661723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f5726552-c38e-4830-9e10-0fbe0e74aca0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:36.816111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f5726552-c38e-4830-9e10-0fbe0e74aca0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:36.898530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b18da9-3a35-48cf-8c43-6b6e18a94e63 None None] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:26:36.953323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:36.967132 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:26:36.986355 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:36.989119 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:26:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:36.994647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a62a38-26d9-486d-86bd-72fa7ab30f4b req-35e50540-335a-4480-ad47-700c3824e385 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.001432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63a62a38-26d9-486d-86bd-72fa7ab30f4b req-35e50540-335a-4480-ad47-700c3824e385 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 948 time: 0.4395154 Mar 11 17:26:37.012195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.014179 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9d0124cb-2655-4988-a039-7a91db9c0c23 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.9275136 Mar 11 17:26:37.017116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:37.026989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f45a1f3e-2ca5-4d88-b62a-a2d2a885a328 None None] Provisioning for port f5726552-c38e-4830-9e10-0fbe0e74aca0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:37.048229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f45a1f3e-2ca5-4d88-b62a-a2d2a885a328 None None] Provisioning complete for port f5726552-c38e-4830-9e10-0fbe0e74aca0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:37.048229 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f45a1f3e-2ca5-4d88-b62a-a2d2a885a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.162481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63a62a38-26d9-486d-86bd-72fa7ab30f4b req-f58ca755-b9dc-40df-948d-321db235978d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555717 Mar 11 17:26:37.189675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:37.194425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-5e1609e1-0f6b-4b21-b761-1c2a39ca76af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1099 time: 0.3716853 Mar 11 17:26:37.313173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f45a1f3e-2ca5-4d88-b62a-a2d2a885a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.355128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:37.355252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f45a1f3e-2ca5-4d88-b62a-a2d2a885a328 None None] For port f5726552-c38e-4830-9e10-0fbe0e74aca0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f5726552-c38e-4830-9e10-0fbe0e74aca0,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:37.367239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f45a1f3e-2ca5-4d88-b62a-a2d2a885a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.401892 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'tag': '75db3cab-6703-4ad7-9d2c-2461cc27baaf', 'status': 'completed', 'code': 200} Mar 11 17:26:37.453335 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:37.464030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a1f3e-2ca5-4d88-b62a-a2d2a885a328 None None] Pushing event updated for resources: {'Port': ['ID=f5726552-c38e-4830-9e10-0fbe0e74aca0,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:37.549011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.691426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-a28a63f5-2d41-4117-ac3c-970d7f75b231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.692994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-a28a63f5-2d41-4117-ac3c-970d7f75b231 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4885631 Mar 11 17:26:37.695565 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-82e9fb00-a78d-4430-8334-9a18c10ded11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 1099 time: 0.1652489 Mar 11 17:26:37.702109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.793638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e907a5c4-d5b9-46cf-8b10-1ed5f06df635 None None] Provisioning complete for port f5726552-c38e-4830-9e10-0fbe0e74aca0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:37.794349 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e907a5c4-d5b9-46cf-8b10-1ed5f06df635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.827487 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:35Z', 'revision_number': 3, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:37.832888 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:26:37.833422 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Updating router a2f9e019-10fe-4f59-93db-6390c8d916e3 port 6d894f72-e8c9-497c-a78b-35e5e1d61244 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:26:37.864508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-7dd89dd7-7eb0-4250-9d61-f7e92be7e0e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.866153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-7dd89dd7-7eb0-4250-9d61-f7e92be7e0e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.1608269 Mar 11 17:26:37.895024 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.055096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] No DVR routers for this DVR port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:38.115929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:38.119005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-d43b1653-99b7-4050-b88d-d8cbde98ddbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c HTTP/1.1" status: 200 len: 217 time: 0.4112093 Mar 11 17:26:38.141186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:38.141509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:38.141829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.173163 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-0288ddb6-ee9c-48ca-b707-c4f185d4108f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=75db3cab-6703-4ad7-9d2c-2461cc27baaf HTTP/1.1" status: 200 len: 217 time: 0.1345186 Mar 11 17:26:38.183372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d092ff1-d868-4635-bb9f-37fba66b1117 None None] Provisioning complete for port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:38.184004 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d092ff1-d868-4635-bb9f-37fba66b1117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.255619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-ea37ec7c-6f35-4019-abde-c132349c3bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.258275 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-ea37ec7c-6f35-4019-abde-c132349c3bcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0720050 Mar 11 17:26:38.262699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:38.262889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.265749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-7516a05e-6bf0-4e69-9d50-b59455aeaf1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.267493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-7516a05e-6bf0-4e69-9d50-b59455aeaf1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1277363 Mar 11 17:26:38.304395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6d092ff1-d868-4635-bb9f-37fba66b1117 None None] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:38.378931 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.393284 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Transition to ACTIVE for port object 6d894f72-e8c9-497c-a78b-35e5e1d61244 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:38.402593 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.418154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:38.435246 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-c8cc83a1-382a-479f-a509-0073c931fe16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697206 Mar 11 17:26:38.438763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691020d-280d-4987-9a6d-c41d544e66f7 req-98f75692-289c-4bd5-8871-13d705494571 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.440204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6691020d-280d-4987-9a6d-c41d544e66f7 req-98f75692-289c-4bd5-8871-13d705494571 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.8667965 Mar 11 17:26:38.476628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:38.476628 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:38.478526 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 2 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:38.502228 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Attempting to bind port 6d894f72-e8c9-497c-a78b-35e5e1d61244 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:38.502468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea38ee4-6c06-48a9-b4dc-0a1d01073c15 req-e5aee0ff-85de-432a-822f-602e0ab16628 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.502624 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Attempting to bind port 6d894f72-e8c9-497c-a78b-35e5e1d61244 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:38.503328 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Attempting to bind port 6d894f72-e8c9-497c-a78b-35e5e1d61244 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.509121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea38ee4-6c06-48a9-b4dc-0a1d01073c15 req-e5aee0ff-85de-432a-822f-602e0ab16628 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.9442396 Mar 11 17:26:38.522109 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:38.522525 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:38.522893 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.523319 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:38.523706 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Bound port: 6d894f72-e8c9-497c-a78b-35e5e1d61244, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:38.524065 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.555784 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcdcf4-977b-4eb6-a7a7-238032250231 None None] Pushing event updated for resources: {'Port': ['ID=6d894f72-e8c9-497c-a78b-35e5e1d61244,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:38.561133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:38.561460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:38.561781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.572814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6691020d-280d-4987-9a6d-c41d544e66f7 req-8bb42618-571a-4d64-a335-3fca59794dff tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249654 Mar 11 17:26:38.586209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-993351c0-16ea-49f6-9a55-7c98ea94fb51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3125565 Mar 11 17:26:38.586766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:38.587096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.600804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea38ee4-6c06-48a9-b4dc-0a1d01073c15 req-ded78de2-df93-45d2-973f-a49ca88bbce0 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907485 Mar 11 17:26:38.602645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:38.602972 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:38.603384 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 3 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:38.609269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f5726552-c38e-4830-9e10-0fbe0e74aca0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:38.609492 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-04c595fa-ca22-48bf-834a-b5c0f53c6130 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652400 Mar 11 17:26:38.728180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc94dfd-2e43-4127-843d-c00e5f81a5df details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:38.739695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:38.740480 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] For port 6d894f72-e8c9-497c-a78b-35e5e1d61244, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:38.743854 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] For port 6d894f72-e8c9-497c-a78b-35e5e1d61244, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d894f72-e8c9-497c-a78b-35e5e1d61244,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:38.751646 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.848307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:38.848809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:38.849060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.878260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:38.878812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.912930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:38.913503 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:38.917518 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 4 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:38.970105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:38.973315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:38.974011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.976226 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcdcf4-977b-4eb6-a7a7-238032250231 None None] Pushing event updated for resources: {'Port': ['ID=6d894f72-e8c9-497c-a78b-35e5e1d61244,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:38.993442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:38.995044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:38.998286 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:38.999646 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:26:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:39.012752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:39.018996 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:39.019896 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 5 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:39.032877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-673770e4-eeb0-4f4f-8fb3-28671f1858dc service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310479 Mar 11 17:26:39.101924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:39.132011 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.153184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f5726552-c38e-4830-9e10-0fbe0e74aca0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:39.153467 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.163312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:39.165642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:39.166422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:39.217984 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00e7d491-d81e-40f3-a414-1d2a4af78f45 req-1d4edad7-3f4e-4799-8418-715b748a719a service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686018 Mar 11 17:26:39.249909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.353252 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6', 'code': 200} Mar 11 17:26:39.364530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:39.434486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'port_id': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'mac_address': 'fa:16:3e:cb:bb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69849ede-bffe-4f7e-a7cd-55dd877dc481', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:39.509361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:39.509969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:39.516445 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.520063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:39.520398 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:39.525467 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 6 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:39.538716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbc94dfd-2e43-4127-843d-c00e5f81a5df {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:39.557496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:39.563873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.565718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 75db3cab-6703-4ad7-9d2c-2461cc27baaf details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:39.603850 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:39.658933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:39.662330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:39.662689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:39.663007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:39.776946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Allocated IP 172.20.0.1 (6ce5f149-8018-4704-89e0-ad71c29888e4/b2c2ca51-fa9f-44e5-b4c7-227b28e3806e/63276c02-8b72-4aa7-873c-82eb1c44746a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:39.800336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45880) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:39.800958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:39.801279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:39.843712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:39.851310 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:39.857632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 75db3cab-6703-4ad7-9d2c-2461cc27baaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=75db3cab-6703-4ad7-9d2c-2461cc27baaf,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:39.875931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '75db3cab-6703-4ad7-9d2c-2461cc27baaf', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '75db3cab-6703-4ad7-9d2c-2461cc27baaf', 'mac_address': 'fa:16:3e:63:89:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:39.881471 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 7 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:39.898253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45884) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:39.912532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e3d9-aee5-4309-a788-39d56ae81b33 req-0622cd5d-8612-4ef6-9eb8-44426a1215d4 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:39.920017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0d7e3d9-aee5-4309-a788-39d56ae81b33 req-0622cd5d-8612-4ef6-9eb8-44426a1215d4 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 948 time: 0.7413740 Mar 11 17:26:39.924045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b638dd5-b7fb-4772-86f5-89ad03865c0d req-05f52a19-fa45-4170-bbc3-7e3bdf85f5ca service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8803027 Mar 11 17:26:39.958469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:39.959192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:39.959677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:39.965536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.995916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:39.996297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:40.011973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0d7e3d9-aee5-4309-a788-39d56ae81b33 req-d825776e-da1a-4529-ad06-8d8fdebc6b1a tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904293 Mar 11 17:26:40.018918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75db3cab-6703-4ad7-9d2c-2461cc27baaf {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:40.022514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:40.022907 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:40.024101 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 8 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:40.039719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc3812-0cbc-46dd-abea-dd9031b15d50 req-3fd99988-792d-4b6a-a28d-d5fb7ea8dde8 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:40.047942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5fc3812-0cbc-46dd-abea-dd9031b15d50 req-3fd99988-792d-4b6a-a28d-d5fb7ea8dde8 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.4767458 Mar 11 17:26:40.059746 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:35Z', 'revision_number': 3, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:40.060375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 75db3cab-6703-4ad7-9d2c-2461cc27baaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=75db3cab-6703-4ad7-9d2c-2461cc27baaf,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:40.061469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45892) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:40.066673 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ac24a-e914-462a-a4dc-6a5cb0524917 None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:35Z', 'revision_number': 3, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:26:40.075302 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.076302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:40.085241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.093915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Request body: {'floatingip': {'port_id': 'c76608d0-4d31-4c14-b904-1d19d01aff94'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:40.124604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Transition to ACTIVE for port object 63276c02-8b72-4aa7-873c-82eb1c44746a will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:40.181950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.328818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:40.332615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:40.339221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=75db3cab-6703-4ad7-9d2c-2461cc27baaf,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:40.357044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:40.366146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:40.366374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:40.366868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:40.367362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:40.385765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'mac_address': 'fa:16:3e:88:f9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:40.442731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Pushing event updated for resources: {'Port': ['ID=63276c02-8b72-4aa7-873c-82eb1c44746a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:40.447841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.456576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.503812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac52258-ac5b-46b3-8f33-9bc68807426c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:40.523974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:40.531299 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.611725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.632791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:40.632791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:40.641282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.649699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:40.693095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d894f72-e8c9-497c-a78b-35e5e1d61244 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:40.712966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:40.713291 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:40.723801 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 9 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:40.743814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.749912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc94dfd-2e43-4127-843d-c00e5f81a5df no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:40.816864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b301182-8bbc-47da-beb0-e863f59dcba1 None None] Provisioning for port 63276c02-8b72-4aa7-873c-82eb1c44746a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:40.827418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b301182-8bbc-47da-beb0-e863f59dcba1 None None] Provisioning complete for port 63276c02-8b72-4aa7-873c-82eb1c44746a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:40.827780 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b301182-8bbc-47da-beb0-e863f59dcba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.864280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['bbc94dfd-2e43-4127-843d-c00e5f81a5df'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:40.903283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:40.903905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:40.903905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:40.977360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:40.982455 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4c5a0f71-2723-44d6-90f2-091c680a46e6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b0f7e5860d204286b4f203364a6f93f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0571935 Mar 11 17:26:40.984572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:40.985045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:40.995780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45904) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:41.004534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2b301182-8bbc-47da-beb0-e863f59dcba1 None None] Port 63276c02-8b72-4aa7-873c-82eb1c44746a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:41.032745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Usage tracker for resource:security_group_rule and tenant:a5211ed5722a4d6d91866ad14de9c48f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:41.038235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:41.056257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:41.068290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:41.068810 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:41.075333 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempt 10 to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 Mar 11 17:26:41.089835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec389939-b1db-4be2-ac2e-03d926ec77ce req-7fde0ff2-8716-45ea-96d2-3722e620bd01 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.096745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec389939-b1db-4be2-ac2e-03d926ec77ce req-7fde0ff2-8716-45ea-96d2-3722e620bd01 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 945 time: 0.7264822 Mar 11 17:26:41.106071 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.106255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.130311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.130614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2ac52258-ac5b-46b3-8f33-9bc68807426c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:41.147804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0d49d-da71-4edd-82f2-cedb5dca2cb4 req-e6c62374-c429-46c9-a764-a3d1186f884a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.155412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eea0d49d-da71-4edd-82f2-cedb5dca2cb4 req-e6c62374-c429-46c9-a764-a3d1186f884a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.7523117 Mar 11 17:26:41.156682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['75db3cab-6703-4ad7-9d2c-2461cc27baaf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:41.189874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bbc94dfd-2e43-4127-843d-c00e5f81a5df {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:41.193812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6d894f72-e8c9-497c-a78b-35e5e1d61244 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:41.259239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6d894f72-e8c9-497c-a78b-35e5e1d61244 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:41.259614 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.310886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:41.311268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:41.311876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:41.312005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.316004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16860057-d006-42ee-ade2-8b3af2d73331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.319100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Pushing event updated for resources: {'Port': ['ID=63276c02-8b72-4aa7-873c-82eb1c44746a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:41.367194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:41.373703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16860057-d006-42ee-ade2-8b3af2d73331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.378156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:41.378561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempting to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:41.392614 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.412963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec389939-b1db-4be2-ac2e-03d926ec77ce req-aefaddca-f829-4e64-9a28-a175f91301c3 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153565 Mar 11 17:26:41.428793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:41.429162 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Failed to bind port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] Mar 11 17:26:41.429553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.474936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eea0d49d-da71-4edd-82f2-cedb5dca2cb4 req-37878a1b-7e86-44f7-b6d3-d483033f8c04 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185897 Mar 11 17:26:41.480249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:41.548481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16860057-d006-42ee-ade2-8b3af2d73331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.607294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16860057-d006-42ee-ade2-8b3af2d73331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33d300-d031-41bc-a6d6-56269c2bbf50,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:41.627130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16860057-d006-42ee-ade2-8b3af2d73331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.628051 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.632886 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-16860057-d006-42ee-ade2-8b3af2d73331 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed33d300-d031-41bc-a6d6-56269c2bbf50 HTTP/1.1" status: 204 len: 168 time: 0.6353116 Mar 11 17:26:41.665289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:41.667287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:41.810402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.915960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.978464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 6d894f72-e8c9-497c-a78b-35e5e1d61244, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d894f72-e8c9-497c-a78b-35e5e1d61244,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:42.004118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.068641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45924) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:42.128045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=6d894f72-e8c9-497c-a78b-35e5e1d61244,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:42.170874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c90fa656-6fe0-4325-b732-d462768cf29e None None] Provisioning complete for port 63276c02-8b72-4aa7-873c-82eb1c44746a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:42.171243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90fa656-6fe0-4325-b732-d462768cf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.321566 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f42e4435-df9b-4818-a987-875a53d3c287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.328391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c90fa656-6fe0-4325-b732-d462768cf29e None None] Port 63276c02-8b72-4aa7-873c-82eb1c44746a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:42.398085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.425661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522f6735-1db2-41e9-a9e5-154d009975b4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:42.437207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d2191524-e384-4941-b92f-a39681a3e579 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5211ed5722a4d6d91866ad14de9c48f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6026917 Mar 11 17:26:42.440999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:42.442213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:42.442633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:26:42.459631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.471046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:42.485582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Usage tracker for resource:security_group_rule and tenant:58bc389871264983bd826b50c2d3dba1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:42.493090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:42.510824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:42.576201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-350231b5-90e7-4c39-8801-a9a71459ea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.615373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] In _notify_port_updated(), no bound segment for port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:26:42.616560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.617830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] 10.222.0.97 "PUT /v2.0/ports/55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 1060 time: 6.4741132 Mar 11 17:26:42.624615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718640aa-397a-4ab8-b245-5840d2ebd673 req-57961be2-d748-4be7-97b3-90ad0eead405 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.625973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-718640aa-397a-4ab8-b245-5840d2ebd673 req-57961be2-d748-4be7-97b3-90ad0eead405 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 949 time: 0.7115405 Mar 11 17:26:42.630977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-350231b5-90e7-4c39-8801-a9a71459ea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.634958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:42.651598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d894f72-e8c9-497c-a78b-35e5e1d61244 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:42.656429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae5a70-66f8-4bfd-b18f-c4f8eefbfcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:42.711104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.716442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc94dfd-2e43-4127-843d-c00e5f81a5df up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:42.716773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:42.729268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.742321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77d92-a667-4c11-9615-91f3c1187fb9 req-afecd1c6-6d21-4bde-87af-4d9f3b044716 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.750050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dd77d92-a667-4c11-9615-91f3c1187fb9 req-afecd1c6-6d21-4bde-87af-4d9f3b044716 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 944 time: 0.6635711 Mar 11 17:26:42.774340 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:42.799197 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58bc389871264983bd826b50c2d3dba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7272387 Mar 11 17:26:42.805734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:42.808660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1a8b7-2322-4f04-9ac2-29009967551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16429f17-aaca-413f-be14-1a1e68f2e9a8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:42.893807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-350231b5-90e7-4c39-8801-a9a71459ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.903193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port bbc94dfd-2e43-4127-843d-c00e5f81a5df triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:42.903557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.921460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-718640aa-397a-4ab8-b245-5840d2ebd673 req-963b1c0e-c7a1-4ec5-9d2b-290120d659f6 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782550 Mar 11 17:26:42.936053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.954220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dd77d92-a667-4c11-9615-91f3c1187fb9 req-c2458b6b-b039-4b4c-97be-19e51268fbe8 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020948 Mar 11 17:26:42.959273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.011877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6d894f72-e8c9-497c-a78b-35e5e1d61244 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:43.012237 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.077229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03fbef6e-7843-4e15-aabb-c3c903969d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.079945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350231b5-90e7-4c39-8801-a9a71459ea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f6735-1db2-41e9-a9e5-154d009975b4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:43.155975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-350231b5-90e7-4c39-8801-a9a71459ea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.157484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-350231b5-90e7-4c39-8801-a9a71459ea8b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/522f6735-1db2-41e9-a9e5-154d009975b4 HTTP/1.1" status: 204 len: 168 time: 0.7145054 Mar 11 17:26:43.169796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03fbef6e-7843-4e15-aabb-c3c903969d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.172810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-013c521f-a745-441e-94c6-d9dcfb4689a1 None None] Provisioning complete for port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:43.173182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-013c521f-a745-441e-94c6-d9dcfb4689a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.223257 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6', 'status': 'completed', 'code': 200} Mar 11 17:26:43.230453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-013c521f-a745-441e-94c6-d9dcfb4689a1 None None] Port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:43.273138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.311211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-e769ad07-8426-4213-a8c6-c33d48441ae9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1063 time: 0.6477413 Mar 11 17:26:43.357966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:43.368647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03fbef6e-7843-4e15-aabb-c3c903969d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.385915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:43.390663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbef6e-7843-4e15-aabb-c3c903969d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16429f17-aaca-413f-be14-1a1e68f2e9a8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:43.391941 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.435222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03fbef6e-7843-4e15-aabb-c3c903969d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.438420 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-03fbef6e-7843-4e15-aabb-c3c903969d97 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/16429f17-aaca-413f-be14-1a1e68f2e9a8 HTTP/1.1" status: 204 len: 168 time: 0.6296716 Mar 11 17:26:43.498089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:43.508361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:43.523819 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-812be0bf-6460-4a43-a815-46fdcce75b22 admin admin] 10.222.0.96 "PUT /v2.0/routers/a2f9e019-10fe-4f59-93db-6390c8d916e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5037572 Mar 11 17:26:43.539608 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'code': 200} Mar 11 17:26:43.572019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-dc75cb21-deac-4134-894b-cf486a88a32a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1063 time: 0.3883440 Mar 11 17:26:43.581844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7455-4343-4224-b594-dc9bdd43a903 req-5efe2065-440b-4bac-88f2-fa25ed8f41a3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:43.583314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ffc7455-4343-4224-b594-dc9bdd43a903 req-5efe2065-440b-4bac-88f2-fa25ed8f41a3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.3594220 Mar 11 17:26:43.790164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-ceb76c84-faae-4c8e-a3d8-ac68c424cd58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:43.792298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-ceb76c84-faae-4c8e-a3d8-ac68c424cd58 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4719369 Mar 11 17:26:43.836411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-3ca897d5-b6e9-4e7b-91ae-29909fa40eaf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:43.837610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-3ca897d5-b6e9-4e7b-91ae-29909fa40eaf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Synchronizing usage tracker for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:43.853849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-3ca897d5-b6e9-4e7b-91ae-29909fa40eaf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Unset dirty status for tenant:7bb44b7525de46c7862a069fe7a04448 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:43.855594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-3ca897d5-b6e9-4e7b-91ae-29909fa40eaf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 946 time: 0.1709020 Mar 11 17:26:43.901780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-2d572c23-8df9-4a38-8ebb-36e72288152d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 217 time: 0.0988588 Mar 11 17:26:43.981972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Deleting port bbc94dfd-2e43-4127-843d-c00e5f81a5df {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:43.982338 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.025646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ffc7455-4343-4224-b594-dc9bdd43a903 req-bd9b90e2-4b15-44cf-9d3f-e611992ae609 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350705 Mar 11 17:26:44.055207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-8a5130fc-594e-43e8-ae93-bbfef267b6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:44.060581 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-8a5130fc-594e-43e8-ae93-bbfef267b6a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4730167 Mar 11 17:26:44.134840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bc4203ae-f869-4041-a7be-b6c5f82de0b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:44.136477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bc4203ae-f869-4041-a7be-b6c5f82de0b3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2133620 Mar 11 17:26:44.198444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46002) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:44.228693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-491d87fb-ff32-446a-9349-db8b311f4450 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 217 time: 0.1594934 Mar 11 17:26:44.275851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.308022 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Floating IP faf578bf-968e-4d46-a8b8-5aa0b0be7d26 associated. External IP: 172.25.3.247, port: c76608d0-4d31-4c14-b904-1d19d01aff94. Mar 11 17:26:44.422090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:26:44.462103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:44.463262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:26:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:44.481749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46008) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:44.623450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:44.650674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] For port bbc94dfd-2e43-4127-843d-c00e5f81a5df, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc94dfd-2e43-4127-843d-c00e5f81a5df,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:44.654700 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.705409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:3d064478b9cf4815987c533b48603156 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:44.712809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-1fdd711f-6186-47a0-9f9f-e0cf480c2e4a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5627775 Mar 11 17:26:44.714093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-fdd90330-159f-4124-a13a-9533334113cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:44.714222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:44.715410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-fdd90330-159f-4124-a13a-9533334113cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.4786224 Mar 11 17:26:44.716242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:44.759910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:44.803491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:44.803724 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2128ba16-9577-45b7-a5d8-4579070ef0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.811391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Calling delete_port for bbc94dfd-2e43-4127-843d-c00e5f81a5df owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:44.850208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.926992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:44.932196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Usage tracker for resource:security_group_rule and tenant:91e052c05742459593bdbd7e95b3b92a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:44.936670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:44.944967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:45.007029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-bba7b7f8-1390-402a-bde4-01f1b7df5e39 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379072 Mar 11 17:26:45.035605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.063186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f4371-ca16-4183-a9fa-f4e8b7e138cb req-7de9cd41-a9a9-4977-8ccc-01d61d25f73a tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:45.064776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-763f4371-ca16-4183-a9fa-f4e8b7e138cb req-7de9cd41-a9a9-4977-8ccc-01d61d25f73a tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 949 time: 0.6757305 Mar 11 17:26:45.071439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2ac52258-ac5b-46b3-8f33-9bc68807426c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:45.081354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2ac52258-ac5b-46b3-8f33-9bc68807426c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:45.082023 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.099843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event deleted for resources: {'Port': ['ID=bbc94dfd-2e43-4127-843d-c00e5f81a5df,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:45.126269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-13382ce1-0ea6-44c0-8684-95fd812ab6bc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:45.126564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-13382ce1-0ea6-44c0-8684-95fd812ab6bc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Synchronizing usage tracker for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:45.223712 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.235392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] No DVR routers for this DVR port bbc94dfd-2e43-4127-843d-c00e5f81a5df on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:45.239358 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.244561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'name': 'network-vif-deleted', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:45.249899 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.289138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.314150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2e4bb19a-1fbd-44dc-aded-19dfcaa4513b req-c210d921-1ef6-4c7a-bd61-1c3822a164cf tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "DELETE /v2.0/ports/bbc94dfd-2e43-4127-843d-c00e5f81a5df HTTP/1.1" status: 204 len: 173 time: 1.4465387 Mar 11 17:26:45.324144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c2fd8-d1e8-4a52-a025-14ac8027b7dd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:45.336693 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-28631470-ec45-4308-82a2-53d701d3be12 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91e052c05742459593bdbd7e95b3b92a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8533397 Mar 11 17:26:45.339305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46034) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:45.357465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:45.362157 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.363033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 75db3cab-6703-4ad7-9d2c-2461cc27baaf up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:45.396849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.410705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-763f4371-ca16-4183-a9fa-f4e8b7e138cb req-7b367c98-2de2-4898-96ed-259372d58070 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932661 Mar 11 17:26:45.431520 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.522813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dc09f2-5e3e-4a64-bd38-f36217918279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.526850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 2, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:45.534839 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.536667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:26:45.537035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3d064478b9cf4815987c533b48603156&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3360863 Mar 11 17:26:45.537168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Updating router a2f9e019-10fe-4f59-93db-6390c8d916e3 port 63276c02-8b72-4aa7-873c-82eb1c44746a binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:26:45.538410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46042) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:45.549158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-a0ddbf17-a2e6-4798-80d4-fe89f7f9331f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7760184 Mar 11 17:26:45.567118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:45.569457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-13382ce1-0ea6-44c0-8684-95fd812ab6bc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Unset dirty status for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:45.578752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-13382ce1-0ea6-44c0-8684-95fd812ab6bc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 821 time: 0.9632366 Mar 11 17:26:45.583421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dc09f2-5e3e-4a64-bd38-f36217918279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.609918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:45.616466 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.643606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dc09f2-5e3e-4a64-bd38-f36217918279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.663683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc09f2-5e3e-4a64-bd38-f36217918279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c2fd8-d1e8-4a52-a025-14ac8027b7dd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:45.669840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dc09f2-5e3e-4a64-bd38-f36217918279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.671404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-93dc09f2-5e3e-4a64-bd38-f36217918279 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/953c2fd8-d1e8-4a52-a025-14ac8027b7dd HTTP/1.1" status: 204 len: 168 time: 0.3308346 Mar 11 17:26:45.717753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c51bbf30-bab3-4c75-b675-5ec385add3ba req-ad770460-33ce-4dd9-8182-c7dfa9b214c3 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ccf0715-a2b5-4707-8737-5f7b7cb821f3 HTTP/1.1" status: 200 len: 210 time: 0.1069655 Mar 11 17:26:45.724710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4c69e-8554-4d4f-8594-971c88432cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad1788-1cf2-465d-971d-b68dc4279abf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:45.765584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 75db3cab-6703-4ad7-9d2c-2461cc27baaf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:45.768805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.775604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 75db3cab-6703-4ad7-9d2c-2461cc27baaf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:45.776094 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.949507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6e10a8-dd8c-4ef9-8081-1ec1f155a424 req-fbdb3c7c-39f5-4afa-9c85-564702188746 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9288881 Mar 11 17:26:45.950702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-b968da22-b6c7-41f2-b72c-cb8450b8fc34 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/quotas/3e665d53dc794de1b13aa4933a512e02 HTTP/1.1" status: 200 len: 375 time: 0.3710208 Mar 11 17:26:46.237149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b6265a4-c5ee-4162-92c8-1ecb332cde74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.276111 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.303225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-24bfd777-6a52-4f99-bd34-d9c5ab904932 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990755 Mar 11 17:26:46.323879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b6265a4-c5ee-4162-92c8-1ecb332cde74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.350070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 75db3cab-6703-4ad7-9d2c-2461cc27baaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=75db3cab-6703-4ad7-9d2c-2461cc27baaf,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:46.362314 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.480481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.486207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=75db3cab-6703-4ad7-9d2c-2461cc27baaf,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:46.498006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Transition to ACTIVE for port object 63276c02-8b72-4aa7-873c-82eb1c44746a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:46.505840 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.577901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-7e3ff878-cfb3-492c-80b3-a06b541f093a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5460162 Mar 11 17:26:46.583413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01288933-3e71-409e-ab35-c697d7a4e15a req-e89d26ab-f15b-49f6-b019-e60ad2576232 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:46.585093 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01288933-3e71-409e-ab35-c697d7a4e15a req-e89d26ab-f15b-49f6-b019-e60ad2576232 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.6280804 Mar 11 17:26:46.662555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860e85f-463c-44ef-bcb3-6b67c07d5df0 None None] Pushing event updated for resources: {'Port': ['ID=63276c02-8b72-4aa7-873c-82eb1c44746a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:46.754250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-5f6a506d-d6a3-4bcd-bde9-656e7b5ad2e1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 1063 time: 0.6611483 Mar 11 17:26:46.762525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc94dfd-2e43-4127-843d-c00e5f81a5df no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:26:46.819803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: bbc94dfd-2e43-4127-843d-c00e5f81a5df {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:26:46.821469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc94dfd-2e43-4127-843d-c00e5f81a5df not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:26:46.849812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Attempting to bind port 63276c02-8b72-4aa7-873c-82eb1c44746a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:46.850109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Attempting to bind port 63276c02-8b72-4aa7-873c-82eb1c44746a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:46.850589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Attempting to bind port 63276c02-8b72-4aa7-873c-82eb1c44746a on network 6ce5f149-8018-4704-89e0-ad71c29888e4 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:46.861782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.862826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:46.863190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Checking segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:46.863574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.863986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Bound using segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:46.864417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Bound port: 63276c02-8b72-4aa7-873c-82eb1c44746a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:46.864787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.883252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-e21c509c-1a1c-4a7f-b287-3305b40e752e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630291 Mar 11 17:26:46.892444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b6265a4-c5ee-4162-92c8-1ecb332cde74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.940894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01288933-3e71-409e-ab35-c697d7a4e15a req-65d1028e-49c9-45ee-b385-0ff227d7c488 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464427 Mar 11 17:26:46.952153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6265a4-c5ee-4162-92c8-1ecb332cde74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad1788-1cf2-465d-971d-b68dc4279abf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:46.993610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] For port 63276c02-8b72-4aa7-873c-82eb1c44746a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:46.998797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] For port 63276c02-8b72-4aa7-873c-82eb1c44746a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=63276c02-8b72-4aa7-873c-82eb1c44746a,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:47.007598 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.010315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-c9a3d66f-919b-4c54-864f-90ebdac0c342 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191821 Mar 11 17:26:47.011129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b6265a4-c5ee-4162-92c8-1ecb332cde74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.012323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9b6265a4-c5ee-4162-92c8-1ecb332cde74 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2fad1788-1cf2-465d-971d-b68dc4279abf HTTP/1.1" status: 204 len: 168 time: 1.4623730 Mar 11 17:26:47.044321 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccf0715-a2b5-4707-8737-5f7b7cb821f3', 'name': 'network-vif-deleted', 'tag': 'bbc94dfd-2e43-4127-843d-c00e5f81a5df', 'status': 'completed', 'code': 200} Mar 11 17:26:47.117049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-894c304f-2c41-4889-a55a-d631504c2701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:47.119091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-894c304f-2c41-4889-a55a-d631504c2701 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3368127 Mar 11 17:26:47.133287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860e85f-463c-44ef-bcb3-6b67c07d5df0 None None] Pushing event updated for resources: {'Port': ['ID=63276c02-8b72-4aa7-873c-82eb1c44746a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:47.146225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:47.147236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:26:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:47.262665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-6937ec45-edfc-4c0c-8bc3-8af6f8034109 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 200 len: 217 time: 0.1335278 Mar 11 17:26:47.378639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-1a4d8911-298a-4f9c-b7c6-e5b6017a4cc2 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461025 Mar 11 17:26:47.385736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-a372b2c4-f933-44db-b3db-4606709475d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:47.387204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-a372b2c4-f933-44db-b3db-4606709475d3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1141629 Mar 11 17:26:47.395932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Router 410ebaf7-2ac7-466a-8406-ddc70986f585 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:47.436028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:47.716615 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'code': 200} Mar 11 17:26:47.915060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:46Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:47.919361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f2187-f88b-435f-ac92-680b7e9f1c36 None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:46Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:26:48.137452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-8f3a3bc2-ce1a-4b3d-9389-269b450401bd tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a7facedd87be4eb79d23ec1365e69508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5021422 Mar 11 17:26:48.362986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-eec04b4e-9bd2-46ed-a6b4-d423d2435872 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9658988 Mar 11 17:26:48.511087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-3b8c8700-6859-4816-93f2-cc409a9b6ad8 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.522306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-3b8c8700-6859-4816-93f2-cc409a9b6ad8 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440089 Mar 11 17:26:48.672503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 63276c02-8b72-4aa7-873c-82eb1c44746a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:48.693465 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44995923-d0d5-4673-b027-fa336329c4ea req-aa6649f5-b8e9-42c5-9c36-38a9ccd4c5f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1101 time: 0.8577862 Mar 11 17:26:48.702234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867ee7d-0dde-4646-ae3a-78fd56f5fddf req-e6752c2a-ecd5-4cfb-82b5-c66afebb3b8f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.704437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4867ee7d-0dde-4646-ae3a-78fd56f5fddf req-e6752c2a-ecd5-4cfb-82b5-c66afebb3b8f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 950 time: 0.6473072 Mar 11 17:26:48.712482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-f52ce1a0-5384-4428-b093-ac4c268ba7e9 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/quotas/a7facedd87be4eb79d23ec1365e69508 HTTP/1.1" status: 200 len: 375 time: 0.1890461 Mar 11 17:26:48.851352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-3d186e8c-cba8-46a5-810f-2aa34ea8e137 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7facedd87be4eb79d23ec1365e69508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995238 Mar 11 17:26:48.857778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 63276c02-8b72-4aa7-873c-82eb1c44746a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:48.863710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 63276c02-8b72-4aa7-873c-82eb1c44746a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:48.864191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:48.888830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4867ee7d-0dde-4646-ae3a-78fd56f5fddf req-cae63cb5-a0f7-4ca7-96a0-8853d418a458 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751056 Mar 11 17:26:48.943295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-7755e508-3a8b-47a6-91a9-3dd2bb598a9b service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021007 Mar 11 17:26:48.945186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44995923-d0d5-4673-b027-fa336329c4ea req-f49664b2-c91c-40ac-b3e8-94840d8632af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370043 Mar 11 17:26:49.178495 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.307737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 63276c02-8b72-4aa7-873c-82eb1c44746a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=63276c02-8b72-4aa7-873c-82eb1c44746a,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:49.311398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4975d6-a386-49ed-8121-4c1690b6f8ff req-8dd4eb9a-50de-43e4-9e3c-ba6f583d3b44 service neutron] 10.222.0.97 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371174 Mar 11 17:26:49.324702 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.340119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:49.355470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] Sync routers for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:26:49.356630 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.395815 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:49.398337 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:26:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:49.447583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=63276c02-8b72-4aa7-873c-82eb1c44746a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:49.553319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38429330-81f9-40d7-89ad-81c098c51ef5 req-2c437032-901f-41ee-b609-022c2c40920a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 210 time: 0.1181693 Mar 11 17:26:49.700938 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:49.710412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7d495099-3a67-4aa5-83cb-d8f81a6edd78 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "PUT /v2.0/floatingips/faf578bf-968e-4d46-a8b8-5aa0b0be7d26 HTTP/1.1" status: 200 len: 991 time: 9.6466906 Mar 11 17:26:49.718048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75db3cab-6703-4ad7-9d2c-2461cc27baaf'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:49.818121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:50.175859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edd6ec2e-7ca7-465c-9c27-8f97c4c201d9 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:50.178444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edd6ec2e-7ca7-465c-9c27-8f97c4c201d9 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 821 time: 0.6154947 Mar 11 17:26:50.206568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1abd7-4680-4a71-84e4-8abe79235572 req-9767159b-44ee-4231-a763-bac5eea4512a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:50.217704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48b1abd7-4680-4a71-84e4-8abe79235572 req-9767159b-44ee-4231-a763-bac5eea4512a tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.3198900 Mar 11 17:26:50.248220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'port': {'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'admin_state_up': True, 'tenant_id': '3e665d53dc794de1b13aa4933a512e02'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:50.424745 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'faf578bf-968e-4d46-a8b8-5aa0b0be7d26', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'port_id': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'mac_address': 'fa:16:3e:e6:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:26:14Z', 'updated_at': '2022-03-11T17:26:42Z', 'revision_number': 1, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:15Z', 'revision_number': 5, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:50.435238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48b1abd7-4680-4a71-84e4-8abe79235572 req-1032e1da-ce0f-4a16-b96a-f98a72e402f2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158964 Mar 11 17:26:50.438431 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] Checking router: 410ebaf7-2ac7-466a-8406-ddc70986f585 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:26:50.467490 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:26:50.468123 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:26:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:50.618676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 63276c02-8b72-4aa7-873c-82eb1c44746a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:50.656402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-657713b3-c7be-4b2a-bfbb-700c3d0945c4 req-effaed52-63ce-44a3-8bf2-1f0173a8ef59 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 210 time: 0.0894430 Mar 11 17:26:50.663508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:50.669990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Usage tracker for resource:port and tenant:3e665d53dc794de1b13aa4933a512e02 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:50.673714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:50.681281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:50.695864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Made reservation on behalf of 3e665d53dc794de1b13aa4933a512e02 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:50.702569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:50.717109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 63276c02-8b72-4aa7-873c-82eb1c44746a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:50.717696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:50.855640 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:26:51.139263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-5c2e4be6-b32d-4baa-9826-f069de11c424 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:51.140692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-5c2e4be6-b32d-4baa-9826-f069de11c424 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 822 time: 0.3751166 Mar 11 17:26:51.156221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Allocated IP 172.20.0.14 (6ce5f149-8018-4704-89e0-ad71c29888e4/b2c2ca51-fa9f-44e5-b4c7-227b28e3806e/53c8b60a-87be-42e9-a6ab-48eb16d88529) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:51.186442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-468056ef-a250-4457-9889-831c22df159e tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/quotas/7bb44b7525de46c7862a069fe7a04448 HTTP/1.1" status: 200 len: 375 time: 0.0317438 Mar 11 17:26:51.261568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'faf578bf-968e-4d46-a8b8-5aa0b0be7d26', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'port_id': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'mac_address': 'fa:16:3e:e6:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:26:14Z', 'updated_at': '2022-03-11T17:26:42Z', 'revision_number': 1, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:15Z', 'revision_number': 5, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.266735 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34782bfd-2c8a-41bd-9de6-07768d5a49d8 None None] The sync data for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 is: [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'faf578bf-968e-4d46-a8b8-5aa0b0be7d26', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'port_id': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'mac_address': 'fa:16:3e:e6:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:26:14Z', 'updated_at': '2022-03-11T17:26:42Z', 'revision_number': 1, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:15Z', 'revision_number': 5, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:26:51.276946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee240a-b1b7-46b0-8e6e-fad6497a1726 req-940dbfde-9060-4fa9-b675-874ba9cdd0fc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:51.278573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0ee240a-b1b7-46b0-8e6e-fad6497a1726 req-940dbfde-9060-4fa9-b675-874ba9cdd0fc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.3720918 Mar 11 17:26:51.337070 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-a2add3d3-67d8-4f27-ad19-502dc882f143 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a7facedd87be4eb79d23ec1365e69508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391347 Mar 11 17:26:51.454497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-dc4c3b6c-19af-46fc-b655-08bcf35b96cd tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2533090 Mar 11 17:26:51.456785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0ee240a-b1b7-46b0-8e6e-fad6497a1726 req-c3f8f93c-1e85-4574-ac63-e62780ce9275 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707456 Mar 11 17:26:51.526713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-2016c4ae-a4cb-4c56-bff9-7ab2b1023e71 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:51.528547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-2016c4ae-a4cb-4c56-bff9-7ab2b1023e71 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864522 Mar 11 17:26:51.542662 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75db3cab-6703-4ad7-9d2c-2461cc27baaf', 'code': 200} Mar 11 17:26:51.551917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Request body: {'port': {'device_id': '3a59f418-9be9-475c-9838-2a7172fa2318', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'a7facedd87be4eb79d23ec1365e69508'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:51.599626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.613425 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'status': 'completed', 'code': 200} Mar 11 17:26:51.637961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Transition to ACTIVE for port object 53c8b60a-87be-42e9-a6ab-48eb16d88529 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:51.663998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-ccbc5d48-500a-4ab0-9fc3-0969ce65133b service neutron] 10.222.0.96 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903565 Mar 11 17:26:51.736554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:51.740490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Usage tracker for resource:port and tenant:a7facedd87be4eb79d23ec1365e69508 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:51.744416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:51.780328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:51.809236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Made reservation on behalf of a7facedd87be4eb79d23ec1365e69508 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:51.812168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.828986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.864177 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.865967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81f848ad-6196-41c4-a3b6-9c3fec2a5ef4 req-d2d92b25-49b1-4c48-a4e5-cb7f02308802 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 1101 time: 0.1223972 Mar 11 17:26:51.875001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:51.902887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Usage tracker for resource:security_group_rule and tenant:a7facedd87be4eb79d23ec1365e69508 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:51.907984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:51.922557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:51.940896 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81f848ad-6196-41c4-a3b6-9c3fec2a5ef4 req-02bcc697-dfa5-4d66-a004-f9f1d3c1e8e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679367 Mar 11 17:26:52.008349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.008865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:52.013034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.018751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:52.021911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-62edb285-bb73-4635-9c42-284ea5123f21 service neutron] 10.222.0.96 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435891 Mar 11 17:26:52.022728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:52.049169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Pushing event updated for resources: {'Port': ['ID=53c8b60a-87be-42e9-a6ab-48eb16d88529,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:52.082759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-7ce40d1b-8d52-4b1e-b538-70150ed49ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff77f83760e448079789dcbafc1374f4&device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 1096 time: 0.3810008 Mar 11 17:26:52.099339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d273840-f22a-4dd2-83f0-805a71bc1417,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:52.113264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:52.114159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.125900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8049f00-767b-4cee-ae0c-0f560c180e4e req-c60390b6-641c-4856-83bc-5d900f5db525 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:52.133195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8049f00-767b-4cee-ae0c-0f560c180e4e req-c60390b6-641c-4856-83bc-5d900f5db525 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 950 time: 0.3892479 Mar 11 17:26:52.147447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.147791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.148126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.148458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.148781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.149105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.149422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.149741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.150055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.150460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.150706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:52.255958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8049f00-767b-4cee-ae0c-0f560c180e4e req-e5925619-aaf6-44ac-a6e6-783c66c94bb1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215401 Mar 11 17:26:52.343785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-edb5fe4a-e790-46a1-b2a6-b9ffc9f854eb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1017394 Mar 11 17:26:52.371583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-324ddce1-7afe-475f-8f03-4459ec1e07e7 None None] Provisioning for port 53c8b60a-87be-42e9-a6ab-48eb16d88529 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:52.378272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-324ddce1-7afe-475f-8f03-4459ec1e07e7 None None] Provisioning complete for port 53c8b60a-87be-42e9-a6ab-48eb16d88529 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:52.379678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-324ddce1-7afe-475f-8f03-4459ec1e07e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.443467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-324ddce1-7afe-475f-8f03-4459ec1e07e7 None None] Port 53c8b60a-87be-42e9-a6ab-48eb16d88529 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:52.445008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Allocated IP 192.168.233.254 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/825faf0d-d8e9-4430-a140-be635cda8546) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:52.509675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Request body: {'port': {'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:52.722585 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.740457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Transition to ACTIVE for port object 825faf0d-d8e9-4430-a140-be635cda8546 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:52.772055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.854167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-050e2bcb-85d4-4fe4-af6e-b5023a14cb96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:52.856431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-050e2bcb-85d4-4fe4-af6e-b5023a14cb96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6022ebc3-dca4-45fd-81a8-343ade7e60c5 HTTP/1.1" status: 200 len: 914 time: 0.5990310 Mar 11 17:26:52.864807 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.008574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:53.019874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:53.027246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:53.111019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Pushing event updated for resources: {'Port': ['ID=825faf0d-d8e9-4430-a140-be635cda8546,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:53.126252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-a1586a72-f1da-4415-963d-06ec77fd0840 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c76608d0-4d31-4c14-b904-1d19d01aff94 HTTP/1.1" status: 200 len: 999 time: 0.2497139 Mar 11 17:26:53.141393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:53.142033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.181056 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-74b43d72-4b1d-446c-a2b9-593193eb9d34 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6331263 Mar 11 17:26:53.241038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Request body: {'port': {'device_id': '3a59f418-9be9-475c-9838-2a7172fa2318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:53.423121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.481396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-c571d336-fc77-40e0-becf-ce4da7b6d63c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:53.483037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-c571d336-fc77-40e0-becf-ce4da7b6d63c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65ab36e8-3828-41ea-8404-a6ad766f59f6 HTTP/1.1" status: 200 len: 851 time: 0.2764871 Mar 11 17:26:53.499805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4f8b655-c812-4374-96bf-7d876413e635 None None] Provisioning for port 825faf0d-d8e9-4430-a140-be635cda8546 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:53.510507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4f8b655-c812-4374-96bf-7d876413e635 None None] Provisioning complete for port 825faf0d-d8e9-4430-a140-be635cda8546 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:53.512062 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4f8b655-c812-4374-96bf-7d876413e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.613697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8b655-c812-4374-96bf-7d876413e635 None None] Port 825faf0d-d8e9-4430-a140-be635cda8546 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:26:53.622773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc397c5-d554-4de1-b444-25ae645d59c3 req-312aa039-ec90-45ee-85a2-8e8addfd9005 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:53.624233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cc397c5-d554-4de1-b444-25ae645d59c3 req-312aa039-ec90-45ee-85a2-8e8addfd9005 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 936 time: 0.5806134 Mar 11 17:26:53.702477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e6a4-31fd-41dd-8369-c04e8fa9beae req-709e0ad4-09ca-44f6-9fa6-c8e400b72a36 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:53.703187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-47a8e6a4-31fd-41dd-8369-c04e8fa9beae req-709e0ad4-09ca-44f6-9fa6-c8e400b72a36 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Synchronizing usage tracker for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:53.747657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cc397c5-d554-4de1-b444-25ae645d59c3 req-35138ba3-95d6-4cb2-a598-7e8f67313290 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019955 Mar 11 17:26:53.762321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-47a8e6a4-31fd-41dd-8369-c04e8fa9beae req-709e0ad4-09ca-44f6-9fa6-c8e400b72a36 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Unset dirty status for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:53.763499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47a8e6a4-31fd-41dd-8369-c04e8fa9beae req-709e0ad4-09ca-44f6-9fa6-c8e400b72a36 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 932 time: 0.5557566 Mar 11 17:26:53.768301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-1f128cd7-3d77-4b46-9015-019901436c0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6022ebc3-dca4-45fd-81a8-343ade7e60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348320 Mar 11 17:26:53.820801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825faf0d-d8e9-4430-a140-be635cda8546 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:53.828357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.842933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Transition to ACTIVE for port object 825faf0d-d8e9-4430-a140-be635cda8546 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:53.848127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.996262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Pushing event updated for resources: {'Port': ['ID=825faf0d-d8e9-4430-a140-be635cda8546,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:54.010620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c8b60a-87be-42e9-a6ab-48eb16d88529 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:54.055726 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.090766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1789a55-070d-4964-be7a-28b1c5c824d4 req-eb29470b-0770-4068-acea-ee9dea204253 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 210 time: 0.0749438 Mar 11 17:26:54.158647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-47a8e6a4-31fd-41dd-8369-c04e8fa9beae req-7a5cad3c-6676-43e0-ae73-857aa2361615 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Synchronizing usage tracker for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:54.172972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Transition to ACTIVE for port object 53c8b60a-87be-42e9-a6ab-48eb16d88529 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:54.189007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.215803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Attempting to bind port 825faf0d-d8e9-4430-a140-be635cda8546 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:54.216481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Attempting to bind port 825faf0d-d8e9-4430-a140-be635cda8546 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:54.216973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Attempting to bind port 825faf0d-d8e9-4430-a140-be635cda8546 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:54.312296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-7734bbba-e31e-466d-83cb-51a56cdb743e service neutron] 10.222.0.59 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631574 Mar 11 17:26:54.336639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Port 825faf0d-d8e9-4430-a140-be635cda8546 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:54.337197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Attempting to bind port 825faf0d-d8e9-4430-a140-be635cda8546 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:54.360271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d906da-de7c-4f58-b7d2-bfd08d095d32 None None] New status for floating IP faf578bf-968e-4d46-a8b8-5aa0b0be7d26: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:26:54.372799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:54.373451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:54.374062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:54.374541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Bound port: 825faf0d-d8e9-4430-a140-be635cda8546, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:54.374891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.381014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-47a8e6a4-31fd-41dd-8369-c04e8fa9beae req-7a5cad3c-6676-43e0-ae73-857aa2361615 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Unset dirty status for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:54.394932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47a8e6a4-31fd-41dd-8369-c04e8fa9beae req-7a5cad3c-6676-43e0-ae73-857aa2361615 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474868 Mar 11 17:26:54.488582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-0502f5a1-bbef-46fb-b31e-e517233c9e18 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:54.490094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-0502f5a1-bbef-46fb-b31e-e517233c9e18 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 822 time: 0.3688281 Mar 11 17:26:54.518524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Request body: {'port': {'device_id': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'admin_state_up': True, 'tenant_id': '7bb44b7525de46c7862a069fe7a04448'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:54.608132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=53c8b60a-87be-42e9-a6ab-48eb16d88529,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:54.677902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] For port 825faf0d-d8e9-4430-a140-be635cda8546, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:54.698175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] For port 825faf0d-d8e9-4430-a140-be635cda8546, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=825faf0d-d8e9-4430-a140-be635cda8546,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:54.707523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.812996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.814794 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] 10.222.0.59 "PUT /v2.0/ports/825faf0d-d8e9-4430-a140-be635cda8546 HTTP/1.1" status: 200 len: 1096 time: 1.5790493 Mar 11 17:26:54.817338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a59f418-9be9-475c-9838-2a7172fa2318', 'tag': '825faf0d-d8e9-4430-a140-be635cda8546'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:54.833490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:54.839777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3b52b-4a96-4f94-bf7b-d8827adc5a30 service neutron] Pushing event updated for resources: {'Port': ['ID=825faf0d-d8e9-4430-a140-be635cda8546,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:54.845292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Usage tracker for resource:port and tenant:7bb44b7525de46c7862a069fe7a04448 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:54.849557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:54.856941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:54.872030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Made reservation on behalf of 7bb44b7525de46c7862a069fe7a04448 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:54.875650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.946409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbb9dd71-533d-42eb-9220-a3b980e30417 req-2a4ea6ba-cb3c-4d93-8961-5b2af766204c service neutron] 10.222.0.59 "GET /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972142 Mar 11 17:26:54.991614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-f5348b28-bb8a-4c4f-bfcb-a12df258ce09 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:54.993070 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-f5348b28-bb8a-4c4f-bfcb-a12df258ce09 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.9064016 Mar 11 17:26:55.071057 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-3d7384dc-2139-4431-ad20-c9beeba25f74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7facedd87be4eb79d23ec1365e69508&device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 1099 time: 0.1815646 Mar 11 17:26:55.174328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Deleting port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:26:55.175103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.206546 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-f45c3ee6-7d5d-4ca5-ab92-1445e1812a26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=825faf0d-d8e9-4430-a140-be635cda8546 HTTP/1.1" status: 200 len: 217 time: 0.0819576 Mar 11 17:26:55.243395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Attempting to bind port 53c8b60a-87be-42e9-a6ab-48eb16d88529 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:55.243716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Attempting to bind port 53c8b60a-87be-42e9-a6ab-48eb16d88529 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:55.244034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Attempting to bind port 53c8b60a-87be-42e9-a6ab-48eb16d88529 on network 6ce5f149-8018-4704-89e0-ad71c29888e4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:55.268374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba452-f2dd-404e-b796-5a3f1bda3e15 req-cd68c70f-15ae-4a31-a734-ce6db43da9d0 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.270056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e1ba452-f2dd-404e-b796-5a3f1bda3e15 req-cd68c70f-15ae-4a31-a734-ce6db43da9d0 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 947 time: 0.6654673 Mar 11 17:26:55.301113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Port 53c8b60a-87be-42e9-a6ab-48eb16d88529 on network 6ce5f149-8018-4704-89e0-ad71c29888e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:55.301485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Attempting to bind port 53c8b60a-87be-42e9-a6ab-48eb16d88529 on network 6ce5f149-8018-4704-89e0-ad71c29888e4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:55.354384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b593863-8def-430b-a7a8-2e6ea4056670 req-19506655-e229-4a6c-bbb5-96ace4173eed tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.355884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b593863-8def-430b-a7a8-2e6ea4056670 req-19506655-e229-4a6c-bbb5-96ace4173eed tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 950 time: 0.4015396 Mar 11 17:26:55.360952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:55.361278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Checking segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:55.361612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Bound using segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:55.362054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Bound port: 53c8b60a-87be-42e9-a6ab-48eb16d88529, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:55.362578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.381227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Allocated IP 172.20.0.14 (820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d/69849ede-bffe-4f7e-a7cd-55dd877dc481/bd5955dd-fa83-4355-aaca-9bb97142ce81) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:55.401536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-d7777f3b-3867-414c-b53f-de5542df34ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.403018 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-d7777f3b-3867-414c-b53f-de5542df34ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1883750 Mar 11 17:26:55.629938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-56ba57fa-963c-47b2-88c1-2c5ece412f22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117589 Mar 11 17:26:55.653378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e1ba452-f2dd-404e-b796-5a3f1bda3e15 req-c6a079ad-0b3f-4949-b29c-3d999b6a4243 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531744 Mar 11 17:26:55.702822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b593863-8def-430b-a7a8-2e6ea4056670 req-8ab6ccce-f779-456f-8a08-491d6698b15c tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274188 Mar 11 17:26:55.739535 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.740210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] For port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:55.740573 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.750401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] For port 53c8b60a-87be-42e9-a6ab-48eb16d88529, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:55.805095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-b1d3e3b5-6d6a-4b7f-a57e-7147bc5ba982 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639991 Mar 11 17:26:55.826233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] For port 53c8b60a-87be-42e9-a6ab-48eb16d88529, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:55.837038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.899952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Calling delete_port for 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:26:55.929359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.992423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:56.001413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:56.006862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event updated for resources: {'Port': ['ID=bd5955dd-fa83-4355-aaca-9bb97142ce81,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:56.022497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:26:56.083543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.084896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 1092 time: 3.5870194 Mar 11 17:26:56.085325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:56.106403 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6a36067d-99d1-4263-94dd-c15f2899b1a4 req-1b8e44a0-e37d-4fd8-a8ce-f1a1e1009cdf service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927697 Mar 11 17:26:56.120348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1d5d-2a01-4880-a7f2-0f7f698ea5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=53c8b60a-87be-42e9-a6ab-48eb16d88529,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:56.133106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:56.133871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.182576 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1119ace8-efc9-4f2f-bcff-05a20b2db9fb tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6714323 Mar 11 17:26:56.213543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74c10f-438e-4e8b-a6ad-a73460d90fd7 req-bd50bf25-cc79-4a26-95b4-73431e731bef tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:56.215150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a74c10f-438e-4e8b-a6ad-a73460d90fd7 req-bd50bf25-cc79-4a26-95b4-73431e731bef tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 948 time: 0.2178371 Mar 11 17:26:56.240747 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a59f418-9be9-475c-9838-2a7172fa2318', 'tag': '825faf0d-d8e9-4430-a140-be635cda8546', 'status': 'completed', 'code': 200} Mar 11 17:26:56.268663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.295521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Request body: {'port': {'device_id': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:26:56.316588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9959b2d5-e493-43d1-9773-24690d305f01', '6363f432-5a42-401c-ac59-31971372ee3f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:56.377353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event deleted for resources: {'Port': ['ID=55e3c7e7-0626-4d5c-84d9-8a8162a41be6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:56.390972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a74c10f-438e-4e8b-a6ad-a73460d90fd7 req-6f0dec67-0d32-423f-b113-2d67e6100fd9 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653044 Mar 11 17:26:56.588784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] No DVR routers for this DVR port 55e3c7e7-0626-4d5c-84d9-8a8162a41be6 on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:56.599021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.625949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.649659 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-ee4bc7fa-c875-46ac-8c40-8e3be3c746ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1095 time: 0.3044574 Mar 11 17:26:56.686711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-771d20e5-7d65-4dde-a1f2-a5ba522ac000 req-ccdb464a-eadb-47ec-a6ce-32ea4a8b9637 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.97 "DELETE /v2.0/ports/55e3c7e7-0626-4d5c-84d9-8a8162a41be6 HTTP/1.1" status: 204 len: 173 time: 1.6537373 Mar 11 17:26:56.760583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-6c8fa503-a810-4408-ba46-630a446f8cf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7facedd87be4eb79d23ec1365e69508&device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 1099 time: 0.4338403 Mar 11 17:26:56.867415 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-d30e9b9b-d363-4c2e-9469-ac3fa03b1147 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 217 time: 0.1126678 Mar 11 17:26:56.905703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd054a-e073-449e-9213-0a96432cf3a5 req-36d1e6ee-ef7f-499e-85ad-102f2fe9cc00 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:56.907221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adcd054a-e073-449e-9213-0a96432cf3a5 req-36d1e6ee-ef7f-499e-85ad-102f2fe9cc00 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 932 time: 0.2918520 Mar 11 17:26:56.919758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ee080-4d5c-4937-9b4d-d84f80d67e3c req-15379f82-d3bf-45e7-b29f-89daddf01400 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:56.921230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7ee080-4d5c-4937-9b4d-d84f80d67e3c req-15379f82-d3bf-45e7-b29f-89daddf01400 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 944 time: 0.3187947 Mar 11 17:26:56.979915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-72cd1bd7-f251-43a9-ab43-0352cec586d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:56.981372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-72cd1bd7-f251-43a9-ab43-0352cec586d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2025814 Mar 11 17:26:57.040175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-2622096f-9359-48f3-9b77-603a4f7da94a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:57.041847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-2622096f-9359-48f3-9b77-603a4f7da94a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.1627939 Mar 11 17:26:57.073904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-44852b58-617e-4f26-9010-a65b9a81d103 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=825faf0d-d8e9-4430-a140-be635cda8546 HTTP/1.1" status: 200 len: 217 time: 0.0812178 Mar 11 17:26:57.076042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adcd054a-e073-449e-9213-0a96432cf3a5 req-ecc0f942-c59f-4cb0-be65-8f1c056811cc tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519027 Mar 11 17:26:57.083108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7ee080-4d5c-4937-9b4d-d84f80d67e3c req-713f4a1e-df17-4980-8ad3-328379e82506 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371825 Mar 11 17:26:57.210044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-7ca2a3e7-47cf-4bc3-9500-19cb91fe5eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:57.211513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-7ca2a3e7-47cf-4bc3-9500-19cb91fe5eb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1255298 Mar 11 17:26:57.377181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-d7c06d1a-ca1f-4a81-be75-a993228f5356 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570611 Mar 11 17:26:57.390180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5955dd-fa83-4355-aaca-9bb97142ce81 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:57.402009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:57.429617 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-0184710d-4781-4379-85f3-b7eac24ebede service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3728297 Mar 11 17:26:57.488433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915c022-d798-44e0-a973-4763ed36d550 req-2568ea26-67d4-4016-8e71-7384ffb12db5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:57.493985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Transition to ACTIVE for port object bd5955dd-fa83-4355-aaca-9bb97142ce81 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:57.495937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2915c022-d798-44e0-a973-4763ed36d550 req-2568ea26-67d4-4016-8e71-7384ffb12db5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.1936517 Mar 11 17:26:57.540149 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'status': 'completed', 'code': 200} Mar 11 17:26:57.594282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:57.775510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-88324828-5995-4ace-922c-e6db03593148 req-ea2903d1-8ee5-4d0c-ae22-fb89b97c99c2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Synchronizing usage tracker for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:26:57.808057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2915c022-d798-44e0-a973-4763ed36d550 req-a36cdb6c-6d7c-430a-85f1-1ddf9f753059 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111887 Mar 11 17:26:57.809856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-5bfefc3f-5d6d-468c-8217-e12c09e83b58 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226072 Mar 11 17:26:57.850740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-88324828-5995-4ace-922c-e6db03593148 req-ea2903d1-8ee5-4d0c-ae22-fb89b97c99c2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Unset dirty status for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:26:57.865611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88324828-5995-4ace-922c-e6db03593148 req-ea2903d1-8ee5-4d0c-ae22-fb89b97c99c2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.2661345 Mar 11 17:26:57.881885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5955dd-fa83-4355-aaca-9bb97142ce81,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:57.917925 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-0527de11-b1ac-43fc-8ef4-e2d5df73c4df service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792142 Mar 11 17:26:58.064302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72f18600-44f6-4b81-a78c-6d22b2bc636a req-eba858eb-427e-4add-abc2-2debdc2da74d service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459841 Mar 11 17:26:58.206615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Attempting to bind port bd5955dd-fa83-4355-aaca-9bb97142ce81 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:58.208467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Attempting to bind port bd5955dd-fa83-4355-aaca-9bb97142ce81 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:58.208467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Attempting to bind port bd5955dd-fa83-4355-aaca-9bb97142ce81 on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:58.217068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Port bd5955dd-fa83-4355-aaca-9bb97142ce81 on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:26:58.217517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Attempting to bind port bd5955dd-fa83-4355-aaca-9bb97142ce81 on network 820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:26:58.241269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:26:58.241769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Checking segment: {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:26:58.242252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Bound using segment: {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:26:58.242821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Bound port: bd5955dd-fa83-4355-aaca-9bb97142ce81, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:58.243420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:58.295530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6f07e85-ba95-45ce-9d9d-e26d830f0702 req-ac149c46-db5f-43bc-bf0a-44b902ab5f2d service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517292 Mar 11 17:26:58.323699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b97b0-e075-4a19-aa0e-fca97ed6fd93 req-1d4a6c20-f828-463a-a622-deb135fea2e1 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:58.326348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f60b97b0-e075-4a19-aa0e-fca97ed6fd93 req-1d4a6c20-f828-463a-a622-deb135fea2e1 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 948 time: 0.2060277 Mar 11 17:26:58.360153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] For port bd5955dd-fa83-4355-aaca-9bb97142ce81, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:58.364191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] For port bd5955dd-fa83-4355-aaca-9bb97142ce81, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bd5955dd-fa83-4355-aaca-9bb97142ce81,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:58.370045 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:58.393433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f60b97b0-e075-4a19-aa0e-fca97ed6fd93 req-a17cd6fa-8143-47ed-829c-a212bc7ef2ff tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 Mar 11 17:26:58.465319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5955dd-fa83-4355-aaca-9bb97142ce81,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:58.518307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:58.519783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-1194cf20-1c6d-4487-b4f1-5c8549c87829 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd5955dd-fa83-4355-aaca-9bb97142ce81 HTTP/1.1" status: 200 len: 1092 time: 2.2306817 Mar 11 17:26:58.520351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'tag': 'bd5955dd-fa83-4355-aaca-9bb97142ce81'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:58.565889 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5197646-25a0-4213-b698-db13b3ed0046 req-6e69c9e1-5ba3-468f-a790-bcfe139c10b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1095 time: 0.1015809 Mar 11 17:26:58.784123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5197646-25a0-4213-b698-db13b3ed0046 req-45045604-48de-45d4-9bbb-7a6ff8549cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:58.785583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5197646-25a0-4213-b698-db13b3ed0046 req-45045604-48de-45d4-9bbb-7a6ff8549cfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.2051866 Mar 11 17:26:58.791762 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-f451f752-838a-44e6-b612-f6b83d9309cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 1095 time: 0.1853538 Mar 11 17:26:58.805781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366df5c9-faa6-43b7-b2fe-8609cc37698b req-a01395b8-eafb-4ba2-8756-f4bbad59fd6f tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:58.807240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-366df5c9-faa6-43b7-b2fe-8609cc37698b req-a01395b8-eafb-4ba2-8756-f4bbad59fd6f tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 944 time: 0.0785973 Mar 11 17:26:58.839899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 825faf0d-d8e9-4430-a140-be635cda8546 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:58.857832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-366df5c9-faa6-43b7-b2fe-8609cc37698b req-924549b7-8ddc-43be-894a-fd6a952e2c6c tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Mar 11 17:26:58.931962 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-b6072999-9d33-4dc1-9773-4621c56f4106 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd5955dd-fa83-4355-aaca-9bb97142ce81 HTTP/1.1" status: 200 len: 217 time: 0.0661621 Mar 11 17:26:58.990122 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5197646-25a0-4213-b698-db13b3ed0046 req-3be85bb2-ea7b-41d1-9e10-f5770b6ab2c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 217 time: 0.1842289 Mar 11 17:26:59.003774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d8e4b-1efc-4829-b16f-d7abcde5b15f req-f0d4f410-42f0-4f64-95a4-481305abcbf5 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:59.009399 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:26:59.016614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f0d8e4b-1efc-4829-b16f-d7abcde5b15f req-f0d4f410-42f0-4f64-95a4-481305abcbf5 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 944 time: 0.1530073 Mar 11 17:26:59.062949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 825faf0d-d8e9-4430-a140-be635cda8546, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=825faf0d-d8e9-4430-a140-be635cda8546,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:59.065385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-81059324-af34-4868-bd94-4cec5695de64 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476360 Mar 11 17:26:59.065663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-294814e5-83dd-42c5-b187-d4ce80f06600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:59.067297 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-294814e5-83dd-42c5-b187-d4ce80f06600 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69849ede-bffe-4f7e-a7cd-55dd877dc481 HTTP/1.1" status: 200 len: 862 time: 0.1186213 Mar 11 17:26:59.073277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5197646-25a0-4213-b698-db13b3ed0046 req-c01ccf6b-981e-4a12-838d-2023da00de52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:59.074861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5197646-25a0-4213-b698-db13b3ed0046 req-c01ccf6b-981e-4a12-838d-2023da00de52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.0782881 Mar 11 17:26:59.085779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '825faf0d-d8e9-4430-a140-be635cda8546', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '825faf0d-d8e9-4430-a140-be635cda8546', 'mac_address': 'fa:16:3e:8e:35:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:59.118213 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-c3153fce-9a15-4689-91dc-736abb3a6a38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424163 Mar 11 17:26:59.142724 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.167979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825faf0d-d8e9-4430-a140-be635cda8546 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:26:59.177583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f0d8e4b-1efc-4829-b16f-d7abcde5b15f req-9830580d-6220-44d4-a1c6-a47544bf73ea tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391149 Mar 11 17:26:59.203793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 825faf0d-d8e9-4430-a140-be635cda8546, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=825faf0d-d8e9-4430-a140-be635cda8546,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:59.231046 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.256583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-cd010fdf-f239-4e6d-880c-d2bbc72cc8fa tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:59.263946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-cd010fdf-f239-4e6d-880c-d2bbc72cc8fa tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976731 Mar 11 17:26:59.281167 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5197646-25a0-4213-b698-db13b3ed0046 req-23bd9107-eb25-4e6e-8ca9-4dc4d9ecb40e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619062 Mar 11 17:26:59.287690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-19e9094d-b65c-4632-84c8-53685fc35b1c tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/quotas/0c0e06194d5f4478b43e6453852ceb7c HTTP/1.1" status: 200 len: 375 time: 0.0226817 Mar 11 17:26:59.339380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=825faf0d-d8e9-4430-a140-be635cda8546,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:59.340560 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'tag': 'bd5955dd-fa83-4355-aaca-9bb97142ce81', 'status': 'completed', 'code': 200} Mar 11 17:26:59.372883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-4b50819a-a4cb-48df-9133-1269f50791c1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841229 Mar 11 17:26:59.421312 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-45b0324a-69b6-44be-8974-4c22dfc62b3a service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613685 Mar 11 17:26:59.542308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'name': 'network-vif-deleted', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:26:59.679439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['825faf0d-d8e9-4430-a140-be635cda8546'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:26:59.680730 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5197646-25a0-4213-b698-db13b3ed0046 req-c6039e44-84b9-476e-a44e-025a4ed418c6 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753233 Mar 11 17:26:59.792453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff6c8-cbf3-4051-93f5-2acb88b4adef req-c2a0e488-b4f2-4fdf-82e4-24ee8324edae tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:59.794193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc2ff6c8-cbf3-4051-93f5-2acb88b4adef req-c2a0e488-b4f2-4fdf-82e4-24ee8324edae tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 951 time: 0.1600449 Mar 11 17:26:59.885507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc2ff6c8-cbf3-4051-93f5-2acb88b4adef req-d93c7f58-cbd6-4fc4-83dc-22564b2696d2 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833590 Mar 11 17:26:59.892479 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5197646-25a0-4213-b698-db13b3ed0046 req-7d11b9e2-2cf2-4f35-9e16-e9bc73954bc5 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040679 Mar 11 17:26:59.927783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c48f5b0-f0f8-4403-ba28-4f90642600b4 req-2a985a33-9be5-4a3c-b374-965644aafc4f service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972336 Mar 11 17:27:00.101468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606b469-0625-4c57-adba-6d2756b40620 req-37fbfe07-d19c-4da2-88f0-f439d537ec92 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:00.122264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9606b469-0625-4c57-adba-6d2756b40620 req-37fbfe07-d19c-4da2-88f0-f439d537ec92 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 949 time: 0.1200676 Mar 11 17:27:00.173869 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-56b87132-d515-4b42-9e5b-6530482e6e97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bb44b7525de46c7862a069fe7a04448&device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 1095 time: 0.0977805 Mar 11 17:27:00.204158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9606b469-0625-4c57-adba-6d2756b40620 req-aa542295-9b5f-40cc-890c-0c2a15aa4dec tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807586 Mar 11 17:27:00.382706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-def79960-f4b9-4c6b-a925-db568f3238fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:00.383256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2823605d-1d3c-4016-a2f8-0abbfa720cfd req-b6cef1dd-5013-4cf1-8bd9-878c8fa5195f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 210 time: 0.0513506 Mar 11 17:27:00.385500 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7f2214-7037-4847-a174-05ddc2c687dd', 'name': 'network-vif-deleted', 'tag': '55e3c7e7-0626-4d5c-84d9-8a8162a41be6', 'status': 'completed', 'code': 200} Mar 11 17:27:00.385760 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-def79960-f4b9-4c6b-a925-db568f3238fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 200 len: 924 time: 0.1846006 Mar 11 17:27:00.529649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-0af3ceaa-c230-4faa-ab2d-e0b1005857bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd5955dd-fa83-4355-aaca-9bb97142ce81 HTTP/1.1" status: 200 len: 217 time: 0.0711784 Mar 11 17:27:00.583999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411be5-d6ff-4a5c-8cd7-af4405d4e201 req-c21a9e70-5fec-43bb-9067-aa16a082535b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:00.585496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e411be5-d6ff-4a5c-8cd7-af4405d4e201 req-c21a9e70-5fec-43bb-9067-aa16a082535b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 944 time: 0.0789001 Mar 11 17:27:00.643084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e411be5-d6ff-4a5c-8cd7-af4405d4e201 req-fb80e41b-eef9-49c0-9b0c-86e10d0fd0d7 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Mar 11 17:27:00.716776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-a227fbae-3c48-4aaa-bf4d-fd51a0f432f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:00.718484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-a227fbae-3c48-4aaa-bf4d-fd51a0f432f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69849ede-bffe-4f7e-a7cd-55dd877dc481 HTTP/1.1" status: 200 len: 862 time: 0.1295025 Mar 11 17:27:00.772793 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-84763507-6c93-4cb0-89ca-30183ac63d8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425708 Mar 11 17:27:00.857878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-fc693d14-9f83-417f-9e3a-9a8d1d92e0ea tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:00.858615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-fc693d14-9f83-417f-9e3a-9a8d1d92e0ea tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Synchronizing usage tracker for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:00.864040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 53c8b60a-87be-42e9-a6ab-48eb16d88529 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:27:00.875645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 825faf0d-d8e9-4430-a140-be635cda8546 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:00.889438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-fc693d14-9f83-417f-9e3a-9a8d1d92e0ea tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Unset dirty status for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:00.890324 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-fc693d14-9f83-417f-9e3a-9a8d1d92e0ea tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 951 time: 0.2627189 Mar 11 17:27:00.982855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0103-03b3-4516-adbf-6b2421de9f6b req-d1585fc0-e0cd-491c-a925-aa4d3dd4ed7b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:00.995006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a56e0103-03b3-4516-adbf-6b2421de9f6b req-d1585fc0-e0cd-491c-a925-aa4d3dd4ed7b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 944 time: 0.1933568 Mar 11 17:27:01.064198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-b653e02a-3710-44fc-8332-b8a64580afd4 service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839022 Mar 11 17:27:01.078068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a56e0103-03b3-4516-adbf-6b2421de9f6b req-840fc950-d5ac-4e53-a75a-bb84a123bd29 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812738 Mar 11 17:27:01.082026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Deleting port 6363f432-5a42-401c-ac59-31971372ee3f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:01.082402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.181374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 825faf0d-d8e9-4430-a140-be635cda8546 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:01.202501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 825faf0d-d8e9-4430-a140-be635cda8546 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:01.212221 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.455909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 53c8b60a-87be-42e9-a6ab-48eb16d88529, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:01.475239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'mac_address': 'fa:16:3e:41:98:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:27:01.485449 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d59140-d0d9-4476-afd3-e355d6d4adac req-45097eec-855e-41b5-8f7e-be8433b54e73 service neutron] 10.222.0.59 "GET /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079027 Mar 11 17:27:01.501479 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-5680050a-6878-4c70-bc34-0fdab0b76ed3 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672430 Mar 11 17:27:01.575671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] For port 6363f432-5a42-401c-ac59-31971372ee3f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6363f432-5a42-401c-ac59-31971372ee3f,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:01.576035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.609369 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.655949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59f418-9be9-475c-9838-2a7172fa2318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825faf0d-d8e9-4430-a140-be635cda8546'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:01.671540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.683110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 825faf0d-d8e9-4430-a140-be635cda8546, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=825faf0d-d8e9-4430-a140-be635cda8546,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:01.689886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.724113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d85788-7ca3-4332-8e50-acb7b35c6798 req-6ea5f5a6-6cf8-4543-95a0-3676572395f1 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:01.725695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Calling delete_port for 6363f432-5a42-401c-ac59-31971372ee3f owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:01.725884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00d85788-7ca3-4332-8e50-acb7b35c6798 req-6ea5f5a6-6cf8-4543-95a0-3676572395f1 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 949 time: 0.3033972 Mar 11 17:27:01.735162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ac9e-21a7-462f-a4e5-51dbca0a7f57 req-0d866074-47d7-45c5-9286-7e4699033120 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:01.735162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70a1ac9e-21a7-462f-a4e5-51dbca0a7f57 req-0d866074-47d7-45c5-9286-7e4699033120 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=00576c25-d4c0-4eeb-89cc-fbb7c9b2abce HTTP/1.1" status: 200 len: 951 time: 0.3171527 Mar 11 17:27:01.741582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-ac4dd7c5-d940-4e49-922b-65193bf61eda tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:01.743108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-ac4dd7c5-d940-4e49-922b-65193bf61eda tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253902 Mar 11 17:27:01.747997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c8b60a-87be-42e9-a6ab-48eb16d88529 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:01.783052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 53c8b60a-87be-42e9-a6ab-48eb16d88529, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:01.790053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=825faf0d-d8e9-4430-a140-be635cda8546,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:01.790259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Request body: {'port': {'device_id': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '0c0e06194d5f4478b43e6453852ceb7c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:01.794875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.863570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=53c8b60a-87be-42e9-a6ab-48eb16d88529,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:01.984842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00d85788-7ca3-4332-8e50-acb7b35c6798 req-5a650846-0718-4c2f-8530-36beafe98121 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395911 Mar 11 17:27:01.989439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70a1ac9e-21a7-462f-a4e5-51dbca0a7f57 req-347b0adb-f89d-4b46-999f-29f2cc5f7265 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453570 Mar 11 17:27:02.007235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.055494 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9959b2d5-e493-43d1-9773-24690d305f01'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:02.066837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event deleted for resources: {'Port': ['ID=6363f432-5a42-401c-ac59-31971372ee3f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:02.092910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:02.105767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Usage tracker for resource:port and tenant:0c0e06194d5f4478b43e6453852ceb7c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:02.119407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:02.138958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:02.177266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Made reservation on behalf of 0c0e06194d5f4478b43e6453852ceb7c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:02.183558 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.245184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] No DVR routers for this DVR port 6363f432-5a42-401c-ac59-31971372ee3f on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:02.261942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.286592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-deleted', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:02.301090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f4943c06-d187-4aec-9013-f48afc2ffb95 req-7749fd38-87ef-4c0a-a536-7e2543dbe05f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "DELETE /v2.0/ports/6363f432-5a42-401c-ac59-31971372ee3f HTTP/1.1" status: 204 len: 173 time: 1.4037516 Mar 11 17:27:02.303278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53c8b60a-87be-42e9-a6ab-48eb16d88529'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:02.390663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b69632e1-14e9-42f7-91c4-7ca8c7cdb83a req-09b138f3-ed07-44df-9343-ede9b177783f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 210 time: 0.0656073 Mar 11 17:27:02.595477 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59f418-9be9-475c-9838-2a7172fa2318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825faf0d-d8e9-4430-a140-be635cda8546', 'code': 200} Mar 11 17:27:02.840696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Allocated IP 192.168.233.97 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/007ebc3c-a8f4-4ad9-8400-a39f94708c15) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:02.868129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2402e1a-afa1-42ed-9918-6a9314350a1f req-c5ad2513-c380-40ba-92ee-26bca3953bfb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 1101 time: 0.0952413 Mar 11 17:27:02.888875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bd5955dd-fa83-4355-aaca-9bb97142ce81 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:27:02.920787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46344) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:02.926589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:02.942340 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2402e1a-afa1-42ed-9918-6a9314350a1f req-e8ca3dd0-87a0-4740-beb1-d68eae73dc4f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612094 Mar 11 17:27:03.000464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 6363f432-5a42-401c-ac59-31971372ee3f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:27:03.000811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6363f432-5a42-401c-ac59-31971372ee3f not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:27:03.052191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d61e77-dfd0-4057-ad10-0bc40439e4f1 req-25075e1e-749f-4675-929f-b16f256ff32b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:03.053660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01d61e77-dfd0-4057-ad10-0bc40439e4f1 req-25075e1e-749f-4675-929f-b16f256ff32b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 945 time: 0.4272327 Mar 11 17:27:03.064891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f643c-39b8-4c7e-8796-c1dac4ccd76a req-f2014887-44df-42ac-b91a-ce49fef10a82 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:03.066396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a40f643c-39b8-4c7e-8796-c1dac4ccd76a req-f2014887-44df-42ac-b91a-ce49fef10a82 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 944 time: 0.3022578 Mar 11 17:27:03.089938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.133589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bd5955dd-fa83-4355-aaca-9bb97142ce81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bd5955dd-fa83-4355-aaca-9bb97142ce81,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:03.148141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'bd5955dd-fa83-4355-aaca-9bb97142ce81', 'network_id': '820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d', 'port_id': 'bd5955dd-fa83-4355-aaca-9bb97142ce81', 'mac_address': 'fa:16:3e:40:87:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69849ede-bffe-4f7e-a7cd-55dd877dc481', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:27:03.153131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:03.164871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Usage tracker for resource:security_group_rule and tenant:38af264515974c148e3097c55f2c5828 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:03.170403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:03.178397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:03.194128 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.199080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01d61e77-dfd0-4057-ad10-0bc40439e4f1 req-d1a4f47e-d2cc-449f-b2b8-ffd0db80a5aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317310 Mar 11 17:27:03.211198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a40f643c-39b8-4c7e-8796-c1dac4ccd76a req-4df75b7b-7d18-4b8e-85d3-8056161dfdfa tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257002 Mar 11 17:27:03.212409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.235879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5955dd-fa83-4355-aaca-9bb97142ce81 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:03.260132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bd5955dd-fa83-4355-aaca-9bb97142ce81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bd5955dd-fa83-4355-aaca-9bb97142ce81,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:03.266091 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.267556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Transition to ACTIVE for port object 007ebc3c-a8f4-4ad9-8400-a39f94708c15 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:03.295256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.299154 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.299580 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00576c25-d4c0-4eeb-89cc-fbb7c9b2abce', 'name': 'network-vif-deleted', 'tag': '6363f432-5a42-401c-ac59-31971372ee3f', 'status': 'completed', 'code': 200} Mar 11 17:27:03.300641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.354870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bd5955dd-fa83-4355-aaca-9bb97142ce81,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:03.380436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428188b1-0f7f-4f2e-af29-fa9d371a9b64,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:03.387186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-80ca396b-186e-4fb9-96bb-8f350f215d8e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=38af264515974c148e3097c55f2c5828&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4646358 Mar 11 17:27:03.389787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46358) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:03.424357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:03.425974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:03.428035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Pushing event updated for resources: {'Port': ['ID=007ebc3c-a8f4-4ad9-8400-a39f94708c15,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:03.430667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:03.494225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8e27367-10ea-43c6-994c-b1679cd590b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.522087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.522669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.523011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.523364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.523693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.524018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.524337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.524659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.524978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.525298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.525671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:03.525823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8e27367-10ea-43c6-994c-b1679cd590b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.561789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:03.562920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.600848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8e27367-10ea-43c6-994c-b1679cd590b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.631109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fc410987-01d6-4e38-b1f8-bccdafbe36df tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8460784 Mar 11 17:27:03.641308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e27367-10ea-43c6-994c-b1679cd590b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428188b1-0f7f-4f2e-af29-fa9d371a9b64,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:03.643639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8e27367-10ea-43c6-994c-b1679cd590b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.644770 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8e27367-10ea-43c6-994c-b1679cd590b4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/428188b1-0f7f-4f2e-af29-fa9d371a9b64 HTTP/1.1" status: 204 len: 168 time: 0.2538240 Mar 11 17:27:03.654389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Request body: {'port': {'device_id': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:03.702494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc621e-3f76-4940-8f10-1fcf67ac00c0 req-0a5c19e6-720c-45b1-9c7e-310db07a5cae tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:03.711137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cfc621e-3f76-4940-8f10-1fcf67ac00c0 req-0a5c19e6-720c-45b1-9c7e-310db07a5cae tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 950 time: 0.2434726 Mar 11 17:27:03.763287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['bd5955dd-fa83-4355-aaca-9bb97142ce81'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:03.835934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cfc621e-3f76-4940-8f10-1fcf67ac00c0 req-11a601b6-59ec-4db7-b9f4-79f25b282b98 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237929 Mar 11 17:27:03.857415 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.878233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2ac52258-ac5b-46b3-8f33-9bc68807426c', '75db3cab-6703-4ad7-9d2c-2461cc27baaf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:04.035137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eb359b2b-77b4-4d61-be35-10ed70874a8e None None] Provisioning for port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:04.070772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eb359b2b-77b4-4d61-be35-10ed70874a8e None None] Provisioning complete for port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:04.071146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb359b2b-77b4-4d61-be35-10ed70874a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.268063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-eb359b2b-77b4-4d61-be35-10ed70874a8e None None] Port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:04.398324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df9628-333d-4fb4-8d9b-0612cd34a5df req-951fe751-f36e-4a36-9658-6c0b5c3182a5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:04.399107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-76df9628-333d-4fb4-8d9b-0612cd34a5df req-951fe751-f36e-4a36-9658-6c0b5c3182a5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Synchronizing usage tracker for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:04.550407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-76df9628-333d-4fb4-8d9b-0612cd34a5df req-951fe751-f36e-4a36-9658-6c0b5c3182a5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Unset dirty status for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:04.551619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76df9628-333d-4fb4-8d9b-0612cd34a5df req-951fe751-f36e-4a36-9658-6c0b5c3182a5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 935 time: 0.4509966 Mar 11 17:27:04.700451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76df9628-333d-4fb4-8d9b-0612cd34a5df req-8d819134-a332-44af-aff7-de5828fc803f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400933 Mar 11 17:27:04.709750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8244f32-0ff6-4c92-b7dc-ba0d0df8203e req-dca7705f-fb2f-406a-800f-55a97e8717fa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:04.711258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8244f32-0ff6-4c92-b7dc-ba0d0df8203e req-dca7705f-fb2f-406a-800f-55a97e8717fa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 945 time: 0.2731822 Mar 11 17:27:04.746326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007ebc3c-a8f4-4ad9-8400-a39f94708c15 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:04.762009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.786519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8244f32-0ff6-4c92-b7dc-ba0d0df8203e req-d70057b0-4e52-4895-aa48-98a4515d2351 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682797 Mar 11 17:27:04.787463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Transition to ACTIVE for port object 007ebc3c-a8f4-4ad9-8400-a39f94708c15 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:04.796967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.868410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 53c8b60a-87be-42e9-a6ab-48eb16d88529 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:04.967532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 53c8b60a-87be-42e9-a6ab-48eb16d88529 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:04.973651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 53c8b60a-87be-42e9-a6ab-48eb16d88529 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:04.974304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.989945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46398) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:05.122890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Pushing event updated for resources: {'Port': ['ID=007ebc3c-a8f4-4ad9-8400-a39f94708c15,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:05.129856 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.139788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-280203993-network', 'tenant_id': 'dacd58f5ea8e4d8c97cdc4d2f61154f1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:05.146655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:05.157035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Usage tracker for resource:network and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:05.161514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:05.165892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:05.176322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:05.177424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 53c8b60a-87be-42e9-a6ab-48eb16d88529, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:05.183579 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.199560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Made reservation on behalf of dacd58f5ea8e4d8c97cdc4d2f61154f1 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:05.202183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.234625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.259553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=53c8b60a-87be-42e9-a6ab-48eb16d88529,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:05.272013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ec0d3-94b2-43e8-ab9a-f840358c7eb6 req-9256cbce-9804-4328-9e0b-06faeb9a2e59 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:05.273625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d57ec0d3-94b2-43e8-ab9a-f840358c7eb6 req-9256cbce-9804-4328-9e0b-06faeb9a2e59 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 945 time: 0.4436390 Mar 11 17:27:05.297002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:05.304592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Usage tracker for resource:security_group_rule and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:05.307781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:05.313653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:05.328444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96136e3-ca91-47ab-9fec-e4c424702cbe req-cfffe114-ac30-42a8-bb19-467cd57f8e81 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:05.329740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c96136e3-ca91-47ab-9fec-e4c424702cbe req-cfffe114-ac30-42a8-bb19-467cd57f8e81 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.3389874 Mar 11 17:27:05.330430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Attempting to bind port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:05.330759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Attempting to bind port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:05.331079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Attempting to bind port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:05.367514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:27:05.367835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Attempting to bind port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:05.379616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.384438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.385197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d57ec0d3-94b2-43e8-ab9a-f840358c7eb6 req-1566004d-9976-4d9a-be0f-5c79f04011b1 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032047 Mar 11 17:27:05.385917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:05.386211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:05.386609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:05.387033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Bound port: 007ebc3c-a8f4-4ad9-8400-a39f94708c15, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:05.387365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.419043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:05.428282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2fee51-a200-4429-b4c4-7f58b69f997a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:05.434276 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.434654 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Added segment 0f5d8445-a999-4fac-9b6f-a58903f60856 of type vlan for network 50e1b164-f123-481c-a51c-a16fdcca2af2 Mar 11 17:27:05.465343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c96136e3-ca91-47ab-9fec-e4c424702cbe req-5d467654-fb81-42ae-933d-686365f259b6 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286557 Mar 11 17:27:05.466009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.513868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.514889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:05.515521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.516983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] For port 007ebc3c-a8f4-4ad9-8400-a39f94708c15, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:05.523684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] For port 007ebc3c-a8f4-4ad9-8400-a39f94708c15, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=007ebc3c-a8f4-4ad9-8400-a39f94708c15,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:05.529434 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.609978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.614071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] 10.222.0.59 "PUT /v2.0/ports/007ebc3c-a8f4-4ad9-8400-a39f94708c15 HTTP/1.1" status: 200 len: 1095 time: 1.9655559 Mar 11 17:27:05.614869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'tag': '007ebc3c-a8f4-4ad9-8400-a39f94708c15'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:05.638900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1f926-b386-4797-a4f3-85e067a0469c service neutron] Pushing event updated for resources: {'Port': ['ID=007ebc3c-a8f4-4ad9-8400-a39f94708c15,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:05.650204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] Pushing event updated for resources: {'Network': ['ID=50e1b164-f123-481c-a51c-a16fdcca2af2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:05.653495 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-65d6dab5-b8ab-4fb9-8324-c85268a29c40 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6623333 Mar 11 17:27:05.656590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:05.663102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Request body: {'subnet': {'network_id': '50e1b164-f123-481c-a51c-a16fdcca2af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-280203993-subnet', 'tenant_id': 'dacd58f5ea8e4d8c97cdc4d2f61154f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:05.671179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 50e1b164-f123-481c-a51c-a16fdcca2af2 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:27:05.675555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:05.683076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Usage tracker for resource:subnet and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:05.687016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:05.713043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:05.741322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Made reservation on behalf of dacd58f5ea8e4d8c97cdc4d2f61154f1 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:05.744889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.842331 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'code': 200} Mar 11 17:27:05.879258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-fd8ad9d6-9e48-4634-972d-c42d1e05364b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 1098 time: 0.1909721 Mar 11 17:27:05.905014 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'tag': '007ebc3c-a8f4-4ad9-8400-a39f94708c15', 'status': 'completed', 'code': 200} Mar 11 17:27:05.985846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-52b13440-128e-47cd-af60-1209cba877be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=007ebc3c-a8f4-4ad9-8400-a39f94708c15 HTTP/1.1" status: 200 len: 217 time: 0.0795870 Mar 11 17:27:05.999460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56079569-f8b4-4eba-a4d9-80a476b9228c req-5f707c7d-5574-4931-bdae-0195539486d1 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.001409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56079569-f8b4-4eba-a4d9-80a476b9228c req-5f707c7d-5574-4931-bdae-0195539486d1 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 950 time: 0.1969864 Mar 11 17:27:06.067686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:06.149847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe547af-7ffd-4d60-8d34-bb1b5d783788,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:06.163236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56079569-f8b4-4eba-a4d9-80a476b9228c req-36f34424-f44b-425b-aa94-916a7ab2a652 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557729 Mar 11 17:27:06.169937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-949a4f80-0a35-4a28-ae7a-814bf6a3a78d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.183483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-949a4f80-0a35-4a28-ae7a-814bf6a3a78d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1152656 Mar 11 17:27:06.183855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Checking segment: {'id': '0f5d8445-a999-4fac-9b6f-a58903f60856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '50e1b164-f123-481c-a51c-a16fdcca2af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:06.183855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Network hostable DHCP agents. Network: 50e1b164-f123-481c-a51c-a16fdcca2af2, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:06.190349 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-039b60fa-68d3-465c-9602-ea11d8354b87 req-a37e568e-bbe6-4d1b-b9d6-76cc19397aa0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.1554801 Mar 11 17:27:06.205181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026fc14-b9c9-4af7-985a-c97f71d9675a req-476589ea-09cd-4001-a1f2-4edd2a8f859d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.207461 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b026fc14-b9c9-4af7-985a-c97f71d9675a req-476589ea-09cd-4001-a1f2-4edd2a8f859d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 947 time: 0.1844308 Mar 11 17:27:06.212949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Network 50e1b164-f123-481c-a51c-a16fdcca2af2 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:06.225354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 50e1b164-f123-481c-a51c-a16fdcca2af2) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:06.235594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a8005-94f4-4240-9166-2f3dae0a5bef None None] Network 50e1b164-f123-481c-a51c-a16fdcca2af2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:06.248104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.248316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:06.292650 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7df44622-912a-4e7d-bda5-3299accef855 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6347005 Mar 11 17:27:06.294625 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-039b60fa-68d3-465c-9602-ea11d8354b87 req-abb228f4-8f30-476a-aa93-dcc1bc1130af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703752 Mar 11 17:27:06.383990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b026fc14-b9c9-4af7-985a-c97f71d9675a req-545f1f3b-270c-4467-8c32-ace9cf11a2cb tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607394 Mar 11 17:27:06.405117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-2334f878-1fa5-4c03-82be-32caf43ec23d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015315 Mar 11 17:27:06.525942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ed2a5-5637-43fa-8b51-021f29950572 None None] Network 50e1b164-f123-481c-a51c-a16fdcca2af2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:06.590379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b7988-5346-4f2a-b569-0d9f388774cf req-7af4fee5-8d0b-42a3-9334-b97967c989b1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.591888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b7b7988-5346-4f2a-b569-0d9f388774cf req-7af4fee5-8d0b-42a3-9334-b97967c989b1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 946 time: 0.0785925 Mar 11 17:27:06.639778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b7b7988-5346-4f2a-b569-0d9f388774cf req-e6c69952-4c14-455b-a296-c276fbcc6f8f tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Mar 11 17:27:06.877064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-050f91af-f694-4eec-89de-4f979b930880 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.877756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-050f91af-f694-4eec-89de-4f979b930880 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Synchronizing usage tracker for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:06.893991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-050f91af-f694-4eec-89de-4f979b930880 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Unset dirty status for tenant:0b2f231159df4a3e9a20defdc9ec4c8d on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:06.895227 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-050f91af-f694-4eec-89de-4f979b930880 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.0958860 Mar 11 17:27:06.902338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1312693331', 'description': 'tempest-description-326680992'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:06.915589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c81-382b-4a7e-bc35-b0a75fd41432 req-7264d3ae-0554-411f-9890-bdc7bcca5bf0 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.916626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bd5955dd-fa83-4355-aaca-9bb97142ce81 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:06.918894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b28b3c81-382b-4a7e-bc35-b0a75fd41432 req-7264d3ae-0554-411f-9890-bdc7bcca5bf0 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 945 time: 0.1486614 Mar 11 17:27:06.920269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:06.924505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-e874d592-541a-4eed-80cb-c24ead2f5226 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534099 Mar 11 17:27:06.928745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:06.959128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:06.971883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Deleting port 9959b2d5-e493-43d1-9773-24690d305f01 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:06.972134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:06.985028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port bd5955dd-fa83-4355-aaca-9bb97142ce81 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:06.985775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:06.990412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port bd5955dd-fa83-4355-aaca-9bb97142ce81 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:06.990706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.069204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b28b3c81-382b-4a7e-bc35-b0a75fd41432 req-ce82be11-e9e0-4ee6-9179-9276e95bce01 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435871 Mar 11 17:27:07.072534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.106261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.169452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bd5955dd-fa83-4355-aaca-9bb97142ce81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bd5955dd-fa83-4355-aaca-9bb97142ce81,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:07.175876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.176693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9959b2d5-e493-43d1-9773-24690d305f01 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:07.192398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d27d8cbe-eec6-448d-825c-51e6521c722e req-e84e501a-dca3-4dac-a8e2-993ec79902b5 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298779 Mar 11 17:27:07.199555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:07.205632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group_rule and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:07.209507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:07.218669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:07.269983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:07.270800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.299878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bd5955dd-fa83-4355-aaca-9bb97142ce81,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:07.368254 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.401376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:07.406348 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.442927 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.450435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.478967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:07.508192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Calling delete_port for 9959b2d5-e493-43d1-9773-24690d305f01 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:07.523598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b45b98-f4ee-451d-9865-da57b3436ccb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:07.527240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.528504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ecd1ea5-0044-45dc-a5fd-69fb1661e092 req-11115d19-efd3-44f1-8ab0-d8e170180bf2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.6385686 Mar 11 17:27:07.547377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4220a-33a5-4b2b-962d-64499760b24d req-1c114aae-2a0b-4d95-89d8-3c2f5c306a2b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:07.549117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6b4220a-33a5-4b2b-962d-64499760b24d req-1c114aae-2a0b-4d95-89d8-3c2f5c306a2b tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 950 time: 0.2929451 Mar 11 17:27:07.556309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df59986a-86f2-41ea-9984-e852a31054d8 req-41cdb47f-e13f-40d5-a9e8-63536853efb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 1098 time: 0.1692657 Mar 11 17:27:07.598005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:27:07.598330 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:27:07.680013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6b4220a-33a5-4b2b-962d-64499760b24d req-9b8fecd1-252c-43a0-8a53-c810257b9039 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226909 Mar 11 17:27:07.727372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59986a-86f2-41ea-9984-e852a31054d8 req-302f991f-89ed-4a42-a1ae-a1bbedd018ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:07.728929 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df59986a-86f2-41ea-9984-e852a31054d8 req-302f991f-89ed-4a42-a1ae-a1bbedd018ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.1581688 Mar 11 17:27:07.833613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df59986a-86f2-41ea-9984-e852a31054d8 req-dc62ce41-d6b0-40e3-8cba-b0ebc54d769d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=007ebc3c-a8f4-4ad9-8400-a39f94708c15 HTTP/1.1" status: 200 len: 217 time: 0.0969772 Mar 11 17:27:07.843818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5955dd-fa83-4355-aaca-9bb97142ce81'}, {'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:07.880545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d03fc2-e63e-4541-9583-79c4975a864d req-9ddcefd2-85bd-4586-8ff5-acbe0a214dbe tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:07.881988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46d03fc2-e63e-4541-9583-79c4975a864d req-9ddcefd2-85bd-4586-8ff5-acbe0a214dbe tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 950 time: 0.0797486 Mar 11 17:27:07.976895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46d03fc2-e63e-4541-9583-79c4975a864d req-3b3f8e4d-97e3-46ed-998a-26c0f54850ab tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892861 Mar 11 17:27:08.002726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59986a-86f2-41ea-9984-e852a31054d8 req-d4e90900-708d-462c-a231-8e1406f33184 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:08.004196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df59986a-86f2-41ea-9984-e852a31054d8 req-d4e90900-708d-462c-a231-8e1406f33184 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0878873 Mar 11 17:27:08.099917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Deleting port 9959b2d5-e493-43d1-9773-24690d305f01 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:08.100363 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.219546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dcde635-ee7a-4c33-8213-a73def297df5 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/82b45b98-f4ee-451d-9865-da57b3436ccb HTTP/1.1" status: 200 len: 1646 time: 0.1450148 Mar 11 17:27:08.225131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df59986a-86f2-41ea-9984-e852a31054d8 req-72c2637a-0686-4507-8b3e-815cf1873648 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2112670 Mar 11 17:27:08.243630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12b638-65f1-4107-84e6-0b8c1ea86c3c req-fda0dd30-0f20-43a4-9a9e-b3f008e4c65c tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:08.245165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe12b638-65f1-4107-84e6-0b8c1ea86c3c req-fda0dd30-0f20-43a4-9a9e-b3f008e4c65c tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 947 time: 0.1797588 Mar 11 17:27:08.250317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82b45b98-f4ee-451d-9865-da57b3436ccb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:08.250652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82b45b98-f4ee-451d-9865-da57b3436ccb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:08.275610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:08.318177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46460) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:08.344707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group_rule and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:08.354327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:08.365632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:08.403567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] For port 9959b2d5-e493-43d1-9773-24690d305f01, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9959b2d5-e493-43d1-9773-24690d305f01,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:08.404021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.425706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe12b638-65f1-4107-84e6-0b8c1ea86c3c req-5d8f2f2a-f213-46e4-95c1-93fa020bd7f5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515396 Mar 11 17:27:08.475552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df59986a-86f2-41ea-9984-e852a31054d8 req-70d2d155-e482-4cf7-a253-dfb99cc59afe service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294419 Mar 11 17:27:08.484392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.540325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Calling delete_port for 9959b2d5-e493-43d1-9773-24690d305f01 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:08.580469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.613213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.627747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.643107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:08.647793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1aff8e17324616b4fa86ba8458bf2f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:08.651438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:08.658926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:08.670614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50556ea-9231-489d-a249-c304b7805cca,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:08.707592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.708730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bba16dd4-d739-487a-a0ea-428929fb6fe4 req-6dbf973f-ccdf-470c-86de-9ff16c03ac15 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4713202 Mar 11 17:27:08.714886 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df59986a-86f2-41ea-9984-e852a31054d8 req-231032da-9096-45bf-9eb6-569254f6441a service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266486 Mar 11 17:27:08.737530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6783ca-24b2-4095-9635-948da160f6c7 req-40590627-6af8-4c36-ab44-055c0f74db66 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:08.740611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea6783ca-24b2-4095-9635-948da160f6c7 req-40590627-6af8-4c36-ab44-055c0f74db66 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 946 time: 0.1677613 Mar 11 17:27:08.741851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.776756 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5955dd-fa83-4355-aaca-9bb97142ce81', 'code': 200} Mar 11 17:27:08.777300 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01', 'code': 200} Mar 11 17:27:08.801213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event deleted for resources: {'Port': ['ID=9959b2d5-e493-43d1-9773-24690d305f01,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:08.803336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea6783ca-24b2-4095-9635-948da160f6c7 req-75328834-a0eb-45c1-a727-ac0244e7dcd9 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530119 Mar 11 17:27:08.892701 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.901547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] No DVR routers for this DVR port 9959b2d5-e493-43d1-9773-24690d305f01 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:08.905882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.908423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-deleted', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:08.913955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.921719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.971348 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc684315-5f61-4ff0-ab89-bd39d8c9c32d req-9675c3aa-5a81-4094-a2fc-69844fbe40b5 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.59 "DELETE /v2.0/ports/9959b2d5-e493-43d1-9773-24690d305f01 HTTP/1.1" status: 204 len: 173 time: 2.0687122 Mar 11 17:27:08.981989 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb1aff8e17324616b4fa86ba8458bf2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6626644 Mar 11 17:27:08.982757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fca4b-b0ea-4d03-862a-cffba4fa3450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ec490-ff17-44be-b801-b2c2b9c3ddd6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:08.984928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46476) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:09.021431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5df44f8a-e78e-4229-a2e1-680dc7c3d9d3 req-c8a8c4fd-e4a4-4386-9c64-38cde5ffc554 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=f370b45b-5353-445e-9afc-05abdcecb6e8 HTTP/1.1" status: 200 len: 210 time: 0.0511503 Mar 11 17:27:09.027927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c0b6-e103-42aa-8ddb-c636402aef2f req-5274c3d4-dd99-46c3-82a4-db7deae25426 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:09.036086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6325c0b6-e103-42aa-8ddb-c636402aef2f req-5274c3d4-dd99-46c3-82a4-db7deae25426 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 946 time: 0.1488440 Mar 11 17:27:09.097746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41919e20-1ba2-4265-95f5-fb259fa889b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.113276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6325c0b6-e103-42aa-8ddb-c636402aef2f req-ff6b0161-07ad-464a-857a-aacfe7ee9e7d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762732 Mar 11 17:27:09.145458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41919e20-1ba2-4265-95f5-fb259fa889b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.153701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6710985-de74-48f7-9664-791335fdc2cc req-994025ae-8af0-41a3-8915-648347c6a53b tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/82b45b98-f4ee-451d-9865-da57b3436ccb HTTP/1.1" status: 200 len: 2149 time: 0.0826325 Mar 11 17:27:09.200675 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558d6e21-7fbd-42eb-88ea-21e06464cb1f req-612b6313-d710-493a-a125-dd662649b684 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 1097 time: 0.1686990 Mar 11 17:27:09.256466 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558d6e21-7fbd-42eb-88ea-21e06464cb1f req-778663cc-7836-4c95-b5b7-d4dc135baa3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 Mar 11 17:27:09.259430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41919e20-1ba2-4265-95f5-fb259fa889b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.282087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41919e20-1ba2-4265-95f5-fb259fa889b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ec490-ff17-44be-b801-b2c2b9c3ddd6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:09.287913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41919e20-1ba2-4265-95f5-fb259fa889b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.289150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-41919e20-1ba2-4265-95f5-fb259fa889b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d53ec490-ff17-44be-b801-b2c2b9c3ddd6 HTTP/1.1" status: 204 len: 168 time: 0.3033371 Mar 11 17:27:09.290879 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370b45b-5353-445e-9afc-05abdcecb6e8', 'name': 'network-vif-deleted', 'tag': '9959b2d5-e493-43d1-9773-24690d305f01', 'status': 'completed', 'code': 200} Mar 11 17:27:09.403125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e157d-2441-43d1-859e-bbfb6075f819 req-75418835-2930-4947-baed-bd61d053a867 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:09.404758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-428e157d-2441-43d1-859e-bbfb6075f819 req-75418835-2930-4947-baed-bd61d053a867 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 950 time: 0.1677082 Mar 11 17:27:09.543325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-02f532a6-6167-43d4-844c-201aac66df2d tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3867290 Mar 11 17:27:09.555758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:09.568029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:09.575162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Usage tracker for resource:floatingip and tenant:3e665d53dc794de1b13aa4933a512e02 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:09.578302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:09.585595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:09.606177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd805-b835-49ae-8d58-a6d86f301514 req-3db5fb62-e0f4-4a03-893c-162b127d2e2e tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:09.607848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-433cd805-b835-49ae-8d58-a6d86f301514 req-3db5fb62-e0f4-4a03-893c-162b127d2e2e tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a59f418-9be9-475c-9838-2a7172fa2318 HTTP/1.1" status: 200 len: 950 time: 0.2107809 Mar 11 17:27:09.610565 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.672414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46490) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:09.691377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.722457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:09.726241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Usage tracker for resource:security_group_rule and tenant:df66b18e5e4a44c98cd464cc206c05d0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:09.729260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:09.735340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:09.760560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Deleting port 825faf0d-d8e9-4430-a140-be635cda8546 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:09.760896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.803971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.809827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.840243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-433cd805-b835-49ae-8d58-a6d86f301514 req-9a77b938-223f-4aa6-9ab0-49651d67f819 tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d273840-f22a-4dd2-83f0-805a71bc1417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862838 Mar 11 17:27:09.855230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5386ab5-58cf-49ec-8c20-e8ee2e9b37ed,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:09.871623 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-074aeafc-2f0b-4030-9b54-64f5f8a404c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=df66b18e5e4a44c98cd464cc206c05d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1957102 Mar 11 17:27:09.871857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46494) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:09.938794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c960cb18-26a2-4589-a77f-007b5bf8fea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.964913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c960cb18-26a2-4589-a77f-007b5bf8fea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.995547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79694f9b-d09e-43b4-b9cd-0955d2c6409f req-dc64edd1-fc67-45e7-89cf-879af9d78840 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-group-rules/e50556ea-9231-489d-a249-c304b7805cca HTTP/1.1" status: 200 len: 713 time: 0.0997405 Mar 11 17:27:10.023106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c960cb18-26a2-4589-a77f-007b5bf8fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.038447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960cb18-26a2-4589-a77f-007b5bf8fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5386ab5-58cf-49ec-8c20-e8ee2e9b37ed,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:10.045898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c960cb18-26a2-4589-a77f-007b5bf8fea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.051781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c960cb18-26a2-4589-a77f-007b5bf8fea7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c5386ab5-58cf-49ec-8c20-e8ee2e9b37ed HTTP/1.1" status: 204 len: 168 time: 0.1788948 Mar 11 17:27:10.128060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] For port 825faf0d-d8e9-4430-a140-be635cda8546, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=825faf0d-d8e9-4430-a140-be635cda8546,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:10.128416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.137499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79694f9b-d09e-43b4-b9cd-0955d2c6409f req-f7893292-996e-4096-81f2-7dc8a295a387 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/82b45b98-f4ee-451d-9865-da57b3436ccb HTTP/1.1" status: 200 len: 2149 time: 0.1321976 Mar 11 17:27:10.138696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.303127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Calling delete_port for 825faf0d-d8e9-4430-a140-be635cda8546 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:10.414687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-79694f9b-d09e-43b4-b9cd-0955d2c6409f req-0a383218-6862-49c7-b123-14514faa9ba2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.433112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-79694f9b-d09e-43b4-b9cd-0955d2c6409f req-0a383218-6862-49c7-b123-14514faa9ba2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.551645 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-79694f9b-d09e-43b4-b9cd-0955d2c6409f req-0a383218-6862-49c7-b123-14514faa9ba2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.586532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Allocated IP 172.25.3.60 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/2db12899-b464-49ae-963a-7e8e83446e0b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:10.590282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383218-6862-49c7-b123-14514faa9ba2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e50556ea-9231-489d-a249-c304b7805cca,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:10.627892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-79694f9b-d09e-43b4-b9cd-0955d2c6409f req-0a383218-6862-49c7-b123-14514faa9ba2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.647041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79694f9b-d09e-43b4-b9cd-0955d2c6409f req-0a383218-6862-49c7-b123-14514faa9ba2 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/e50556ea-9231-489d-a249-c304b7805cca HTTP/1.1" status: 204 len: 173 time: 0.4693389 Mar 11 17:27:10.651137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.699825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['825faf0d-d8e9-4430-a140-be635cda8546'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:10.852467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Pushing event deleted for resources: {'Port': ['ID=825faf0d-d8e9-4430-a140-be635cda8546,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:10.925687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 007ebc3c-a8f4-4ad9-8400-a39f94708c15 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:27:10.998730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] No DVR routers for this DVR port 825faf0d-d8e9-4430-a140-be635cda8546 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:11.004336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.006446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-428e157d-2441-43d1-859e-bbfb6075f819 req-f628be97-3cd5-406e-a193-4f70904936bc tempest-ImagesNegativeTestJSON-1706028980 tempest-ImagesNegativeTestJSON-1706028980-project] 10.222.0.59 "DELETE /v2.0/ports/825faf0d-d8e9-4430-a140-be635cda8546 HTTP/1.1" status: 204 len: 173 time: 1.3976743 Mar 11 17:27:11.008098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59f418-9be9-475c-9838-2a7172fa2318', 'name': 'network-vif-deleted', 'tag': '825faf0d-d8e9-4430-a140-be635cda8546'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:11.038731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.106959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef9e76-47c5-402a-9b14-a0fcb505d03f req-2fd84951-782d-4bb7-ac03-be9e28a95569 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:11.118740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4ef9e76-47c5-402a-9b14-a0fcb505d03f req-2fd84951-782d-4bb7-ac03-be9e28a95569 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 947 time: 0.3108654 Mar 11 17:27:11.147491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.175918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 007ebc3c-a8f4-4ad9-8400-a39f94708c15, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=007ebc3c-a8f4-4ad9-8400-a39f94708c15,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:11.192564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '007ebc3c-a8f4-4ad9-8400-a39f94708c15', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '007ebc3c-a8f4-4ad9-8400-a39f94708c15', 'mac_address': 'fa:16:3e:60:f3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:27:11.235070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Pushing event updated for resources: {'Port': ['ID=2db12899-b464-49ae-963a-7e8e83446e0b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:11.263948 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.270032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4ef9e76-47c5-402a-9b14-a0fcb505d03f req-733bae47-c74a-4ff9-a529-049ebbcc850f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498682 Mar 11 17:27:11.272574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:11.274852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:11.277623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:11.293179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007ebc3c-a8f4-4ad9-8400-a39f94708c15 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:11.311354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 007ebc3c-a8f4-4ad9-8400-a39f94708c15, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=007ebc3c-a8f4-4ad9-8400-a39f94708c15,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:11.316947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.401847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=007ebc3c-a8f4-4ad9-8400-a39f94708c15,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:11.579257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.649244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.706294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a1dd8-0b73-45be-8ea5-0a6c97e78016 req-08deec2d-0ec9-477c-a7e7-333aa9f445f4 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:11.707793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-627a1dd8-0b73-45be-8ea5-0a6c97e78016 req-08deec2d-0ec9-477c-a7e7-333aa9f445f4 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 946 time: 0.1911135 Mar 11 17:27:11.765623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['007ebc3c-a8f4-4ad9-8400-a39f94708c15'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:11.853660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-627a1dd8-0b73-45be-8ea5-0a6c97e78016 req-d3b11819-535b-4690-9b16-fa89f2e5693b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347878 Mar 11 17:27:11.913055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2042214735', 'description': 'tempest-description-1650200182'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:11.921521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:11.934208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:11.939100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:11.947392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.949159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:11.956464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.994869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.083981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Pushing event updated for resources: {'Port': ['ID=2db12899-b464-49ae-963a-7e8e83446e0b,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:12.112003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:12.114473 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.121137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group_rule and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:12.127991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:12.135869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:12.151471 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.152853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-32334ab6-214a-48d4-b2eb-ce5756504c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6037304 Mar 11 17:27:12.257353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-c4b9b782-4db4-4156-85bc-e4127db5c2cc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Synchronizing usage tracker for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:12.281493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.289098 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.312023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-c4b9b782-4db4-4156-85bc-e4127db5c2cc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Unset dirty status for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:12.313743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-c4b9b782-4db4-4156-85bc-e4127db5c2cc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 695 time: 0.1502056 Mar 11 17:27:12.314792 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a2b9de37-4c1a-42de-9ff9-41600fb49b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.363053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.364147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6979bf4-7254-49e7-8483-09208e4167c0 req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.4566967 Mar 11 17:27:12.364776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0905f-a6e5-4002-b598-c2c7fcafebd4 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea34b92-4499-44fb-96bb-f91a18489b92,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:12.494601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-01e647ff-a0b3-4442-8a2f-9338ee3bcd80 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:12.500867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-01e647ff-a0b3-4442-8a2f-9338ee3bcd80 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.1713028 Mar 11 17:27:12.506789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-21869429-03a0-41a3-9b8a-862b8d39fe55 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:27:12.522488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85e6b2f0-75e3-476d-9b42-721225fa8625 req-21869429-03a0-41a3-9b8a-862b8d39fe55 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0202487 Mar 11 17:27:12.524191 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59f418-9be9-475c-9838-2a7172fa2318', 'name': 'network-vif-deleted', 'tag': '825faf0d-d8e9-4430-a140-be635cda8546', 'status': 'completed', 'code': 200} Mar 11 17:27:12.707491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46560) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:12.827507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13f6ffd8-26d0-44a8-9bab-ecf289e594b3 req-09389c0f-7d54-4ae9-aee4-fcf71e390828 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/5ea34b92-4499-44fb-96bb-f91a18489b92 HTTP/1.1" status: 200 len: 1647 time: 0.0515826 Mar 11 17:27:12.880257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.912024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:12.916802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1ee2ecc24c47418a3298de7dc18396 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:12.921535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:12.927754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:12.928398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52cf86-03ea-4d48-b9ad-6c496972fec8 req-50f12593-d66a-4e53-9a41-94af41a96505 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:12.929920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a52cf86-03ea-4d48-b9ad-6c496972fec8 req-50f12593-d66a-4e53-9a41-94af41a96505 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 948 time: 0.0855794 Mar 11 17:27:12.941031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 007ebc3c-a8f4-4ad9-8400-a39f94708c15 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:12.981884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a52cf86-03ea-4d48-b9ad-6c496972fec8 req-23dceac6-bb43-4958-9c8b-2ea1ceee867d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460174 Mar 11 17:27:12.993771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.999039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.037864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:13.046156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:13.046640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.051344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9c855c-e41e-46e6-a53b-af307c5461e3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:13.055748 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c1e483b0-6417-4154-babb-24c2fca89123 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4e1ee2ecc24c47418a3298de7dc18396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3463371 Mar 11 17:27:13.058572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46576) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:13.125003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fba08ce3-401d-40d6-a47f-09bef7439877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.162496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fba08ce3-401d-40d6-a47f-09bef7439877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.223340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88355-f20b-4dbd-8520-8e843c6ad09e req-35194cae-fce4-4e0c-a0fe-514bc6103758 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:13.225205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c88355-f20b-4dbd-8520-8e843c6ad09e req-35194cae-fce4-4e0c-a0fe-514bc6103758 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 949 time: 0.1670339 Mar 11 17:27:13.228462 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.230652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fba08ce3-401d-40d6-a47f-09bef7439877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.250290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba08ce3-401d-40d6-a47f-09bef7439877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9c855c-e41e-46e6-a53b-af307c5461e3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:13.253690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fba08ce3-401d-40d6-a47f-09bef7439877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.255486 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fba08ce3-401d-40d6-a47f-09bef7439877 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fb9c855c-e41e-46e6-a53b-af307c5461e3 HTTP/1.1" status: 204 len: 168 time: 0.1953621 Mar 11 17:27:13.256527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ebc3c-a8f4-4ad9-8400-a39f94708c15'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:13.272737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40c1a4-d811-4fb6-a475-803b62e72992 req-19ba48cf-7b0e-4fa9-9321-aaeb947de65b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:13.274632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b40c1a4-d811-4fb6-a475-803b62e72992 req-19ba48cf-7b0e-4fa9-9321-aaeb947de65b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 946 time: 0.1449094 Mar 11 17:27:13.283037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 007ebc3c-a8f4-4ad9-8400-a39f94708c15, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=007ebc3c-a8f4-4ad9-8400-a39f94708c15,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:13.287867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.288941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 825faf0d-d8e9-4430-a140-be635cda8546 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:13.321438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c88355-f20b-4dbd-8520-8e843c6ad09e req-0a77a6b3-e2c4-4ee2-8a48-3bb1c4f91128 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879817 Mar 11 17:27:13.342567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b40c1a4-d811-4fb6-a475-803b62e72992 req-c235eef8-f729-4a08-8263-f46f039a9b9b tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Mar 11 17:27:13.367115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 825faf0d-d8e9-4430-a140-be635cda8546 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:27:13.367441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 825faf0d-d8e9-4430-a140-be635cda8546 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:27:13.403546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=007ebc3c-a8f4-4ad9-8400-a39f94708c15,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:13.461205 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ebc3c-a8f4-4ad9-8400-a39f94708c15', 'code': 200} Mar 11 17:27:13.494318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1735528970', 'description': 'tempest-description-1184061728'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:13.555856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:13.571154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:13.608608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:13.619808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:13.625243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46594) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:13.643615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.660204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.675065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:13.678812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Usage tracker for resource:security_group_rule and tenant:0588734865ce41029921b6e73c3e2bd4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:13.681568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:13.687380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:13.721568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-928bc33c-5164-4ed1-a0f4-dbe5ac0c7ec1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:13.723034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-928bc33c-5164-4ed1-a0f4-dbe5ac0c7ec1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 821 time: 0.2626805 Mar 11 17:27:13.750939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.752273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:13.756053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.757773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1cd7dc52-40c0-4558-9d09-c616850d00b2 req-692abb4e-7252-466f-bd48-b00f5fc75c73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 1100 time: 0.1878781 Mar 11 17:27:13.761374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group_rule and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:13.764647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4b1a036c-beaf-47d4-8f2d-8f3220aede5e tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/quotas/3e665d53dc794de1b13aa4933a512e02 HTTP/1.1" status: 200 len: 375 time: 0.0306375 Mar 11 17:27:13.765395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:13.786301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:13.803357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f22357-f4bf-4bd6-8130-efd54d9e0801,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:13.808893 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-256ffc1e-1995-43f4-9461-fdea47104860 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0588734865ce41029921b6e73c3e2bd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826015 Mar 11 17:27:13.811718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:13.871835 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c213f559-7890-4ebe-9657-1d257f8dbb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.899511 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c213f559-7890-4ebe-9657-1d257f8dbb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.955406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c213f559-7890-4ebe-9657-1d257f8dbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.973113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213f559-7890-4ebe-9657-1d257f8dbb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f22357-f4bf-4bd6-8130-efd54d9e0801,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:13.976572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c213f559-7890-4ebe-9657-1d257f8dbb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.985307 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c213f559-7890-4ebe-9657-1d257f8dbb93 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c3f22357-f4bf-4bd6-8130-efd54d9e0801 HTTP/1.1" status: 204 len: 168 time: 0.1678662 Mar 11 17:27:14.024419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1cd7dc52-40c0-4558-9d09-c616850d00b2 req-4e3fe205-87f2-4124-8e66-78daaa7b5f6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554243 Mar 11 17:27:14.065489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.073465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.120061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-000f94f3-c0cd-4172-bbcd-733f99c30524 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3346615 Mar 11 17:27:14.167799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84335352-1e50-41c7-baef-e4e9cabec3e2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:14.215727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.216925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d087b403-d432-45ce-b12b-01669027ed36 req-a036e83a-a7f1-481a-81a9-ba9d645f92fb tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.7346671 Mar 11 17:27:14.240650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0204c-8277-46d4-9160-d90185429bc2 req-4618f9a2-56b9-470c-b8b9-0a7a85d115f4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:14.242115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cca0204c-8277-46d4-9160-d90185429bc2 req-4618f9a2-56b9-470c-b8b9-0a7a85d115f4 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 949 time: 0.2809787 Mar 11 17:27:14.357407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Deleting port af44d5e5-5b18-4af7-a339-1835a68f0ead {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:14.357742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.439730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-87e20403-cf5d-4ac4-89be-d7c2345ebc7c service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033617 Mar 11 17:27:14.463954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f534d22-005c-4556-8b94-c5f41e7ecfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.749023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-2bc2573d-9212-4fac-8dd4-8286c5b465a1 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962387 Mar 11 17:27:14.756988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c89f5-edb6-42fa-822c-7cd10dd7bdb9 req-111ed5f4-998d-4015-822e-c051e6cd45c9 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:14.758165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-797c89f5-edb6-42fa-822c-7cd10dd7bdb9 req-111ed5f4-998d-4015-822e-c051e6cd45c9 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 949 time: 0.4119458 Mar 11 17:27:14.835342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] For port af44d5e5-5b18-4af7-a339-1835a68f0ead, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:14.835725 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.849591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-797c89f5-edb6-42fa-822c-7cd10dd7bdb9 req-3a0cadc8-cd34-45f8-9649-97acebfde0f7 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818641 Mar 11 17:27:15.003899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Calling delete_port for af44d5e5-5b18-4af7-a339-1835a68f0ead owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:15.208196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcbf8030-a1d7-4da1-babc-8fa4efe55be0 req-c6ad3f32-ef30-4d12-8fcd-aa5565839587 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/84335352-1e50-41c7-baef-e4e9cabec3e2 HTTP/1.1" status: 200 len: 1647 time: 0.2784243 Mar 11 17:27:15.296813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93880c73-5481-4963-b781-21c837507e9b req-a6fc8a21-9e69-40c2-a633-e61c8b71fbad tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:15.298273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93880c73-5481-4963-b781-21c837507e9b req-a6fc8a21-9e69-40c2-a633-e61c8b71fbad tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 946 time: 0.3112164 Mar 11 17:27:15.314975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d23e21-8a84-4c22-b286-8f16179c27eb req-e2a1c706-74a3-472b-bbeb-4f8a5da8f65f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:15.316416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2d23e21-8a84-4c22-b286-8f16179c27eb req-e2a1c706-74a3-472b-bbeb-4f8a5da8f65f tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 949 time: 0.2536819 Mar 11 17:27:15.412144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.493048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Pushing event deleted for resources: {'Port': ['ID=af44d5e5-5b18-4af7-a339-1835a68f0ead,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:15.493915 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.523260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Deleting port bd5955dd-fa83-4355-aaca-9bb97142ce81 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:15.523588 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.602983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2d23e21-8a84-4c22-b286-8f16179c27eb req-e569c0cd-9ec1-4cf0-8517-5cb08634da53 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.96 "GET /v2.0/security-groups?id=70a76f56-826a-467f-a79a-9881582b8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558830 Mar 11 17:27:15.663723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.927836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] No DVR routers for this DVR port af44d5e5-5b18-4af7-a339-1835a68f0ead on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:15.938687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.941143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'name': 'network-vif-deleted', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:15.960463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a8b7c1f-bd13-4482-8de1-a53866be54f0 req-caa3ffe1-e807-4dd8-8b3f-cb2bf3ea0829 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 210 time: 0.0736191 Mar 11 17:27:16.008710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cca0204c-8277-46d4-9160-d90185429bc2 req-e370624e-6e20-465d-9999-a22c00fd6af3 tempest-MigrationsAdminTest-1361320058 tempest-MigrationsAdminTest-1361320058-project] 10.222.0.97 "DELETE /v2.0/ports/af44d5e5-5b18-4af7-a339-1835a68f0ead HTTP/1.1" status: 204 len: 173 time: 1.7603374 Mar 11 17:27:16.025195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391db8c-66b7-40e2-be25-97a83e2df741 req-ec627b20-372c-4aba-8959-e11c92d9008e tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.026756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9391db8c-66b7-40e2-be25-97a83e2df741 req-ec627b20-372c-4aba-8959-e11c92d9008e tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca7de8d4-fe0a-4187-aa32-5b3d5a43723e HTTP/1.1" status: 200 len: 946 time: 0.6748843 Mar 11 17:27:16.144652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46678) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:16.203309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1973615200', 'description': 'tempest-description-269953542'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:16.216342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:16.233000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:16.237949 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9391db8c-66b7-40e2-be25-97a83e2df741 req-d9d0a969-bcea-486c-b5e0-9eec0f5fa7a9 tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups?id=37b35acd-5306-4bda-80a5-6d5ea038c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051735 Mar 11 17:27:16.238799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:16.249509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:16.252681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] For port bd5955dd-fa83-4355-aaca-9bb97142ce81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bd5955dd-fa83-4355-aaca-9bb97142ce81,segment=NetworkSegment(7607b4bc-56dd-4bdd-a571-7d7d2da01d8c),segment_id=7607b4bc-56dd-4bdd-a571-7d7d2da01d8c)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:16.253548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.396516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Calling delete_port for bd5955dd-fa83-4355-aaca-9bb97142ce81 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:16.429190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1285f050-cbb7-426d-bea4-a82594e95f97 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2812130 Mar 11 17:27:16.429506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46686) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:16.487495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.604374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:16.615191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group_rule and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:16.620440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:16.629403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:16.651575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d089cd-4178-4a40-b416-9352f51aba46 req-d5b3d217-a9c0-477a-9c27-646ce4c8a355 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.653182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8d089cd-4178-4a40-b416-9352f51aba46 req-d5b3d217-a9c0-477a-9c27-646ce4c8a355 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 949 time: 0.2294075 Mar 11 17:27:16.691262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.702179 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d764b69-87f2-443c-8776-ecc1aac05c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.745886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-fed41365-971c-4bae-9ede-a70a328dcf58 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.747331 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-fed41365-971c-4bae-9ede-a70a328dcf58 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 821 time: 0.3037372 Mar 11 17:27:16.749014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d764b69-87f2-443c-8776-ecc1aac05c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.761957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event deleted for resources: {'Port': ['ID=bd5955dd-fa83-4355-aaca-9bb97142ce81,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:16.789722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'port': {'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'admin_state_up': True, 'tenant_id': '3e665d53dc794de1b13aa4933a512e02'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:16.829506 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.858297 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.862405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8d089cd-4178-4a40-b416-9352f51aba46 req-6b83c8d7-b430-434e-9157-623d3fbcd895 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983705 Mar 11 17:27:16.864963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.888417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] No DVR routers for this DVR port bd5955dd-fa83-4355-aaca-9bb97142ce81 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:16.904157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d764b69-87f2-443c-8776-ecc1aac05c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.905907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.930354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d764b69-87f2-443c-8776-ecc1aac05c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a76f56-826a-467f-a79a-9881582b8d6c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:16.941296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93880c73-5481-4963-b781-21c837507e9b req-e7f032a4-ee26-47ce-b9e7-b56090fc084d tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.59 "DELETE /v2.0/ports/bd5955dd-fa83-4355-aaca-9bb97142ce81 HTTP/1.1" status: 204 len: 173 time: 1.6321199 Mar 11 17:27:16.947372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bd5955dd-fa83-4355-aaca-9bb97142ce81 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:16.950807 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.952048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-080a6d1c-6832-4c93-a0e1-3dfdf846ea17 req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.7689128 Mar 11 17:27:16.952759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a888e3-37a7-4e0f-b2ec-7708dfba0fed tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417902e4-dec8-486e-8238-f8bd88e41ca5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:16.954459 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d764b69-87f2-443c-8776-ecc1aac05c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.955657 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6d764b69-87f2-443c-8776-ecc1aac05c90 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70a76f56-826a-467f-a79a-9881582b8d6c HTTP/1.1" status: 204 len: 168 time: 0.5252469 Mar 11 17:27:16.959411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:16.971042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:16.984751 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f94124-4379-4a79-955c-64e308b4a2af', 'name': 'network-vif-deleted', 'tag': 'af44d5e5-5b18-4af7-a339-1835a68f0ead', 'status': 'completed', 'code': 200} Mar 11 17:27:16.984906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Made reservation on behalf of 3e665d53dc794de1b13aa4933a512e02 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:16.988533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.001788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: bd5955dd-fa83-4355-aaca-9bb97142ce81 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:27:17.002048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bd5955dd-fa83-4355-aaca-9bb97142ce81 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:27:17.205815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Allocated IP 172.20.0.6 (6ce5f149-8018-4704-89e0-ad71c29888e4/b2c2ca51-fa9f-44e5-b4c7-227b28e3806e/d8093d8f-b0d7-468b-941c-317ce3eb875e) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:17.377255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46708) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:17.458278 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.475853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Transition to ACTIVE for port object d8093d8f-b0d7-468b-941c-317ce3eb875e will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:17.493387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bfa10e4a-4d28-4328-b896-7910afe45c20 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c0a8a0b4441943b2a5eec655a08ca51d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1141582 Mar 11 17:27:17.497154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ea4625b-e5ec-4ce7-a8ae-d5b2bfd92401 req-67e1b86e-85d9-442e-9378-3161ae87b8af tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/417902e4-dec8-486e-8238-f8bd88e41ca5 HTTP/1.1" status: 200 len: 1646 time: 0.0701082 Mar 11 17:27:17.497648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46714) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:17.530087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.576019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53c8b60a-87be-42e9-a6ab-48eb16d88529'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:17.590717 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63eb7e61-2347-4926-b514-aee299eea5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.640815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63eb7e61-2347-4926-b514-aee299eea5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.733181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:17.742266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:17.761836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Pushing event updated for resources: {'Port': ['ID=d8093d8f-b0d7-468b-941c-317ce3eb875e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:17.766238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:17.844758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:17.848867 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.852833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63eb7e61-2347-4926-b514-aee299eea5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.907366 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-4707b260-3c32-45f2-a812-f105923abff4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1213765 Mar 11 17:27:17.914480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb7e61-2347-4926-b514-aee299eea5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b3641-e242-4c28-87cc-6e0e6db4dd11,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:17.948264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Request body: {'port': {'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:17.950899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca8792-8668-4175-b41e-b3268bdbb2ff req-e3628fd2-e09c-4945-9fa5-32310c6df7d1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:17.957966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aca8792-8668-4175-b41e-b3268bdbb2ff req-e3628fd2-e09c-4945-9fa5-32310c6df7d1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 931 time: 0.2998047 Mar 11 17:27:17.960282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63eb7e61-2347-4926-b514-aee299eea5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.963748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-63eb7e61-2347-4926-b514-aee299eea5d9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd1b3641-e242-4c28-87cc-6e0e6db4dd11 HTTP/1.1" status: 204 len: 168 time: 0.4628046 Mar 11 17:27:17.963748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46724) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:18.030925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aca8792-8668-4175-b41e-b3268bdbb2ff req-c512529f-34b9-4c03-b175-a759228f2856 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 Mar 11 17:27:18.121383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1043178794', 'description': 'tempest-description-1250208635'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:18.127227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:18.131824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:18.134914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:18.140752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:18.153700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-96d55f3d-f36c-4514-88f2-ca4e2a165100 None None] Provisioning for port d8093d8f-b0d7-468b-941c-317ce3eb875e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:18.155271 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.169588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-96d55f3d-f36c-4514-88f2-ca4e2a165100 None None] Provisioning complete for port d8093d8f-b0d7-468b-941c-317ce3eb875e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:18.172040 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96d55f3d-f36c-4514-88f2-ca4e2a165100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.195003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.200153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:18.204974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Usage tracker for resource:security_group_rule and tenant:dacd58f5ea8e4d8c97cdc4d2f61154f1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:18.209755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:18.216643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:18.320354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-96d55f3d-f36c-4514-88f2-ca4e2a165100 None None] Port d8093d8f-b0d7-468b-941c-317ce3eb875e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:18.353719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.364783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.430873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a3a5d5-a4fe-466b-a1f8-9feade7668ce,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:18.439419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d17904a5-0b36-436b-acfb-4396fa494dc2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a7facedd87be4eb79d23ec1365e69508&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4756541 Mar 11 17:27:18.440047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46740) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:18.446661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.457218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad1f982e-6990-40ad-bff5-03ace79fff13 req-9cb6bd78-9ffe-4e90-8af3-471c9c35d501 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.3406036 Mar 11 17:27:18.633911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-938d7b83-2a13-463b-a25a-3ab8b4c8b5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.670601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8093d8f-b0d7-468b-941c-317ce3eb875e {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:18.678092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.679578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-04ec9c16-0269-42f4-90b0-b1634574aa6d tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539&device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972&device_id=cae52dd6-9480-4288-b432-09cfd6150287&device_id=ce81d735-65f5-44e0-9e57-6d0275239db0&device_id=68af958b-26ea-4cc0-80e1-916026a4dc34&device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 5473 time: 0.1666014 Mar 11 17:27:18.685842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-938d7b83-2a13-463b-a25a-3ab8b4c8b5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.700369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Transition to ACTIVE for port object d8093d8f-b0d7-468b-941c-317ce3eb875e will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:18.706122 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.725866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0c6abaf-025e-4c43-b704-93d56af8be43 req-49886104-e80b-4e1c-be91-1d0ecef4a024 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/52a3a5d5-a4fe-466b-a1f8-9feade7668ce HTTP/1.1" status: 200 len: 1647 time: 0.1315527 Mar 11 17:27:18.729103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.783098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:18.784911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Usage tracker for resource:security_group_rule and tenant:6ecf4847a7d7426e9e490a980f3786db is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:18.788633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:18.798018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:18.805300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-938d7b83-2a13-463b-a25a-3ab8b4c8b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.835533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d7b83-2a13-463b-a25a-3ab8b4c8b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d273840-f22a-4dd2-83f0-805a71bc1417,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:18.901129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-938d7b83-2a13-463b-a25a-3ab8b4c8b5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.905033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-938d7b83-2a13-463b-a25a-3ab8b4c8b5f2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9d273840-f22a-4dd2-83f0-805a71bc1417 HTTP/1.1" status: 204 len: 168 time: 0.4637306 Mar 11 17:27:18.983851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.985956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'name': 'network-vif-deleted', 'tag': 'bd5955dd-fa83-4355-aaca-9bb97142ce81'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:18.992263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Pushing event updated for resources: {'Port': ['ID=d8093d8f-b0d7-468b-941c-317ce3eb875e,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:19.004173 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-f6480338-b307-40ee-8f18-c6a5d9302376 req-7b4665e1-f922-4c22-918d-2927256ee9f0 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] show failed (client error): The resource could not be found. Mar 11 17:27:19.005382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6480338-b307-40ee-8f18-c6a5d9302376 req-7b4665e1-f922-4c22-918d-2927256ee9f0 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/2c880669-9d3f-4c30-ab23-7e51703c4ced HTTP/1.1" status: 404 len: 352 time: 0.0979886 Mar 11 17:27:19.008286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.046843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Synchronizing usage tracker for tenant:6ecf4847a7d7426e9e490a980f3786db on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:19.097672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a9343-c737-4dce-9cf1-6f27a3f757fe,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:19.114787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] Unset dirty status for tenant:6ecf4847a7d7426e9e490a980f3786db on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:19.151098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e2f1ea1-8321-4409-b5f8-df7632028438 req-386273d9-6095-49e7-9483-5779ca77b0e8 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 447 time: 0.4583855 Mar 11 17:27:19.159779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Attempting to bind port d8093d8f-b0d7-468b-941c-317ce3eb875e on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:19.160992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Attempting to bind port d8093d8f-b0d7-468b-941c-317ce3eb875e by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:19.161885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Attempting to bind port d8093d8f-b0d7-468b-941c-317ce3eb875e on network 6ce5f149-8018-4704-89e0-ad71c29888e4 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:19.183826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Port d8093d8f-b0d7-468b-941c-317ce3eb875e on network 6ce5f149-8018-4704-89e0-ad71c29888e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:27:19.185001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Attempting to bind port d8093d8f-b0d7-468b-941c-317ce3eb875e on network 6ce5f149-8018-4704-89e0-ad71c29888e4 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:19.200154 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7de8d4-fe0a-4187-aa32-5b3d5a43723e', 'name': 'network-vif-deleted', 'tag': 'bd5955dd-fa83-4355-aaca-9bb97142ce81', 'status': 'completed', 'code': 200} Mar 11 17:27:19.205661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:19.205991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Checking segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:19.206400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Bound using segment: {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:19.206814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Bound port: d8093d8f-b0d7-468b-941c-317ce3eb875e, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608b10ad-2d74-47a9-8915-30ef1992077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:19.209505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.245582 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-373b6b7b-34fc-46eb-931b-3472e829a28b req-2722b831-661b-40ad-8e3d-643604bc0f5c tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] show failed (client error): The resource could not be found. Mar 11 17:27:19.256350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-373b6b7b-34fc-46eb-931b-3472e829a28b req-2722b831-661b-40ad-8e3d-643604bc0f5c tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-group-rules/e3f060ab-f92c-4f30-ae33-0a0ce9516844 HTTP/1.1" status: 404 len: 361 time: 0.0263584 Mar 11 17:27:19.340075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] For port d8093d8f-b0d7-468b-941c-317ce3eb875e, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:19.343803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] For port d8093d8f-b0d7-468b-941c-317ce3eb875e, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:19.350139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.534771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.536165 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] 10.222.0.59 "PUT /v2.0/ports/d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 1091 time: 1.5926208 Mar 11 17:27:19.536599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:19.576192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e7fd8-8edf-4306-98d2-44f4b6569559 req-acec98ab-6f7d-421d-8479-a2374516f4ab tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:19.584291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc643fb-48b0-4afd-9688-6c48dc7c821d service neutron] Pushing event updated for resources: {'Port': ['ID=d8093d8f-b0d7-468b-941c-317ce3eb875e,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:19.586639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-773e7fd8-8edf-4306-98d2-44f4b6569559 req-acec98ab-6f7d-421d-8479-a2374516f4ab tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 943 time: 0.2219582 Mar 11 17:27:19.659616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-773e7fd8-8edf-4306-98d2-44f4b6569559 req-1fe8d618-aa00-4b26-978c-4869f9568277 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Mar 11 17:27:19.667929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:19.778111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07dce18b-df80-4231-add7-c59e19b153de tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.779856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-434801a5-b7b3-4cdd-a1e2-8aca12d6ff72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 1094 time: 0.1687198 Mar 11 17:27:19.852729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07dce18b-df80-4231-add7-c59e19b153de tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.863662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e26ab5c6-5fe1-4013-9bc7-a3aefe170c94 req-b8c2ca7a-bcb4-4093-b594-fac5519c7f81 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/52a3a5d5-a4fe-466b-a1f8-9feade7668ce HTTP/1.1" status: 200 len: 1647 time: 0.1099072 Mar 11 17:27:19.897929 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'status': 'completed', 'code': 200} Mar 11 17:27:19.915193 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-5e0d425a-175f-422e-9108-cc597c2bf5b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 217 time: 0.1170132 Mar 11 17:27:20.001813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-24ce1ea6-3b53-4611-95d9-3744c5002199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:20.004115 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-24ce1ea6-3b53-4611-95d9-3744c5002199 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.0817730 Mar 11 17:27:20.011813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07dce18b-df80-4231-add7-c59e19b153de tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.047168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dce18b-df80-4231-add7-c59e19b153de tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58026ffc-26f1-4871-b86a-e8f564a55b27,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:20.049080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e26ab5c6-5fe1-4013-9bc7-a3aefe170c94 req-d8a40461-c240-416f-9bb2-4e868fcc5725 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.086934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07dce18b-df80-4231-add7-c59e19b153de tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.088219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-07dce18b-df80-4231-add7-c59e19b153de tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "DELETE /v2.0/security-groups/58026ffc-26f1-4871-b86a-e8f564a55b27 HTTP/1.1" status: 204 len: 168 time: 0.4190478 Mar 11 17:27:20.090147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e26ab5c6-5fe1-4013-9bc7-a3aefe170c94 req-d8a40461-c240-416f-9bb2-4e868fcc5725 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.091512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46828) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:20.115471 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-6173bb1a-a749-4658-a2bc-3ba30f9b789a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] show failed (client error): The resource could not be found. Mar 11 17:27:20.120706 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6173bb1a-a749-4658-a2bc-3ba30f9b789a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "GET /v2.0/security-groups/58026ffc-26f1-4871-b86a-e8f564a55b27 HTTP/1.1" status: 404 len: 347 time: 0.0281672 Mar 11 17:27:20.128392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46832) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:20.151941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-84d2be47-14ac-4b29-a8a4-603172ef17dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391950 Mar 11 17:27:20.349567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-6a39839d-e7d2-4875-8606-d8ab6ac14dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892383 Mar 11 17:27:20.399586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Deleting port 233cc909-0258-487b-8cbe-9e165daac744 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:20.400194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.436892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e26ab5c6-5fe1-4013-9bc7-a3aefe170c94 req-d8a40461-c240-416f-9bb2-4e868fcc5725 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.480714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40461-c240-416f-9bb2-4e868fcc5725 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a3a5d5-a4fe-466b-a1f8-9feade7668ce,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:20.503155 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e26ab5c6-5fe1-4013-9bc7-a3aefe170c94 req-d8a40461-c240-416f-9bb2-4e868fcc5725 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.516740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd12c0ec-7e40-4cf0-893a-c4c6516c6689 req-ba568480-c9b7-4a95-aff7-d679fb29d9a5 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607225 Mar 11 17:27:20.518942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e26ab5c6-5fe1-4013-9bc7-a3aefe170c94 req-d8a40461-c240-416f-9bb2-4e868fcc5725 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "DELETE /v2.0/security-groups/52a3a5d5-a4fe-466b-a1f8-9feade7668ce HTTP/1.1" status: 204 len: 173 time: 0.6481230 Mar 11 17:27:20.649504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f7924f-d237-469f-a76b-d0282d32a321 req-16305130-8dda-4a01-a56b-2c91b37be046 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972&device_id=ce81d735-65f5-44e0-9e57-6d0275239db0&device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 2883 time: 0.3165247 Mar 11 17:27:20.712750 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-8bde2889-e470-4ba4-89ef-b58c8471ee02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 1094 time: 0.0793505 Mar 11 17:27:20.736333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.736629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.746924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-649ccac9-1487-42f9-a8d8-925be71f3b08 req-53ab287f-3a1a-41d7-ad5f-42a6d25bd90d tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/417902e4-dec8-486e-8238-f8bd88e41ca5 HTTP/1.1" status: 200 len: 1646 time: 0.1380944 Mar 11 17:27:20.859018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-882b68d1-05dd-4bb1-ad61-e7f7b12efd77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:20.860628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-882b68d1-05dd-4bb1-ad61-e7f7b12efd77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.1370232 Mar 11 17:27:20.864362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f7924f-d237-469f-a76b-d0282d32a321 req-f049916f-5caa-456e-a815-3b9f94dbd6b5 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022972 Mar 11 17:27:20.884204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Calling delete_port for 233cc909-0258-487b-8cbe-9e165daac744 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:20.939424 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-967e9fb5-2fbc-427f-ac19-8b3b02f05050 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 217 time: 0.0713170 Mar 11 17:27:20.997497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-649ccac9-1487-42f9-a8d8-925be71f3b08 req-32f627e8-2586-4780-b44a-3cd64567f007 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.006972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-9f1b7e47-c8a8-4cce-9914-71d76d1bc103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:21.008413 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-9f1b7e47-c8a8-4cce-9914-71d76d1bc103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.0626462 Mar 11 17:27:21.066884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-649ccac9-1487-42f9-a8d8-925be71f3b08 req-32f627e8-2586-4780-b44a-3cd64567f007 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.082735 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-85c4e6a0-42b4-4936-a831-80a79e324c2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683081 Mar 11 17:27:21.118296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.217894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Pushing event deleted for resources: {'Port': ['ID=233cc909-0258-487b-8cbe-9e165daac744,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:21.245638 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-93df7f69-ed47-4445-b018-2667b68b20e1 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541467 Mar 11 17:27:21.253612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-649ccac9-1487-42f9-a8d8-925be71f3b08 req-32f627e8-2586-4780-b44a-3cd64567f007 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.324207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f627e8-2586-4780-b44a-3cd64567f007 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417902e4-dec8-486e-8238-f8bd88e41ca5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:21.389114 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.402149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.406239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5aa7ae4f-efc4-4845-8286-649bbc09ef3a tempest-ImagesOneServerNegativeTestJSON-2024083296 tempest-ImagesOneServerNegativeTestJSON-2024083296-project] 10.222.0.96 "DELETE /v2.0/floatingips/6334e535-b97b-4636-b453-b85870ae388a HTTP/1.1" status: 204 len: 168 time: 1.2739649 Mar 11 17:27:21.406239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-649ccac9-1487-42f9-a8d8-925be71f3b08 req-32f627e8-2586-4780-b44a-3cd64567f007 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.406469 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a935ff5-9b11-468e-9866-9d49aa85fa36 req-f34b2006-4520-4436-b22a-b2e64d681bb3 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461535 Mar 11 17:27:21.406579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-649ccac9-1487-42f9-a8d8-925be71f3b08 req-32f627e8-2586-4780-b44a-3cd64567f007 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "DELETE /v2.0/security-groups/417902e4-dec8-486e-8238-f8bd88e41ca5 HTTP/1.1" status: 204 len: 173 time: 0.5979173 Mar 11 17:27:21.440269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbc4d6-b866-45a6-8621-497415f2423c req-0a0e04f2-c5c6-4afe-9a53-e94c8a7211b5 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:21.442394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3bbc4d6-b866-45a6-8621-497415f2423c req-0a0e04f2-c5c6-4afe-9a53-e94c8a7211b5 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 943 time: 0.1303773 Mar 11 17:27:21.492187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3bbc4d6-b866-45a6-8621-497415f2423c req-b67519f9-1a9a-4e9b-a5ed-0e751c8760c3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Mar 11 17:27:21.522672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46880) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:21.682825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.715930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:21.719775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Usage tracker for resource:security_group_rule and tenant:284b115414714a2cad50e36eca67010e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:21.722608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:21.728469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:21.809955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.815144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.889257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46904) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:21.889750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=284b115414714a2cad50e36eca67010e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3654988 Mar 11 17:27:21.890108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae64303-b190-4327-b20c-e3aa5bb53f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593d87d8-2f98-4903-a72e-d5bee8baac92,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:21.934233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa88f663-441b-4fe7-983b-6c97ddb22305 req-22444ccf-0b37-4649-828b-d21554f390fd tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/84335352-1e50-41c7-baef-e4e9cabec3e2 HTTP/1.1" status: 200 len: 1647 time: 0.0764921 Mar 11 17:27:21.975131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3042fd3a-1b4f-48af-97c6-34687dfac3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.022088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aa88f663-441b-4fe7-983b-6c97ddb22305 req-596d9b94-9fd6-4a73-bd2a-19b4140911c1 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.026622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3042fd3a-1b4f-48af-97c6-34687dfac3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.066351 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aa88f663-441b-4fe7-983b-6c97ddb22305 req-596d9b94-9fd6-4a73-bd2a-19b4140911c1 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.089679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3042fd3a-1b4f-48af-97c6-34687dfac3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.109683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042fd3a-1b4f-48af-97c6-34687dfac3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d87d8-2f98-4903-a72e-d5bee8baac92,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:22.140688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3042fd3a-1b4f-48af-97c6-34687dfac3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.146018 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3042fd3a-1b4f-48af-97c6-34687dfac3be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/593d87d8-2f98-4903-a72e-d5bee8baac92 HTTP/1.1" status: 204 len: 168 time: 0.2493045 Mar 11 17:27:22.224428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46918) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:22.283206 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aa88f663-441b-4fe7-983b-6c97ddb22305 req-596d9b94-9fd6-4a73-bd2a-19b4140911c1 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.306923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d9b94-9fd6-4a73-bd2a-19b4140911c1 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84335352-1e50-41c7-baef-e4e9cabec3e2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:22.319667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aa88f663-441b-4fe7-983b-6c97ddb22305 req-596d9b94-9fd6-4a73-bd2a-19b4140911c1 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.332034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa88f663-441b-4fe7-983b-6c97ddb22305 req-596d9b94-9fd6-4a73-bd2a-19b4140911c1 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "DELETE /v2.0/security-groups/84335352-1e50-41c7-baef-e4e9cabec3e2 HTTP/1.1" status: 204 len: 173 time: 0.3961258 Mar 11 17:27:22.404059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:22.476471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] Deleting subnet 69849ede-bffe-4f7e-a7cd-55dd877dc481 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:27:22.480382 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.541644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a58ed026-e298-4318-9bb2-5b0f5d0212cb req-aed848eb-5c6e-4e1c-a487-67b2b65bd8e3 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/5ea34b92-4499-44fb-96bb-f91a18489b92 HTTP/1.1" status: 200 len: 1647 time: 0.0609479 Mar 11 17:27:22.541826 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.629848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a58ed026-e298-4318-9bb2-5b0f5d0212cb req-1f13442a-5009-4bda-9431-94d7843f58a8 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.662747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a58ed026-e298-4318-9bb2-5b0f5d0212cb req-1f13442a-5009-4bda-9431-94d7843f58a8 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.720536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a58ed026-e298-4318-9bb2-5b0f5d0212cb req-1f13442a-5009-4bda-9431-94d7843f58a8 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.721625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.751763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.753324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13442a-5009-4bda-9431-94d7843f58a8 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea34b92-4499-44fb-96bb-f91a18489b92,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:22.760852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a58ed026-e298-4318-9bb2-5b0f5d0212cb req-1f13442a-5009-4bda-9431-94d7843f58a8 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.762055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a58ed026-e298-4318-9bb2-5b0f5d0212cb req-1f13442a-5009-4bda-9431-94d7843f58a8 tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "DELETE /v2.0/security-groups/5ea34b92-4499-44fb-96bb-f91a18489b92 HTTP/1.1" status: 204 len: 173 time: 0.2061117 Mar 11 17:27:22.857444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9faf1e37-8bd4-454d-a2c1-935b53def2e5 req-e6365d71-d767-45d3-a6a3-a1afb5a61eef tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c82683d7eb524377b28037b6a3daca4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336976 Mar 11 17:27:22.857609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:22.862378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Usage tracker for resource:security_group_rule and tenant:d6bfe4ee58a841cfaac6893102fe1c8a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:22.865824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:22.872048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:22.922598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.984889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.990257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d8093d8f-b0d7-468b-941c-317ce3eb875e details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:27:23.005201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69849ede-bffe-4f7e-a7cd-55dd877dc481,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:23.039055 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3fce1a33-c8d6-464e-a9be-8a588b08017e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/69849ede-bffe-4f7e-a7cd-55dd877dc481 HTTP/1.1" status: 204 len: 168 time: 0.6335509 Mar 11 17:27:23.044132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46956) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:23.078149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.090236 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.153664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d6bfe4ee58a841cfaac6893102fe1c8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9260054 Mar 11 17:27:23.154160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46960) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:23.156185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1e37-8bd4-454d-a2c1-935b53def2e5 req-00bfc439-aee4-4aa0-acca-66d2bc93221c tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:23.162775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9faf1e37-8bd4-454d-a2c1-935b53def2e5 req-00bfc439-aee4-4aa0-acca-66d2bc93221c tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044355 Mar 11 17:27:23.211583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d12d4-a18d-44be-8e55-f6a279662038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0108fca8-414b-4d7f-b369-0e0044536eac,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:23.231870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9faf1e37-8bd4-454d-a2c1-935b53def2e5 req-06a5786c-b00f-43f8-923e-2c60ced095de tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/quotas/c82683d7eb524377b28037b6a3daca4a HTTP/1.1" status: 200 len: 375 time: 0.0678725 Mar 11 17:27:23.234985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f489-3bd2-4702-9fc6-8a757a95c087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.265876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f489-3bd2-4702-9fc6-8a757a95c087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.310719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9faf1e37-8bd4-454d-a2c1-935b53def2e5 req-c89fd93d-2c6f-41cc-8194-5a9e01463d6a tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c82683d7eb524377b28037b6a3daca4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778484 Mar 11 17:27:23.313086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-033d3958-2023-471f-961e-d759b4f46802 req-df150aa4-207a-43bd-b0a1-521ce8d61d7e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1303530 Mar 11 17:27:23.334679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d8093d8f-b0d7-468b-941c-317ce3eb875e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:23.349217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f489-3bd2-4702-9fc6-8a757a95c087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.354674 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.367381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'mac_address': 'fa:16:3e:c2:5f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:27:23.395262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f489-3bd2-4702-9fc6-8a757a95c087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0108fca8-414b-4d7f-b369-0e0044536eac,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:23.411392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f489-3bd2-4702-9fc6-8a757a95c087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.417882 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b7a4f489-3bd2-4702-9fc6-8a757a95c087 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0108fca8-414b-4d7f-b369-0e0044536eac HTTP/1.1" status: 204 len: 168 time: 0.2626534 Mar 11 17:27:23.468129 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.490426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8093d8f-b0d7-468b-941c-317ce3eb875e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:23.521647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d8093d8f-b0d7-468b-941c-317ce3eb875e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:23.526469 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.598433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d8093d8f-b0d7-468b-941c-317ce3eb875e,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:23.628373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-033d3958-2023-471f-961e-d759b4f46802 req-dcc88d79-ee5b-410a-aeb7-96877f1e3f9d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1601624 Mar 11 17:27:23.696022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.705180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-033d3958-2023-471f-961e-d759b4f46802 req-2825894e-3cba-4127-87ca-da7f65b03be2 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441728 Mar 11 17:27:23.739811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-782f2715-8f58-49d5-9ee2-d3366c67b694 req-5289cac9-e9fb-4152-bceb-21c098b5bbee tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "GET /v2.0/security-groups/82b45b98-f4ee-451d-9865-da57b3436ccb HTTP/1.1" status: 200 len: 1646 time: 0.2910125 Mar 11 17:27:23.763632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:23.788343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46982) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:23.806848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.837050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:23.840804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Usage tracker for resource:security_group_rule and tenant:2cecd306e34b4d89b357c17ae29a4c50 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:23.843658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:23.849241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:23.863168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:23.863477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7607b4bc-56dd-4bdd-a571-7d7d2da01d8c') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:23.890106 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.916838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.923348 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.928007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.931755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c139c-274f-4e31-be1e-bd9e2a783c5f req-83d7501b-7423-477e-a2f8-ad168b0996b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:23.933232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-484c139c-274f-4e31-be1e-bd9e2a783c5f req-83d7501b-7423-477e-a2f8-ad168b0996b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 944 time: 0.4663541 Mar 11 17:27:23.951790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:27:23.952178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.960834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d8093d8f-b0d7-468b-941c-317ce3eb875e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:23.970275 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:23.973923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff3355-b545-4cdc-afca-f0f1fd52c44a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:23.982553 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-65c33200-4e59-4ab3-b150-c38723716779 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2cecd306e34b4d89b357c17ae29a4c50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1929469 Mar 11 17:27:23.983257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46986) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:24.046521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d82375f1-f514-41e6-93c6-f1586aec4cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.071907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d82375f1-f514-41e6-93c6-f1586aec4cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.092883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d3958-2023-471f-961e-d759b4f46802 req-a4b85f89-2cc8-4877-a7b3-76e9beb2de6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:24.094241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-033d3958-2023-471f-961e-d759b4f46802 req-a4b85f89-2cc8-4877-a7b3-76e9beb2de6a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3787935 Mar 11 17:27:24.095769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-782f2715-8f58-49d5-9ee2-d3366c67b694 req-e1272e35-5b71-4579-a4ea-7e020d55a4ca tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.133333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.136627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d82375f1-f514-41e6-93c6-f1586aec4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.147152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.163941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d82375f1-f514-41e6-93c6-f1586aec4cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.167967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d82375f1-f514-41e6-93c6-f1586aec4cf2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0fff3355-b545-4cdc-afca-f0f1fd52c44a HTTP/1.1" status: 204 len: 168 time: 0.1810496 Mar 11 17:27:24.167967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82375f1-f514-41e6-93c6-f1586aec4cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff3355-b545-4cdc-afca-f0f1fd52c44a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:24.177715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-484c139c-274f-4e31-be1e-bd9e2a783c5f req-a7cda11a-0cef-4af5-a21c-fee28c5f2b8b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296460 Mar 11 17:27:24.200864 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-782f2715-8f58-49d5-9ee2-d3366c67b694 req-e1272e35-5b71-4579-a4ea-7e020d55a4ca tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.225790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] Pushing event deleted for resources: {'Network': ['ID=820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:24.235407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a1a51c67-67f2-4cfb-8c30-56af9aa84157 admin admin] 10.222.0.96 "DELETE /v2.0/networks/820e1bdb-2c7b-43fc-90cc-7fabfcf3dc1d HTTP/1.1" status: 204 len: 168 time: 1.1899929 Mar 11 17:27:24.262974 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-782f2715-8f58-49d5-9ee2-d3366c67b694 req-e1272e35-5b71-4579-a4ea-7e020d55a4ca tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.283125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1272e35-5b71-4579-a4ea-7e020d55a4ca tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b45b98-f4ee-451d-9865-da57b3436ccb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:24.288250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-782f2715-8f58-49d5-9ee2-d3366c67b694 req-e1272e35-5b71-4579-a4ea-7e020d55a4ca tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.289300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-782f2715-8f58-49d5-9ee2-d3366c67b694 req-e1272e35-5b71-4579-a4ea-7e020d55a4ca tempest-SecurityGroupRulesNegativeTestJSON-589609734 tempest-SecurityGroupRulesNegativeTestJSON-589609734-project] 10.222.0.96 "DELETE /v2.0/security-groups/82b45b98-f4ee-451d-9865-da57b3436ccb HTTP/1.1" status: 204 len: 173 time: 0.5365562 Mar 11 17:27:24.295880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:24.369171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] Deleting subnet 4fe547af-7ffd-4d60-8d34-bb1b5d783788 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:27:24.372757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.430618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.490161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47006) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:24.496468 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.583855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d4db850b-70bc-4ee2-a6ab-33ab3aaefc45 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7bb44b7525de46c7862a069fe7a04448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0919824 Mar 11 17:27:24.586423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.588735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47012) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:24.651870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe547af-7ffd-4d60-8d34-bb1b5d783788,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:24.655096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.665818 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-215f0dde-23f5-4226-ab3a-a3c6742fec7c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4fe547af-7ffd-4d60-8d34-bb1b5d783788 HTTP/1.1" status: 204 len: 168 time: 0.3682520 Mar 11 17:27:24.667087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47018) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:24.692647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8315897a-ba5e-4129-b89f-4b4d3c8f249a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.720534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8315897a-ba5e-4129-b89f-4b4d3c8f249a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.793214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8315897a-ba5e-4129-b89f-4b4d3c8f249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.809038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.818316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315897a-ba5e-4129-b89f-4b4d3c8f249a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b35acd-5306-4bda-80a5-6d5ea038c63b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:24.843722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8315897a-ba5e-4129-b89f-4b4d3c8f249a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.848736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8315897a-ba5e-4129-b89f-4b4d3c8f249a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/37b35acd-5306-4bda-80a5-6d5ea038c63b HTTP/1.1" status: 204 len: 168 time: 0.2589853 Mar 11 17:27:24.979502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.019834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e1b164-f123-481c-a51c-a16fdcca2af2']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:25.037970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5d8445-a999-4fac-9b6f-a58903f60856') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:25.038351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5d8445-a999-4fac-9b6f-a58903f60856') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:25.064827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7e1e1ba-97c5-4dab-9cb4-9b2f2ea9b10c req-06ae971d-6760-4e5a-911d-7257bd4d9c28 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1101 time: 0.1000426 Mar 11 17:27:25.065406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.082404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.089973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:27:25.090568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:25.104796 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:25.155481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7e1e1ba-97c5-4dab-9cb4-9b2f2ea9b10c req-6675012d-e050-4c14-9407-738f861230c0 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849676 Mar 11 17:27:25.198634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.220961 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.232723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=50e1b164-f123-481c-a51c-a16fdcca2af2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:25.237151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be45fde9-b4ec-4499-9114-2f926f957f9f admin admin] 10.222.0.96 "DELETE /v2.0/networks/50e1b164-f123-481c-a51c-a16fdcca2af2 HTTP/1.1" status: 204 len: 168 time: 0.5687020 Mar 11 17:27:25.477062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47058) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:25.547489 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d08ef63f-2d13-4e47-a797-b4be90ddcc6c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dacd58f5ea8e4d8c97cdc4d2f61154f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0691483 Mar 11 17:27:25.549855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47064) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:25.609853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b67b69-9ada-410e-85de-ede5d0485c07 req-5b747dfa-c5b4-4920-9fa7-c7a9098ae21a tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:25.617874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01b67b69-9ada-410e-85de-ede5d0485c07 req-5b747dfa-c5b4-4920-9fa7-c7a9098ae21a tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.1828542 Mar 11 17:27:25.624578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38109ddf-e48a-4bc0-9ab4-defc37983a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.650646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38109ddf-e48a-4bc0-9ab4-defc37983a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.668794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01b67b69-9ada-410e-85de-ede5d0485c07 req-42b2dfcb-0cb8-4b27-b12b-e222505288ce tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479515 Mar 11 17:27:25.708945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38109ddf-e48a-4bc0-9ab4-defc37983a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.761559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38109ddf-e48a-4bc0-9ab4-defc37983a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2fee51-a200-4429-b4c4-7f58b69f997a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:25.773015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38109ddf-e48a-4bc0-9ab4-defc37983a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.776470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-38109ddf-e48a-4bc0-9ab4-defc37983a40 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dc2fee51-a200-4429-b4c4-7f58b69f997a HTTP/1.1" status: 204 len: 168 time: 0.2233591 Mar 11 17:27:25.867175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d577a7b-b7fc-4303-8118-8bc872cca62f req-2fe81a0e-a3be-4369-989e-72922a4189b4 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1101 time: 0.0852513 Mar 11 17:27:25.919406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d577a7b-b7fc-4303-8118-8bc872cca62f req-0dbaf67a-b867-435a-afb4-e467c9a4719d tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Mar 11 17:27:26.020854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621d1b8-133e-4fc3-b58c-987491cc7a41 req-68433d88-d10c-4664-9a88-6617d7ebb776 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:26.022534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9621d1b8-133e-4fc3-b58c-987491cc7a41 req-68433d88-d10c-4664-9a88-6617d7ebb776 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 944 time: 0.0960178 Mar 11 17:27:26.074397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9281fc78-98bd-4578-a695-be1da46b628e req-cb77a509-8d49-4198-a09e-64ecfbb540fb tempest-AbsoluteLimitsNegativeTestJSON-274823020 tempest-AbsoluteLimitsNegativeTestJSON-274823020-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=82f4a82016f34fb9a76ff70eb65198f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456054 Mar 11 17:27:26.183679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9621d1b8-133e-4fc3-b58c-987491cc7a41 req-5990eec8-4edf-4c2d-a097-ef0de995c1cb tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531291 Mar 11 17:27:26.289696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fc78-98bd-4578-a695-be1da46b628e req-ddf3ad67-cb2f-466d-8f82-b56264faf166 tempest-AbsoluteLimitsNegativeTestJSON-274823020 tempest-AbsoluteLimitsNegativeTestJSON-274823020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:26.294988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9281fc78-98bd-4578-a695-be1da46b628e req-ddf3ad67-cb2f-466d-8f82-b56264faf166 tempest-AbsoluteLimitsNegativeTestJSON-274823020 tempest-AbsoluteLimitsNegativeTestJSON-274823020-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077091 Mar 11 17:27:26.309241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9281fc78-98bd-4578-a695-be1da46b628e req-72bad655-cb8d-4996-b810-a573dfad1427 tempest-AbsoluteLimitsNegativeTestJSON-274823020 tempest-AbsoluteLimitsNegativeTestJSON-274823020-project] 10.222.0.96 "GET /v2.0/quotas/82f4a82016f34fb9a76ff70eb65198f9 HTTP/1.1" status: 200 len: 375 time: 0.0110500 Mar 11 17:27:26.365281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9281fc78-98bd-4578-a695-be1da46b628e req-97fcb342-3e3e-47e1-9028-f95476b5f6c9 tempest-AbsoluteLimitsNegativeTestJSON-274823020 tempest-AbsoluteLimitsNegativeTestJSON-274823020-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=82f4a82016f34fb9a76ff70eb65198f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503461 Mar 11 17:27:27.019662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47128) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:27.043224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d8093d8f-b0d7-468b-941c-317ce3eb875e up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:27.138079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d8093d8f-b0d7-468b-941c-317ce3eb875e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:27.143616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d8093d8f-b0d7-468b-941c-317ce3eb875e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:27.144205 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.266008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45b0b1-fd5d-49d3-a3dc-611b84a5b5b7 req-4b0313ff-e2e2-4fed-ba22-de42123f8d4e tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.273493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a45b0b1-fd5d-49d3-a3dc-611b84a5b5b7 req-4b0313ff-e2e2-4fed-ba22-de42123f8d4e tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.0959895 Mar 11 17:27:27.340165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a45b0b1-fd5d-49d3-a3dc-611b84a5b5b7 req-2d0b8d35-75f0-4e93-9b5e-0f95dfa51c0e tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650823 Mar 11 17:27:27.384729 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.445463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:27.468515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d8093d8f-b0d7-468b-941c-317ce3eb875e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:27.482055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.558251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79773df2-f38b-41d6-9696-b5e27a2592d7 req-f403ddac-9b01-47e8-8c1d-cc725c3162ad tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c82683d7eb524377b28037b6a3daca4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739310 Mar 11 17:27:27.615707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d8093d8f-b0d7-468b-941c-317ce3eb875e,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:27.631498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.631840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.632180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.632509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.637610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.638018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.639254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.639521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.639849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.642758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.643367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:27.764779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.811415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:27.815216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Usage tracker for resource:security_group_rule and tenant:82f4a82016f34fb9a76ff70eb65198f9 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:27.818006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:27.823702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:27.924953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79773df2-f38b-41d6-9696-b5e27a2592d7 req-55b50384-b2e5-42bd-bbbe-19fca18b3079 tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.926431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79773df2-f38b-41d6-9696-b5e27a2592d7 req-55b50384-b2e5-42bd-bbbe-19fca18b3079 tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722422 Mar 11 17:27:27.970660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47172) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:27.971303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603982b-b118-4e2c-a8fb-2ff021661991 req-681ef14b-6598-4f65-b534-4ae4621cbcc8 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.972761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a603982b-b118-4e2c-a8fb-2ff021661991 req-681ef14b-6598-4f65-b534-4ae4621cbcc8 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 945 time: 0.2471097 Mar 11 17:27:27.977126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79773df2-f38b-41d6-9696-b5e27a2592d7 req-85d714bc-7b89-400d-a1bf-018a41b02b83 tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/quotas/c82683d7eb524377b28037b6a3daca4a HTTP/1.1" status: 200 len: 375 time: 0.0370708 Mar 11 17:27:27.978871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.999898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.061495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79773df2-f38b-41d6-9696-b5e27a2592d7 req-e7927ee5-e159-48cb-ac5f-89bae3dc447a tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c82683d7eb524377b28037b6a3daca4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647535 Mar 11 17:27:28.102396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe6985-9c86-4b1e-aef1-1b68664c9ab4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:28.105096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-885801881-network', 'tenant_id': '47af7dca07aa4654b41efc33803d83cb'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:28.109987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:28.111557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6299d21a-3f0d-40a6-b9a7-8868be9a03ce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=82f4a82016f34fb9a76ff70eb65198f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0897796 Mar 11 17:27:28.114893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47178) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:28.126955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a603982b-b118-4e2c-a8fb-2ff021661991 req-0440da40-f48e-4d4a-89c4-e144833bf831 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467237 Mar 11 17:27:28.129375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Usage tracker for resource:network and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:28.134177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:28.151996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:28.181068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Made reservation on behalf of 47af7dca07aa4654b41efc33803d83cb for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:28.183880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.196299 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'code': 200} Mar 11 17:27:28.215168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f511a30e-2baf-4fe4-b4bf-84bb265d13e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.224521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.261807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:28.266042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:28.269418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:28.275419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:28.341571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f511a30e-2baf-4fe4-b4bf-84bb265d13e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.402143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bb8e9-1a6c-4052-81d2-d3d46a1a6923 req-471be1cc-2c2b-464e-be2a-d3b35758bbf5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:28.404025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db7bb8e9-1a6c-4052-81d2-d3d46a1a6923 req-471be1cc-2c2b-464e-be2a-d3b35758bbf5 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.0849373 Mar 11 17:27:28.440999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.453768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.465076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db7bb8e9-1a6c-4052-81d2-d3d46a1a6923 req-ad46c4ca-86d3-4493-9dec-804a74f88459 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Mar 11 17:27:28.478253 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00c67b58-3019-4c45-85da-84094239a987 req-8f53e6bc-30ff-4e33-a9e0-fd2f3577d13a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 1096 time: 0.1747501 Mar 11 17:27:28.489653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f511a30e-2baf-4fe4-b4bf-84bb265d13e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.510217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:28.528858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a2d71d-b719-4c14-980a-2ef0f7fb75a2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:28.551679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.552023 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Added segment 55021e2d-c532-42bd-a0c7-e1ebbee982ab of type vlan for network 68ec5477-453d-461d-9216-9c0d9f52b32b Mar 11 17:27:28.560126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511a30e-2baf-4fe4-b4bf-84bb265d13e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe6985-9c86-4b1e-aef1-1b68664c9ab4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:28.581058 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00c67b58-3019-4c45-85da-84094239a987 req-261c6f2e-e644-4cac-9614-05fa4bc0acb3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876746 Mar 11 17:27:28.590033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f511a30e-2baf-4fe4-b4bf-84bb265d13e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.591346 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f511a30e-2baf-4fe4-b4bf-84bb265d13e3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d3fe6985-9c86-4b1e-aef1-1b68664c9ab4 HTTP/1.1" status: 204 len: 168 time: 0.4753208 Mar 11 17:27:28.609264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.645894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.647156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:28.648211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.689915 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7180851 Mar 11 17:27:28.692875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47194) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:28.698730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Request body: {'subnet': {'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-885801881-subnet', 'tenant_id': '47af7dca07aa4654b41efc33803d83cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:28.705902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:28.718717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Usage tracker for resource:subnet and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:28.721464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:28.733517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:28.760084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Made reservation on behalf of 47af7dca07aa4654b41efc33803d83cb for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:28.762846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.819197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d011d33-634a-4a69-900d-ac5ddf3c8bff admin admin] Pushing event updated for resources: {'Network': ['ID=68ec5477-453d-461d-9216-9c0d9f52b32b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:28.830648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 68ec5477-453d-461d-9216-9c0d9f52b32b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:27:29.068170 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.164356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55593f81-0645-4816-bc1f-6cb7fefcf4e2,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:29.177282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6089b4-82a4-46f2-b204-ac8152a51511 req-71e9ccf8-ec8a-41cd-b9c9-07468cef3584 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:29.184884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b6089b4-82a4-46f2-b204-ac8152a51511 req-71e9ccf8-ec8a-41cd-b9c9-07468cef3584 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.2103362 Mar 11 17:27:29.213503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Checking segment: {'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:29.214002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Network hostable DHCP agents. Network: 68ec5477-453d-461d-9216-9c0d9f52b32b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:29.271049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b6089b4-82a4-46f2-b204-ac8152a51511 req-4de24ecd-5b78-436a-b393-6955ee520789 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups?id=e4dbe349-4917-494f-a065-5ecc9f3ee534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851717 Mar 11 17:27:29.273626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Network 68ec5477-453d-461d-9216-9c0d9f52b32b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:29.294518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 68ec5477-453d-461d-9216-9c0d9f52b32b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:29.304147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49bd900-d593-496e-b6cb-99a05c784a66 None None] Network 68ec5477-453d-461d-9216-9c0d9f52b32b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:29.307401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:29.308026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.342463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2bbddda2-3bda-41b9-b38c-00c34c919410 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6462722 Mar 11 17:27:29.569110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-884c1224-76f4-49ff-9f2e-c25cbcd84a2b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:29.570872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-884c1224-76f4-49ff-9f2e-c25cbcd84a2b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Synchronizing usage tracker for tenant:ff77f83760e448079789dcbafc1374f4 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:29.572279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376001e-1f10-47c2-8bc6-e5edfd5b28e4 req-bd3b1031-9c9d-4991-839a-31df6e4ddc29 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:29.574171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2376001e-1f10-47c2-8bc6-e5edfd5b28e4 req-bd3b1031-9c9d-4991-839a-31df6e4ddc29 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 945 time: 0.1317153 Mar 11 17:27:29.593119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-884c1224-76f4-49ff-9f2e-c25cbcd84a2b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Unset dirty status for tenant:ff77f83760e448079789dcbafc1374f4 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:29.594779 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-884c1224-76f4-49ff-9f2e-c25cbcd84a2b tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.59 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 945 time: 0.2400293 Mar 11 17:27:29.612736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b532d-a010-40b5-a397-b6d6043a7156 None None] Network 68ec5477-453d-461d-9216-9c0d9f52b32b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:29.642232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2376001e-1f10-47c2-8bc6-e5edfd5b28e4 req-90c5f731-679c-4987-a915-2ada066d8c6b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 Mar 11 17:27:29.729458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Deleting port c76608d0-4d31-4c14-b904-1d19d01aff94 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:29.730129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.931638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47248) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:30.138284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a646c0-12b7-42e8-bc72-153b09bff4c7 req-072e3296-7cfe-477c-a2ac-3c77687d6f1b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:30.145951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08a646c0-12b7-42e8-bc72-153b09bff4c7 req-072e3296-7cfe-477c-a2ac-3c77687d6f1b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.2531447 Mar 11 17:27:30.206331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] For port c76608d0-4d31-4c14-b904-1d19d01aff94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c76608d0-4d31-4c14-b904-1d19d01aff94,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:30.207232 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.219108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08a646c0-12b7-42e8-bc72-153b09bff4c7 req-aa471aea-1950-4089-a650-888d9c25a36f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718358 Mar 11 17:27:30.339460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:30.400055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1948054743-network', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:30.404854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:30.409556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Usage tracker for resource:network and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:30.412991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:30.420357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:30.471825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.474546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:30.479286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.511102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:30.517213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Usage tracker for resource:security_group_rule and tenant:d5706dd984cc4a01830f96546a8eaec6 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:30.521300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:30.524430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.529421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:30.629776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1332701980', 'description': 'tempest-description-1272062179'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:30.639104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.640595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:30.644727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:30.647931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:30.650796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.656418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:30.660769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:30.663425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:30.666979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:30.669918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:30.703671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.719621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26189da0-28ce-49ca-a666-b9fead3a051d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:30.730734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e04e07cb-def2-41c0-bdd8-a1833d5ce244 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d5706dd984cc4a01830f96546a8eaec6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874640 Mar 11 17:27:30.730734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47274) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:30.763082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.773273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.785495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:30.789198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:30.795034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.795544 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Added segment c1982953-7137-45ba-898f-9b84522d87ed of type vlan for network b057b6cd-dfc5-4066-b6df-a6520c909901 Mar 11 17:27:30.797486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:30.801360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:30.808203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:30.824196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.831680 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7eebb279-ee1f-4691-9f1c-b9f29945fa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.852848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.853482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.854060 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Floating IP faf578bf-968e-4d46-a8b8-5aa0b0be7d26 disassociated. External IP: 172.25.3.247, port: c76608d0-4d31-4c14-b904-1d19d01aff94. Mar 11 17:27:30.854525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Calling delete_port for c76608d0-4d31-4c14-b904-1d19d01aff94 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:30.874815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7eebb279-ee1f-4691-9f1c-b9f29945fa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.896574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.897401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:30.897965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.922757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.930033 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.979714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a3f319-6fd1-4487-947d-01cc9b3d84bd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:30.989177 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.990963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0b9ada6-8757-4c76-864d-fd9430287d4c req-544d139b-b501-4bdd-9981-05f42a6d4bd2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3690460 Mar 11 17:27:30.992849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7eebb279-ee1f-4691-9f1c-b9f29945fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.996194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7eebb279-ee1f-4691-9f1c-b9f29945fa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.999820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7eebb279-ee1f-4691-9f1c-b9f29945fa82 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/26189da0-28ce-49ca-a666-b9fead3a051d HTTP/1.1" status: 204 len: 168 time: 0.2653847 Mar 11 17:27:31.008651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebb279-ee1f-4691-9f1c-b9f29945fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26189da0-28ce-49ca-a666-b9fead3a051d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.016333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38d87b4-861c-45b4-b5db-256430cce8d9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.068920 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1340528 Mar 11 17:27:31.068920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdb0af-0acf-45d3-94db-5ae2de3eb9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b057b6cd-dfc5-4066-b6df-a6520c909901,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.069783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47284) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:31.078640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Request body: {'subnet': {'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1948054743-subnet', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:31.090229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:31.097875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Usage tracker for resource:subnet and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:31.102087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:31.107192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b057b6cd-dfc5-4066-b6df-a6520c909901 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:27:31.125582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:31.152689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:31.155941 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.209786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.260410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event deleted for resources: {'Port': ['ID=c76608d0-4d31-4c14-b904-1d19d01aff94,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.379516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc25156a-39a7-478f-8919-f17d34f1d6f3 req-da691ef1-5286-4161-874c-6bea1d5962fc tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/ports?device_id=d82bbe19-3d90-49e7-ae5f-8886a03530d3 HTTP/1.1" status: 200 len: 210 time: 0.0635386 Mar 11 17:27:31.386872 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d0026cf-6ac7-45f3-aaea-33ebd0f35b21 req-b0c91128-9d46-42dc-b46c-57bc5f5b37f5 tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c82683d7eb524377b28037b6a3daca4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1856074 Mar 11 17:27:31.506015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47296) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:31.534004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.558984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Router 410ebaf7-2ac7-466a-8406-ddc70986f585 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:31.583111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:31.636154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ba3bac5f2b46219ef87fe8c9a11722 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:31.648384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:31.664129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0026cf-6ac7-45f3-aaea-33ebd0f35b21 req-c6f0b6c3-8563-418b-a1a3-bffd2d885adb tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:31.665584 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d0026cf-6ac7-45f3-aaea-33ebd0f35b21 req-c6f0b6c3-8563-418b-a1a3-bffd2d885adb tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743044 Mar 11 17:27:31.698735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:31.712727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d0026cf-6ac7-45f3-aaea-33ebd0f35b21 req-aeb96ec2-1dd1-452d-83ee-5bb71d534017 tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/quotas/c82683d7eb524377b28037b6a3daca4a HTTP/1.1" status: 200 len: 375 time: 0.0328898 Mar 11 17:27:31.791823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1106be-238c-4271-a696-4dd8d478d149 req-160c2e37-781a-4206-8328-1fd88d3e27b1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:31.793316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b1106be-238c-4271-a696-4dd8d478d149 req-160c2e37-781a-4206-8328-1fd88d3e27b1 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 945 time: 0.2446504 Mar 11 17:27:31.804137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d0026cf-6ac7-45f3-aaea-33ebd0f35b21 req-91927464-5217-4bc5-83ae-164b2c9a6eb4 tempest-QuotasAdminNegativeTest-1087987753 tempest-QuotasAdminNegativeTest-1087987753-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c82683d7eb524377b28037b6a3daca4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767932 Mar 11 17:27:31.807066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.816571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.830508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.899249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1224668015', 'description': 'tempest-description-2088940069'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:31.915298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:31.923357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b1106be-238c-4271-a696-4dd8d478d149 req-5f5dac36-c167-4b6e-966b-6d0554e24c28 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181633 Mar 11 17:27:31.928616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:31.934842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:31.957715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:31.962777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c95465-998f-44ac-aaaf-fd79509e5682,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.980174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Checking segment: {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:31.980870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Network hostable DHCP agents. Network: b057b6cd-dfc5-4066-b6df-a6520c909901, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:31.981279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f0e64-2999-4ec0-ab9e-30666d850ca2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.988559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-42b405c9-3717-42dc-9df3-8f596b98ad83 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a8ba3bac5f2b46219ef87fe8c9a11722&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4813242 Mar 11 17:27:31.990821 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.992031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47304) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:32.031672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:32.047739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:32.048596 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] Sync routers for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:32.059205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:32.062092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Network b057b6cd-dfc5-4066-b6df-a6520c909901 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:32.064374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:32.065033 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:32.065887 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:32.073844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:32.085616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b057b6cd-dfc5-4066-b6df-a6520c909901) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:32.094946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e3d0b-303b-45f1-9ac9-13e4fa57360f None None] Network b057b6cd-dfc5-4066-b6df-a6520c909901 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:32.103662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:32.104389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.115328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] No DVR routers for this DVR port c76608d0-4d31-4c14-b904-1d19d01aff94 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:32.119005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.122249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'name': 'network-vif-deleted', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:32.146409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0a53999-b8e7-44ed-8270-ef8330245179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.161459 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a2cdcf5e-3b2d-47f9-b86d-b4790b484aea req-282485b6-1e1d-455d-ac55-a1c029bd470d tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.59 "DELETE /v2.0/ports/c76608d0-4d31-4c14-b904-1d19d01aff94 HTTP/1.1" status: 204 len: 173 time: 2.5603220 Mar 11 17:27:32.196176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0a53999-b8e7-44ed-8270-ef8330245179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.253425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-50d7bfbd-433c-411f-b13d-866e87ef999b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1797252 Mar 11 17:27:32.256572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47312) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:32.276122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:32.287742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.290646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0a53999-b8e7-44ed-8270-ef8330245179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.292350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:32.309319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Usage tracker for resource:router and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:32.312281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.317556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a53999-b8e7-44ed-8270-ef8330245179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f0e64-2999-4ec0-ab9e-30666d850ca2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:32.318330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:32.339798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0a53999-b8e7-44ed-8270-ef8330245179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.343580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c0a53999-b8e7-44ed-8270-ef8330245179 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d15f0e64-2999-4ec0-ab9e-30666d850ca2 HTTP/1.1" status: 204 len: 168 time: 0.3481236 Mar 11 17:27:32.352086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:32.391545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e137f-5849-4d89-9048-48d521c778f7 req-582cdb31-7e7b-4987-957d-ab5bad0090e8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:32.393083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd9e137f-5849-4d89-9048-48d521c778f7 req-582cdb31-7e7b-4987-957d-ab5bad0090e8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.2732193 Mar 11 17:27:32.393902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.409717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61edce02-fba0-438f-bb9a-7f412a5a37ed req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5175838 Mar 11 17:27:32.418655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ee7a8-a95c-481f-a825-c7e80d7bbbda tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a5330-03df-498a-b243-a2dc9c664bda,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:32.423747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.425621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.440028 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:32.448939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-b057b6cd-dfc5-4066-b6df-a6520c909901', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:27:32.450871 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.532135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.561470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd9e137f-5849-4d89-9048-48d521c778f7 req-92ae0f85-b1d8-42da-9ae2-68a17e1f2523 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518288 Mar 11 17:27:32.770723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Allocated IP 172.20.0.2 (b057b6cd-dfc5-4066-b6df-a6520c909901/b4c95465-998f-44ac-aaaf-fd79509e5682/4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:32.869870 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:15Z', 'revision_number': 5, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:32.874956 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] Checking router: 410ebaf7-2ac7-466a-8406-ddc70986f585 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:32.889482 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:32.890772 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:32.936163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.959598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-f87646d9-1415-4d8f-b79e-823279c865d6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:32.967121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-f87646d9-1415-4d8f-b79e-823279c865d6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1553056 Mar 11 17:27:33.073888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-eeedb500-729a-4079-820a-71d9f0e2c76b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 695 time: 0.1055448 Mar 11 17:27:33.076603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c76608d0-4d31-4c14-b904-1d19d01aff94 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:33.129798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c76608d0-4d31-4c14-b904-1d19d01aff94 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:27:33.130135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c76608d0-4d31-4c14-b904-1d19d01aff94 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:27:33.146627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.165143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Transition to ACTIVE for port object 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:33.221101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Transition to ACTIVE for port object 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:33.225154 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:33.240058 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.244351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'floatingip': {'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:33.321398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Network b057b6cd-dfc5-4066-b6df-a6520c909901 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:33.322743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:33.329716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:33.358504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.401551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Pushing event updated for resources: {'Port': ['ID=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:33.437599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Attempting to bind port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:33.437961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Attempting to bind port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:33.438314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Attempting to bind port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad on network b057b6cd-dfc5-4066-b6df-a6520c909901 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:33.445452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:33.445821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Checking segment: {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:33.447019 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.447417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Bound using segment: {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:33.448340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Bound port: 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:33.448736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.543161 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82bbe19-3d90-49e7-ae5f-8886a03530d3', 'name': 'network-vif-deleted', 'tag': 'c76608d0-4d31-4c14-b904-1d19d01aff94', 'status': 'completed', 'code': 200} Mar 11 17:27:33.553877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] For port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:33.557535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] For port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:33.565343 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.653195 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:15Z', 'revision_number': 5, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:33.659306 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0da5f-b467-4568-8ce5-12cefd53a96e None None] The sync data for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 is: [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:26:06Z', 'revision_number': 4, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74c0355f-b433-4f9f-b19f-76ec3ab3fd86', 'name': '', 'network_id': '6022ebc3-dca4-45fd-81a8-343ade7e60c5', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'mac_address': 'fa:16:3e:3b:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:04Z', 'updated_at': '2022-03-11T17:26:15Z', 'revision_number': 5, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'subnets': [{'id': '65ab36e8-3828-41ea-8404-a6ad766f59f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:33.670057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ad403-1d95-495f-b34b-aac6eeb76403 None None] Pushing event updated for resources: {'Port': ['ID=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:34.021288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a609dc59-aa08-442c-a43c-4a3412edbb4d None None] New status for floating IP faf578bf-968e-4d46-a8b8-5aa0b0be7d26: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:27:34.103850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47356) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:34.111539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.175141 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.189447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-d9070427-0b6a-40d8-a07a-572d7187f3d1 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:34.191051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-d9070427-0b6a-40d8-a07a-572d7187f3d1 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 812 time: 0.3469138 Mar 11 17:27:34.244933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-network', 'tenant_id': '5fe768d273964882b53c1fc3038e078e'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:34.250553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:34.257327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Usage tracker for resource:network and tenant:5fe768d273964882b53c1fc3038e078e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:34.260490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:34.266261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:34.279604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Made reservation on behalf of 5fe768d273964882b53c1fc3038e078e for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:34.282412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.296199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.329196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:34.338227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe768d273964882b53c1fc3038e078e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:34.341385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:34.347589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:34.353654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-22c34bc5-0c78-43c0-bb4e-39a986bf6095 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/quotas/47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 375 time: 0.1184027 Mar 11 17:27:34.417754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.423254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.428809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-868973a6-803a-4c07-9736-87d2ed368170 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645757 Mar 11 17:27:34.458196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:34.470914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdafc9a-9b3b-44c4-a4bf-5baaba97b0e1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:34.477082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.477676 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Added segment 7f090d19-0117-46d8-8fac-e564f8bf9fa0 of type vlan for network 6fba7d9a-8744-4ebd-b80f-df837be609d5 Mar 11 17:27:34.505061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.537763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.538832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:34.539483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.612354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Allocated IP 172.25.3.231 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/d4854ce1-a439-47d2-a805-1c22c8aa9912) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:34.659859 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5538325 Mar 11 17:27:34.660664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12c245-65dd-47f6-9c6c-236c5bffbac5 admin admin] Pushing event updated for resources: {'Network': ['ID=6fba7d9a-8744-4ebd-b80f-df837be609d5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:34.663119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:34.670424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Request body: {'subnet': {'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-subnet', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:34.672116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:27:34.676500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:34.680955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Usage tracker for resource:subnet and tenant:5fe768d273964882b53c1fc3038e078e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:34.684566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:34.691943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:34.708898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Made reservation on behalf of 5fe768d273964882b53c1fc3038e078e for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:34.712175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.760442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:34.852105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb21ddc-659c-47b2-9dab-ab8093db2f3f None None] Network b057b6cd-dfc5-4066-b6df-a6520c909901 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:34.944385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.950376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-d9656e35-b30c-4f78-a282-7338353c979f service neutron] 10.222.0.96 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094552 Mar 11 17:27:34.988805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.024943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53eb767-047b-4e1d-9e40-7bb536582a86,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:35.035830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Checking segment: {'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:35.035830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Network hostable DHCP agents. Network: 6fba7d9a-8744-4ebd-b80f-df837be609d5, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:35.036076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1c8e633c-ca61-4e8e-ba2c-e5fbd7538e76 None None] Provisioning for port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:35.060362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:35.061238 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.071337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6fba7d9a-8744-4ebd-b80f-df837be609d5) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:35.075324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:35.075938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.079490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:35.088504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:35.089110 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.100470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6b149bb6-41c7-4d35-8ecc-a4752f6277e4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4334285 Mar 11 17:27:35.100776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47366) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:35.106303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-router', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:35.113069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:35.118180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Usage tracker for resource:router and tenant:5fe768d273964882b53c1fc3038e078e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:35.123372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:35.123565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7bfeb-56e9-4fb7-9f94-aece57759d22 None None] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:35.129134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:35.143804 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.145049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.166442 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.255086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.306378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-db6451fd-191a-43c8-bac8-a51d1dfeece8 service neutron] 10.222.0.96 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459971 Mar 11 17:27:35.335806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.351425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.440733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4854ce1-a439-47d2-a805-1c22c8aa9912,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:35.452201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:35.454879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:35.461218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:35.482646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.531014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-6fba7d9a-8744-4ebd-b80f-df837be609d5', 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'fixed_ips': [{'subnet_id': 'd53eb767-047b-4e1d-9e40-7bb536582a86'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:27:35.531793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.544300 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3 associated. External IP: 172.25.3.60, port: 53c8b60a-87be-42e9-a6ab-48eb16d88529. Mar 11 17:27:35.584139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.676576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.870658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Allocated IP 172.20.0.2 (6fba7d9a-8744-4ebd-b80f-df837be609d5/d53eb767-047b-4e1d-9e40-7bb536582a86/1a2002f5-1d30-4351-932c-e324922eddfa) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:35.913252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Allocated IP 172.25.3.24 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/482ad862-2b0f-48bf-9562-3035cc685cae) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:35.988590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:36.012113 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:27:36.022060 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.037469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df0849-fde2-49a9-9383-76e1bb08859d req-b31d7a04-b7e2-48f9-ba28-d9bc4ce402b8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:36.039590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2df0849-fde2-49a9-9383-76e1bb08859d req-b31d7a04-b7e2-48f9-ba28-d9bc4ce402b8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.2375591 Mar 11 17:27:36.071238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47386) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:36.094060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.095348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.095696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a74dee5-1f1c-411b-8dfd-afe2a95dc612 None None] Provisioning complete for port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:36.096273 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a74dee5-1f1c-411b-8dfd-afe2a95dc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.161376 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.240450 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.337048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:36.337999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:36.359346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:36.368312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2df0849-fde2-49a9-9383-76e1bb08859d req-3002b914-cf2f-4b36-bd47-d61a01ae70d6 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184924 Mar 11 17:27:36.371256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Pushing event updated for resources: {'Port': ['ID=482ad862-2b0f-48bf-9562-3035cc685cae,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:36.374116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:36.447008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.468861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47392) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:36.478555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.509386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Transition to ACTIVE for port object 1a2002f5-1d30-4351-932c-e324922eddfa will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:36.557029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Transition to ACTIVE for port object 1a2002f5-1d30-4351-932c-e324922eddfa will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:36.565881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:36.574044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c82683d7eb524377b28037b6a3daca4a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:36.574596 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.579178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:36.591363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:36.653722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:36.657534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:36.661813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:36.705100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:36.766348 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.768385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.786737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Pushing event updated for resources: {'Port': ['ID=1a2002f5-1d30-4351-932c-e324922eddfa,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:36.799415 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76a0712f-8b17-49d8-92ac-06feee7ed90e req-85958201-a65a-476b-9a02-6d3c90de7a23 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 210 time: 0.2091558 Mar 11 17:27:36.809096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac560add-123a-4dcf-b9c8-3ce6ca07e208 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.813763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Attempting to bind port 1a2002f5-1d30-4351-932c-e324922eddfa on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:36.814119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Attempting to bind port 1a2002f5-1d30-4351-932c-e324922eddfa by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:36.814501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Attempting to bind port 1a2002f5-1d30-4351-932c-e324922eddfa on network 6fba7d9a-8744-4ebd-b80f-df837be609d5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:36.830747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:36.831110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Checking segment: {'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:36.831501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.831880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Bound using segment: {'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:36.832351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Bound port: 1a2002f5-1d30-4351-932c-e324922eddfa, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:36.832715 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.891782 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.938153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac560add-123a-4dcf-b9c8-3ce6ca07e208 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.962907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] For port 1a2002f5-1d30-4351-932c-e324922eddfa, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:36.965980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] For port 1a2002f5-1d30-4351-932c-e324922eddfa, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a2002f5-1d30-4351-932c-e324922eddfa,segment=NetworkSegment(7f090d19-0117-46d8-8fac-e564f8bf9fa0),segment_id=7f090d19-0117-46d8-8fac-e564f8bf9fa0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:36.976628 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.012145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.018481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:37.018864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.042311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:37.150877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c82683d7eb524377b28037b6a3daca4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0756369 Mar 11 17:27:37.154612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac560add-123a-4dcf-b9c8-3ce6ca07e208 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.167414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47396) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:37.168218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b5f40-aa57-4671-98df-0b132d3e48f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6b586-ccd2-4220-ba18-cdc9e7a910ac,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:37.219105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560add-123a-4dcf-b9c8-3ce6ca07e208 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dbe349-4917-494f-a065-5ecc9f3ee534,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:37.299348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18103808-64f3-45d0-be80-3e1f08889601 None None] Pushing event updated for resources: {'Port': ['ID=1a2002f5-1d30-4351-932c-e324922eddfa,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:37.361188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac560add-123a-4dcf-b9c8-3ce6ca07e208 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.364501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac560add-123a-4dcf-b9c8-3ce6ca07e208 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "DELETE /v2.0/security-groups/e4dbe349-4917-494f-a065-5ecc9f3ee534 HTTP/1.1" status: 204 len: 168 time: 0.8879533 Mar 11 17:27:37.373936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47400) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:37.460161 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-1a76cf0d-663d-46cb-a12f-3d3c449f82a7 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] show failed (client error): The resource could not be found. Mar 11 17:27:37.465249 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1a76cf0d-663d-46cb-a12f-3d3c449f82a7 tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "GET /v2.0/security-groups/e4dbe349-4917-494f-a065-5ecc9f3ee534 HTTP/1.1" status: 404 len: 347 time: 0.0910716 Mar 11 17:27:37.476052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47408) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:37.536419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:37.552113 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Sync routers for ids ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:37.584439 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Routers {'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:37.585091 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:37.610217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.617510 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-415b61ed-80eb-475b-93eb-b78990c0a62f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5154171 Mar 11 17:27:37.618458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:37.624342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58141688-d168-49e1-901f-26284923e101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.645151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:37.695298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-9288a6d4-d495-489c-8ce8-11af429d2a9b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:37.695968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-9288a6d4-d495-489c-8ce8-11af429d2a9b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:37.784537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-9288a6d4-d495-489c-8ce8-11af429d2a9b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:37.785667 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-9288a6d4-d495-489c-8ce8-11af429d2a9b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 812 time: 0.4214730 Mar 11 17:27:37.795587 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Set router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:37.819337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58141688-d168-49e1-901f-26284923e101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.827525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Deleting port 703fa10b-ba1a-45f1-ae1b-fe29b2df3422 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:37.828967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.832660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'port': {'device_id': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b', 'admin_state_up': True, 'tenant_id': '47af7dca07aa4654b41efc33803d83cb'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:38.085019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Router 1df540da-b07e-4c47-af41-92f6265da3a1 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:38.102258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:38.106352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:port and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:38.114446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:38.122054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:38.139235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Made reservation on behalf of 47af7dca07aa4654b41efc33803d83cb for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:38.145546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.150985 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-router', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:36Z', 'revision_number': 3, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'gw_port': {'id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:38.163499 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Checking router: deafb7c6-b4d2-44b3-9506-eeb4ba32e67a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:38.163839 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Updating router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a port 482ad862-2b0f-48bf-9562-3035cc685cae binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:27:38.243798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c57fa-8c1f-44c0-9307-98111275fac6 req-bb3898b3-f54a-4790-8df7-bb9d6166f462 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:38.252200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd3c57fa-8c1f-44c0-9307-98111275fac6 req-bb3898b3-f54a-4790-8df7-bb9d6166f462 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.6098588 Mar 11 17:27:38.265483 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.430786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58141688-d168-49e1-901f-26284923e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.510082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e91f872-3aee-4ba3-9a8c-1010fc013396 None None] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:38.569014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58141688-d168-49e1-901f-26284923e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6b586-ccd2-4220-ba18-cdc9e7a910ac,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:38.605406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.605732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.707158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd3c57fa-8c1f-44c0-9307-98111275fac6 req-c3638fb7-6e4c-4292-8904-f264384341bf tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535575 Mar 11 17:27:38.708158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-58141688-d168-49e1-901f-26284923e101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.708557 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.711875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-58141688-d168-49e1-901f-26284923e101 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/36b6b586-ccd2-4220-ba18-cdc9e7a910ac HTTP/1.1" status: 204 len: 168 time: 1.5146313 Mar 11 17:27:38.724274 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Transition to ACTIVE for port object 482ad862-2b0f-48bf-9562-3035cc685cae will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:38.733073 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.750475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Allocated IP 172.20.0.5 (68ec5477-453d-461d-9216-9c0d9f52b32b/55593f81-0645-4816-bc1f-6cb7fefcf4e2/f60fd44f-93b2-4037-b9ce-1eb84a7a708a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:38.851451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a2002f5-1d30-4351-932c-e324922eddfa up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:38.857530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Calling delete_port for 703fa10b-ba1a-45f1-ae1b-fe29b2df3422 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:38.932779 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Pushing event updated for resources: {'Port': ['ID=482ad862-2b0f-48bf-9562-3035cc685cae,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:38.955061 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.955588 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.956781 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.957120 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.959084 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.959642 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.961250 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.961594 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.961994 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.962411 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.965294 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:38.972840 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Attempting to bind port 482ad862-2b0f-48bf-9562-3035cc685cae on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:38.973894 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Attempting to bind port 482ad862-2b0f-48bf-9562-3035cc685cae by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:38.974271 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Attempting to bind port 482ad862-2b0f-48bf-9562-3035cc685cae on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:38.994472 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:38.994981 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:38.995548 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.995941 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:38.996403 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Bound port: 482ad862-2b0f-48bf-9562-3035cc685cae, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:38.997051 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.009549 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-57192288-6974-48b4-b8be-d587f18dcfc9 None None] Provisioning for port 1a2002f5-1d30-4351-932c-e324922eddfa completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:39.122215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.152667 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] For port 482ad862-2b0f-48bf-9562-3035cc685cae, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:39.159184 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] For port 482ad862-2b0f-48bf-9562-3035cc685cae, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=482ad862-2b0f-48bf-9562-3035cc685cae,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:39.167621 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.265351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1a2002f5-1d30-4351-932c-e324922eddfa completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:39.296901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1a2002f5-1d30-4351-932c-e324922eddfa triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:39.297457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.305788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.360831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.373106 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Routers {'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:39.373622 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:39.649318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.670489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.737553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Pushing event deleted for resources: {'Port': ['ID=703fa10b-ba1a-45f1-ae1b-fe29b2df3422,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.768866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47426) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:39.772388 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] Set router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:39.816927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.845300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Network 68ec5477-453d-461d-9216-9c0d9f52b32b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:39.882929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:39.892210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.894286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:39.909346 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6e598-efff-4aa0-bb9f-f4e7acd2d57f None None] Pushing event updated for resources: {'Port': ['ID=482ad862-2b0f-48bf-9562-3035cc685cae,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.956150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 1a2002f5-1d30-4351-932c-e324922eddfa, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a2002f5-1d30-4351-932c-e324922eddfa,segment=NetworkSegment(7f090d19-0117-46d8-8fac-e564f8bf9fa0),segment_id=7f090d19-0117-46d8-8fac-e564f8bf9fa0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:39.963418 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.968224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.978568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.044915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:40.067348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:40.069418 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.088540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.091444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Usage tracker for resource:security_group_rule and tenant:4885e30e2410456fb4d4471602035ff4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:40.094476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd341607-f018-4441-bcab-ee179fe1cd6c tempest-ServersTestManualDisk-2062051984 tempest-ServersTestManualDisk-2062051984-project] 10.222.0.96 "DELETE /v2.0/floatingips/faf578bf-968e-4d46-a8b8-5aa0b0be7d26 HTTP/1.1" status: 204 len: 168 time: 2.6128178 Mar 11 17:27:40.102468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:40.103640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:40.118122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:40.126781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=1a2002f5-1d30-4351-932c-e324922eddfa,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:40.130881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:40.155674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:40.156350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:40.214571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.300689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Allocated IP 172.20.0.1 (6fba7d9a-8744-4ebd-b80f-df837be609d5/d53eb767-047b-4e1d-9e40-7bb536582a86/ce5cbe5f-6682-4274-8c25-52a07e371caa) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:40.319656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690531c-0fc4-4bf3-a0bf-fd446f7a15e7 req-eac4005d-e3b8-4406-aa88-0753c3c03067 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:40.326594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b690531c-0fc4-4bf3-a0bf-fd446f7a15e7 req-eac4005d-e3b8-4406-aa88-0753c3c03067 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 931 time: 0.5831437 Mar 11 17:27:40.380579 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-router', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:36Z', 'revision_number': 3, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'gw_port': {'id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:40.385282 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0fd9dc-08cc-438e-acf3-b9633cefd29c None None] The sync data for ids ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'] in n-d-833436-1 is: [{'id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-router', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:36Z', 'revision_number': 3, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'gw_port': {'id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:40.391100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:40.409652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-62ec37c3-eee8-4d31-8c30-f126a8b8b56a tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "PUT /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 200 len: 996 time: 7.3345923 Mar 11 17:27:40.424110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:40.425912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:40.447102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-34da13bd-dc5c-4a46-bfc9-c0c89205d7cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6180937 Mar 11 17:27:40.481453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Request body: {'port': {'device_id': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:40.496820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:40.506556 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Sync routers for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:40.544288 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:40.547851 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:40.662946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b690531c-0fc4-4bf3-a0bf-fd446f7a15e7 req-b2596f56-a14c-4970-8ba1-7ae8128dd84c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:40.698954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.714145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.728868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.729220 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.733213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-495d6edc-8b39-4954-93b6-ccede8f911e5 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4661558 Mar 11 17:27:40.742027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b690531c-0fc4-4bf3-a0bf-fd446f7a15e7 req-b2596f56-a14c-4970-8ba1-7ae8128dd84c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:40.746590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47436) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:40.755158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b690531c-0fc4-4bf3-a0bf-fd446f7a15e7 req-b2596f56-a14c-4970-8ba1-7ae8128dd84c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276381 Mar 11 17:27:40.776820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.811810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-798082f2-5ec4-498e-b11c-f50ee096f4bb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.3752036 Mar 11 17:27:40.921620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a2002f5-1d30-4351-932c-e324922eddfa up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:40.965685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Transition to ACTIVE for port object ce5cbe5f-6682-4274-8c25-52a07e371caa will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:40.985727 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:40.993255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3e408de6-4997-463e-a888-1cf8d5022caf None None] Provisioning complete for port 1a2002f5-1d30-4351-932c-e324922eddfa triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:40.993684 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e408de6-4997-463e-a888-1cf8d5022caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.063340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-dd89406a-9c83-49cd-8e20-a97e76933755 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:41.064812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-dd89406a-9c83-49cd-8e20-a97e76933755 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.2383344 Mar 11 17:27:41.228053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1ebf2e-67dc-4286-9d01-aa07b89b9b6e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:41.259385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1a2002f5-1d30-4351-932c-e324922eddfa triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:41.259642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.456385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:41:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:34Z', 'revision_number': 1, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:41.472041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:41.496170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:41.497052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:41.510706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-53f8565e-8320-4ddc-b153-3dc3bc2472f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 999 time: 0.4319725 Mar 11 17:27:41.555620 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:35Z', 'revision_number': 3, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:41.560213 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Checking router: 1df540da-b07e-4c47-af41-92f6265da3a1 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:41.560766 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Updating router 1df540da-b07e-4c47-af41-92f6265da3a1 port d4854ce1-a439-47d2-a805-1c22c8aa9912 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:27:41.621983 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.676990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-dea797f9-c33d-484f-802b-b305ffd10550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:41.678623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-dea797f9-c33d-484f-802b-b305ffd10550 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.1021245 Mar 11 17:27:41.753849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071578ec-ef46-4b7c-b18c-da4144dae904 req-a63b701c-5a7b-42ba-8284-0d9ecde2feb1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:41.760897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-071578ec-ef46-4b7c-b18c-da4144dae904 req-a63b701c-5a7b-42ba-8284-0d9ecde2feb1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.2552509 Mar 11 17:27:41.766975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:41.795065 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5f111848-9c03-44dd-9b89-b07888600b3c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4885e30e2410456fb4d4471602035ff4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0206637 Mar 11 17:27:41.799993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47444) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:41.821295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60fd44f-93b2-4037-b9ce-1eb84a7a708a {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:41.845105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-071578ec-ef46-4b7c-b18c-da4144dae904 req-f8639b28-c701-4cce-8919-9e641a353815 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831106 Mar 11 17:27:41.848028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.897791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.905861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-33ea8b41-20b6-4cfd-b491-22c12dab46db service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109640 Mar 11 17:27:41.911797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-82474852-82ea-4e06-ab1d-0a1c97377791 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:27:41.917765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-82474852-82ea-4e06-ab1d-0a1c97377791 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109186 Mar 11 17:27:41.947281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Transition to ACTIVE for port object f60fd44f-93b2-4037-b9ce-1eb84a7a708a will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:41.969470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.971698 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'status': 'completed', 'code': 200} Mar 11 17:27:41.977260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.016632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:42.025196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:42.029844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5cbe5f-6682-4274-8c25-52a07e371caa,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:42.039503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:42.124017 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.138118 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Transition to ACTIVE for port object d4854ce1-a439-47d2-a805-1c22c8aa9912 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:42.146900 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.155944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95532c14-2455-44c2-852a-f35c05d9bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.216481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95532c14-2455-44c2-852a-f35c05d9bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.231484 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306c60e-7636-477d-ac58-2f554789f57c None None] Pushing event updated for resources: {'Port': ['ID=d4854ce1-a439-47d2-a805-1c22c8aa9912,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:42.293253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:41:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:34Z', 'revision_number': 1, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:42.305455 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Attempting to bind port d4854ce1-a439-47d2-a805-1c22c8aa9912 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:42.305923 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Attempting to bind port d4854ce1-a439-47d2-a805-1c22c8aa9912 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:42.306434 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Attempting to bind port d4854ce1-a439-47d2-a805-1c22c8aa9912 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:42.317063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75415310-ea1d-4704-8d93-0eb2e23be63f None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:41:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:34Z', 'revision_number': 1, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:42.321751 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec60b58e-53bb-4043-8edd-6c5b688c82d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.328886 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:42.329542 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:42.330319 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.330879 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:42.331545 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Bound port: d4854ce1-a439-47d2-a805-1c22c8aa9912, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:42.332074 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.361168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95532c14-2455-44c2-852a-f35c05d9bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.397081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95532c14-2455-44c2-852a-f35c05d9bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1ebf2e-67dc-4286-9d01-aa07b89b9b6e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:42.451010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-49c8cbf4-838f-4fc9-97da-43f91cfbc0aa None None] Provisioning for port ce5cbe5f-6682-4274-8c25-52a07e371caa completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:42.457392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-49c8cbf4-838f-4fc9-97da-43f91cfbc0aa None None] Provisioning complete for port ce5cbe5f-6682-4274-8c25-52a07e371caa triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:42.457916 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49c8cbf4-838f-4fc9-97da-43f91cfbc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.465291 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] For port d4854ce1-a439-47d2-a805-1c22c8aa9912, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:42.470943 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] For port d4854ce1-a439-47d2-a805-1c22c8aa9912, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4854ce1-a439-47d2-a805-1c22c8aa9912,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:42.471851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95532c14-2455-44c2-852a-f35c05d9bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.476267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-95532c14-2455-44c2-852a-f35c05d9bc6d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d1ebf2e-67dc-4286-9d01-aa07b89b9b6e HTTP/1.1" status: 204 len: 168 time: 0.6692228 Mar 11 17:27:42.482668 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.525288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Pushing event updated for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:42.527161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.533500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-49c8cbf4-838f-4fc9-97da-43f91cfbc0aa None None] Port ce5cbe5f-6682-4274-8c25-52a07e371caa cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:42.611092 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:42.611702 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:42.672830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Attempting to bind port f60fd44f-93b2-4037-b9ce-1eb84a7a708a on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:42.673160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Attempting to bind port f60fd44f-93b2-4037-b9ce-1eb84a7a708a by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:42.673479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Attempting to bind port f60fd44f-93b2-4037-b9ce-1eb84a7a708a on network 68ec5477-453d-461d-9216-9c0d9f52b32b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:42.687584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Port f60fd44f-93b2-4037-b9ce-1eb84a7a708a on network 68ec5477-453d-461d-9216-9c0d9f52b32b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:27:42.687902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Attempting to bind port f60fd44f-93b2-4037-b9ce-1eb84a7a708a on network 68ec5477-453d-461d-9216-9c0d9f52b32b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:42.744717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 482ad862-2b0f-48bf-9562-3035cc685cae up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:42.809202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:42.810089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Checking segment: {'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:42.810568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Bound using segment: {'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:42.811617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Bound port: f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:42.812279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.813237 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306c60e-7636-477d-ac58-2f554789f57c None None] Pushing event updated for resources: {'Port': ['ID=d4854ce1-a439-47d2-a805-1c22c8aa9912,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:42.825430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-673ad191-7d6c-4a30-823a-09c49ceee408 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8973587 Mar 11 17:27:42.905775 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:42.912709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.930955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 482ad862-2b0f-48bf-9562-3035cc685cae completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:42.939733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 482ad862-2b0f-48bf-9562-3035cc685cae triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:42.940104 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.002595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:43.016369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:43.043329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.051347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-f177ea5c-cd57-4cfd-80f5-ac3f99360c14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.9502528 Mar 11 17:27:43.140028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34adbb3-4e19-48e7-a384-c8c8fe30cacb req-47791459-ffa6-44f8-9c56-6b53184630ff tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:43.141713 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b34adbb3-4e19-48e7-a384-c8c8fe30cacb req-47791459-ffa6-44f8-9c56-6b53184630ff tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 943 time: 0.7691104 Mar 11 17:27:43.143092 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.162043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 482ad862-2b0f-48bf-9562-3035cc685cae, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=482ad862-2b0f-48bf-9562-3035cc685cae,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:43.167670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.281317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=482ad862-2b0f-48bf-9562-3035cc685cae,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:43.293213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.294215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] 10.222.0.59 "PUT /v2.0/ports/f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 1091 time: 2.8224800 Mar 11 17:27:43.295470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:43.330079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef3ec4-3f12-4faa-aaae-a8e766bbba21 service neutron] Pushing event updated for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:43.354778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58fbc112-f258-48b2-b489-ca2d6a70e427 req-cf527210-59bd-4047-98bd-079b43fabe86 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142009 Mar 11 17:27:43.396023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b34adbb3-4e19-48e7-a384-c8c8fe30cacb req-21935917-397e-4732-9f9f-d406352121c2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078815 Mar 11 17:27:43.432054 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:35Z', 'revision_number': 3, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:43.437469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08712079-d5ed-4741-89ba-54c7a3de64a9 None None] The sync data for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 is: [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:35Z', 'revision_number': 3, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:43.460622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-b4324d27-17ed-4ad4-8fd0-141f4d738ed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:43.462160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-b4324d27-17ed-4ad4-8fd0-141f4d738ed7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.3924870 Mar 11 17:27:43.572603 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a', 'status': 'completed', 'code': 200} Mar 11 17:27:43.692108 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.704616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-5e65ddc0-9da6-4c54-a0f1-fc58906fa163 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1094 time: 0.3145244 Mar 11 17:27:43.705226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.873452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-924c30b0-cb4b-4173-aa93-657243d607fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 999 time: 0.3178756 Mar 11 17:27:43.967091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f83f-8a1f-46dc-84d6-f81afce9825a req-17c67d4a-87e1-4e6c-b3df-4d9e615c4a74 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:43.973700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f67f83f-8a1f-46dc-84d6-f81afce9825a req-17c67d4a-87e1-4e6c-b3df-4d9e615c4a74 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.4169753 Mar 11 17:27:43.980597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-779dafcd-54e0-4c64-a085-a579b052bb94 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:43.982044 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-779dafcd-54e0-4c64-a085-a579b052bb94 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3360722 Mar 11 17:27:44.016600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-f07ad6fc-9af4-44f9-83e4-ba99474ec70c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 217 time: 0.2738116 Mar 11 17:27:44.028298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5cbe5f-6682-4274-8c25-52a07e371caa,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:44.038187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.100836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-5e5ab5ae-d931-46eb-b952-1aebd0cce5a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:44.102487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-5e5ab5ae-d931-46eb-b952-1aebd0cce5a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.2183123 Mar 11 17:27:44.182208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e8960-a859-4004-9073-0334719ffa49 None None] New status for floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:27:44.251821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-e0ef0270-6dcf-4ec3-ac4b-0bad8fb3c07c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:44.253271 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-e0ef0270-6dcf-4ec3-ac4b-0bad8fb3c07c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.2084646 Mar 11 17:27:44.302029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f67f83f-8a1f-46dc-84d6-f81afce9825a req-033bd794-681e-4508-bd08-5d9c84e00d4b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273513 Mar 11 17:27:44.314010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-cde16f9b-11d1-4e4e-8f81-aa4f3ab0ac4f tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 999 time: 0.2836356 Mar 11 17:27:44.346003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'floatingip': {'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:44.424326 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-8d486e82-98be-4e94-a4cd-5a52a7c1d384 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615381 Mar 11 17:27:44.473704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-ae5f396a-4230-4d33-b910-d8c87a98de84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3601801 Mar 11 17:27:44.511595 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.575758 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c6075c2-1c86-4e3a-8c91-1c8e21263a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.608219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:44.613463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:44.707639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 482ad862-2b0f-48bf-9562-3035cc685cae up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:44.823948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 482ad862-2b0f-48bf-9562-3035cc685cae triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:44.825096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.966517 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-4ec46f5a-f65e-4252-b5cc-080f8899964c service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203588 Mar 11 17:27:45.009421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7ca8cde9-c98a-4f72-be01-49a9a38ff8cb None None] Provisioning complete for port ce5cbe5f-6682-4274-8c25-52a07e371caa triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:45.009911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cde9-c98a-4f72-be01-49a9a38ff8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.058150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-d2aa28e8-0dc6-4fda-a05c-d41d2474134d service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740612 Mar 11 17:27:45.079934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8cde9-c98a-4f72-be01-49a9a38ff8cb None None] Port ce5cbe5f-6682-4274-8c25-52a07e371caa cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:45.199437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.217391 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eff0d0f5-ecba-4487-8c8a-75497074a4b1 req-edb11dc8-e556-4c4e-af3a-9d8350dafb65 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384107 Mar 11 17:27:45.280552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6656823-315c-4068-8ea2-ea772a5fe609 req-9aca0978-59d6-49f7-a715-26a711e4a7f7 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797590 Mar 11 17:27:45.313647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863bdd-9a50-4a15-94a0-98414b26efac req-f4a480c8-c080-4969-8745-00dffaf76416 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:45.315462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc863bdd-9a50-4a15-94a0-98414b26efac req-f4a480c8-c080-4969-8745-00dffaf76416 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 943 time: 0.5307195 Mar 11 17:27:45.490594 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.565025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Allocated IP 172.20.0.1 (b057b6cd-dfc5-4066-b6df-a6520c909901/b4c95465-998f-44ac-aaaf-fd79509e5682/45d9688d-dd15-400b-a224-6fafe9836462) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:45.604011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Deleting port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:45.604262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.653767 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.664873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc863bdd-9a50-4a15-94a0-98414b26efac req-39ed83b5-a652-44dd-b3f3-e7c03fbbf0a6 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407354 Mar 11 17:27:45.710022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:45.838846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-6d6be56d-4d41-4c7e-bf42-bb8a6486f8b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1094 time: 0.4906473 Mar 11 17:27:45.931697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.010196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Transition to ACTIVE for port object 45d9688d-dd15-400b-a224-6fafe9836462 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:46.065664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.079618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] For port 74c0355f-b433-4f9f-b19f-76ec3ab3fd86, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:46.080178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.090399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-23497fd6-502e-4292-8605-099a829294bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.091847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-23497fd6-502e-4292-8605-099a829294bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.2450862 Mar 11 17:27:46.146022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Network b057b6cd-dfc5-4066-b6df-a6520c909901 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:46.150347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Pushing event updated for resources: {'Port': ['ID=45d9688d-dd15-400b-a224-6fafe9836462,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:46.152812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:46.156097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:46.220747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.246769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:46.266797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Calling delete_port for 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:46.267174 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-01b3081e-0227-4f54-8f26-82ce63ccaae4 admin admin] 10.222.0.96 "PUT /v2.0/routers/deafb7c6-b4d2-44b3-9506-eeb4ba32e67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6382113 Mar 11 17:27:46.341725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.484041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-1bd06935-35b5-4e9f-ac30-3868a2597690 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 217 time: 0.3370869 Mar 11 17:27:46.485795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-ffe97f45-9e8d-4205-ab0f-70fc1c0cf1e7 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795400 Mar 11 17:27:46.512071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-db167af9-8a3b-481d-b73d-e048bc14eefa None None] Provisioning for port 45d9688d-dd15-400b-a224-6fafe9836462 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:46.517313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-db167af9-8a3b-481d-b73d-e048bc14eefa None None] Provisioning complete for port 45d9688d-dd15-400b-a224-6fafe9836462 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:46.517954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-db167af9-8a3b-481d-b73d-e048bc14eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.606495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-db167af9-8a3b-481d-b73d-e048bc14eefa None None] Port 45d9688d-dd15-400b-a224-6fafe9836462 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:46.612469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.617540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.721278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Pushing event updated for resources: {'Port': ['ID=45d9688d-dd15-400b-a224-6fafe9836462,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:46.723757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.825570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:27:46.860664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.866013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Network b057b6cd-dfc5-4066-b6df-a6520c909901 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:46.867117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:46.895092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-e738a275-0304-4eb8-8722-059b26fd4f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.896532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-e738a275-0304-4eb8-8722-059b26fd4f89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.4040918 Mar 11 17:27:46.992647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-a6502a21-a535-4590-ad3c-89f83f2aa588 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712481 Mar 11 17:27:47.081108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-43c7fa85-c5c3-4856-9d06-20a7423e267f tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:47.082568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-43c7fa85-c5c3-4856-9d06-20a7423e267f tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5888968 Mar 11 17:27:47.112379 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.132633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5c887a37-a17f-4571-8ef6-dda06afac011 None None] Provisioning complete for port 45d9688d-dd15-400b-a224-6fafe9836462 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:47.133394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c887a37-a17f-4571-8ef6-dda06afac011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.155260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.165985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:27:47.169859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:47.227031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-0a051143-bb7d-4aa3-b6e5-14b118f8343e tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/quotas/faf7ecdbe66e4fb1a8884e65131061ad HTTP/1.1" status: 200 len: 375 time: 0.1358032 Mar 11 17:27:47.255250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5c887a37-a17f-4571-8ef6-dda06afac011 None None] Port 45d9688d-dd15-400b-a224-6fafe9836462 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:47.283397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Router 1df540da-b07e-4c47-af41-92f6265da3a1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:47.374289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-ed3fa75d-04a2-4cfb-b002-e96e52b53023 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762961 Mar 11 17:27:47.384993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.418232 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.450972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c0355f-b433-4f9f-b19f-76ec3ab3fd86,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:47.453151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:47.457143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-e0f230dd-aea2-4305-a513-84cf2b3cc8b1 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509609 Mar 11 17:27:47.457447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:47.464011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:47.471998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.524082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:47.526732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'mac_address': 'fa:16:3e:88:f9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:27:47.536535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1b5eb1cf-b378-474f-9a97-c0f518e8154b admin admin] 10.222.0.96 "PUT /v2.0/routers/1df540da-b07e-4c47-af41-92f6265da3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7610092 Mar 11 17:27:47.615685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:47.639633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.692875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac52258-ac5b-46b3-8f33-9bc68807426c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:47.719006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:47.726491 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.727222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f60fd44f-93b2-4037-b9ce-1eb84a7a708a details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:27:47.991046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.065567 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:48.088009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a', 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b', 'port_id': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a', 'mac_address': 'fa:16:3e:91:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55593f81-0645-4816-bc1f-6cb7fefcf4e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:27:48.179420 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.202850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60fd44f-93b2-4037-b9ce-1eb84a7a708a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:48.240551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:48.246095 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.290542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc12b25-6eeb-41d0-bff6-8b93ee872c79 req-b83be15d-f73e-4110-8a51-edc10c542007 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969694 Mar 11 17:27:48.328907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.370986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b9aa6-7aca-43ea-a889-374cffee6c80 req-c5601b88-5e1d-4d4e-8792-4bb3476ba455 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.372662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-564b9aa6-7aca-43ea-a889-374cffee6c80 req-c5601b88-5e1d-4d4e-8792-4bb3476ba455 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 949 time: 0.3071616 Mar 11 17:27:48.398454 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3 associated. External IP: 172.25.3.60, port: 53c8b60a-87be-42e9-a6ab-48eb16d88529. Mar 11 17:27:48.599928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-564b9aa6-7aca-43ea-a889-374cffee6c80 req-1ef155d3-97d6-4788-b65c-5fb63ae5b7be tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202890 Mar 11 17:27:48.635820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2ac52258-ac5b-46b3-8f33-9bc68807426c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:48.678658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.714037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:27:48.848303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4854ce1-a439-47d2-a805-1c22c8aa9912 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:49.016368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47554) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:49.022735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2014057281-network', 'tenant_id': '7eae8f2afbe14dfba569425644daa787'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:49.028566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:49.034097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Usage tracker for resource:network and tenant:7eae8f2afbe14dfba569425644daa787 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:49.037923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:49.045860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:49.064541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Made reservation on behalf of 7eae8f2afbe14dfba569425644daa787 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:49.067259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.069872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d4854ce1-a439-47d2-a805-1c22c8aa9912 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:49.078119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d4854ce1-a439-47d2-a805-1c22c8aa9912 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:49.078809 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.087353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.159855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:49.164797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Usage tracker for resource:security_group_rule and tenant:7eae8f2afbe14dfba569425644daa787 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:49.168764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:49.175781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:49.346983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0a38bc-b317-44bb-93b6-ea16810aa2d4 req-78395941-4b0b-4096-bd7f-454423d89e4e tempest-FloatingIPsNegativeTestJSON-1263308796 tempest-FloatingIPsNegativeTestJSON-1263308796-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=5fe768d273964882b53c1fc3038e078e HTTP/1.1" status: 200 len: 217 time: 0.0967491 Mar 11 17:27:49.380465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.390098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.427518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:49.434499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f37bb11-fdea-404d-b695-c08cb8089690,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:49.442282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.442793 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Added segment 0ef4ee38-2305-47e1-a325-05ed3a648015 of type vlan for network ea265c04-c9f1-45c7-acff-f773734a8e45 Mar 11 17:27:49.473006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.510701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.511940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:49.512731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.565034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5443060 Mar 11 17:27:49.567160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47560) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:49.579819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.615863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d4854ce1-a439-47d2-a805-1c22c8aa9912, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4854ce1-a439-47d2-a805-1c22c8aa9912,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:49.635345 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.636209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Request body: {'subnet': {'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2014057281-subnet', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:49.657095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:49.665699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Usage tracker for resource:subnet and tenant:7eae8f2afbe14dfba569425644daa787 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:49.671458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:49.679341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b06ccb-930d-49ca-b934-b7e26d081f91 admin admin] Pushing event updated for resources: {'Network': ['ID=ea265c04-c9f1-45c7-acff-f773734a8e45,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:49.681833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:49.694445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Made reservation on behalf of 7eae8f2afbe14dfba569425644daa787 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:49.697436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.731079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ea265c04-c9f1-45c7-acff-f773734a8e45 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:27:49.771361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:49.780052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-473837e3-a345-4404-91ce-6e6c6a8c2b7d tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2958903 Mar 11 17:27:49.876981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d4854ce1-a439-47d2-a805-1c22c8aa9912,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:49.946621 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.020396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8193e767-8e5e-4b2f-b74e-9bad8c4e6f78,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:50.034219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Checking segment: {'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:50.034681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Network hostable DHCP agents. Network: ea265c04-c9f1-45c7-acff-f773734a8e45, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:50.057944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Network ea265c04-c9f1-45c7-acff-f773734a8e45 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:50.067233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ea265c04-c9f1-45c7-acff-f773734a8e45) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:50.072456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.073029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.076725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47484507-6160-45d2-931b-e2b6f864811b None None] Network ea265c04-c9f1-45c7-acff-f773734a8e45 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:50.077255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fa36-a871-48fe-b9ec-60d305379738 req-fb8bd849-80c1-46c2-a943-b8a9eeffc3cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.078732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70f4fa36-a871-48fe-b9ec-60d305379738 req-fb8bd849-80c1-46c2-a943-b8a9eeffc3cf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 944 time: 0.5957007 Mar 11 17:27:50.100070 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5ab5368d-ba3e-45e4-81b6-70386a4c6bee admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5293925 Mar 11 17:27:50.100296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47566) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:50.105586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:50.111884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:50.116821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Usage tracker for resource:router and tenant:7eae8f2afbe14dfba569425644daa787 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:50.119844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:50.125929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:50.138792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.139785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.147748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-91e53e68-3df4-4d50-90f6-2e1d8cb2feb4 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.149204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-91e53e68-3df4-4d50-90f6-2e1d8cb2feb4 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482633 Mar 11 17:27:50.161554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.179074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Request body: {'port': {'device_id': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'faf7ecdbe66e4fb1a8884e65131061ad'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:50.259555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70f4fa36-a871-48fe-b9ec-60d305379738 req-64e4d705-5ebc-4cad-93ed-b3da2ae4727a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633291 Mar 11 17:27:50.330191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.349840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-ea265c04-c9f1-45c7-acff-f773734a8e45', 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'fixed_ips': [{'subnet_id': '8193e767-8e5e-4b2f-b74e-9bad8c4e6f78'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:27:50.350836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.367557 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'code': 200} Mar 11 17:27:50.375760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:50.389362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Router 410ebaf7-2ac7-466a-8406-ddc70986f585 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:50.390320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Usage tracker for resource:port and tenant:faf7ecdbe66e4fb1a8884e65131061ad is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:50.397291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:50.405628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:50.481903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:50.490676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Made reservation on behalf of faf7ecdbe66e4fb1a8884e65131061ad for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:50.493629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.496354 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:50.510714 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:50.511625 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:50.539564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Allocated IP 172.20.0.2 (ea265c04-c9f1-45c7-acff-f773734a8e45/8193e767-8e5e-4b2f-b74e-9bad8c4e6f78/c1efd24b-3094-4b0a-8a2d-b49fffce8f47) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:50.568770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.608154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.675032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.677327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4854ce1-a439-47d2-a805-1c22c8aa9912 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:50.686784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-089ecb61-6d1c-426b-90ea-476df29e1bbb req-a996ea98-d9ac-46c5-8def-3cef468d350d tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 210 time: 0.2117946 Mar 11 17:27:50.753054 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:50.814198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:27:50.822525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Usage tracker for resource:security_group_rule and tenant:faf7ecdbe66e4fb1a8884e65131061ad is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:27:50.826597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:27:50.836372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:27:50.874354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Allocated IP 172.25.3.144 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/5fb5a3a9-87b4-4b00-b7a2-57e404830c9f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:50.882072 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.913591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Transition to ACTIVE for port object c1efd24b-3094-4b0a-8a2d-b49fffce8f47 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:50.916960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0996ffd1-8934-4924-8347-d622fe24f01b req-3f714090-29b9-40a1-a662-3c56672c69d2 tempest-FloatingIPsNegativeTestJSON-1263308796 tempest-FloatingIPsNegativeTestJSON-1263308796-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0667956 Mar 11 17:27:50.946626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Transition to ACTIVE for port object c1efd24b-3094-4b0a-8a2d-b49fffce8f47 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:50.956091 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.012159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d4854ce1-a439-47d2-a805-1c22c8aa9912 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:51.013020 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.061386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.063997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:51.080496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.088726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] Sync routers for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:51.106216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Network ea265c04-c9f1-45c7-acff-f773734a8e45 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:51.112930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:51.122217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:51.128533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Pushing event updated for resources: {'Port': ['ID=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:51.147026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:51.194613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.215710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:51.216730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:51.241003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:c2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 3, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:51.246826 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:51.248814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.264234 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:51.265473 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:51.298006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-81e1b286-1ce7-4b26-905e-ddf022e543c4 admin admin] 10.222.0.96 "PUT /v2.0/routers/410ebaf7-2ac7-466a-8406-ddc70986f585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1940596 Mar 11 17:27:51.301999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47576) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:51.315020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac0caaf-0e7f-408a-8887-66360e873db6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:51.442799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:51.451486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:51.454904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:51.493566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:51.506742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:51.526980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Attempting to bind port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:51.527333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Attempting to bind port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:51.527676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Attempting to bind port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 on network ea265c04-c9f1-45c7-acff-f773734a8e45 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:51.538103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:51.538495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Checking segment: {'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:51.538889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.539265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Bound using segment: {'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:51.539715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Bound port: c1efd24b-3094-4b0a-8a2d-b49fffce8f47, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:51.540072 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.673097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] For port c1efd24b-3094-4b0a-8a2d-b49fffce8f47, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:51.676914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] For port c1efd24b-3094-4b0a-8a2d-b49fffce8f47, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,segment=NetworkSegment(0ef4ee38-2305-47e1-a325-05ed3a648015),segment_id=0ef4ee38-2305-47e1-a325-05ed3a648015)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:51.689142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2ac52258-ac5b-46b3-8f33-9bc68807426c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:51.689538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.703002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3d2a9-12e7-4657-a785-42af81038a2d req-89405611-aa33-487e-a170-5bc522a84bc1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:51.710846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21c3d2a9-12e7-4657-a785-42af81038a2d req-89405611-aa33-487e-a170-5bc522a84bc1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 949 time: 0.6155121 Mar 11 17:27:51.738519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Allocated IP 192.168.233.240 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:51.746700 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.789542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:51.827820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21c3d2a9-12e7-4657-a785-42af81038a2d req-99ba9c61-e877-43f7-a883-c287ea8dfd90 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159897 Mar 11 17:27:51.828914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.979367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd07937-552e-4751-ab9a-b853bb203e45 None None] Pushing event updated for resources: {'Port': ['ID=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:52.029621 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.030598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.044015 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:c2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 3, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:52.051826 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b583685-e425-4ddb-8c69-8c4b2f6d63a1 None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:c2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 3, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:52.142801 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-e2b7b67e-980c-4bc4-a6f5-052f416696b8 req-94e9099c-a3e3-4f81-b5d8-04b08051a0fb tempest-FloatingIPsNegativeTestJSON-1263308796 tempest-FloatingIPsNegativeTestJSON-1263308796-project] show failed (client error): The resource could not be found. Mar 11 17:27:52.151931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2b7b67e-980c-4bc4-a6f5-052f416696b8 req-94e9099c-a3e3-4f81-b5d8-04b08051a0fb tempest-FloatingIPsNegativeTestJSON-1263308796 tempest-FloatingIPsNegativeTestJSON-1263308796-project] 10.222.0.96 "GET /v2.0/floatingips/1634c0dc-19bc-498b-8aff-1322a11915f0 HTTP/1.1" status: 404 len: 350 time: 0.2142477 Mar 11 17:27:52.171346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47584) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:52.363100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.388050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Deleting port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:52.388379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.427008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.429908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:52.466565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:52.468891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Router bed7f485-d4d2-4c7f-aa19-35c82222b90c is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:52.472057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:27:47Z', 'revision_number': 5, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port': {'id': '0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:58Z', 'updated_at': '2022-03-11T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:52.480923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:52.482025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] Checking router: 410ebaf7-2ac7-466a-8406-ddc70986f585 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:52.489526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.490451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f60fd44f-93b2-4037-b9ce-1eb84a7a708a up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:52.579462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.656643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] Routers {'410ebaf7-2ac7-466a-8406-ddc70986f585'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:52.657281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['410ebaf7-2ac7-466a-8406-ddc70986f585'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:52.746258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Transition to ACTIVE for port object e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:52.778807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] For port 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:52.779054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.786705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1efd24b-3094-4b0a-8a2d-b49fffce8f47 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:52.787396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94de9dc-db0b-4e71-9dc3-fd249173785b req-4fe877a2-e322-4956-9133-f82bb705fd06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:52.788900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f94de9dc-db0b-4e71-9dc3-fd249173785b req-4fe877a2-e322-4956-9133-f82bb705fd06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 944 time: 0.3770270 Mar 11 17:27:52.858891 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.881396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:52.891351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port f60fd44f-93b2-4037-b9ce-1eb84a7a708a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:52.906561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f60fd44f-93b2-4037-b9ce-1eb84a7a708a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:52.906934 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.913405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Calling delete_port for 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:52.961670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] Set router 410ebaf7-2ac7-466a-8406-ddc70986f585 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:52.994189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f94de9dc-db0b-4e71-9dc3-fd249173785b req-dc3d8a71-c6c8-4e20-ab83-bb803848da99 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975942 Mar 11 17:27:52.994903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Pushing event updated for resources: {'Port': ['ID=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.031262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:53.045453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:53.050920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:53.099115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:53.113010 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Sync routers for ids ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:53.140552 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Routers {'bed7f485-d4d2-4c7f-aa19-35c82222b90c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:53.141393 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:53.161136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:53.168873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:27:52Z', 'revision_number': 6, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:53.180197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fad74c-017d-4612-b8cd-1917639b07f4 None None] The sync data for ids ['410ebaf7-2ac7-466a-8406-ddc70986f585'] in n-d-833436-1 is: [{'id': '410ebaf7-2ac7-466a-8406-ddc70986f585', 'name': 'tempest-ServersTestManualDisk-2144170720-router', 'tenant_id': 'ff77f83760e448079789dcbafc1374f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:56Z', 'updated_at': '2022-03-11T17:27:52Z', 'revision_number': 6, 'project_id': 'ff77f83760e448079789dcbafc1374f4', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:53.319194 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.331351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.332816 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f626ebf-4657-423e-b1c9-1640e9625620 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2316294 Mar 11 17:27:53.335674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47592) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:53.373897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:53.384571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.397673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.484898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761489a-d9a6-4fca-915c-8146fea36c3e None None] Network ea265c04-c9f1-45c7-acff-f773734a8e45 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:53.508740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.530685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:53.531290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.569959 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Set router bed7f485-d4d2-4c7f-aa19-35c82222b90c gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:53.613795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-4a15717b-faea-4421-89c4-6953ca2baebe tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4444520 Mar 11 17:27:53.620969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:53.626066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.652122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.668600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Request body: {'port': {'device_id': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:27:53.730143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Provisioning for port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:53.749780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Provisioning complete for port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:53.750477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.776188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.776668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.777823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.778246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.779181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.779181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.779465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.779899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.780331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.780738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.781144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:53.871076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:53.907697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Provisioning for port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:53.915439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Provisioning complete for port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:53.916028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.923815 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:51Z', 'revision_number': 3, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:53.927947 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Checking router: bed7f485-d4d2-4c7f-aa19-35c82222b90c for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:53.928283 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Updating router bed7f485-d4d2-4c7f-aa19-35c82222b90c port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:27:53.945325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333cef-ba3d-48f4-aeb7-c5d3fe6732e9 req-5db75f4c-8d32-45b9-b9e6-11121e8bb70c tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:53.946012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71333cef-ba3d-48f4-aeb7-c5d3fe6732e9 req-5db75f4c-8d32-45b9-b9e6-11121e8bb70c tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Synchronizing usage tracker for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:53.985929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.002925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.005364 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.024457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:54.057839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71333cef-ba3d-48f4-aeb7-c5d3fe6732e9 req-5db75f4c-8d32-45b9-b9e6-11121e8bb70c tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Unset dirty status for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:54.067702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71333cef-ba3d-48f4-aeb7-c5d3fe6732e9 req-5db75f4c-8d32-45b9-b9e6-11121e8bb70c tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 936 time: 0.6710174 Mar 11 17:27:54.181191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.242390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-74dd7263-e336-4229-9d7f-48386027c2b3 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "PUT /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 200 len: 997 time: 9.9096372 Mar 11 17:27:54.248743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] For port c1efd24b-3094-4b0a-8a2d-b49fffce8f47, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,segment=NetworkSegment(0ef4ee38-2305-47e1-a325-05ed3a648015),segment_id=0ef4ee38-2305-47e1-a325-05ed3a648015)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:54.255903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.301543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Sync routers for ids ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:27:54.347951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Routers {'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:54.348607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.411458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.419262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.465258 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.478555 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Transition to ACTIVE for port object 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:54.486047 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.536126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Set router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:54.557471 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e761a15-d75b-46db-86b3-b5c976db00a5 None None] Pushing event updated for resources: {'Port': ['ID=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:54.597544 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Attempting to bind port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:54.599707 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Attempting to bind port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:54.600842 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Attempting to bind port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:54.610893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-d796fa1d-165c-4bf9-b8a8-2d3406a59105 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:54.612201 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:54.612766 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:54.612941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.613325 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.613832 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:54.614415 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Bound port: 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:54.614756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410ebaf7-2ac7-466a-8406-ddc70986f585 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:27:54.616051 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.622233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f17d62-2703-4a53-84eb-bbbbd03f815a None None] Pushing event updated for resources: {'Port': ['ID=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:54.630087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-d796fa1d-165c-4bf9-b8a8-2d3406a59105 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports/53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 943 time: 0.3731589 Mar 11 17:27:54.664524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71333cef-ba3d-48f4-aeb7-c5d3fe6732e9 req-dc8733f5-a34b-4d86-a02d-0dae33fe7805 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Synchronizing usage tracker for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:27:54.684080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.688396 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-acaf1c87-6f13-4df6-920e-543d523c0cd8 admin admin] 10.222.0.96 "DELETE /v2.0/routers/410ebaf7-2ac7-466a-8406-ddc70986f585 HTTP/1.1" status: 204 len: 168 time: 3.3836460 Mar 11 17:27:54.692895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:27:54.693731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47600) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:54.702712 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.709459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:54.756660 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] For port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:54.759974 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] For port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:54.766442 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.780052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] Deleting subnet 65ab36e8-3828-41ea-8404-a6ad766f59f6 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:27:54.785039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.843636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:27:54.843974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74c0355f-b433-4f9f-b19f-76ec3ab3fd86 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:27:54.854580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.860083 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Routers {'bed7f485-d4d2-4c7f-aa19-35c82222b90c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:54.860706 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.865510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e0d6ec0f-9f88-4f8a-9486-688c8734a144 None None] Provisioning complete for port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:54.865868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ec0f-9f88-4f8a-9486-688c8734a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.002723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71333cef-ba3d-48f4-aeb7-c5d3fe6732e9 req-dc8733f5-a34b-4d86-a02d-0dae33fe7805 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Unset dirty status for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:27:55.003878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71333cef-ba3d-48f4-aeb7-c5d3fe6732e9 req-dc8733f5-a34b-4d86-a02d-0dae33fe7805 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9350870 Mar 11 17:27:55.046118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:27:55.059027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.067272 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e761a15-d75b-46db-86b3-b5c976db00a5 None None] Pushing event updated for resources: {'Port': ['ID=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:55.081032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-e1ae3f5c-a456-4139-8022-ded0cb98fb88 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.3094356 Mar 11 17:27:55.105785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.144098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Transition to ACTIVE for port object e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:55.173358 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] Set router bed7f485-d4d2-4c7f-aa19-35c82222b90c gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:55.179592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-router', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:42Z', 'revision_number': 4, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'gw_port': {'id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ce5cbe5f-6682-4274-8c25-52a07e371caa', 'name': '', 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'mac_address': 'fa:16:3e:ad:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53eb767-047b-4e1d-9e40-7bb536582a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:39Z', 'updated_at': '2022-03-11T17:27:43Z', 'revision_number': 2, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'subnets': [{'id': 'd53eb767-047b-4e1d-9e40-7bb536582a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:55.205350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Checking router: deafb7c6-b4d2-44b3-9506-eeb4ba32e67a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:27:55.208658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Updating router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a port ce5cbe5f-6682-4274-8c25-52a07e371caa binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:27:55.239554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.240015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.321884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ab36e8-3828-41ea-8404-a6ad766f59f6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:55.322452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Pushing event updated for resources: {'Port': ['ID=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:55.336680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.348086 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0770da62-8393-4582-a771-c918d410f09c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/65ab36e8-3828-41ea-8404-a6ad766f59f6 HTTP/1.1" status: 204 len: 168 time: 0.6512773 Mar 11 17:27:55.350848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47604) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:55.385531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3512c-b243-408e-b17b-fc8f37f4cc1c None None] Network 6022ebc3-dca4-45fd-81a8-343ade7e60c5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:27:55.418793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.581539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-d5096c95-4f6b-4525-a5d0-70a3da33a669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:55.585335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-d5096c95-4f6b-4525-a5d0-70a3da33a669 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.4912903 Mar 11 17:27:55.674312 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:51Z', 'revision_number': 3, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:55.682881 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc92dd-016d-4372-a573-d7bb3cbd2e40 None None] The sync data for ids ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'] in n-d-833436-1 is: [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:51Z', 'revision_number': 3, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:55.734098 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'code': 200} Mar 11 17:27:55.837512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-9079518e-a73f-4f9b-a93e-e5e27bde64a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 217 time: 0.2404029 Mar 11 17:27:55.933211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.950798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.048298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Deleting port 44dd5e74-2de6-445b-902a-77bae579b3dc {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:56.048877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.121004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Attempting to bind port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:56.121534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Attempting to bind port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:56.121534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Attempting to bind port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:56.128168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-5827072e-161a-4dcc-8dea-9da6da6c426d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:56.129634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-5827072e-161a-4dcc-8dea-9da6da6c426d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.2874286 Mar 11 17:27:56.140514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] DHCP port deletion for 6022ebc3-dca4-45fd-81a8-343ade7e60c5 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:27:56.146720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Deleting port 44dd5e74-2de6-445b-902a-77bae579b3dc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:56.147082 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.203236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:27:56.203561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Attempting to bind port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:56.237038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:56.237373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:56.237763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:56.238214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Bound port: e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:56.238589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.268856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cae6a293-6ac5-4e16-a058-9fb978019564 req-705f0527-ff8d-4ab1-9fcf-cbb51d828789 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1101 time: 0.3132219 Mar 11 17:27:56.269883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.270695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa764-ccb0-40b8-adb2-d32358c6bd7c req-684a4245-cfc2-44c7-88c5-ae3213970d0d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:56.275998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0cffa764-ccb0-40b8-adb2-d32358c6bd7c req-684a4245-cfc2-44c7-88c5-ae3213970d0d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.4361353 Mar 11 17:27:56.317148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Transition to ACTIVE for port object ce5cbe5f-6682-4274-8c25-52a07e371caa will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:56.337536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.428932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-a642a1e4-0a8e-47ba-bd8c-6771bbb61f07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2792087 Mar 11 17:27:56.451267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cae6a293-6ac5-4e16-a058-9fb978019564 req-d7ff63b2-aa0f-4bcc-9dc9-eda7f07404df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734664 Mar 11 17:27:56.482577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Allocated IP 172.20.0.1 (ea265c04-c9f1-45c7-acff-f773734a8e45/8193e767-8e5e-4b2f-b74e-9bad8c4e6f78/032e6ba9-cf8d-45de-966f-d7c20b6ccbcc) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:56.491604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] For port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:56.495901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] For port 44dd5e74-2de6-445b-902a-77bae579b3dc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44dd5e74-2de6-445b-902a-77bae579b3dc,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:56.496590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.544862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8239fae-cdea-4512-9ee2-e9b730b8201b None None] Pushing event updated for resources: {'Port': ['ID=ce5cbe5f-6682-4274-8c25-52a07e371caa,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:56.564421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0cffa764-ccb0-40b8-adb2-d32358c6bd7c req-f19d4d83-4d23-43b9-9a4a-4a1e96dcac84 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282450 Mar 11 17:27:56.581963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] For port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:56.595942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.689043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] For port 44dd5e74-2de6-445b-902a-77bae579b3dc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44dd5e74-2de6-445b-902a-77bae579b3dc,segment=NetworkSegment(5b7a7420-ed74-46bb-881d-a88fd1802c3e),segment_id=5b7a7420-ed74-46bb-881d-a88fd1802c3e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:56.689346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.700236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Attempting to bind port ce5cbe5f-6682-4274-8c25-52a07e371caa on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:56.700590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Attempting to bind port ce5cbe5f-6682-4274-8c25-52a07e371caa by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:56.700944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Attempting to bind port ce5cbe5f-6682-4274-8c25-52a07e371caa on network 6fba7d9a-8744-4ebd-b80f-df837be609d5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:27:56.709135 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'status': 'completed', 'code': 200} Mar 11 17:27:56.771141 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.772576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] 10.222.0.59 "PUT /v2.0/ports/e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 HTTP/1.1" status: 200 len: 1096 time: 3.1088278 Mar 11 17:27:56.772950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Calling delete_port for 44dd5e74-2de6-445b-902a-77bae579b3dc owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:56.795994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1efd24b-3094-4b0a-8a2d-b49fffce8f47 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:56.800675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671c63-76c4-439f-a860-05773e4683ef service neutron] Pushing event updated for resources: {'Port': ['ID=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:56.815576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-15147101-2ec1-4e61-a228-b69d00669456 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753400 Mar 11 17:27:56.905434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Calling delete_port for 44dd5e74-2de6-445b-902a-77bae579b3dc owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:56.954949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:27:56.955355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Checking segment: {'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:27:56.955631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.956069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Bound using segment: {'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:27:56.956547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Bound port: ce5cbe5f-6682-4274-8c25-52a07e371caa, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f090d19-0117-46d8-8fac-e564f8bf9fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:56.956911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.029947 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.031651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-fc27a956-dc5a-47a7-b7e9-f867d0352d36 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706440 Mar 11 17:27:57.119786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:27:57.120135 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:27:57.121231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] For port ce5cbe5f-6682-4274-8c25-52a07e371caa, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:57.127017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] For port ce5cbe5f-6682-4274-8c25-52a07e371caa, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ce5cbe5f-6682-4274-8c25-52a07e371caa,segment=NetworkSegment(7f090d19-0117-46d8-8fac-e564f8bf9fa0),segment_id=7f090d19-0117-46d8-8fac-e564f8bf9fa0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:57.129997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:57.130437 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.143792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=44dd5e74-2de6-445b-902a-77bae579b3dc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:57.163602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.178147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] No DVR routers for this DVR port 44dd5e74-2de6-445b-902a-77bae579b3dc on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:57.231522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b435d-33d8-44c2-85b3-c077f5a0e4f1 req-7a673cf2-53b3-4bdf-8b9a-1828c4cd4baa tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:57.238652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c86b435d-33d8-44c2-85b3-c077f5a0e4f1 req-7a673cf2-53b3-4bdf-8b9a-1828c4cd4baa tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 945 time: 0.1965415 Mar 11 17:27:57.270916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-69f8fa40-c63b-4a52-b1c0-b1e786067844 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 1099 time: 0.4110184 Mar 11 17:27:57.286629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8239fae-cdea-4512-9ee2-e9b730b8201b None None] Pushing event updated for resources: {'Port': ['ID=ce5cbe5f-6682-4274-8c25-52a07e371caa,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:57.335387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Routers {'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:27:57.336032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:57.386864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-64800634-f29d-4a6a-8f9c-5d9e7745df70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 HTTP/1.1" status: 200 len: 217 time: 0.0767612 Mar 11 17:27:57.392688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.397473 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.410729 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a5c0edbb-d351-42db-8678-4b027e660362 req-c50328b1-3280-46f1-963b-d4e73b5e7ac5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.4887187 Mar 11 17:27:57.447666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-7c6f0088-91c2-444f-b10b-3d8bf1e28f9f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 1096 time: 0.3651149 Mar 11 17:27:57.466730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6022ebc3-dca4-45fd-81a8-343ade7e60c5']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:57.474603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Transition to ACTIVE for port object 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:27:57.507144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c86b435d-33d8-44c2-85b3-c077f5a0e4f1 req-2d3eeca1-7933-4ba1-8798-1a54a2080ea3 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675548 Mar 11 17:27:57.542813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7a7420-ed74-46bb-881d-a88fd1802c3e') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:57.543008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7a7420-ed74-46bb-881d-a88fd1802c3e') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:57.569497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.570128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] Set router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:27:57.587906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Deleting port ce5cbe5f-6682-4274-8c25-52a07e371caa {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:57.588433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.629481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.653042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:27:57.653405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:57.668208 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:57.680568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.685492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-f882bcb2-7e70-4ca9-be98-cfe76a311bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:57.687575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-f882bcb2-7e70-4ca9-be98-cfe76a311bc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2922878 Mar 11 17:27:57.718296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Deleting port 44dd5e74-2de6-445b-902a-77bae579b3dc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:27:57.718631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.764374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:57.855284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6c67d23d-1996-4fd6-912c-2940d9bbfea4 None None] The port '44dd5e74-2de6-445b-902a-77bae579b3dc' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:27:58.005604 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05de19-a1be-488d-8a8c-b863352ad299 None None] New status for floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:27:58.022240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0edbb-d351-42db-8678-4b027e660362 req-aeac12ae-47e1-4ddc-8bc7-4c155d054763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:58.023735 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a5c0edbb-d351-42db-8678-4b027e660362 req-aeac12ae-47e1-4ddc-8bc7-4c155d054763 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.5928445 Mar 11 17:27:58.025641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Network ea265c04-c9f1-45c7-acff-f773734a8e45 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:58.040057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:58.099609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:27:58.180458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-195307b0-4a96-4bc3-b518-bfa8fa40aa78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:58.188718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-195307b0-4a96-4bc3-b518-bfa8fa40aa78 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.7329564 Mar 11 17:27:58.213087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:58.216452 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a5c0edbb-d351-42db-8678-4b027e660362 req-2288efe0-ba0b-483b-9f11-aff840b4a376 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 217 time: 0.1839149 Mar 11 17:27:58.219638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.258503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.268014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 44dd5e74-2de6-445b-902a-77bae579b3dc no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:58.314588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6022ebc3-dca4-45fd-81a8-343ade7e60c5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:58.351669 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.372836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 44dd5e74-2de6-445b-902a-77bae579b3dc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:27:58.373429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 44dd5e74-2de6-445b-902a-77bae579b3dc not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:27:58.406874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-router', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:42Z', 'revision_number': 4, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'gw_port': {'id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ce5cbe5f-6682-4274-8c25-52a07e371caa', 'name': '', 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'mac_address': 'fa:16:3e:ad:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53eb767-047b-4e1d-9e40-7bb536582a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:39Z', 'updated_at': '2022-03-11T17:27:57Z', 'revision_number': 4, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'subnets': [{'id': 'd53eb767-047b-4e1d-9e40-7bb536582a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:58.418016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca479da-6dad-4ed6-9ce0-17d0ba9ba119 None None] The sync data for ids ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'] in n-d-833436-1 is: [{'id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2004763413-router', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:42Z', 'revision_number': 4, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'gw_port': {'id': '482ad862-2b0f-48bf-9562-3035cc685cae', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ce5cbe5f-6682-4274-8c25-52a07e371caa', 'name': '', 'network_id': '6fba7d9a-8744-4ebd-b80f-df837be609d5', 'tenant_id': '5fe768d273964882b53c1fc3038e078e', 'mac_address': 'fa:16:3e:ad:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53eb767-047b-4e1d-9e40-7bb536582a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:39Z', 'updated_at': '2022-03-11T17:27:57Z', 'revision_number': 4, 'project_id': '5fe768d273964882b53c1fc3038e078e', 'subnets': [{'id': 'd53eb767-047b-4e1d-9e40-7bb536582a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:27:58.468347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8162f479-c8ea-4287-922d-b4555bdb0a0a admin admin] 10.222.0.96 "DELETE /v2.0/networks/6022ebc3-dca4-45fd-81a8-343ade7e60c5 HTTP/1.1" status: 204 len: 168 time: 3.1164782 Mar 11 17:27:58.469961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0edbb-d351-42db-8678-4b027e660362 req-7413c913-feb7-4d4b-a771-7ed1a93c63b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:58.471519 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a5c0edbb-d351-42db-8678-4b027e660362 req-7413c913-feb7-4d4b-a771-7ed1a93c63b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.2214675 Mar 11 17:27:58.487402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-01f2aa74-75af-48d2-ba48-1174d15a4448 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 1000 time: 0.1597593 Mar 11 17:27:58.489659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] For port ce5cbe5f-6682-4274-8c25-52a07e371caa, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ce5cbe5f-6682-4274-8c25-52a07e371caa,segment=NetworkSegment(7f090d19-0117-46d8-8fac-e564f8bf9fa0),segment_id=7f090d19-0117-46d8-8fac-e564f8bf9fa0)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:58.489794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.503013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd71e5-463d-4293-ab31-4e391c876f0b req-ffad4f38-321a-48f5-81a5-67fdeafd6886 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:58.505272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5dd71e5-463d-4293-ab31-4e391c876f0b req-ffad4f38-321a-48f5-81a5-67fdeafd6886 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 948 time: 0.8290248 Mar 11 17:27:58.625317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4bb4537b-0a12-4033-bf60-7e361fcd88f0 None None] Provisioning for port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:58.637663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4bb4537b-0a12-4033-bf60-7e361fcd88f0 None None] Provisioning complete for port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:58.638031 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bb4537b-0a12-4033-bf60-7e361fcd88f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.767000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4537b-0a12-4033-bf60-7e361fcd88f0 None None] Port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:27:58.773944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e'}, {'name': 'network-changed', 'server_uuid': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'tag': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:27:58.784697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.786199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-78b89d88-4933-4a19-948b-1cfc8fef05be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:58.787927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-78b89d88-4933-4a19-948b-1cfc8fef05be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.2759569 Mar 11 17:27:58.831671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a5c0edbb-d351-42db-8678-4b027e660362 req-35ad3e24-d144-4aaf-9282-de3aaf8e8b35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3473544 Mar 11 17:27:58.879316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:58.916975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Calling delete_port for ce5cbe5f-6682-4274-8c25-52a07e371caa owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:27:58.957016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-db2faf0c-1c9d-4307-b514-419953564cae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2186627 Mar 11 17:27:59.023021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47624) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:59.042545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:59.053971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:59.054873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.208526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.240201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5dd71e5-463d-4293-ab31-4e391c876f0b req-43a54e12-51a0-4f05-b686-bf9604fee16f tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939582 Mar 11 17:27:59.257340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:59.263424 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.264500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ce5cbe5f-6682-4274-8c25-52a07e371caa up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:59.356674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a5c0edbb-d351-42db-8678-4b027e660362 req-97b543bf-4f2e-4d46-9a48-cb743ec8ad2a service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744930 Mar 11 17:27:59.430951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-7512b326-f4b1-4bfd-9b1a-c1cb61159fc9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5226576 Mar 11 17:27:59.443892 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b580cedd-be4d-4206-92aa-9cbb922bddeb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ff77f83760e448079789dcbafc1374f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4148932 Mar 11 17:27:59.444161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-623cd1c4-a24f-4161-9c7d-9d3a068771fe service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123948 Mar 11 17:27:59.444784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47630) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:59.457969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:59.470214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ce5cbe5f-6682-4274-8c25-52a07e371caa completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:27:59.476679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ce5cbe5f-6682-4274-8c25-52a07e371caa triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:59.477497 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.606264 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a5c0edbb-d351-42db-8678-4b027e660362 req-c321ee87-b987-437e-9d81-3633f65e35d0 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350650 Mar 11 17:27:59.638671 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.664270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.672756 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.731587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:27:59.775268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:27:59.775730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0a7fcd2a-1b7e-45bd-994a-0fbb66fc3c41 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:27:59.785669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.797672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.810723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:59.872347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5cbe5f-6682-4274-8c25-52a07e371caa,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:59.969583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Network ea265c04-c9f1-45c7-acff-f773734a8e45 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:59.971252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:00.074647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-2870a487-9872-4970-b110-1480f625dfb4 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332517 Mar 11 17:28:00.112729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abc09285-e3ee-4e2a-8286-91ad9f229d0e req-183e6920-8d67-4ca4-8f54-50f672892e90 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341805 Mar 11 17:28:00.241221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-133cedc8-bc74-4f24-aa30-fe5c079a886a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.256880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7ae11-fdcb-44eb-bef3-26ac2cfc1b48 req-ba9fccf1-96d5-44ac-8857-21aad4dc4801 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:00.258510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17f7ae11-fdcb-44eb-bef3-26ac2cfc1b48 req-ba9fccf1-96d5-44ac-8857-21aad4dc4801 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.6459608 Mar 11 17:28:00.308792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13986e89-71a3-4d54-9f82-e6f3c458570f None None] Provisioning complete for port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:00.309324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13986e89-71a3-4d54-9f82-e6f3c458570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.361904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13986e89-71a3-4d54-9f82-e6f3c458570f None None] Port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:00.487043 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-133cedc8-bc74-4f24-aa30-fe5c079a886a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.501600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2773463-fad5-4b2f-b1da-094dfd8a6c0f req-1dce4154-7564-466b-8956-5cd494f0008c service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261267 Mar 11 17:28:00.504021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Router bed7f485-d4d2-4c7f-aa19-35c82222b90c has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:00.575147 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a', 'code': 200} Mar 11 17:28:00.617787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17f7ae11-fdcb-44eb-bef3-26ac2cfc1b48 req-a03b4977-36f2-4229-afb8-0a90a23d2f2a tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449957 Mar 11 17:28:00.731094 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-133cedc8-bc74-4f24-aa30-fe5c079a886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.780711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:00.780933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:00.786263 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a618024f-51ba-4cde-9dc8-ec281a48ebf9 admin admin] 10.222.0.96 "PUT /v2.0/routers/bed7f485-d4d2-4c7f-aa19-35c82222b90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4495595 Mar 11 17:28:00.791016 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'status': 'completed', 'code': 200} Mar 11 17:28:00.791878 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'tag': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61', 'status': 'completed', 'code': 200} Mar 11 17:28:00.832267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cedc8-bc74-4f24-aa30-fe5c079a886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7885210-9102-4e03-933c-7291a1bda018,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:00.893325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:00.893656 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.922884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-133cedc8-bc74-4f24-aa30-fe5c079a886a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.929399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-133cedc8-bc74-4f24-aa30-fe5c079a886a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f7885210-9102-4e03-933c-7291a1bda018 HTTP/1.1" status: 204 len: 168 time: 1.3187613 Mar 11 17:28:00.954722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-70dfcc35-5afc-4682-9fde-b6edde6eca12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 1096 time: 0.1350992 Mar 11 17:28:01.029884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f73c95-4261-46fa-aaed-e5d4d267a856 req-8347e3d8-fcab-43e2-b6c5-e07ab4464c9d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.036905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82f73c95-4261-46fa-aaed-e5d4d267a856 req-8347e3d8-fcab-43e2-b6c5-e07ab4464c9d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 945 time: 0.3137383 Mar 11 17:28:01.094264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c368809-0fc0-409e-97ce-6dabc1cc409f req-59603bff-76d5-4d84-9750-64010e71a619 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1096 time: 0.4202499 Mar 11 17:28:01.096685 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.163935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82f73c95-4261-46fa-aaed-e5d4d267a856 req-d704603f-fd77-439c-94f1-d4f0a6ad0f86 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259990 Mar 11 17:28:01.173212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe64c-15bd-4049-8246-f4d521c53906 req-80f75d78-c8aa-4081-9e41-bfd9bdc99034 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.174647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-80f75d78-c8aa-4081-9e41-bfd9bdc99034 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.2114382 Mar 11 17:28:01.310481 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-98b5c45f-6b62-4470-bd29-847b151acd37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 1000 time: 0.1122966 Mar 11 17:28:01.314536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:01.382824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe64c-15bd-4049-8246-f4d521c53906 req-2feb3138-ce9f-4960-97b3-f1bcd2e88fe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.384312 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-2feb3138-ce9f-4960-97b3-f1bcd2e88fe7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.0635753 Mar 11 17:28:01.393468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd708f0-f136-4a57-86a4-c73ef968b66d req-71fcdd83-1a41-4a4e-9b75-c9d48a235ca8 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.400369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcd708f0-f136-4a57-86a4-c73ef968b66d req-71fcdd83-1a41-4a4e-9b75-c9d48a235ca8 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 948 time: 0.4568000 Mar 11 17:28:01.427279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c368809-0fc0-409e-97ce-6dabc1cc409f req-299dc944-f99f-4ffc-8fcf-96e541511339 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190091 Mar 11 17:28:01.494185 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10da9b52-4c05-4677-a417-858cf7e37e85 req-e500fe92-a37a-438f-932f-e6123570553c tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.2473924 Mar 11 17:28:01.507242 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-fb0da6d2-a364-4ec0-8a08-99f39fb4b90c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163695 Mar 11 17:28:01.534080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.554054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcd708f0-f136-4a57-86a4-c73ef968b66d req-46488cfe-fe0d-4096-b38f-b93b955ee9c8 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527629 Mar 11 17:28:01.577684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:01.582579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Usage tracker for resource:security_group_rule and tenant:1bd296dfe8774a0d9ef83c738e63b4be is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:01.586708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:01.597831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:01.615096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da9b52-4c05-4677-a417-858cf7e37e85 req-feff549b-7cc8-4416-b1a1-849c256c3963 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.629805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10da9b52-4c05-4677-a417-858cf7e37e85 req-feff549b-7cc8-4416-b1a1-849c256c3963 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports/d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 942 time: 0.1320927 Mar 11 17:28:01.703811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.710106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.856007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:01.866030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cac1a4-d674-4dc4-ba1c-919ac36d8850,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:01.878115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:01.879045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:01.887865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e7ee88d-66a3-4c78-8671-db51389b771f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1bd296dfe8774a0d9ef83c738e63b4be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5721736 Mar 11 17:28:01.890583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47688) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:01.979420 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-14e6536c-ad5b-4b99-8fbd-0367e576be15 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519345 Mar 11 17:28:02.076820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-147a0269-452d-4af9-9bbc-1e0f2086ae21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.122279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-147a0269-452d-4af9-9bbc-1e0f2086ae21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.167371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:02.188678 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-b5a18583-4af5-46d4-94ee-649a77e8c11c service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025700 Mar 11 17:28:02.213963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-147a0269-452d-4af9-9bbc-1e0f2086ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.240637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a0269-452d-4af9-9bbc-1e0f2086ae21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cac1a4-d674-4dc4-ba1c-919ac36d8850,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:02.264468 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-147a0269-452d-4af9-9bbc-1e0f2086ae21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.267135 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-147a0269-452d-4af9-9bbc-1e0f2086ae21 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/87cac1a4-d674-4dc4-ba1c-919ac36d8850 HTTP/1.1" status: 204 len: 168 time: 0.3736165 Mar 11 17:28:02.365444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47702) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:02.381068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10da9b52-4c05-4677-a417-858cf7e37e85 req-2a15c7c7-859f-4120-9d36-8dd0311293d4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.5419412 Mar 11 17:28:02.411659 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-cf616cfa-0d80-45d9-9d62-625d69debc34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 1099 time: 0.1084082 Mar 11 17:28:02.499993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47063eb-b532-4b04-bb93-de24f31898a1 req-2136bcf6-e75e-4450-9a7b-31b634e51b63 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:02.506715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a47063eb-b532-4b04-bb93-de24f31898a1 req-2136bcf6-e75e-4450-9a7b-31b634e51b63 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.6776142 Mar 11 17:28:02.830387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe64c-15bd-4049-8246-f4d521c53906 req-bdb71da2-27ec-4922-ab5c-a27745b93e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:02.832544 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-bdb71da2-27ec-4922-ab5c-a27745b93e9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4175508 Mar 11 17:28:02.899733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-746635566-network', 'tenant_id': '8f76ea5bca36421e889670071330a144'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:02.922943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:02.940580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Usage tracker for resource:network and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:02.949617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:02.966637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:c2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:58Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:02.971039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:02.976924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a47063eb-b532-4b04-bb93-de24f31898a1 req-49cf9131-2b00-40d3-8f91-b17703d3f687 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692538 Mar 11 17:28:02.980126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:03.005333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da9b52-4c05-4677-a417-858cf7e37e85 req-65391db3-46a0-4241-b019-9ebc78f4e8b2 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:03.007274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:03.007906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:03.018935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10da9b52-4c05-4677-a417-858cf7e37e85 req-65391db3-46a0-4241-b019-9ebc78f4e8b2 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.6365867 Mar 11 17:28:03.084366 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-c43bd17b-5349-4420-9b36-44e30d12d328 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 HTTP/1.1" status: 200 len: 217 time: 0.2242723 Mar 11 17:28:03.084618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:03.089509 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.151163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.235361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe64c-15bd-4049-8246-f4d521c53906 req-4383d440-03cd-4257-99c2-7123b220d68e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:03.239604 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-4383d440-03cd-4257-99c2-7123b220d68e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1406198 Mar 11 17:28:03.263511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:28:03.420282 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-c07b1a9b-890d-4a1f-b957-5a07f66a4a6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715629 Mar 11 17:28:03.543975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:03.566302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Usage tracker for resource:security_group_rule and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:03.575690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79addd-3dcf-4a18-af4f-7b8b43405c3f req-29a53076-8d2b-465f-b555-9fa48c7a617a tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:03.583370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:03.583706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c79addd-3dcf-4a18-af4f-7b8b43405c3f req-29a53076-8d2b-465f-b555-9fa48c7a617a tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 948 time: 0.2908108 Mar 11 17:28:03.589038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:03.644804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:03.675456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61', 'mac_address': 'fa:16:3e:a9:ac:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:28:03.677408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:03.694121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c79addd-3dcf-4a18-af4f-7b8b43405c3f req-62160351-03cb-4212-8e91-0eb9ccf3ccf0 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930033 Mar 11 17:28:03.761822 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-d1e2d98a-f04a-433c-889b-d67cc61d649a service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353684 Mar 11 17:28:03.847543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf166ad-6f02-4cc0-8822-c304e799616b req-3a143a51-4317-4440-8b35-7d4d67ea0adc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:03.854770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faf166ad-6f02-4cc0-8822-c304e799616b req-3a143a51-4317-4440-8b35-7d4d67ea0adc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 945 time: 0.4259355 Mar 11 17:28:03.855389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.879899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:03.885534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:03.909393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:03.972272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faf166ad-6f02-4cc0-8822-c304e799616b req-ad34ea6e-b9ad-4740-9dd9-12711b6595f3 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164334 Mar 11 17:28:04.070883 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.084147 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-052fe64c-15bd-4049-8246-f4d521c53906 req-e6fb5405-04e5-4159-885f-0422c1f5fac5 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157954 Mar 11 17:28:04.119665 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.222598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:04.239116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:c2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:58Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.246514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31baec-6398-407a-8c26-a5ef4d28306d None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:c2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:27:58Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:04.260970 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.271516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-5ee2ed48-1479-4add-af5a-5db0a5c1b9d8 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.1827033 Mar 11 17:28:04.280370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47760) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:04.370090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:04.397905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1fd51-8d57-4754-af0a-60f518095814,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:04.413182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.413182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.413546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.413757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.414079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.414415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.414736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.415091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.415406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.415957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.416393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.420204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.420548 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Added segment 85246b40-eda7-4649-8f57-9e04425a298f of type vlan for network 1186cc01-478f-415b-999b-5c6efe256ba3 Mar 11 17:28:04.427070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-0f18e1dd-f801-4cf6-afb1-4ed780e6a428 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:04.438571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-0f18e1dd-f801-4cf6-afb1-4ed780e6a428 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports/d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 942 time: 0.1618443 Mar 11 17:28:04.511840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.513011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:04.615577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-726360778-network', 'tenant_id': 'ad9e7a8e11394bf58cd97300e7f4bcb6'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:04.623148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:04.627414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Usage tracker for resource:network and tenant:ad9e7a8e11394bf58cd97300e7f4bcb6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:04.636445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:04.643188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:04.656167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Made reservation on behalf of ad9e7a8e11394bf58cd97300e7f4bcb6 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:04.659004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.679355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.691240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.692050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:04.692603 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.751049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:04.755117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9e7a8e11394bf58cd97300e7f4bcb6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:04.761702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:04.768560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:04.872370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-a1aa0d12-7ea0-4f95-be62-d0850d1a9136 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1332701980&fields=id&tenant_id=47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 267 time: 0.2744775 Mar 11 17:28:04.876063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.876587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] Pushing event updated for resources: {'Network': ['ID=1186cc01-478f-415b-999b-5c6efe256ba3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:04.891319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1186cc01-478f-415b-999b-5c6efe256ba3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:28:04.893062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.915709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-2243d7bd-303e-486c-9595-153f8fbe13bf tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.3166804 Mar 11 17:28:04.919624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6d599a1d-9891-487b-a4da-af5bccd92930 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5486479 Mar 11 17:28:04.926395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47772) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:04.941103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Request body: {'subnet': {'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-746635566-subnet', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:04.951455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:04.958394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:04.965876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:04.966015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-01503fcf-c6bd-45fc-9468-157b96fdfcb9 admin admin] 10.222.0.96 "PUT /v2.0/routers/deafb7c6-b4d2-44b3-9506-eeb4ba32e67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7904937 Mar 11 17:28:04.966699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47776) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:04.977160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Usage tracker for resource:subnet and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:04.981014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:04.989660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a4160-a954-4088-8c95-10d38829e4b0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:05.005304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:05.015206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.016199 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Added segment 7905bd46-27d8-4357-90df-a17099110446 of type vlan for network 6910a3e4-bd8d-4516-9d28-1c1562b1f8d5 Mar 11 17:28:05.036916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:05.039768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.135751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.203006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.204181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:05.204940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.360905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-357f08aa-6ace-4638-8c0e-e8e892e7cb31 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:05.362862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-357f08aa-6ace-4638-8c0e-e8e892e7cb31 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.4460199 Mar 11 17:28:05.379631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-5912d9f8-15c7-448e-8b5b-7f4915c3704b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:28:05.381089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-5912d9f8-15c7-448e-8b5b-7f4915c3704b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0117307 Mar 11 17:28:05.389364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-456d2c22-d9fa-4a58-98bf-9bccf7738207 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:05.391192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-456d2c22-d9fa-4a58-98bf-9bccf7738207 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 945 time: 0.5180194 Mar 11 17:28:05.393352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] Pushing event updated for resources: {'Network': ['ID=6910a3e4-bd8d-4516-9d28-1c1562b1f8d5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:05.404926 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1a364b07-9634-47dc-8285-f85e9c086239 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1231880 Mar 11 17:28:05.408465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47780) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:05.418016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6910a3e4-bd8d-4516-9d28-1c1562b1f8d5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:28:05.418839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Request body: {'subnet': {'network_id': '6910a3e4-bd8d-4516-9d28-1c1562b1f8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-726360778-subnet', 'tenant_id': 'ad9e7a8e11394bf58cd97300e7f4bcb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:05.425834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:05.444076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Usage tracker for resource:subnet and tenant:ad9e7a8e11394bf58cd97300e7f4bcb6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:05.449067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:05.464814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:05.477120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.517219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Made reservation on behalf of ad9e7a8e11394bf58cd97300e7f4bcb6 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:05.519668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.547020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'port': {'security_groups': ['86a2d71d-b719-4c14-980a-2ef0f7fb75a2', '19a3f319-6fd1-4487-947d-01cc9b3d84bd']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:05.648641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-d9afa6ca-887b-4c84-9d3b-92bc961204b4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.2561545 Mar 11 17:28:05.652064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d1c85b-7e6d-40c4-9332-a16c0a8f9c09,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:05.654411 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Sync routers for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:05.675311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:05.679350 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:05.680052 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:05.803079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Checking segment: {'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:05.803610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Network hostable DHCP agents. Network: 1186cc01-478f-415b-999b-5c6efe256ba3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:05.809498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.852143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.896122 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:05.906769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47f2b65-3db0-43ce-8d72-81b26de09751,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:05.924239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Network 1186cc01-478f-415b-999b-5c6efe256ba3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:05.938751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Checking segment: {'id': '7905bd46-27d8-4357-90df-a17099110446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6910a3e4-bd8d-4516-9d28-1c1562b1f8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:05.939122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Network hostable DHCP agents. Network: 6910a3e4-bd8d-4516-9d28-1c1562b1f8d5, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:05.963155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1186cc01-478f-415b-999b-5c6efe256ba3) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:05.968094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Network 6910a3e4-bd8d-4516-9d28-1c1562b1f8d5 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:05.974152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf997a-24f7-4ee0-9a46-7bc3cc5255b4 None None] Network 1186cc01-478f-415b-999b-5c6efe256ba3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:05.992520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:05.993253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.004224 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.004488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6910a3e4-bd8d-4516-9d28-1c1562b1f8d5) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:06.032083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:06.032083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.086735 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6f741cc3-ef5d-4818-ba2e-8f1cb91e8c04 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1560528 Mar 11 17:28:06.086987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47788) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:06.099106 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-40458673-5110-4f4d-a676-a2c3cd9acea9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6799607 Mar 11 17:28:06.099106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:06.106838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:06.118918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Usage tracker for resource:router and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:06.124240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a8953-c8fb-4057-88be-f13ef34a738e None None] Network 6910a3e4-bd8d-4516-9d28-1c1562b1f8d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:06.126155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:06.137099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:06.159830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.160691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.194238 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.471446 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.480123 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 2, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:06.488414 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Checking router: 1df540da-b07e-4c47-af41-92f6265da3a1 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:06.489014 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Updating router 1df540da-b07e-4c47-af41-92f6265da3a1 port 45d9688d-dd15-400b-a224-6fafe9836462 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:28:06.575835 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.723778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.785312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e9fb85-35a6-41f6-a3b2-be0bf58b5a86 None None] Network 6910a3e4-bd8d-4516-9d28-1c1562b1f8d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:06.847345 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.879447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.881879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.902951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:07.016507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.016507 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3 disassociated. External IP: 172.25.3.60, port: d8093d8f-b0d7-468b-941c-317ce3eb875e. Mar 11 17:28:07.042579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Allocated IP 172.25.3.203 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:07.083633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-1186cc01-478f-415b-999b-5c6efe256ba3', 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'fixed_ips': [{'subnet_id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:28:07.084918 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.092314 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.119144 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Transition to ACTIVE for port object 45d9688d-dd15-400b-a224-6fafe9836462 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:07.140329 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.205657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.238335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.283134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:07.304213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.341641 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c32a0-f79a-4f8c-80d4-1a558e961bc1 None None] Pushing event updated for resources: {'Port': ['ID=45d9688d-dd15-400b-a224-6fafe9836462,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:07.367014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:07.369328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.387848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:07.388462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.404323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a48f975d-e66c-4a3f-b93d-faa2fe4e99ee req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "PUT /v2.0/ports/f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 981 time: 1.8697548 Mar 11 17:28:07.410423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:07.469849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd9fbe-38b4-461b-a23d-75f9b754ab4c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:07.550698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:07.585230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Pushing event updated for resources: {'Port': ['ID=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:07.595970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:07.597742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:07.600690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:07.659691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:07.681012 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Attempting to bind port 45d9688d-dd15-400b-a224-6fafe9836462 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:07.681012 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Attempting to bind port 45d9688d-dd15-400b-a224-6fafe9836462 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:07.681400 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Attempting to bind port 45d9688d-dd15-400b-a224-6fafe9836462 on network b057b6cd-dfc5-4066-b6df-a6520c909901 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:07.688892 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:07.694670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Checking segment: {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:07.695259 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.695958 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Bound using segment: {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:07.696407 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Bound port: 45d9688d-dd15-400b-a224-6fafe9836462, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:07.696795 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.720257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633d0bc-ba7b-47a0-bc2b-c236590f868b req-45d0515a-c2ee-4755-a8fd-f98947fbec8f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:07.722200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5633d0bc-ba7b-47a0-bc2b-c236590f868b req-45d0515a-c2ee-4755-a8fd-f98947fbec8f tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.1563570 Mar 11 17:28:07.780155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:07.782539 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.844619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.846380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.854587 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] For port 45d9688d-dd15-400b-a224-6fafe9836462, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:07.857989 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] For port 45d9688d-dd15-400b-a224-6fafe9836462, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=45d9688d-dd15-400b-a224-6fafe9836462,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:07.865632 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.938047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.989109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Allocated IP 172.20.0.2 (1186cc01-478f-415b-999b-5c6efe256ba3/85d1c85b-7e6d-40c4-9332-a16c0a8f9c09/1484eb9f-aab5-4193-aefa-6c57c073cb5b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:08.076028 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:08.078573 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:08.170086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Deleting port 482ad862-2b0f-48bf-9562-3035cc685cae {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:08.170086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.179186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c32a0-f79a-4f8c-80d4-1a558e961bc1 None None] Pushing event updated for resources: {'Port': ['ID=45d9688d-dd15-400b-a224-6fafe9836462,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:08.317617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5633d0bc-ba7b-47a0-bc2b-c236590f868b req-7a8b569b-cf50-4d9d-a3ec-eca39ca29d27 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794196 Mar 11 17:28:08.402826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:28:08.442544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.486312 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:08.685663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:08.782674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:08.794478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:08.807882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Sync routers for ids ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:08.817707 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.821745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] For port 482ad862-2b0f-48bf-9562-3035cc685cae, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=482ad862-2b0f-48bf-9562-3035cc685cae,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:08.822818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.833399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.835253 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e0ee992-09a4-4ed3-90c9-34b626d90f81 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7469716 Mar 11 17:28:08.838540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47806) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:08.966231 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.991032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Calling delete_port for 482ad862-2b0f-48bf-9562-3035cc685cae owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:08.993038 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:07Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:09.000561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Transition to ACTIVE for port object 1484eb9f-aab5-4193-aefa-6c57c073cb5b will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:09.007108 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6f68a-ae99-424c-ba35-7cc48b1cd154 None None] The sync data for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 is: [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:07Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:09.016703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Routers {'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:09.017776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:09.090437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce780-3481-4c6e-a1f0-718d95d6c792 req-94b2c60e-0bd7-4961-9d75-3eaac7bd890b tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.103026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fcce780-3481-4c6e-a1f0-718d95d6c792 req-94b2c60e-0bd7-4961-9d75-3eaac7bd890b tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 949 time: 0.5296073 Mar 11 17:28:09.200186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fcce780-3481-4c6e-a1f0-718d95d6c792 req-f7ca8b71-4c94-4e72-b165-e08843311d79 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961778 Mar 11 17:28:09.205226 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.211691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:09.326235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:09.374775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Transition to ACTIVE for port object 1484eb9f-aab5-4193-aefa-6c57c073cb5b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:09.400778 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.581174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Network 1186cc01-478f-415b-999b-5c6efe256ba3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:09.587513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:09.594835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:09.611974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Pushing event updated for resources: {'Port': ['ID=1484eb9f-aab5-4193-aefa-6c57c073cb5b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:09.704472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.734872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Set router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:09.836628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=482ad862-2b0f-48bf-9562-3035cc685cae,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:09.855907 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-afb5dd6b-5e9b-4976-9c73-2a1ba5a8377f req-f26382e7-5a1c-4722-9e3c-380551bd3acc tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] show failed (client error): The resource could not be found. Mar 11 17:28:09.862518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-afb5dd6b-5e9b-4976-9c73-2a1ba5a8377f req-f26382e7-5a1c-4722-9e3c-380551bd3acc tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "GET /v2.0/security-groups/a1b1c6aa-10ae-49f6-bb34-0daef5008c3b HTTP/1.1" status: 404 len: 352 time: 0.1631372 Mar 11 17:28:09.889199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Attempting to bind port 1484eb9f-aab5-4193-aefa-6c57c073cb5b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:09.889448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Attempting to bind port 1484eb9f-aab5-4193-aefa-6c57c073cb5b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:09.889708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Attempting to bind port 1484eb9f-aab5-4193-aefa-6c57c073cb5b on network 1186cc01-478f-415b-999b-5c6efe256ba3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:09.903275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:09.903641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Checking segment: {'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:09.904034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.904414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Bound using segment: {'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:09.904878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Bound port: 1484eb9f-aab5-4193-aefa-6c57c073cb5b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:09.905247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.190744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] For port 1484eb9f-aab5-4193-aefa-6c57c073cb5b, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:10.240171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.270107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] For port 1484eb9f-aab5-4193-aefa-6c57c073cb5b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1484eb9f-aab5-4193-aefa-6c57c073cb5b,segment=NetworkSegment(85246b40-eda7-4649-8f57-9e04425a298f),segment_id=85246b40-eda7-4649-8f57-9e04425a298f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:10.295579 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.409134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.417411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46fdf-9cf1-428b-bf73-60111dfcbc48 None None] Pushing event updated for resources: {'Port': ['ID=1484eb9f-aab5-4193-aefa-6c57c073cb5b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:10.429543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:07Z', 'revision_number': 3, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port': {'id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:10.434680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Checking router: ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:10.435004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Updating router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:28:10.551405 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.895696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40637860-c090-454d-b886-f963e07c7325 req-f439c675-0b00-4962-8b60-337d7e43fb15 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1224668015&fields=id&tenant_id=47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 267 time: 0.5767331 Mar 11 17:28:10.922298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Allocated IP 172.20.0.1 (1186cc01-478f-415b-999b-5c6efe256ba3/85d1c85b-7e6d-40c4-9332-a16c0a8f9c09/7170cd8b-19c5-4942-8276-59bd09d873da) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:10.930939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 45d9688d-dd15-400b-a224-6fafe9836462 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:10.959747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.976147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.021338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:11.080133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 45d9688d-dd15-400b-a224-6fafe9836462 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:11.089048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 45d9688d-dd15-400b-a224-6fafe9836462 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:11.089411 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.130341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.164349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.164349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deafb7c6-b4d2-44b3-9506-eeb4ba32e67a {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:28:11.181587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.203505 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.207995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:11.212790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b159229-6704-4271-b630-e2e28eb55e71 admin admin] 10.222.0.96 "DELETE /v2.0/routers/deafb7c6-b4d2-44b3-9506-eeb4ba32e67a HTTP/1.1" status: 204 len: 168 time: 6.1908882 Mar 11 17:28:11.224726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Transition to ACTIVE for port object 7170cd8b-19c5-4942-8276-59bd09d873da will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:11.232054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40637860-c090-454d-b886-f963e07c7325 req-2518d8ae-a5c4-4208-bc53-cd8110a6bf35 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.240344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40637860-c090-454d-b886-f963e07c7325 req-2518d8ae-a5c4-4208-bc53-cd8110a6bf35 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 984 time: 0.3438795 Mar 11 17:28:11.246817 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.251322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'port': {'security_groups': ['19a3f319-6fd1-4487-947d-01cc9b3d84bd', '86a2d71d-b719-4c14-980a-2ef0f7fb75a2', '5a1a5330-03df-498a-b243-a2dc9c664bda']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:11.265082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Transition to ACTIVE for port object a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:11.294506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.331127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-e887d00e-e0f4-4b90-94d4-580710f4af62 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "PUT /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 200 len: 694 time: 5.6813507 Mar 11 17:28:11.387720 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.405741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.487262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Network 1186cc01-478f-415b-999b-5c6efe256ba3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:11.488157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Pushing event updated for resources: {'Port': ['ID=7170cd8b-19c5-4942-8276-59bd09d873da,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:11.492532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:11.496661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:11.523582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] Deleting subnet d53eb767-047b-4e1d-9e40-7bb536582a86 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:28:11.529817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.584157 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.620610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-a01b7179-a3a0-45c6-9165-c2f97c8dc978 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 1096 time: 0.2884088 Mar 11 17:28:11.625662 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.682462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.698386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66c20-8d33-410a-8da6-4aed110bd657 None None] Pushing event updated for resources: {'Port': ['ID=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:11.731080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 45d9688d-dd15-400b-a224-6fafe9836462, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=45d9688d-dd15-400b-a224-6fafe9836462,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:11.742561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Attempting to bind port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:11.743867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Attempting to bind port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:11.745054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Attempting to bind port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:11.750564 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.829991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.861341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.864346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:11.866697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:11.866947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.868713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:11.870996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Bound port: a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:11.871384 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.925800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-3ffce8e3-74c5-4b58-9d8e-512a885b6025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.932789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-3ffce8e3-74c5-4b58-9d8e-512a885b6025 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.3113129 Mar 11 17:28:12.024106 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-d8d2df82-5dd3-4e22-b97a-d4f98b4d4cd2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 217 time: 0.0883296 Mar 11 17:28:12.025943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=45d9688d-dd15-400b-a224-6fafe9836462,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.039498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] For port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:12.044486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6d3c04-b7a3-4e38-ba4a-0b7aaa1c20d1 None None] Network 1186cc01-478f-415b-999b-5c6efe256ba3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:12.073445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] For port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:12.115886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.133113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.151209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-7ba338a4-bad7-4570-9271-0eef885fc8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.158160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-7ba338a4-bad7-4570-9271-0eef885fc8b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.1331401 Mar 11 17:28:12.163151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53eb767-047b-4e1d-9e40-7bb536582a86,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.187984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.213490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a826c95c-c714-4105-a481-6ac8b08a9b61 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d53eb767-047b-4e1d-9e40-7bb536582a86 HTTP/1.1" status: 204 len: 168 time: 1.0037131 Mar 11 17:28:12.216332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47828) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:12.244930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b938af-055b-498d-9125-05fafbd3ec41 None None] Network 6fba7d9a-8744-4ebd-b80f-df837be609d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:12.383763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:12.389854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.396458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.405732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.406963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-be45cdc4-c7c8-4e01-bd73-297cb6d0e987 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2472656 Mar 11 17:28:12.489345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4d891708-bede-4d55-ad22-4a7c9c008eb2 None None] Provisioning for port 1484eb9f-aab5-4193-aefa-6c57c073cb5b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:12.499169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:28:12.517185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.526465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66c20-8d33-410a-8da6-4aed110bd657 None None] Pushing event updated for resources: {'Port': ['ID=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.551354 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.591883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bb87aa1-3bac-46bc-a32a-d8e4884690a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.601364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:12.640347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Deleting port 1a2002f5-1d30-4351-932c-e324922eddfa {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:12.640934 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.643587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Routers {'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:12.644226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:12.695720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.731960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Pushing event updated for resources: {'Port': ['ID=7170cd8b-19c5-4942-8276-59bd09d873da,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.742534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.756296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.756910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.758644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40637860-c090-454d-b886-f963e07c7325 req-038ad7fa-a795-4aad-9483-6c43a4087054 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "PUT /v2.0/ports/f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 1020 time: 1.5166297 Mar 11 17:28:12.793114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-55cb1c2a-8f19-4e95-9086-b3872cc90ebf service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853507 Mar 11 17:28:12.947975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1484eb9f-aab5-4193-aefa-6c57c073cb5b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:13.015357 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:28:13.062596 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61', 'code': 200} Mar 11 17:28:13.074176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:13.179147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] For port 1a2002f5-1d30-4351-932c-e324922eddfa, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a2002f5-1d30-4351-932c-e324922eddfa,segment=NetworkSegment(7f090d19-0117-46d8-8fac-e564f8bf9fa0),segment_id=7f090d19-0117-46d8-8fac-e564f8bf9fa0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:13.179907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.303216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] Set router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:13.307459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e3114-da9e-48bb-8ddf-0dcd1940ca17 req-b9545fe2-076a-44ce-a2b3-06f241a2f4d9 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088990 Mar 11 17:28:13.313044 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a', 'status': 'completed', 'code': 200} Mar 11 17:28:13.365980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Calling delete_port for 1a2002f5-1d30-4351-932c-e324922eddfa owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:13.426352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Network 1186cc01-478f-415b-999b-5c6efe256ba3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:13.449722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-6d4e2c67-2577-4706-928a-a9925f072047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1174 time: 0.4941852 Mar 11 17:28:13.450613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:13.535031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a80556-04fc-49d0-b272-25a3a1634b2d req-1a4c753b-8ec4-45e2-9797-5b09686695c9 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.536903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8a80556-04fc-49d0-b272-25a3a1634b2d req-1a4c753b-8ec4-45e2-9797-5b09686695c9 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.1667192 Mar 11 17:28:13.553895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1484eb9f-aab5-4193-aefa-6c57c073cb5b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:13.565652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] DHCP port deletion for 6fba7d9a-8744-4ebd-b80f-df837be609d5 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:28:13.598791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1484eb9f-aab5-4193-aefa-6c57c073cb5b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:13.599157 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.632078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aae1d13c-5e0c-4784-8c4b-bb121968e800 req-2557b70e-149d-4eb9-95d4-612f1a059cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 1101 time: 0.3181741 Mar 11 17:28:13.684177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Deleting port 1a2002f5-1d30-4351-932c-e324922eddfa {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:13.684177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.687206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8a80556-04fc-49d0-b272-25a3a1634b2d req-191cb2ed-e1f2-4c85-ad74-e5903dddfc41 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379039 Mar 11 17:28:13.776586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363fae9-4e1c-460a-93cd-41b6e3604b0a req-007b9b60-4cd2-470b-9563-fc2c454d1a64 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.779130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9363fae9-4e1c-460a-93cd-41b6e3604b0a req-007b9b60-4cd2-470b-9563-fc2c454d1a64 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 950 time: 0.2370715 Mar 11 17:28:13.792339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aae1d13c-5e0c-4784-8c4b-bb121968e800 req-8fea719e-b4c2-4ea5-a4bb-f86d3287ecbf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492615 Mar 11 17:28:13.915553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9363fae9-4e1c-460a-93cd-41b6e3604b0a req-86eafc4b-13d7-4cfd-bd1c-9d7974082deb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275578 Mar 11 17:28:14.156068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46b465-7cfc-4c69-8691-66181c76c048 req-66ba84bd-254c-44b4-bc82-a8904614d9e8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:14.157546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b46b465-7cfc-4c69-8691-66181c76c048 req-66ba84bd-254c-44b4-bc82-a8904614d9e8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1023 time: 0.2097089 Mar 11 17:28:14.169860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-e0d17297-e29d-453a-8634-6c489ba9acfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:14.172671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-e0d17297-e29d-453a-8634-6c489ba9acfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.5046604 Mar 11 17:28:14.375063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b46b465-7cfc-4c69-8691-66181c76c048 req-625ee813-1179-454a-856a-5cf9c5045e7c tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=5a1a5330-03df-498a-b243-a2dc9c664bda&id=19a3f319-6fd1-4487-947d-01cc9b3d84bd HTTP/1.1" status: 200 len: 5486 time: 0.2109528 Mar 11 17:28:14.482277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1996683842 ', 'description': 'tempest-description-1196931479'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:14.491479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.498234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:14.506407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a9ed66d1-7670-475d-bc5c-7f35ba44ab5a None None] Provisioning for port 7170cd8b-19c5-4942-8276-59bd09d873da completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:14.531608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:14.565029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.591743 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-55ff8614-0239-41d2-ae2c-a435e60b8849 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 217 time: 0.3486192 Mar 11 17:28:14.594887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2002f5-1d30-4351-932c-e324922eddfa,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:14.610901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8c35a62-4b66-4246-a2d8-5194589ab496 req-185205fe-1e17-4f6e-a89c-163a0101f101 tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ad9e7a8e11394bf58cd97300e7f4bcb6 HTTP/1.1" status: 200 len: 2652 time: 0.1851065 Mar 11 17:28:14.635264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a9ed66d1-7670-475d-bc5c-7f35ba44ab5a None None] Provisioning complete for port 7170cd8b-19c5-4942-8276-59bd09d873da triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:14.635889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66d1-7670-475d-bc5c-7f35ba44ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.646562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] No DVR routers for this DVR port 1a2002f5-1d30-4351-932c-e324922eddfa on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:14.663917 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.679064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:14.688087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:14.698347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:14.700124 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-224f933d-d49f-4507-a37b-2cbc8fe51b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.711966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:14.723747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8c35a62-4b66-4246-a2d8-5194589ab496 req-9617445f-4747-4edb-adee-4e307ae5deeb tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "GET /v2.0/security-groups/3d2a4160-a954-4088-8c95-10d38829e4b0 HTTP/1.1" status: 200 len: 2649 time: 0.1038668 Mar 11 17:28:14.763743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] For port 1a2002f5-1d30-4351-932c-e324922eddfa, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a2002f5-1d30-4351-932c-e324922eddfa,segment=NetworkSegment(7f090d19-0117-46d8-8fac-e564f8bf9fa0),segment_id=7f090d19-0117-46d8-8fac-e564f8bf9fa0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:14.764002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.803648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8c35a62-4b66-4246-a2d8-5194589ab496 req-ca4b8cd3-edef-4b16-8530-dc2b4cc99994 tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "GET /v2.0/security-groups/3d2a4160-a954-4088-8c95-10d38829e4b0 HTTP/1.1" status: 200 len: 2649 time: 0.0737720 Mar 11 17:28:14.834496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.844377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.914486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea1a53-9fe3-46a1-9ed2-32d9d362891d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:14.943103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.948825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aabd2413-ad6d-4efc-b75d-31b3dc5379b1 req-c1710c26-8696-4aa8-a720-2b6389a0ef08 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 0.4736450 Mar 11 17:28:14.956764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Calling delete_port for 1a2002f5-1d30-4351-932c-e324922eddfa owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:14.978019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-23d5cadb-f92f-4d01-a5b3-83afe9d8c1c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:14.979589 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-23d5cadb-f92f-4d01-a5b3-83afe9d8c1c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.3784237 Mar 11 17:28:14.987857 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.991112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed66d1-7670-475d-bc5c-7f35ba44ab5a None None] Port 7170cd8b-19c5-4942-8276-59bd09d873da cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:14.994271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 1484eb9f-aab5-4193-aefa-6c57c073cb5b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1484eb9f-aab5-4193-aefa-6c57c073cb5b,segment=NetworkSegment(85246b40-eda7-4649-8f57-9e04425a298f),segment_id=85246b40-eda7-4649-8f57-9e04425a298f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:15.030199 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.031300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 45d9688d-dd15-400b-a224-6fafe9836462 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:15.148621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fba7d9a-8744-4ebd-b80f-df837be609d5']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:15.171451 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-1269a577-7091-4154-838c-b3af0db18e53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438203 Mar 11 17:28:15.216798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f090d19-0117-46d8-8fac-e564f8bf9fa0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:15.217214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f090d19-0117-46d8-8fac-e564f8bf9fa0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:15.236004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a9ed66d1-7670-475d-bc5c-7f35ba44ab5a None None] Provisioning complete for port 1484eb9f-aab5-4193-aefa-6c57c073cb5b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:15.236672 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66d1-7670-475d-bc5c-7f35ba44ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.249237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-8612c256-44f4-4545-8ef5-8a8c83b6a960 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:15.251043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-8612c256-44f4-4545-8ef5-8a8c83b6a960 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2254810 Mar 11 17:28:15.268568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9760-bf34-4353-b49f-2957638a023a req-f769494c-cf94-4bd8-b901-5fc11bde3b79 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:15.279671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e11c9760-bf34-4353-b49f-2957638a023a req-f769494c-cf94-4bd8-b901-5fc11bde3b79 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.1483445 Mar 11 17:28:15.283261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 4, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port': {'id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7170cd8b-19c5-4942-8276-59bd09d873da', 'name': '', 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'mac_address': 'fa:16:3e:e4:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:10Z', 'updated_at': '2022-03-11T17:28:12Z', 'revision_number': 2, 'project_id': '8f76ea5bca36421e889670071330a144', 'subnets': [{'id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:15.289034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=1484eb9f-aab5-4193-aefa-6c57c073cb5b,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:15.309245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:28:15.309890 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:28:15.314496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9d370-74c7-4536-b323-b2f5aa9b5c82 None None] The sync data for ids ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'] in n-d-833436-1 is: [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 4, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port': {'id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7170cd8b-19c5-4942-8276-59bd09d873da', 'name': '', 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'mac_address': 'fa:16:3e:e4:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:10Z', 'updated_at': '2022-03-11T17:28:12Z', 'revision_number': 2, 'project_id': '8f76ea5bca36421e889670071330a144', 'subnets': [{'id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:15.327903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e'}, {'name': 'network-changed', 'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:15.354552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 45d9688d-dd15-400b-a224-6fafe9836462 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:15.359219 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.446819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.486443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.506787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:28:15.507155 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:15.526949 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:15.532138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e11c9760-bf34-4353-b49f-2957638a023a req-ff6c76e8-e52b-4bea-895f-8833283be250 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506504 Mar 11 17:28:15.533997 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.550984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-0b986e02-bae3-4676-98ed-75949ab14c49 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 697 time: 0.2239254 Mar 11 17:28:15.556555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'floatingip': {'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:15.640826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-671df4ab-ecb2-4bae-b2c0-6f9431f0a724 None None] Provisioning complete for port 7170cd8b-19c5-4942-8276-59bd09d873da triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:15.642202 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-671df4ab-ecb2-4bae-b2c0-6f9431f0a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.656137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.729039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-bc0d9fb8-390b-4545-b003-5d284b5f99bf service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246687 Mar 11 17:28:15.735960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.745394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-671df4ab-ecb2-4bae-b2c0-6f9431f0a724 None None] Port 7170cd8b-19c5-4942-8276-59bd09d873da cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:15.751548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1484eb9f-aab5-4193-aefa-6c57c073cb5b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:15.778444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.811074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Deleting port 1a2002f5-1d30-4351-932c-e324922eddfa {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:15.811534 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.853921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.877822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fba7d9a-8744-4ebd-b80f-df837be609d5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:15.886694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78374ec7-b709-4f66-a5e3-9c129010a658 req-f496c472-483d-40df-ba8d-06cf0b99ab13 tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "GET /v2.0/security-groups/3d2a4160-a954-4088-8c95-10d38829e4b0 HTTP/1.1" status: 200 len: 2649 time: 0.2672215 Mar 11 17:28:15.893909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3778bebf-0f9f-4b07-b06b-57cee9ca6dc3 None None] The port '1a2002f5-1d30-4351-932c-e324922eddfa' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:28:15.900888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:15.908488 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a486aed1-ec2f-4d84-ab54-92347e1d6162 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6fba7d9a-8744-4ebd-b80f-df837be609d5 HTTP/1.1" status: 204 len: 168 time: 3.6910367 Mar 11 17:28:15.960196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1484eb9f-aab5-4193-aefa-6c57c073cb5b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:15.960561 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.100071 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cf0facbc-1ce1-44c9-a261-014941d5a4ef req-43c4ff25-38cf-4332-a8db-c9ec3b89d9b4 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614025 Mar 11 17:28:16.126467 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-78374ec7-b709-4f66-a5e3-9c129010a658 req-aa21f9aa-21e8-4883-8677-fa559f5bfe3e tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:28:16.142384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78374ec7-b709-4f66-a5e3-9c129010a658 req-aa21f9aa-21e8-4883-8677-fa559f5bfe3e tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "DELETE /v2.0/security-groups/3d2a4160-a954-4088-8c95-10d38829e4b0 HTTP/1.1" status: 409 len: 352 time: 0.2414556 Mar 11 17:28:16.149886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47862) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:16.287042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-baf703cb-745e-4fe8-9228-a16a54d13249 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5fe768d273964882b53c1fc3038e078e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1336634 Mar 11 17:28:16.290130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47866) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:16.348553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a2002f5-1d30-4351-932c-e324922eddfa no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:16.399222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1a2002f5-1d30-4351-932c-e324922eddfa {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:28:16.400133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a2002f5-1d30-4351-932c-e324922eddfa not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:16.448708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11005339-9dc4-4a53-8056-4f1316b0f17c req-89e271e6-18e0-4d0e-b5f2-ee26fdbc93e6 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/55ea1a53-9fe3-46a1-9ed2-32d9d362891d HTTP/1.1" status: 200 len: 1615 time: 0.2559993 Mar 11 17:28:16.457246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:16.473924 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-95aca1ef-3bc7-4631-8d3c-97dce8b308ab admin admin] 10.222.0.96 "PUT /v2.0/routers/ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6337152 Mar 11 17:28:16.514960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b86dc759-c2cb-4739-8ae8-9ac5c61e4b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.535685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e32d1-4657-427e-980f-41719b503e70 req-8ea33a06-6503-4805-be7d-014149063251 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:16.536397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3d4e32d1-4657-427e-980f-41719b503e70 req-8ea33a06-6503-4805-be7d-014149063251 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Synchronizing usage tracker for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:16.557323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b86dc759-c2cb-4739-8ae8-9ac5c61e4b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.583233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3d4e32d1-4657-427e-980f-41719b503e70 req-8ea33a06-6503-4805-be7d-014149063251 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Unset dirty status for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:16.584442 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d4e32d1-4657-427e-980f-41719b503e70 req-8ea33a06-6503-4805-be7d-014149063251 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 945 time: 0.2335448 Mar 11 17:28:16.699565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Deleting port d8093d8f-b0d7-468b-941c-317ce3eb875e {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:16.699565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.722525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47878) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:16.754194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.761927 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.846048 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b86dc759-c2cb-4739-8ae8-9ac5c61e4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.873721 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.889825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dc759-c2cb-4739-8ae8-9ac5c61e4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdafc9a-9b3b-44c4-a4bf-5baaba97b0e1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:16.891697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1a8fb-9a38-4cf6-b62f-5d626dfe98e1 req-46d85145-1e7b-4b1d-83b7-8201cfd7c7ca tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:16.893234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ae1a8fb-9a38-4cf6-b62f-5d626dfe98e1 req-46d85145-1e7b-4b1d-83b7-8201cfd7c7ca tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 950 time: 0.2559967 Mar 11 17:28:16.899001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b86dc759-c2cb-4739-8ae8-9ac5c61e4b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.900022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b86dc759-c2cb-4739-8ae8-9ac5c61e4b2f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dcdafc9a-9b3b-44c4-a4bf-5baaba97b0e1 HTTP/1.1" status: 204 len: 168 time: 0.5970774 Mar 11 17:28:16.945882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-763154475'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:16.956614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:16.967232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:network and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:16.978008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:16.992055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:17.014390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ae1a8fb-9a38-4cf6-b62f-5d626dfe98e1 req-66bbcd23-ae43-45a7-bcce-b24d0aa2dd6c tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960217 Mar 11 17:28:17.020951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:17.024757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.081127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:17.105965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.106220 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Added segment 79ee13b1-117a-446b-bcdb-0bb80aefb8d7 of type vlan for network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 Mar 11 17:28:17.144346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] For port d8093d8f-b0d7-468b-941c-317ce3eb875e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:17.144717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.146939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.151754 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3 associated. External IP: 172.25.3.60, port: 53c8b60a-87be-42e9-a6ab-48eb16d88529. Mar 11 17:28:17.215111 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'status': 'completed', 'code': 200} Mar 11 17:28:17.215111 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a', 'status': 'completed', 'code': 200} Mar 11 17:28:17.339854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Calling delete_port for d8093d8f-b0d7-468b-941c-317ce3eb875e owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:17.343026 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-206da740-9db4-48bf-af3f-2e207189fd4e req-c64bc5c9-3b73-4e0d-bd67-9260d0956f13 tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] show failed (client error): The resource could not be found. Mar 11 17:28:17.344309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-206da740-9db4-48bf-af3f-2e207189fd4e req-c64bc5c9-3b73-4e0d-bd67-9260d0956f13 tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "GET /v2.0/security-groups/160c4ede-d115-4a6d-9717-c2eec9328dcd HTTP/1.1" status: 404 len: 352 time: 0.0336432 Mar 11 17:28:17.415401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.419415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.420034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.554459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Network': ['ID=9030d9e0-8458-4f61-ba86-1575ff68dfe1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:17.586355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c431ee0a-c55c-426e-ac0a-0e6c3d7c3f70 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8627467 Mar 11 17:28:17.588949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:28:17.589809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47898) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:17.603867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-88007976-ea2e-4262-8c3b-647d265ddf0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=a7358c01-c8de-4d99-a483-ed4bff6d2539 HTTP/1.1" status: 200 len: 1096 time: 0.3807030 Mar 11 17:28:17.607551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'subnet': {'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:17.747409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.791614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['53c8b60a-87be-42e9-a6ab-48eb16d88529', 'd8093d8f-b0d7-468b-941c-317ce3eb875e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:17.824872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Pushing event deleted for resources: {'Port': ['ID=d8093d8f-b0d7-468b-941c-317ce3eb875e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:17.901286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cc900ff-44ba-43b1-af11-43f9b5abd222 req-9c5f24b6-5f1d-4945-89eb-4b13b2bf6f22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/55ea1a53-9fe3-46a1-9ed2-32d9d362891d HTTP/1.1" status: 200 len: 1615 time: 0.5037351 Mar 11 17:28:17.941643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354172-049f-4291-a640-62fea5717c4f req-0f0e13a0-10ac-4c55-834f-45b937988f5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.943129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-0f0e13a0-10ac-4c55-834f-45b937988f5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.3151035 Mar 11 17:28:17.955435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:17.955707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] No DVR routers for this DVR port d8093d8f-b0d7-468b-941c-317ce3eb875e on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:17.958581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.959464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:subnet and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:17.963324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:17.969270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'name': 'network-vif-deleted', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:17.991671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d4e32d1-4657-427e-980f-41719b503e70 req-bcf0dfe1-efd7-4808-a234-fc575409c944 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "DELETE /v2.0/ports/d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 204 len: 173 time: 1.3956811 Mar 11 17:28:18.051408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:18.099741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-2f1c6657-053b-4cae-9479-08b5749cbdd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8093d8f-b0d7-468b-941c-317ce3eb875e HTTP/1.1" status: 200 len: 217 time: 0.1291366 Mar 11 17:28:18.105092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:18.381386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8cc900ff-44ba-43b1-af11-43f9b5abd222 req-ba1eebb5-3ac6-4141-a5a8-1c05c1320e57 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.459150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.484684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8cc900ff-44ba-43b1-af11-43f9b5abd222 req-ba1eebb5-3ac6-4141-a5a8-1c05c1320e57 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.494401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354172-049f-4291-a640-62fea5717c4f req-2a758ecd-6019-4ae8-a043-3659b660b086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:18.495841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-2a758ecd-6019-4ae8-a043-3659b660b086 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.3710616 Mar 11 17:28:18.845916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8cc900ff-44ba-43b1-af11-43f9b5abd222 req-ba1eebb5-3ac6-4141-a5a8-1c05c1320e57 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.881974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1eebb5-3ac6-4141-a5a8-1c05c1320e57 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea1a53-9fe3-46a1-9ed2-32d9d362891d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:18.958570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-40620bd1-b6de-4be9-bbf2-a240171ce0b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4085293 Mar 11 17:28:18.959260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8cc900ff-44ba-43b1-af11-43f9b5abd222 req-ba1eebb5-3ac6-4141-a5a8-1c05c1320e57 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.960184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cc900ff-44ba-43b1-af11-43f9b5abd222 req-ba1eebb5-3ac6-4141-a5a8-1c05c1320e57 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/55ea1a53-9fe3-46a1-9ed2-32d9d362891d HTTP/1.1" status: 204 len: 173 time: 1.0581462 Mar 11 17:28:19.158918 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:19.175455 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:19.177182 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:19.251150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.297880 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-7431edd4-a893-423d-ab2e-d88c2e126a49 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318632 Mar 11 17:28:19.381643 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:19.442463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Subnet': ['ID=cfe1f7f2-d998-4895-bafa-4ce88eab4e97,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:19.500055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Checking segment: {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:19.500319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network hostable DHCP agents. Network: 9030d9e0-8458-4f61-ba86-1575ff68dfe1, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:19.509524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae10609-4528-45bd-a743-bbf57123560f req-6f66cdf4-a99f-4135-a53c-e0e75ea36369 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:19.511021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ae10609-4528-45bd-a743-bbf57123560f req-6f66cdf4-a99f-4135-a53c-e0e75ea36369 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.3787727 Mar 11 17:28:19.558277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:19.560402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-d0de0c2c-0b4d-4a24-bbe0-21cc7cd4bfb8 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398510 Mar 11 17:28:19.651355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:19.661432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ae10609-4528-45bd-a743-bbf57123560f req-7af67fa4-5ae1-4934-bc9c-0cf86fd062bc tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394579 Mar 11 17:28:19.774196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9030d9e0-8458-4f61-ba86-1575ff68dfe1) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:19.782344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:19.783631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.784461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aec9ff-01f3-4c37-aaa5-0fc658b93e5f None None] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:19.792993 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:41:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:28:16Z', 'revision_number': 6, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:19.799173 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:19.813953 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:19.815857 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:19.856593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8824d761-5e63-4812-877a-e00f12e92475 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2643983 Mar 11 17:28:19.859477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47958) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:19.865685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1527824994'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:19.870873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:19.878537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-fe0ab8ca-01cd-4f31-80b0-6bf8ae478ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1174 time: 0.2161446 Mar 11 17:28:19.879076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:network and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:19.884078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:19.898660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:19.933625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:19.936941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.020929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:20.045280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.045687 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Added segment c6bfa770-782c-4e40-8d33-547188d40996 of type vlan for network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 Mar 11 17:28:20.088026 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:20.095629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.166975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.170970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.171609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.353187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9030d9e0-8458-4f61-ba86-1575ff68dfe1', 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'fixed_ips': [{'subnet_id': 'cfe1f7f2-d998-4895-bafa-4ce88eab4e97'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:28:20.354095 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.372273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5113251 Mar 11 17:28:20.391107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47966) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:20.403536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'subnet': {'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:20.436130 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-0759690a-6f16-42f8-8fd0-2b5cdcd3331b req-483a51e0-7669-481a-bed2-502338a5ee12 tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] show failed (client error): The resource could not be found. Mar 11 17:28:20.450329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47970) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:20.461068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0759690a-6f16-42f8-8fd0-2b5cdcd3331b req-483a51e0-7669-481a-bed2-502338a5ee12 tempest-SecurityGroupsNegativeTestJSON-48714608 tempest-SecurityGroupsNegativeTestJSON-48714608-project] 10.222.0.96 "GET /v2.0/security-groups/12e68c24-9b13-4a38-8167-6cfe3f15c4fc HTTP/1.1" status: 404 len: 352 time: 0.3280079 Mar 11 17:28:20.474851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354172-049f-4291-a640-62fea5717c4f req-6ae70426-d011-4c53-ad83-95422bc7469e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.476587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-6ae70426-d011-4c53-ad83-95422bc7469e service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.5814352 Mar 11 17:28:20.546890 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:41:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:28:16Z', 'revision_number': 6, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:20.551588 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e20b99-bd24-4ba0-aee0-c8fed2cd5d3e None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '87d2f267-acfe-4e33-a44b-c1d5712e8ae3', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'port_id': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'mac_address': 'fa:16:3e:41:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae52dd6-9480-4288-b432-09cfd6150287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:11Z', 'updated_at': '2022-03-11T17:28:16Z', 'revision_number': 6, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:20.556123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504420b0-79df-4775-89fe-8a2e605ec878 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Network': ['ID=f0b270f0-c451-47c7-b1dd-2df3682b2ea9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:20.571390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:20.572694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:28:20.586201 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7358c01-c8de-4d99-a483-ed4bff6d2539', 'name': 'network-vif-deleted', 'tag': 'd8093d8f-b0d7-468b-941c-317ce3eb875e', 'status': 'completed', 'code': 200} Mar 11 17:28:20.602333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.639119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-97b676bc-c465-41a2-a5b6-e99d69d9acc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 217 time: 0.1544750 Mar 11 17:28:20.656488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] Deleting subnet f47f2b65-3db0-43ce-8d72-81b26de09751 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:28:20.663170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:20.665248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.696455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:subnet and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:20.704575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:20.713225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:20.726907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.743999 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-098a2e15-24f9-4432-8f9f-2c950fc1e297 req-02a0a759-0a15-4ea9-ad11-5859cbe6352b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:28:20.748290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Allocated IP 19.80.0.2 (9030d9e0-8458-4f61-ba86-1575ff68dfe1/cfe1f7f2-d998-4895-bafa-4ce88eab4e97/11bc5cbe-9716-42c4-b5b3-1ca4c03c5869) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:20.760040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:20.765001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-098a2e15-24f9-4432-8f9f-2c950fc1e297 req-02a0a759-0a15-4ea9-ad11-5859cbe6352b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/55ea1a53-9fe3-46a1-9ed2-32d9d362891d HTTP/1.1" status: 404 len: 352 time: 0.0699100 Mar 11 17:28:20.791037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-f25b3a8e-0a68-4ac5-8553-6e387a304ab6 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "PUT /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 200 len: 998 time: 5.2324331 Mar 11 17:28:20.858479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:20.902999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.923589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354172-049f-4291-a640-62fea5717c4f req-12324371-e81e-4159-a686-860781f701b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.925555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-12324371-e81e-4159-a686-860781f701b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.2796404 Mar 11 17:28:20.950848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.021335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-ae72c39a-3b3a-40db-b289-76bd732aa59a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883427 Mar 11 17:28:21.033210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-06eef12f-4574-48aa-8e8a-4439a5507474 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403788 Mar 11 17:28:21.051494 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.064601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Transition to ACTIVE for port object 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:21.091763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Transition to ACTIVE for port object 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:21.099488 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.193743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-03a43da0-987e-47bb-85cd-dcb5469bbb56 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561518 Mar 11 17:28:21.228061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-15d0a3dd-beea-4db7-ace9-ca8905a7d494 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.4338012 Mar 11 17:28:21.252773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Pushing event updated for resources: {'Port': ['ID=11bc5cbe-9716-42c4-b5b3-1ca4c03c5869,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.256822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:21.258635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:21.261148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:21.276986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.330935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.336290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d8093d8f-b0d7-468b-941c-317ce3eb875e no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:21.352576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47f2b65-3db0-43ce-8d72-81b26de09751,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.420192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Attempting to bind port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:21.420553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Attempting to bind port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:21.420901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Attempting to bind port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 on network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:21.423027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d8093d8f-b0d7-468b-941c-317ce3eb875e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:28:21.423358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d8093d8f-b0d7-468b-941c-317ce3eb875e not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:21.426619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.430088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:21.430921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Checking segment: {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:21.431600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.432149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Bound using segment: {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:21.432784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Bound port: 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:21.433510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.467087 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-28b79db1-f442-4ede-a745-5eb25bd9790f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f47f2b65-3db0-43ce-8d72-81b26de09751 HTTP/1.1" status: 204 len: 168 time: 1.0154557 Mar 11 17:28:21.474629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:21.507914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Subnet': ['ID=6e7c1452-eb4e-46ea-8e92-490d33963da4,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.536448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] For port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:21.540863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] For port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=11bc5cbe-9716-42c4-b5b3-1ca4c03c5869,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:21.547628 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.596627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Checking segment: {'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:21.596986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network hostable DHCP agents. Network: f0b270f0-c451-47c7-b1dd-2df3682b2ea9, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:21.626403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-d70f305a-4715-4c52-aa30-8656b992827b tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.627924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-d70f305a-4715-4c52-aa30-8656b992827b tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4368827 Mar 11 17:28:21.633398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-83af3c7a-14d0-45f0-a74d-c0c822eac955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.635174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.640644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-83af3c7a-14d0-45f0-a74d-c0c822eac955 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.3820105 Mar 11 17:28:21.666611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac186f15-5f96-415f-82ff-20b8a0abc0f0 None None] Pushing event updated for resources: {'Port': ['ID=11bc5cbe-9716-42c4-b5b3-1ca4c03c5869,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.692616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:21.768642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f0b270f0-c451-47c7-b1dd-2df3682b2ea9) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:21.780170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5aee0-f48f-4a0b-b2d1-34d7c6c19820 None None] Network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:21.787383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.788019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.810065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.842609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-08344bb0-751d-42d3-ba29-8a7a20c8aaeb tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4469907 Mar 11 17:28:21.849549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6910a3e4-bd8d-4516-9d28-1c1562b1f8d5']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:21.864898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-ca2516ae-fad1-4dc6-80e8-401391a7fadb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/quotas/faf7ecdbe66e4fb1a8884e65131061ad HTTP/1.1" status: 200 len: 375 time: 0.0567973 Mar 11 17:28:21.898334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7905bd46-27d8-4357-90df-a17099110446') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:21.899099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7905bd46-27d8-4357-90df-a17099110446') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:21.930183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.993643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-9f5e39b0-3337-42fc-ad92-e26af7563bf3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 1001 time: 0.3517091 Mar 11 17:28:21.995681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.027008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:28:22.027575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.158228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2354172-049f-4291-a640-62fea5717c4f req-13602e75-928c-44b3-8d6d-58d38e935124 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9372931 Mar 11 17:28:22.211717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-1ff2eee5-b104-48ad-8aeb-075ba340fdfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:22.213390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-1ff2eee5-b104-48ad-8aeb-075ba340fdfa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.1839237 Mar 11 17:28:22.280975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-f0b270f0-c451-47c7-b1dd-2df3682b2ea9', 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'fixed_ips': [{'subnet_id': '6e7c1452-eb4e-46ea-8e92-490d33963da4'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:28:22.281913 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.304344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-0552b1c0-7740-47e2-8a67-8c15d90bcf75 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4321475 Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:22.363762 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:22.369852 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.385964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-b65b9cb8-b9df-4f2f-bfb5-8a893bb8fa3a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648462 Mar 11 17:28:22.391951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.394336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] Pushing event deleted for resources: {'Network': ['ID=6910a3e4-bd8d-4516-9d28-1c1562b1f8d5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:22.410438 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b09025f-952a-484f-9efc-fcf531686971 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6910a3e4-bd8d-4516-9d28-1c1562b1f8d5 HTTP/1.1" status: 204 len: 168 time: 0.9344280 Mar 11 17:28:22.561064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Allocated IP 19.86.0.2 (f0b270f0-c451-47c7-b1dd-2df3682b2ea9/6e7c1452-eb4e-46ea-8e92-490d33963da4/b7be29aa-6f39-43cc-a2aa-c4324d047ae5) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:22.716946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] Sync routers for ids ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:22.738216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-43ad48e6-e8e6-4031-a266-d2c8b0d25dcb service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447232 Mar 11 17:28:22.814169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:22.814567 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 17:28:22.815171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_agentschedulers_db [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 17:28:22.841618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48016) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:22.901899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.910235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d7aa34cc-7ae5-4555-9170-9bfba5b2d2ac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ad9e7a8e11394bf58cd97300e7f4bcb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0670640 Mar 11 17:28:22.911036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48020) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:22.918624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Transition to ACTIVE for port object b7be29aa-6f39-43cc-a2aa-c4324d047ae5 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:22.938836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Transition to ACTIVE for port object b7be29aa-6f39-43cc-a2aa-c4324d047ae5 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:22.949119 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.020717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7be29aa-6f39-43cc-a2aa-c4324d047ae5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.027480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:23.027846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 17:28:23.028543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_agentschedulers_db [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 17:28:23.029607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854d64d-1d28-431c-989f-f1a2f0181286 None None] The sync data for ids ['deafb7c6-b4d2-44b3-9506-eeb4ba32e67a'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:23.034613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a525ba5-94c2-463d-a1fb-8706c428f945 req-e848185d-ca59-409c-9af7-1f358a198d25 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898529 Mar 11 17:28:23.050741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:23.056259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:23.060240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:23.076704 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-091c3655-5930-4473-a994-7c4244dab034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.153519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-722748246', 'description': 'tempest-description-237226724'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:23.156187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-091c3655-5930-4473-a994-7c4244dab034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.259426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-091c3655-5930-4473-a994-7c4244dab034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.291370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c3655-5930-4473-a994-7c4244dab034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a4160-a954-4088-8c95-10d38829e4b0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.296476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-091c3655-5930-4473-a994-7c4244dab034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.302562 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-091c3655-5930-4473-a994-7c4244dab034 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3d2a4160-a954-4088-8c95-10d38829e4b0 HTTP/1.1" status: 204 len: 168 time: 0.3900034 Mar 11 17:28:23.314106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Attempting to bind port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:23.315370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Attempting to bind port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:23.318931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Attempting to bind port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 on network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:23.357263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:23.358247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:23.360474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Checking segment: {'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:23.361125 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.361516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Bound using segment: {'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:23.362861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:23.364792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Bound port: b7be29aa-6f39-43cc-a2aa-c4324d047ae5, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:23.365177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.368110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:23.379410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:23.413119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b091298-b76c-4b1d-b487-79f7ebd29ed9 None None] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:23.424947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.501859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb19fca-51fa-4e84-a3da-dbfd2b681f63 req-8dc5160d-1773-405a-b3a0-8f882856ae2c tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:23.503601 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dfb19fca-51fa-4e84-a3da-dbfd2b681f63 req-8dc5160d-1773-405a-b3a0-8f882856ae2c tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.4681153 Mar 11 17:28:23.511881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:23.530898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:23.546064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:23.555617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:23.615408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-79f277bb-ef75-4f9a-b324-f8559f8c3a32 None None] Provisioning for port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:23.713949 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.739863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dfb19fca-51fa-4e84-a3da-dbfd2b681f63 req-8b04b696-75e6-49e6-90a8-6b829f460c03 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291114 Mar 11 17:28:23.743495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.749276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:23.819193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd4f0d7-82a6-449e-8b06-b1d44ba28688,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.830770 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.833157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4a211a7-3df5-486e-b3b7-c08ee3331e2f req-24c5fc82-3901-4c29-a291-6398d07a5ebc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6892262 Mar 11 17:28:23.834201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] For port b7be29aa-6f39-43cc-a2aa-c4324d047ae5, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:23.869314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] For port b7be29aa-6f39-43cc-a2aa-c4324d047ae5, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7be29aa-6f39-43cc-a2aa-c4324d047ae5,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:23.976901 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'status': 'completed', 'code': 200} Mar 11 17:28:24.047443 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.276808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:24.308295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1b414-5b49-474c-a954-9c4721c07fc8 None None] Pushing event updated for resources: {'Port': ['ID=b7be29aa-6f39-43cc-a2aa-c4324d047ae5,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:24.313882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:24.320974 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.428625 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-866b4ef4-b33a-4bf2-b828-eb54098d18d7 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522292 Mar 11 17:28:24.577667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7cea69ee-1fe9-4f42-a36f-06102322b69e req-2a9f2963-44b0-43a6-9e71-b65b9cfba9c5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2973545 Mar 11 17:28:24.837382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7cea69ee-1fe9-4f42-a36f-06102322b69e req-19b7170e-e650-4ef7-b822-6c643426c4b5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.1526997 Mar 11 17:28:24.843289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.929764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=11bc5cbe-9716-42c4-b5b3-1ca4c03c5869,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:24.936141 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.986697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-4cfa8450-b1c0-44d1-a420-07e54ceea791 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.9335849 Mar 11 17:28:24.988232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7cea69ee-1fe9-4f42-a36f-06102322b69e req-cdc518af-c48f-41ca-a6e5-1558e0bd05f8 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174088 Mar 11 17:28:25.019201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-03e41ac2-7c43-483c-82f1-d84613078bac tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:25.022247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-03e41ac2-7c43-483c-82f1-d84613078bac tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5859866 Mar 11 17:28:25.051644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Request body: {'port': {'device_id': '242c1418-d18c-45a9-9b72-85ed3b847996', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'faf7ecdbe66e4fb1a8884e65131061ad'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:25.105500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=11bc5cbe-9716-42c4-b5b3-1ca4c03c5869,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.157458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-985b9578-a998-4e7a-8ca1-a4a7d8b6de35 None None] Provisioning complete for port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:25.157754 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-985b9578-a998-4e7a-8ca1-a4a7d8b6de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.274577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:25.296571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:25.313455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Made reservation on behalf of faf7ecdbe66e4fb1a8884e65131061ad for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:25.317455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.398556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-514dd162-6fcb-4aaa-88a4-76ac7c515a97 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:25.402605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-514dd162-6fcb-4aaa-88a4-76ac7c515a97 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:25.403374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-514dd162-6fcb-4aaa-88a4-76ac7c515a97 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:25.422134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-854675ed-74f3-40ac-b10c-d0123bcea8b3 req-cae298a1-aa00-4e5b-a6bd-7a9551ab91ba tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 210 time: 0.3330348 Mar 11 17:28:25.481677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea69ee-1fe9-4f42-a36f-06102322b69e req-0a5eb444-135b-4c4e-bebb-32cb5263988c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:25.483095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7cea69ee-1fe9-4f42-a36f-06102322b69e req-0a5eb444-135b-4c4e-bebb-32cb5263988c service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4537442 Mar 11 17:28:25.486860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-514dd162-6fcb-4aaa-88a4-76ac7c515a97 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:25.493510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-514dd162-6fcb-4aaa-88a4-76ac7c515a97 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/networks?id=9030d9e0-8458-4f61-ba86-1575ff68dfe1&id=f0b270f0-c451-47c7-b1dd-2df3682b2ea9&id=9030d9e0-8458-4f61-ba86-1575ff68dfe1 HTTP/1.1" status: 200 len: 1391 time: 1.3079624 Mar 11 17:28:25.528593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Allocated IP 192.168.233.30 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/f2d124b0-2d46-4d04-a9e4-fc76c0515b75) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:25.657582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7be887e-628f-44b2-b3eb-bc1899748e8b req-156faf5c-9c8c-46b4-96e7-5476428f2e0b tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 200 len: 998 time: 0.1516278 Mar 11 17:28:25.800301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e428be54-66db-44cc-bd15-637d51e04500 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/quotas/8f76ea5bca36421e889670071330a144 HTTP/1.1" status: 200 len: 375 time: 0.3056061 Mar 11 17:28:25.818786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:25.838242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.863545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Transition to ACTIVE for port object f2d124b0-2d46-4d04-a9e4-fc76c0515b75 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:25.871478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-1f3e1099-e88d-4faf-b2c8-12366d604919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:25.872939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-1f3e1099-e88d-4faf-b2c8-12366d604919 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.8077505 Mar 11 17:28:25.892788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.918058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:25.918400 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.943839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:25.974702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Pushing event updated for resources: {'Port': ['ID=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.993423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:25.994956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:25.997476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:26.047778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0dab97-c578-4ce7-8567-87173776c47e None None] Network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:26.067100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be887e-628f-44b2-b3eb-bc1899748e8b req-6f2f0a3c-e60e-4342-ae04-636dcd7da257 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:26.073836 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7be887e-628f-44b2-b3eb-bc1899748e8b req-6f2f0a3c-e60e-4342-ae04-636dcd7da257 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.4152951 Mar 11 17:28:26.076126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:26.076747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.089949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-f7be887e-628f-44b2-b3eb-bc1899748e8b req-026653a1-538c-4b44-9ebd-1c2bcfa457a8 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:28:26.114294 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7be887e-628f-44b2-b3eb-bc1899748e8b req-026653a1-538c-4b44-9ebd-1c2bcfa457a8 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0394619 Mar 11 17:28:26.163520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1817026670', 'description': 'tempest-description-1055914722'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:26.163945 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-1888a2fb-e7d3-44bf-89ec-e600f418a818 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1164739 Mar 11 17:28:26.175507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:26.183740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:26.188316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-3d964481-e99e-4adf-bd9a-f352e360b23c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 1001 time: 0.2989204 Mar 11 17:28:26.188692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Request body: {'port': {'device_id': '242c1418-d18c-45a9-9b72-85ed3b847996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:26.191229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:26.200416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:26.207405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9100c2e1-7b3b-49d3-8998-a118d28b38e2 None None] Provisioning for port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:26.285267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-a2e0a13a-7ff8-4cec-999a-be937114ec7b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4732218 Mar 11 17:28:26.327222 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.350185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.376901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7be29aa-6f39-43cc-a2aa-c4324d047ae5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:26.444226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-7a929ccf-ae7d-4482-96f8-125d1e4a4931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:26.446160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-7a929ccf-ae7d-4482-96f8-125d1e4a4931 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.2480311 Mar 11 17:28:26.527165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:26.548272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:26.556879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:26.569593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-261e80db-6d78-4956-891e-b719c9137f78 service neutron] 10.222.0.96 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748189 Mar 11 17:28:26.570801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:26.638523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f98277be-aed2-4c43-ad9b-9e39cbde0305 None None] Provisioning for port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:26.653459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:26.663510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f98277be-aed2-4c43-ad9b-9e39cbde0305 None None] Provisioning complete for port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:26.663898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f98277be-aed2-4c43-ad9b-9e39cbde0305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.703523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:26.703891 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.813132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-50b1ddf1-771c-45aa-ad26-e7edec848095 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3604772 Mar 11 17:28:26.829126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f98277be-aed2-4c43-ad9b-9e39cbde0305 None None] Port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:26.907156 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-6e6d3f66-7764-4da1-b12f-50f569104bbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1101 time: 0.2486527 Mar 11 17:28:26.929341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d124b0-2d46-4d04-a9e4-fc76c0515b75 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:26.944004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.946975 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.995832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b7be29aa-6f39-43cc-a2aa-c4324d047ae5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7be29aa-6f39-43cc-a2aa-c4324d047ae5,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:27.007279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.023500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.055827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.087497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-44397a7b-6dc9-411d-a06d-a0ef523fdde0 service neutron] 10.222.0.96 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107672 Mar 11 17:28:27.100119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Transition to ACTIVE for port object f2d124b0-2d46-4d04-a9e4-fc76c0515b75 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:27.116292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.138578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b7be29aa-6f39-43cc-a2aa-c4324d047ae5,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:27.157293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-97adb12b-0f2f-4665-9aa3-09e4dcbe81be None None] Provisioning complete for port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:27.157589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97adb12b-0f2f-4665-9aa3-09e4dcbe81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.209367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc3853-6b77-48ae-9eff-a7b4f4a76943,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:27.246503 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.248054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61ed6248-3927-408a-9a2a-5aec392a3af0 req-ceaec844-94f5-4ea0-976f-93aa8eb9b293 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.0946796 Mar 11 17:28:27.279853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-9e9b512c-ba84-4d82-867e-86536967ab7d service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495785 Mar 11 17:28:27.472561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:27.483082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-2df0088a-3627-428e-9c8b-1320e4dc7193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:27.484922 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-2df0088a-3627-428e-9c8b-1320e4dc7193 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.5354726 Mar 11 17:28:27.538397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-d7e70fa0-588e-4d69-8338-a098bd8caeea service neutron] 10.222.0.96 "GET /v2.0/networks/f0b270f0-c451-47c7-b1dd-2df3682b2ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369910 Mar 11 17:28:27.664861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7be29aa-6f39-43cc-a2aa-c4324d047ae5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:27.667368 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-0e58caff-e914-44bc-b38c-9c6bd68a8a2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c HTTP/1.1" status: 200 len: 217 time: 0.1491263 Mar 11 17:28:27.720084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33161-6038-42fd-aae8-235e358752f1 req-3d940f88-406f-4fbe-87b8-681539dea618 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:27.721076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ef33161-6038-42fd-aae8-235e358752f1 req-3d940f88-406f-4fbe-87b8-681539dea618 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.2968369 Mar 11 17:28:27.725139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8919b972-3f1d-44c6-abb5-711c54c66c2f req-6e0c323f-a566-436d-9935-9bb968ef41d6 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398260 Mar 11 17:28:27.734971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-f21eb28b-2da4-485b-8639-5d453a3ad25c service neutron] 10.222.0.96 "GET /v2.0/networks/f0b270f0-c451-47c7-b1dd-2df3682b2ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956308 Mar 11 17:28:27.767105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-6db6f657-65c9-479a-8d61-f3c8579bea82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:27.768555 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-6db6f657-65c9-479a-8d61-f3c8579bea82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0937545 Mar 11 17:28:27.769372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Attempting to bind port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:27.770145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Attempting to bind port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:27.770145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Attempting to bind port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:27.785891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:27.786339 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.831063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:28:27.831378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Attempting to bind port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:27.848824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:27.849171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:27.849681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:27.850202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Bound port: f2d124b0-2d46-4d04-a9e4-fc76c0515b75, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:27.850564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.950990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ef33161-6038-42fd-aae8-235e358752f1 req-07834fcc-0953-445a-83db-6cbf29d556bb tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234335 Mar 11 17:28:27.958875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ce5cbe5f-6682-4274-8c25-52a07e371caa no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:27.982971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] For port f2d124b0-2d46-4d04-a9e4-fc76c0515b75, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:27.987837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] For port f2d124b0-2d46-4d04-a9e4-fc76c0515b75, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:27.990630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-a6ebf5d2-4972-456b-a5a7-28edfb6a59f4 service neutron] 10.222.0.96 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263010 Mar 11 17:28:27.998639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.001796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ce5cbe5f-6682-4274-8c25-52a07e371caa {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:28:28.002027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ce5cbe5f-6682-4274-8c25-52a07e371caa not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:28.067129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-7b4050c4-cc58-4c03-af7c-e4d0fdd116a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847300 Mar 11 17:28:28.165161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-fd1c2bc3-d202-42f3-bfc9-4c1f9039ef25 service neutron] 10.222.0.96 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678865 Mar 11 17:28:28.192921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.206210 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] 10.222.0.59 "PUT /v2.0/ports/f2d124b0-2d46-4d04-a9e4-fc76c0515b75 HTTP/1.1" status: 200 len: 1095 time: 2.0226185 Mar 11 17:28:28.206839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242c1418-d18c-45a9-9b72-85ed3b847996', 'tag': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:28.338884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8c94-1953-44d3-984c-09d719f4f324 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:28.456918 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-195ec5b8-0606-47a2-89fb-7a0cd58a6c69 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761067 Mar 11 17:28:28.461591 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-f40765f3-2b6e-4396-a55f-34f12c1e490a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 1098 time: 0.1868913 Mar 11 17:28:28.658529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-e6da7af0-9e3b-4262-b2b3-4292b81c3b8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f2d124b0-2d46-4d04-a9e4-fc76c0515b75 HTTP/1.1" status: 200 len: 217 time: 0.1592042 Mar 11 17:28:28.733538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-f7c0544b-6e20-441d-b8c0-64112d7214c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:28.736689 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-f7c0544b-6e20-441d-b8c0-64112d7214c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0673378 Mar 11 17:28:28.816140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-9c53f983-60c6-4f24-be43-ca03aade5e3e tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1001 time: 0.2504945 Mar 11 17:28:28.826885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa4ce7-f715-4d33-85aa-54203b61824b req-d0eda76d-8ff1-44ed-ad36-3686415043cc service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497481 Mar 11 17:28:28.855523 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-a0b250c2-852b-465f-9498-8bf76085d513 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996258 Mar 11 17:28:28.996132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695719f9-9053-4952-a7ae-7be277abce5b req-cd46d17b-bf42-4ad6-971c-83be397e11ba tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:29.010456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-cd46d17b-bf42-4ad6-971c-83be397e11ba tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports/53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 943 time: 0.1883075 Mar 11 17:28:29.076005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44deba-55d4-4af6-b44f-8af47b2152b4 req-f27ec196-79c9-4005-97d2-46b1872c8ea5 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:29.077449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe44deba-55d4-4af6-b44f-8af47b2152b4 req-f27ec196-79c9-4005-97d2-46b1872c8ea5 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 947 time: 0.1501129 Mar 11 17:28:29.090609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-7333b3e0-e7f5-4105-83e8-db3ab1d18c4e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250612 Mar 11 17:28:29.284409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe44deba-55d4-4af6-b44f-8af47b2152b4 req-9f0d2afa-1a00-44a9-a014-c71c26bc074e tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916232 Mar 11 17:28:29.284990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:29.360261 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe290d4-033f-467a-87a8-275adea9d0ac None None] New status for floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:28:29.384060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1470560441', 'description': 'tempest-description-723401814'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:29.403452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:29.429132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:29.440343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:29.446332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-60c4f1b5-e707-44a6-bdb8-6e0409eaee68 req-a6929492-ebc9-4aa1-93e5-94a5e2d00a4c service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464944 Mar 11 17:28:29.451411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:29.478986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-66e7dbcd-cb5f-4d26-b528-8f3a94115265 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1001 time: 0.2999802 Mar 11 17:28:29.481659 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.722497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.779607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:29.784031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Usage tracker for resource:security_group_rule and tenant:3688502ee43441dba1db08fb506cac5f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:29.793631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:29.795604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:29.815749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:29.818195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:29.823824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:29.832539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:29.870659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695719f9-9053-4952-a7ae-7be277abce5b req-401b1b96-4771-4765-82a2-48c4e88342a4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:29.871990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-401b1b96-4771-4765-82a2-48c4e88342a4 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.3769052 Mar 11 17:28:30.023755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.031765 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.068215 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.074671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-cb72bfdc-5ed9-479a-b9b4-1b6d25cdec14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1001 time: 0.1942906 Mar 11 17:28:30.087171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.115458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:30.196231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3688502ee43441dba1db08fb506cac5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9093094 Mar 11 17:28:30.205996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f3a2cb-4f76-4df8-8839-ede7b23be255,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:30.220949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48158) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:30.258268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.259463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303da046-137b-452b-ba64-ca453a31dfb1 req-c0a20a2e-d59b-4121-95bd-b5dde4b947cd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.8954720 Mar 11 17:28:30.300334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde05214-02a5-402d-b356-c28eb87ed82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eec713-d9b5-49a7-a1b9-a861b60bcfd4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:30.310326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-26f5f6c2-5790-46cf-a7fb-1a079240790f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:30.314178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-26f5f6c2-5790-46cf-a7fb-1a079240790f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:30.315013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-26f5f6c2-5790-46cf-a7fb-1a079240790f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:30.328019 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242c1418-d18c-45a9-9b72-85ed3b847996', 'tag': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75', 'status': 'completed', 'code': 200} Mar 11 17:28:30.329010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-26f5f6c2-5790-46cf-a7fb-1a079240790f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:30.330391 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-26f5f6c2-5790-46cf-a7fb-1a079240790f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "GET /v2.0/networks?id=9030d9e0-8458-4f61-ba86-1575ff68dfe1&id=f0b270f0-c451-47c7-b1dd-2df3682b2ea9&id=9030d9e0-8458-4f61-ba86-1575ff68dfe1 HTTP/1.1" status: 200 len: 1391 time: 0.2911515 Mar 11 17:28:30.342000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.448715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'port': {'device_id': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1', 'admin_state_up': True, 'tenant_id': '8f76ea5bca36421e889670071330a144'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:30.487936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-98c8539a-1137-4dd5-b97d-b0b33634cfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.498539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1d5e16c-f589-4498-a2b3-e8f57cc59acb req-8a2c24a1-a650-40ca-bbae-29a6a8d1507e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 210 time: 0.0721998 Mar 11 17:28:30.598245 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-98c8539a-1137-4dd5-b97d-b0b33634cfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.652446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:30.658189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:port and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:30.661479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:30.674257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:30.694951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:30.697950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.712095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-97f8741e-0b37-4153-845a-d730e858d2e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 1098 time: 0.1658156 Mar 11 17:28:30.786084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.814738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.814738 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3 disassociated. External IP: 172.25.3.60, port: 53c8b60a-87be-42e9-a6ab-48eb16d88529. Mar 11 17:28:30.946046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-98c8539a-1137-4dd5-b97d-b0b33634cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.957447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48174) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:30.980050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1258394678'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:30.993554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:31.000826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8539a-1137-4dd5-b97d-b0b33634cfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eec713-d9b5-49a7-a1b9-a861b60bcfd4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:31.002192 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-98c8539a-1137-4dd5-b97d-b0b33634cfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.002697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-98c8539a-1137-4dd5-b97d-b0b33634cfbc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b4eec713-d9b5-49a7-a1b9-a861b60bcfd4 HTTP/1.1" status: 204 len: 168 time: 0.7669518 Mar 11 17:28:31.010569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:network and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:31.022248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-18b04750-a9a2-436f-92e1-ee1d469a91d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:31.024134 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-18b04750-a9a2-436f-92e1-ee1d469a91d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2681768 Mar 11 17:28:31.039350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:31.048025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:31.070930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47190-8365-449e-8d35-64004fa6588b req-65dc5327-36eb-445e-8c91-16ad92d22903 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:31.077377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9e47190-8365-449e-8d35-64004fa6588b req-65dc5327-36eb-445e-8c91-16ad92d22903 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.3549638 Mar 11 17:28:31.079882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:31.083258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.122446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-26171836-a951-4d2f-a0df-c0ddadfe0b1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f2d124b0-2d46-4d04-a9e4-fc76c0515b75 HTTP/1.1" status: 200 len: 217 time: 0.0861452 Mar 11 17:28:31.142883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Allocated IP 19.80.0.137 (9030d9e0-8458-4f61-ba86-1575ff68dfe1/cfe1f7f2-d998-4895-bafa-4ce88eab4e97/39cac636-1513-4537-9e95-18bde75446ff) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:31.160649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:31.188605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9e47190-8365-449e-8d35-64004fa6588b req-58fa7866-9a6b-4352-8501-a05a756bd729 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956860 Mar 11 17:28:31.190775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.191171 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Added segment c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb of type vlan for network af96e76d-ed46-4176-93e9-943fb08e4f47 Mar 11 17:28:31.246065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.274948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-21035b8a-5cef-419e-b534-0b7df1c734a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:31.276419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-21035b8a-5cef-419e-b534-0b7df1c734a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1351340 Mar 11 17:28:31.316441 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.320121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:31.320729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.407710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f2d124b0-2d46-4d04-a9e4-fc76c0515b75 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:28:31.622757 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-2cbcb965-84ac-43b8-ae3a-e1e59c305db5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3314712 Mar 11 17:28:31.702005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7318804 Mar 11 17:28:31.704054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f2d124b0-2d46-4d04-a9e4-fc76c0515b75, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:31.715588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48192) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:31.733518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.739221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75', 'mac_address': 'fa:16:3e:a8:bd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:28:31.753518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:31.777474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:31.785873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Transition to ACTIVE for port object 39cac636-1513-4537-9e95-18bde75446ff will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:31.849027 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-af602b34-17b7-4682-9a45-b700c04e1ce7 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995606 Mar 11 17:28:31.866441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:31.867347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:31.876434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-864070518'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:31.887215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cd87b-bbfc-4e92-b13e-fc6f3fd32e85 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Network': ['ID=af96e76d-ed46-4176-93e9-943fb08e4f47,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:31.921782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:31.933364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network af96e76d-ed46-4176-93e9-943fb08e4f47 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:28:31.945038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:network and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:31.955512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:31.981682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:32.016262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-609028d8-21c8-45d3-9334-feef4654eaee req-c9eadb88-ed8e-40c3-b313-fced90550922 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:32.036815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:32.048042 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.061604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.084562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-609028d8-21c8-45d3-9334-feef4654eaee req-c9eadb88-ed8e-40c3-b313-fced90550922 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:32.093204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-609028d8-21c8-45d3-9334-feef4654eaee req-c9eadb88-ed8e-40c3-b313-fced90550922 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 9734 time: 0.8312118 Mar 11 17:28:32.140415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:32.175066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.235056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.235943 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Added segment 69185038-32d8-4003-8cc4-4139ebe2045f of type vlan for network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 Mar 11 17:28:32.261078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-609028d8-21c8-45d3-9334-feef4654eaee req-5685d66c-a864-4c8d-82cb-0cfa371f74e2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/86a2d71d-b719-4c14-980a-2ef0f7fb75a2 HTTP/1.1" status: 200 len: 2649 time: 0.1662569 Mar 11 17:28:32.273585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:32.285688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:32.308515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:32.323448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:32.336268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.371349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Port': ['ID=39cac636-1513-4537-9e95-18bde75446ff,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:32.426777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:32.446172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:32.447060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.455522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-609028d8-21c8-45d3-9334-feef4654eaee req-6312b8da-c3ce-4ca4-9f47-a91edecf7ebd tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/86a2d71d-b719-4c14-980a-2ef0f7fb75a2 HTTP/1.1" status: 200 len: 2649 time: 0.1817236 Mar 11 17:28:32.492910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d124b0-2d46-4d04-a9e4-fc76c0515b75 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:32.499338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:32.511629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48206) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:32.513198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.516478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:32.517220 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.521573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:32.524417 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.530190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d06ec80-1c06-4840-b428-c08b413f53c7 req-cd3cc79c-34e9-4938-afd5-18174cf6743e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721804 Mar 11 17:28:32.570247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-60ca18b6-82ee-4fc1-94d1-0878ce935b12 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1262796 Mar 11 17:28:32.588712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'port': {'device_id': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9', 'admin_state_up': True, 'tenant_id': '8f76ea5bca36421e889670071330a144'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:32.589291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f2d124b0-2d46-4d04-a9e4-fc76c0515b75, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:32.656199 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.710369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9016662 Mar 11 17:28:32.716439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:32.731292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'subnet': {'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:32.773135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-245471106-network', 'tenant_id': '15167163fad94579bb01075e7c23a473'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:32.778496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:32.783529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Usage tracker for resource:network and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:32.786529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:32.794325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:32.857261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Made reservation on behalf of 15167163fad94579bb01075e7c23a473 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:32.859640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.894886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19483623-f03d-41c3-b52a-0ebfda94c2c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Network': ['ID=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:32.901534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.934513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:28:32.973373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:32.980995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Usage tracker for resource:security_group_rule and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:32.984623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:32.985031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:32.993038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:32.993415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:32.996711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:port and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:32.999680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:33.003814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927e0be-e00f-421b-9aa1-97a66b4ae175 req-1964dc55-206c-43b2-8787-dcb0d1b9aa22 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:33.005292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c927e0be-e00f-421b-9aa1-97a66b4ae175 req-1964dc55-206c-43b2-8787-dcb0d1b9aa22 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 948 time: 0.3075678 Mar 11 17:28:33.005455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:33.012770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:subnet and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:33.016002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:33.022717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:33.024540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:33.027552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.060784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:33.080321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f2d124b0-2d46-4d04-a9e4-fc76c0515b75'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:33.089024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:33.124026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c927e0be-e00f-421b-9aa1-97a66b4ae175 req-88e6b265-43ee-4130-91d7-3f4849e98970 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048782 Mar 11 17:28:33.129291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55402108-7ccb-4504-acfb-f120b1ca87ba None None] Provisioning for port 39cac636-1513-4537-9e95-18bde75446ff completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:33.161381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.161754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.162055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.162398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.162700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.163021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.163333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.163659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.163953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.164371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.164681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:33.195709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.200025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.207603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55402108-7ccb-4504-acfb-f120b1ca87ba None None] Provisioning complete for port 39cac636-1513-4537-9e95-18bde75446ff triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:33.207603 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55402108-7ccb-4504-acfb-f120b1ca87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.212593 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.236399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.250423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:33.256876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:33.282110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1ff1b-cfe8-4495-8ca9-26764860c4c0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:33.293713 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.294058 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Added segment 706ccd4d-af31-4164-a11c-98ce6cdfc2ea of type vlan for network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb Mar 11 17:28:33.303812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.393695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.394725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Allocated IP 19.86.0.194 (f0b270f0-c451-47c7-b1dd-2df3682b2ea9/6e7c1452-eb4e-46ea-8e92-490d33963da4/d0c5e125-19df-46dc-9d83-05729866fecb) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:33.434477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-803a3315-b121-43f0-9ac9-344bd8c0e0aa tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "PUT /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 200 len: 694 time: 3.3341479 Mar 11 17:28:33.446122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-55402108-7ccb-4504-acfb-f120b1ca87ba None None] Port 39cac636-1513-4537-9e95-18bde75446ff cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:33.449445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:33.456266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:33.481045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.522653 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.524021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:33.524585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.542874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 482ad862-2b0f-48bf-9562-3035cc685cae no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:33.587128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 482ad862-2b0f-48bf-9562-3035cc685cae {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:28:33.587776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 482ad862-2b0f-48bf-9562-3035cc685cae not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:33.635385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:33.644100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:33.664766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:33.665707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:33.672910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1361716 Mar 11 17:28:33.675411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:33.686072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Request body: {'subnet': {'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-245471106-subnet', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:33.688569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1338c-e171-4724-b19b-b6d1caba6f41 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:33.699823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-2902b0d8-973b-4d03-8a2b-64c29c6f1865 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.2341497 Mar 11 17:28:33.706804 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.713821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:33.750958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Usage tracker for resource:subnet and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:33.759389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:33.779562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:33.800848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.828433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Made reservation on behalf of 15167163fad94579bb01075e7c23a473 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:33.831001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.855235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Subnet': ['ID=3880d8eb-d6f3-44db-8fff-c12912fc5f8c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:33.896013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:33.936548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Transition to ACTIVE for port object d0c5e125-19df-46dc-9d83-05729866fecb will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:33.936829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695719f9-9053-4952-a7ae-7be277abce5b req-ea6df946-a834-4ec3-8403-6e552ff32eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:33.938285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-ea6df946-a834-4ec3-8403-6e552ff32eb8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.2330241 Mar 11 17:28:33.989513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Checking segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:33.989513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network hostable DHCP agents. Network: af96e76d-ed46-4176-93e9-943fb08e4f47, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:34.018894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-46df4996-2e9a-4cde-9055-bf1de993c679 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 217 time: 0.0747268 Mar 11 17:28:34.031121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.055778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:28:34.112998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network af96e76d-ed46-4176-93e9-943fb08e4f47 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:34.161360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:34.167009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:34.168958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, af96e76d-ed46-4176-93e9-943fb08e4f47) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:34.170550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:34.171731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:34.197746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695719f9-9053-4952-a7ae-7be277abce5b req-85fddcd8-4896-43a9-9098-ee7838c6bef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.199495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-85fddcd8-4896-43a9-9098-ee7838c6bef6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.1751893 Mar 11 17:28:34.222502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.223372 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.229159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Port': ['ID=d0c5e125-19df-46dc-9d83-05729866fecb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:34.233970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2229f-2c9e-4dce-bd8e-6243008a917e None None] Network af96e76d-ed46-4176-93e9-943fb08e4f47 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:34.313813 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c4e74a0e-f52a-4e6f-871b-f21e39b4baa0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5957043 Mar 11 17:28:34.319825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48244) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:34.324229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.325094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.338604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'subnet': {'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:34.364613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.400324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97277-06ca-45a8-ba60-a8e5f4f6a8c7 req-dd8e4ddc-644c-4df0-8950-78091107807d tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.404667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97277-06ca-45a8-ba60-a8e5f4f6a8c7 req-dd8e4ddc-644c-4df0-8950-78091107807d tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.406480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c97277-06ca-45a8-ba60-a8e5f4f6a8c7 req-dd8e4ddc-644c-4df0-8950-78091107807d tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 1655 time: 0.3491321 Mar 11 17:28:34.462314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-69e6e99f-4f4b-41bb-ac8b-af44e607f6c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2551808 Mar 11 17:28:34.466802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99c97277-06ca-45a8-ba60-a8e5f4f6a8c7 req-b7a74950-1982-4264-9b81-cf8c858c3969 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:34.525063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-61c2abe8-8495-4b65-960a-e1a6c21b9f43 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9405193 Mar 11 17:28:34.551016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'port': {'device_id': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1', 'admin_state_up': True, 'tenant_id': '8f76ea5bca36421e889670071330a144'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:34.572340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99c97277-06ca-45a8-ba60-a8e5f4f6a8c7 req-b7a74950-1982-4264-9b81-cf8c858c3969 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:34.574764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c97277-06ca-45a8-ba60-a8e5f4f6a8c7 req-b7a74950-1982-4264-9b81-cf8c858c3969 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621337 Mar 11 17:28:34.575703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-af96e76d-ed46-4176-93e9-943fb08e4f47', 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'fixed_ips': [{'subnet_id': '3880d8eb-d6f3-44db-8fff-c12912fc5f8c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:28:34.577076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.596761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:34.602610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:subnet and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:34.606906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:34.616826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-438d2f2f-3dec-4f1b-93f3-9bc43dc0224f service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471214 Mar 11 17:28:34.618592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:34.639936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d07ce1f1-3eb1-4bb7-9600-d42496a94dbb None None] Provisioning for port d0c5e125-19df-46dc-9d83-05729866fecb completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:34.646453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d07ce1f1-3eb1-4bb7-9600-d42496a94dbb None None] Provisioning complete for port d0c5e125-19df-46dc-9d83-05729866fecb triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:34.646872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d07ce1f1-3eb1-4bb7-9600-d42496a94dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.713829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:34.757218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7db5774-ca8e-4374-b98f-5c8e62c74b6f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:34.826857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695719f9-9053-4952-a7ae-7be277abce5b req-c492772b-f38f-490a-a2f6-88b2380b07af service neutron] 10.222.0.96 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044284 Mar 11 17:28:34.836802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d07ce1f1-3eb1-4bb7-9600-d42496a94dbb None None] Port d0c5e125-19df-46dc-9d83-05729866fecb cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:34.843879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de488655-8602-466a-a9ab-29b6e4ff0247 req-36e3edf5-5f01-40c7-a594-bb6cca8d88a2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.849606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:34.852604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de488655-8602-466a-a9ab-29b6e4ff0247 req-36e3edf5-5f01-40c7-a594-bb6cca8d88a2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 950 time: 0.1492159 Mar 11 17:28:34.887338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c163bb4-e159-492e-a3b7-3998d6714c57 None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:34.920471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Allocated IP 10.1.1.2 (af96e76d-ed46-4176-93e9-943fb08e4f47/3880d8eb-d6f3-44db-8fff-c12912fc5f8c/b872c423-594e-4bd3-be3d-20a749df9874) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:34.943166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de488655-8602-466a-a9ab-29b6e4ff0247 req-5fbf5f1b-db9e-433b-abc2-b72abefd5ec0 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895658 Mar 11 17:28:34.963184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e762ac11-c509-4910-a3e8-08d8b6371e76 req-44cf4909-cfd7-4770-ad56-095f394c0c60 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/2bd4f0d7-82a6-449e-8b06-b1d44ba28688 HTTP/1.1" status: 200 len: 1633 time: 0.0891409 Mar 11 17:28:35.005080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Checking segment: {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:35.005431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Network hostable DHCP agents. Network: 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:35.034328 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'status': 'completed', 'code': 200} Mar 11 17:28:35.043980 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e762ac11-c509-4910-a3e8-08d8b6371e76 req-3069b042-3511-42d4-a8ef-863d14e62c36 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.074045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e762ac11-c509-4910-a3e8-08d8b6371e76 req-3069b042-3511-42d4-a8ef-863d14e62c36 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.123217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.170326 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e762ac11-c509-4910-a3e8-08d8b6371e76 req-3069b042-3511-42d4-a8ef-863d14e62c36 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.202291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069b042-3511-42d4-a8ef-863d14e62c36 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd4f0d7-82a6-449e-8b06-b1d44ba28688,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:35.229948 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.243698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Transition to ACTIVE for port object b872c423-594e-4bd3-be3d-20a749df9874 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:35.256852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e762ac11-c509-4910-a3e8-08d8b6371e76 req-3069b042-3511-42d4-a8ef-863d14e62c36 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.258378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e762ac11-c509-4910-a3e8-08d8b6371e76 req-3069b042-3511-42d4-a8ef-863d14e62c36 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/2bd4f0d7-82a6-449e-8b06-b1d44ba28688 HTTP/1.1" status: 204 len: 173 time: 0.2826364 Mar 11 17:28:35.265458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Transition to ACTIVE for port object b872c423-594e-4bd3-be3d-20a749df9874 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:35.274848 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.295429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0620e3-bbb7-4a6a-8990-36fad5975437 req-bc98cad2-0eee-40fa-852a-0b2e7cf750b3 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:35.297206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee0620e3-bbb7-4a6a-8990-36fad5975437 req-bc98cad2-0eee-40fa-852a-0b2e7cf750b3 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 948 time: 0.0926256 Mar 11 17:28:35.312320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:35.327058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:35.329303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:port and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:35.341140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:35.356613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Pushing event updated for resources: {'Port': ['ID=b872c423-594e-4bd3-be3d-20a749df9874,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:35.358322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:35.367141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee0620e3-bbb7-4a6a-8990-36fad5975437 req-4e14a979-aa03-4bfa-9b09-a3614078e506 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636787 Mar 11 17:28:35.368915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Network af96e76d-ed46-4176-93e9-943fb08e4f47 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:35.370267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:35.372723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:35.381774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:35.386422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:35.387092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.417866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277cff5d-bd79-469e-a3ab-560a0c2fdb1a None None] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:35.427280 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-c582d5b7-c0ac-425a-9d23-9f9016555717 req-77f13d1e-85fe-4744-932f-037a9aad7275 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:28:35.428071 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-7ac50556-5677-4232-b1b8-23689ff82f7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e665d53dc794de1b13aa4933a512e02&device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 1097 time: 0.3487971 Mar 11 17:28:35.428465 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c582d5b7-c0ac-425a-9d23-9f9016555717 req-77f13d1e-85fe-4744-932f-037a9aad7275 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/2bd4f0d7-82a6-449e-8b06-b1d44ba28688 HTTP/1.1" status: 404 len: 352 time: 0.0171025 Mar 11 17:28:35.431744 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7c64187-b64b-400e-ab9e-74340b271c54 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7553563 Mar 11 17:28:35.434855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:35.440965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:35.441168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:35.443219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.446704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:35.452298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Usage tracker for resource:router and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:35.455520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:35.462734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:28:35.463400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:35.465025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f2d124b0-2d46-4d04-a9e4-fc76c0515b75 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:35.480802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.481854 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.520716 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.663130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Attempting to bind port b872c423-594e-4bd3-be3d-20a749df9874 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:35.664314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Attempting to bind port b872c423-594e-4bd3-be3d-20a749df9874 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:35.664853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Attempting to bind port b872c423-594e-4bd3-be3d-20a749df9874 on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:35.748737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:35.788333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:35.789036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Checking segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:35.790142 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.790735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Bound using segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:35.791704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Bound port: b872c423-594e-4bd3-be3d-20a749df9874, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:35.792238 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.803911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.810703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1bfbfe81-4152-4605-a412-2d06a02b14f2 req-8877a4f1-cc4d-4a1a-bd3f-feb1ea3d5589 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a2cc3853-6b77-48ae-9eff-a7b4f4a76943 HTTP/1.1" status: 200 len: 1635 time: 0.1598370 Mar 11 17:28:35.849441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-c6ab972f-4ba9-4f14-b659-3c8105da8939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:35.850980 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-c6ab972f-4ba9-4f14-b659-3c8105da8939 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 200 len: 923 time: 0.3812511 Mar 11 17:28:35.941801 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-9488276f-914b-406a-9ec8-4d358f506450 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 200 len: 217 time: 0.0747905 Mar 11 17:28:36.000291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.027106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:36.041324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-2ac0144c-3d83-4e4e-a2a2-06de30835260 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 200 len: 694 time: 0.1139457 Mar 11 17:28:36.046249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Allocated IP 19.80.0.236 (9030d9e0-8458-4f61-ba86-1575ff68dfe1/cfe1f7f2-d998-4895-bafa-4ce88eab4e97/c500b72a-be20-4475-907d-3586b9c6ff79) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:36.051882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:36.052122 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.113278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] For port b872c423-594e-4bd3-be3d-20a749df9874, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:36.119579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-3bdd94ce-1fd2-42b3-9827-ea2abf6f58cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:36.121148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-3bdd94ce-1fd2-42b3-9827-ea2abf6f58cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 200 len: 860 time: 0.1701021 Mar 11 17:28:36.138007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:36.155375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] For port b872c423-594e-4bd3-be3d-20a749df9874, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b872c423-594e-4bd3-be3d-20a749df9874,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:36.161635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1bfbfe81-4152-4605-a412-2d06a02b14f2 req-a6779dba-49b3-41b3-968d-d75a4f5ffe56 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.174317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:28:36.175140 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.189372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Subnet': ['ID=70870f29-80d2-44fc-a8b4-568481aa91fd,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:36.189696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.193421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'mac_address': 'fa:16:3e:88:f9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:28:36.229651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:36.230394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.252104 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Sync routers for ids ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:36.276895 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Routers {'bed7f485-d4d2-4c7f-aa19-35c82222b90c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:36.277788 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:36.282285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1bfbfe81-4152-4605-a412-2d06a02b14f2 req-a6779dba-49b3-41b3-968d-d75a4f5ffe56 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.352928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Checking segment: {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:36.353481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network hostable DHCP agents. Network: e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:36.369470 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1bfbfe81-4152-4605-a412-2d06a02b14f2 req-a6779dba-49b3-41b3-968d-d75a4f5ffe56 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.388853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-bc38c415-bbc7-496d-8db9-f778f0cee6fc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:36.390205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-bc38c415-bbc7-496d-8db9-f778f0cee6fc tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.3308139 Mar 11 17:28:36.409055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6779dba-49b3-41b3-968d-d75a4f5ffe56 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc3853-6b77-48ae-9eff-a7b4f4a76943,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:36.410876 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-54519ff9-9e99-4847-a222-aa7dc5d08e20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ce5f149-8018-4704-89e0-ad71c29888e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2734902 Mar 11 17:28:36.422929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-8630bebe-643b-4d50-86f7-133df0709275 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:28:36.429453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-8630bebe-643b-4d50-86f7-133df0709275 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0260398 Mar 11 17:28:36.468089 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Set router bed7f485-d4d2-4c7f-aa19-35c82222b90c gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:36.503926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:36.531232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-29d4a88a-4181-4f64-a3ec-48695b4889dd tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 697 time: 0.1004269 Mar 11 17:28:36.536401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:36.551119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:36.551827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.562005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Allocated IP 172.20.0.2 (9ae58c5e-e92b-4b77-94d0-f67b49faf1eb/c7db5774-ca8e-4374-b98f-5c8e62c74b6f/1253db46-b82e-4318-b272-25b683369538) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:36.591358 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.628088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-496dc1f8-e44d-4a69-ab3c-6fc2383d23d0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2985389 Mar 11 17:28:36.632746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48294) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:36.633389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Transition to ACTIVE for port object c500b72a-be20-4475-907d-3586b9c6ff79 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:36.643204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'port': {'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'name': 'tempest-TaggedBootDevicesTest-1543668773', 'fixed_ips': [{'subnet_id': '3880d8eb-d6f3-44db-8fff-c12912fc5f8c'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:36.664639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-498a237f-1ec0-4006-ae5f-0de5992766d7 service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397492 Mar 11 17:28:36.735933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1bfbfe81-4152-4605-a412-2d06a02b14f2 req-a6779dba-49b3-41b3-968d-d75a4f5ffe56 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.737367 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1bfbfe81-4152-4605-a412-2d06a02b14f2 req-a6779dba-49b3-41b3-968d-d75a4f5ffe56 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/a2cc3853-6b77-48ae-9eff-a7b4f4a76943 HTTP/1.1" status: 204 len: 173 time: 0.8994510 Mar 11 17:28:36.791610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-38cae931-923f-4c6b-8160-04ad23d2154e tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 697 time: 0.2589757 Mar 11 17:28:36.793821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d2893-622a-499e-8e7b-8c4a8432e136 None None] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:36.837585 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:58Z', 'revision_number': 4, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '032e6ba9-cf8d-45de-966f-d7c20b6ccbcc', 'name': '', 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'mac_address': 'fa:16:3e:e8:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8193e767-8e5e-4b2f-b74e-9bad8c4e6f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:27:59Z', 'revision_number': 2, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'subnets': [{'id': '8193e767-8e5e-4b2f-b74e-9bad8c4e6f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:36.842132 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Checking router: bed7f485-d4d2-4c7f-aa19-35c82222b90c for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:36.842782 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Updating router bed7f485-d4d2-4c7f-aa19-35c82222b90c port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:28:36.886777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.898117 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.045374 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.046982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Port': ['ID=c500b72a-be20-4475-907d-3586b9c6ff79,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.049804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:37.053860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:37.056409 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ff4296e-b8ea-457d-9f19-51c2e01e8591 req-05e79607-89ee-4d44-a7a2-df597a371a1e service neutron] 10.222.0.59 "GET /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338380 Mar 11 17:28:37.059431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:37.082303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Deleting port 2db12899-b464-49ae-963a-7e8e83446e0b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:37.082672 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.084654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:port and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:37.088950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:37.139958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.302165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.308068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:37.331857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:37.383366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:37.384019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.388082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:37.400274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.422567 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.442233 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Transition to ACTIVE for port object 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:37.451599 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.470411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] device_id is not set on port e655ef02-c865-4404-8088-d758a1716084 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:28:37.496725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ac52258-ac5b-46b3-8f33-9bc68807426c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:37.525385 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-79ece8c8-6483-4f5f-b95f-e7a21ea18dd9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9814315 Mar 11 17:28:37.556101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Request body: {'port': {'device_id': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:37.560420 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.560925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.610385 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76161890-71ac-4412-b9c1-3f9cbf217874 None None] Pushing event updated for resources: {'Port': ['ID=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.732978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f47ef9-84cd-48a4-8287-f10c3a5a81ec None None] Pushing event updated for resources: {'Port': ['ID=b872c423-594e-4bd3-be3d-20a749df9874,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.770942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Calling delete_port for 2db12899-b464-49ae-963a-7e8e83446e0b owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:37.780582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:37.795750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.866445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.924176 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.963515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27581065-670a-4108-b053-e7df0084079b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2', 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'fixed_ips': [{'subnet_id': '70870f29-80d2-44fc-a8b4-568481aa91fd'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:28:37.964526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27581065-670a-4108-b053-e7df0084079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.975664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-df65a0e6-4b91-4981-af8b-019b56e768e5 None None] Provisioning for port c500b72a-be20-4475-907d-3586b9c6ff79 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:37.989559 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Attempting to bind port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:37.989854 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Attempting to bind port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:37.990519 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Attempting to bind port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc on network ea265c04-c9f1-45c7-acff-f773734a8e45 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:37.993215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-df65a0e6-4b91-4981-af8b-019b56e768e5 None None] Provisioning complete for port c500b72a-be20-4475-907d-3586b9c6ff79 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:37.993614 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df65a0e6-4b91-4981-af8b-019b56e768e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.998857 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:37.999910 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Checking segment: {'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:37.999910 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.000165 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Bound using segment: {'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:38.000764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Bound port: 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef4ee38-2305-47e1-a325-05ed3a648015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:38.001216 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.044203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 10.1.1.17 (af96e76d-ed46-4176-93e9-943fb08e4f47/3880d8eb-d6f3-44db-8fff-c12912fc5f8c/e655ef02-c865-4404-8088-d758a1716084) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:38.054568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.093655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c1418-d18c-45a9-9b72-85ed3b847996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:38.115151 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] For port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:38.119123 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] For port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,segment=NetworkSegment(0ef4ee38-2305-47e1-a325-05ed3a648015),segment_id=0ef4ee38-2305-47e1-a325-05ed3a648015)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:38.125064 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.130253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.192960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Pushing event deleted for resources: {'Port': ['ID=2db12899-b464-49ae-963a-7e8e83446e0b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:38.208823 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76161890-71ac-4412-b9c1-3f9cbf217874 None None] Pushing event updated for resources: {'Port': ['ID=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:38.231558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4daea-d074-4ddc-a563-990d746fffe2 req-5a5d8faf-4094-4821-9104-ff2ee76b7d5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:38.233692 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Routers {'bed7f485-d4d2-4c7f-aa19-35c82222b90c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:38.234448 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:38.240409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4daea-d074-4ddc-a563-990d746fffe2 req-5a5d8faf-4094-4821-9104-ff2ee76b7d5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:38.262250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4daea-d074-4ddc-a563-990d746fffe2 req-5a5d8faf-4094-4821-9104-ff2ee76b7d5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:38.272181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7d4daea-d074-4ddc-a563-990d746fffe2 req-5a5d8faf-4094-4821-9104-ff2ee76b7d5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2377 time: 1.2983100 Mar 11 17:28:38.353614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-27581065-670a-4108-b053-e7df0084079b None None] Allocated IP 10.2.2.2 (e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2/70870f29-80d2-44fc-a8b4-568481aa91fd/c9e1b42f-acca-4756-a94d-e2a94c330a4c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:38.382207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7d4daea-d074-4ddc-a563-990d746fffe2 req-4a23324e-410b-499e-9b06-bc6d1e773376 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085663 Mar 11 17:28:38.509629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Allocated IP 172.25.3.172 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:38.611123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Transition to ACTIVE for port object 1253db46-b82e-4318-b272-25b683369538 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:38.635112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Transition to ACTIVE for port object 1253db46-b82e-4318-b272-25b683369538 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:38.662020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2ac52258-ac5b-46b3-8f33-9bc68807426c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:38.677832 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] Set router bed7f485-d4d2-4c7f-aa19-35c82222b90c gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:38.768677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cac636-1513-4537-9e95-18bde75446ff {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:38.782774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.816171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Transition to ACTIVE for port object 39cac636-1513-4537-9e95-18bde75446ff will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:38.829982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.885028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27581065-670a-4108-b053-e7df0084079b None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.904688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-27581065-670a-4108-b053-e7df0084079b None None] Transition to ACTIVE for port object c9e1b42f-acca-4756-a94d-e2a94c330a4c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:38.915624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.946664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-27581065-670a-4108-b053-e7df0084079b None None] Transition to ACTIVE for port object c9e1b42f-acca-4756-a94d-e2a94c330a4c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:38.957013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f2d124b0-2d46-4d04-a9e4-fc76c0515b75, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:38.971773 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27581065-670a-4108-b053-e7df0084079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.978529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Pushing event updated for resources: {'Port': ['ID=39cac636-1513-4537-9e95-18bde75446ff,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:38.983168 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.993218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.004061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27581065-670a-4108-b053-e7df0084079b None None] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:39.023152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-27581065-670a-4108-b053-e7df0084079b None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:39.025188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:39.027712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c660293-3a43-4a43-a324-4cc328d9af51 None None] Network af96e76d-ed46-4176-93e9-943fb08e4f47 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:39.158624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:39.164443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.164964 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.175316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:39.177191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-df65a0e6-4b91-4981-af8b-019b56e768e5 None None] Port c500b72a-be20-4475-907d-3586b9c6ff79 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:39.185665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:39.235240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27581065-670a-4108-b053-e7df0084079b None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:39.286045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Transition to ACTIVE for port object e655ef02-c865-4404-8088-d758a1716084 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:39.290647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.293670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:58Z', 'revision_number': 4, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '032e6ba9-cf8d-45de-966f-d7c20b6ccbcc', 'name': '', 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'mac_address': 'fa:16:3e:e8:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8193e767-8e5e-4b2f-b74e-9bad8c4e6f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 4, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'subnets': [{'id': '8193e767-8e5e-4b2f-b74e-9bad8c4e6f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:39.305845 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af513f-bd2f-45df-bf4f-5e60052c2fc5 None None] The sync data for ids ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'] in n-d-833436-1 is: [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:58Z', 'revision_number': 4, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '032e6ba9-cf8d-45de-966f-d7c20b6ccbcc', 'name': '', 'network_id': 'ea265c04-c9f1-45c7-acff-f773734a8e45', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'mac_address': 'fa:16:3e:e8:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8193e767-8e5e-4b2f-b74e-9bad8c4e6f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 4, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'subnets': [{'id': '8193e767-8e5e-4b2f-b74e-9bad8c4e6f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:39.336665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Pushing event updated for resources: {'Port': ['ID=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:39.413442 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.417929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:39.457818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Attempting to bind port 39cac636-1513-4537-9e95-18bde75446ff on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:39.458351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Attempting to bind port 39cac636-1513-4537-9e95-18bde75446ff by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:39.459548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Attempting to bind port 39cac636-1513-4537-9e95-18bde75446ff on network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:39.466280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:39.468364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:39.480502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Port 39cac636-1513-4537-9e95-18bde75446ff on network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:28:39.480820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Attempting to bind port 39cac636-1513-4537-9e95-18bde75446ff on network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:39.496606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:39.497141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Checking segment: {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:39.497766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Bound using segment: {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:39.498353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Bound port: 39cac636-1513-4537-9e95-18bde75446ff, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:39.498729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.559965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:39.625712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27581065-670a-4108-b053-e7df0084079b None None] Pushing event updated for resources: {'Port': ['ID=c9e1b42f-acca-4756-a94d-e2a94c330a4c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:39.683552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] For port 39cac636-1513-4537-9e95-18bde75446ff, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:39.687215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] For port 39cac636-1513-4537-9e95-18bde75446ff, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=39cac636-1513-4537-9e95-18bde75446ff,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:39.688618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.692116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f865590-f5aa-4ea4-a831-080ab82686ca req-a4753fa3-8e3d-4b80-b9dc-68c6abe43e67 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "DELETE /v2.0/floatingips/87d2f267-acfe-4e33-a44b-c1d5712e8ae3 HTTP/1.1" status: 204 len: 173 time: 2.8996165 Mar 11 17:28:39.699271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.750664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.779280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56b9c4-0c8b-4018-9553-7f203be781bf req-90527bdc-e704-4e6a-9a86-87eca1bcdfd0 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:39.800577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f56b9c4-0c8b-4018-9553-7f203be781bf req-90527bdc-e704-4e6a-9a86-87eca1bcdfd0 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 949 time: 0.8545423 Mar 11 17:28:39.838194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.839944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] 10.222.0.59 "PUT /v2.0/ports/39cac636-1513-4537-9e95-18bde75446ff HTTP/1.1" status: 200 len: 1092 time: 2.2979114 Mar 11 17:28:39.858658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network af96e76d-ed46-4176-93e9-943fb08e4f47 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:39.859567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'tag': '39cac636-1513-4537-9e95-18bde75446ff'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:39.906420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Request body: {'port': {'device_id': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:39.919340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-27581065-670a-4108-b053-e7df0084079b None None] Attempting to bind port c9e1b42f-acca-4756-a94d-e2a94c330a4c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:39.919340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-27581065-670a-4108-b053-e7df0084079b None None] Attempting to bind port c9e1b42f-acca-4756-a94d-e2a94c330a4c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:39.920107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27581065-670a-4108-b053-e7df0084079b None None] Attempting to bind port c9e1b42f-acca-4756-a94d-e2a94c330a4c on network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:40.037311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:40.068105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f56b9c4-0c8b-4018-9553-7f203be781bf req-8c8a011b-9715-4f2c-a0b6-738338490296 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614851 Mar 11 17:28:40.115539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:40.130477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27581065-670a-4108-b053-e7df0084079b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:40.131006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27581065-670a-4108-b053-e7df0084079b None None] Checking segment: {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:40.131563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27581065-670a-4108-b053-e7df0084079b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.131987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27581065-670a-4108-b053-e7df0084079b None None] Bound using segment: {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:40.132612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-27581065-670a-4108-b053-e7df0084079b None None] Bound port: c9e1b42f-acca-4756-a94d-e2a94c330a4c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:40.133096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27581065-670a-4108-b053-e7df0084079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.160236 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.161486 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-9ac1cf8a-33f0-4441-9a0a-365561e61c3a req-93363141-32bb-4461-a30c-ed10bf339ef9 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:28:40.168806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ac1cf8a-33f0-4441-9a0a-365561e61c3a req-93363141-32bb-4461-a30c-ed10bf339ef9 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a2cc3853-6b77-48ae-9eff-a7b4f4a76943 HTTP/1.1" status: 404 len: 352 time: 0.0309343 Mar 11 17:28:40.186951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b872c423-594e-4bd3-be3d-20a749df9874 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:40.221471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc18af-11e4-45e4-9b3b-f21428996154 req-22de94ca-62a9-4f8a-9a37-a98e91345f5b tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:40.223150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdbc18af-11e4-45e4-9b3b-f21428996154 req-22de94ca-62a9-4f8a-9a37-a98e91345f5b tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 949 time: 0.2441137 Mar 11 17:28:40.266068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.266745 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.279547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:40.280187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.299538 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242c1418-d18c-45a9-9b72-85ed3b847996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75', 'code': 200} Mar 11 17:28:40.317311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e3250-896a-4b82-9e1d-4853198242fb service neutron] Pushing event updated for resources: {'Port': ['ID=39cac636-1513-4537-9e95-18bde75446ff,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:40.348448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdbc18af-11e4-45e4-9b3b-f21428996154 req-8c93ef58-3821-47f6-a4f8-a6594895a5e4 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191642 Mar 11 17:28:40.400304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-27581065-670a-4108-b053-e7df0084079b None None] For port c9e1b42f-acca-4756-a94d-e2a94c330a4c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:40.404419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-27581065-670a-4108-b053-e7df0084079b None None] For port c9e1b42f-acca-4756-a94d-e2a94c330a4c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c9e1b42f-acca-4756-a94d-e2a94c330a4c,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:40.407736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ac52258-ac5b-46b3-8f33-9bc68807426c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:40.427618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:40.459294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.463548 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27581065-670a-4108-b053-e7df0084079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.509114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Attempting to bind port 1253db46-b82e-4318-b272-25b683369538 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:40.509489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Attempting to bind port 1253db46-b82e-4318-b272-25b683369538 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:40.509851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Attempting to bind port 1253db46-b82e-4318-b272-25b683369538 on network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:40.531702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:40.532078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Checking segment: {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:40.532486 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.532880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Bound using segment: {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:40.533352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Bound port: 1253db46-b82e-4318-b272-25b683369538, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:40.533728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.633215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Pushing event updated for resources: {'Port': ['ID=1253db46-b82e-4318-b272-25b683369538,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:40.697058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b872c423-594e-4bd3-be3d-20a749df9874 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:40.775170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.829482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dccb-0438-42ec-a9e1-9759e7ff7e5f req-c10b48d1-2918-4637-b8ce-7ea438d20815 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:40.845070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dccb-0438-42ec-a9e1-9759e7ff7e5f req-c10b48d1-2918-4637-b8ce-7ea438d20815 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:40.849983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dccb-0438-42ec-a9e1-9759e7ff7e5f req-c10b48d1-2918-4637-b8ce-7ea438d20815 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:40.858814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e898dccb-0438-42ec-a9e1-9759e7ff7e5f req-c10b48d1-2918-4637-b8ce-7ea438d20815 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2389 time: 0.2196062 Mar 11 17:28:40.858814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Router 597c6651-a7e5-487c-bd36-f109ff2515a5 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:28:40.871438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:40.983922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2942b83a-3f24-4146-8e53-0cacfe718b30 None None] Provisioning for port b872c423-594e-4bd3-be3d-20a749df9874 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:40.998150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3628776 Mar 11 17:28:41.011063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48342) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:41.034943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2942b83a-3f24-4146-8e53-0cacfe718b30 None None] Provisioning complete for port b872c423-594e-4bd3-be3d-20a749df9874 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:41.035420 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2942b83a-3f24-4146-8e53-0cacfe718b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.038694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e898dccb-0438-42ec-a9e1-9759e7ff7e5f req-00a826ae-d2d0-4bd8-9da0-2f5da59d3165 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768570 Mar 11 17:28:41.042667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877ef4f-6eb1-43c6-817b-e72e92aa3c51 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=e655ef02-c865-4404-8088-d758a1716084,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:41.056437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'port': {'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'name': 'tempest-TaggedBootDevicesTest-702981714', 'fixed_ips': [{'subnet_id': '3880d8eb-d6f3-44db-8fff-c12912fc5f8c'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:41.081589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] For port 1253db46-b82e-4318-b272-25b683369538, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:41.092033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] For port 1253db46-b82e-4318-b272-25b683369538, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1253db46-b82e-4318-b272-25b683369538,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:41.164490 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.188280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:41.201856 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'tag': '39cac636-1513-4537-9e95-18bde75446ff', 'status': 'completed', 'code': 200} Mar 11 17:28:41.284102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:41.316463 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64b141df-52cd-4532-b9f2-df0c5ef3933f req-82527046-32ef-4006-9077-3751c8efa0f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 1100 time: 0.9010544 Mar 11 17:28:41.359385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:41.359762 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.500173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c75cbcd-7ff8-47d6-b515-04f155631b9a req-59e7fa7f-da03-4c76-93dc-0719c4cb660e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a7f3a2cb-4f76-4df8-8839-ede7b23be255 HTTP/1.1" status: 200 len: 1634 time: 0.2569847 Mar 11 17:28:41.503853 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64b141df-52cd-4532-b9f2-df0c5ef3933f req-19200a1c-1267-4b38-b0b6-c9914db26152 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700711 Mar 11 17:28:41.568843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:41.596304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c5e125-19df-46dc-9d83-05729866fecb {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:41.612378 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.618944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbbd7ee5-fccb-4085-8388-b0c8cb727a29 req-23398913-6c29-4be5-b74b-83706d828b75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2732 time: 0.4252017 Mar 11 17:28:41.626648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:41.638236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:port and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:41.645612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:41.650881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Transition to ACTIVE for port object d0c5e125-19df-46dc-9d83-05729866fecb will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:41.657764 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.658644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:41.660968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8c75cbcd-7ff8-47d6-b515-04f155631b9a req-b2ed8e82-6e5d-4f59-ba51-7e83ddf1d8d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.674430 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2942b83a-3f24-4146-8e53-0cacfe718b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.690784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8c75cbcd-7ff8-47d6-b515-04f155631b9a req-b2ed8e82-6e5d-4f59-ba51-7e83ddf1d8d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.750929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8c75cbcd-7ff8-47d6-b515-04f155631b9a req-b2ed8e82-6e5d-4f59-ba51-7e83ddf1d8d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.758458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27581065-670a-4108-b053-e7df0084079b None None] Pushing event updated for resources: {'Port': ['ID=c9e1b42f-acca-4756-a94d-e2a94c330a4c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:41.786036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:41.822061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed8e82-6e5d-4f59-ba51-7e83ddf1d8d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f3a2cb-4f76-4df8-8839-ede7b23be255,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.025303 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.026636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79baeeed-3ec2-4f8a-87d7-cdd7e095e43a None None] New status for floating IP 87d2f267-acfe-4e33-a44b-c1d5712e8ae3: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:28:42.046514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8c75cbcd-7ff8-47d6-b515-04f155631b9a req-b2ed8e82-6e5d-4f59-ba51-7e83ddf1d8d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.048389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c75cbcd-7ff8-47d6-b515-04f155631b9a req-b2ed8e82-6e5d-4f59-ba51-7e83ddf1d8d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/a7f3a2cb-4f76-4df8-8839-ede7b23be255 HTTP/1.1" status: 204 len: 173 time: 0.5473528 Mar 11 17:28:42.073160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c5e125-19df-46dc-9d83-05729866fecb,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.169440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Attempting to bind port d0c5e125-19df-46dc-9d83-05729866fecb on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:42.170689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Attempting to bind port d0c5e125-19df-46dc-9d83-05729866fecb by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:42.171109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Attempting to bind port d0c5e125-19df-46dc-9d83-05729866fecb on network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:42.185226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Port d0c5e125-19df-46dc-9d83-05729866fecb on network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:28:42.194481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Attempting to bind port d0c5e125-19df-46dc-9d83-05729866fecb on network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:42.208251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:42.218660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Checking segment: {'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:42.219613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Bound using segment: {'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:42.224367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] device_id is not set on port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:28:42.224752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Bound port: d0c5e125-19df-46dc-9d83-05729866fecb, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bfa770-782c-4e40-8d33-547188d40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:42.225215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.290306 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.304694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf20c4e-9a14-4077-8db9-c8fd0fc25815 None None] Pushing event updated for resources: {'Port': ['ID=1253db46-b82e-4318-b272-25b683369538,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.311580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2942b83a-3f24-4146-8e53-0cacfe718b30 None None] For port b872c423-594e-4bd3-be3d-20a749df9874, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b872c423-594e-4bd3-be3d-20a749df9874,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:42.387110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] For port d0c5e125-19df-46dc-9d83-05729866fecb, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:42.392544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] For port d0c5e125-19df-46dc-9d83-05729866fecb, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d0c5e125-19df-46dc-9d83-05729866fecb,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:42.398584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.424088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2942b83a-3f24-4146-8e53-0cacfe718b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.460884 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0a5373a-6c0a-4767-8464-b97e47e00aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.492079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.494417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] 10.222.0.59 "PUT /v2.0/ports/d0c5e125-19df-46dc-9d83-05729866fecb HTTP/1.1" status: 200 len: 1092 time: 2.6122687 Mar 11 17:28:42.509134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,segment=NetworkSegment(0ef4ee38-2305-47e1-a325-05ed3a648015),segment_id=0ef4ee38-2305-47e1-a325-05ed3a648015)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:42.515062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b83a-3f24-4146-8e53-0cacfe718b30 None None] Pushing event updated for resources: {'Port': ['ID=b872c423-594e-4bd3-be3d-20a749df9874,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.518479 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.520833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01154-c052-47be-b94f-8383ce824688 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c5e125-19df-46dc-9d83-05729866fecb,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.538892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Request body: {'port': {'device_id': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:42.613050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-991306dd-8382-47a4-a1df-1f2e5ef4721a None None] Provisioning for port e655ef02-c865-4404-8088-d758a1716084 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:42.626690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-991306dd-8382-47a4-a1df-1f2e5ef4721a None None] Provisioning complete for port e655ef02-c865-4404-8088-d758a1716084 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:42.627063 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-991306dd-8382-47a4-a1df-1f2e5ef4721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.699491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.768610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.785947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-991306dd-8382-47a4-a1df-1f2e5ef4721a None None] Port e655ef02-c865-4404-8088-d758a1716084 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:42.868712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-991306dd-8382-47a4-a1df-1f2e5ef4721a None None] Provisioning complete for port b872c423-594e-4bd3-be3d-20a749df9874 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:42.869007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-991306dd-8382-47a4-a1df-1f2e5ef4721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.915602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908f504c-6ef3-414e-a280-ea4741d2a0c1 None None] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:43.065762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1253db46-b82e-4318-b272-25b683369538 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:43.088147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:43.099281 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Sync routers for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:43.132305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:43.134143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 10.1.1.192 (af96e76d-ed46-4176-93e9-943fb08e4f47/3880d8eb-d6f3-44db-8fff-c12912fc5f8c/2cea6a4e-e4e9-4643-a75a-bcd399a936cf) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:43.141930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:43.148130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aab890-b335-48b2-a205-8ce4f4367d15 req-99e03475-7109-471e-803e-e2d13e7745df tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.148850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f1aab890-b335-48b2-a205-8ce4f4367d15 req-99e03475-7109-471e-803e-e2d13e7745df tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Synchronizing usage tracker for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:43.170632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f2c7b-3109-47a9-b631-f25eb7f63dda req-160c6dd0-6402-4168-b4cd-930378bd9ab0 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.182181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f6f2c7b-3109-47a9-b631-f25eb7f63dda req-160c6dd0-6402-4168-b4cd-930378bd9ab0 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 949 time: 0.8730769 Mar 11 17:28:43.198685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd7ee5-fccb-4085-8388-b0c8cb727a29 req-edb8cb4e-606a-47f7-b211-0ce915286ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.199053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd7ee5-fccb-4085-8388-b0c8cb727a29 req-edb8cb4e-606a-47f7-b211-0ce915286ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.199406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd7ee5-fccb-4085-8388-b0c8cb727a29 req-edb8cb4e-606a-47f7-b211-0ce915286ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.200955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbbd7ee5-fccb-4085-8388-b0c8cb727a29 req-edb8cb4e-606a-47f7-b211-0ce915286ad5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8f76ea5bca36421e889670071330a144&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1502635 Mar 11 17:28:43.211459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'tag': 'd0c5e125-19df-46dc-9d83-05729866fecb'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:43.235130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.239428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b39ecea4-c775-4335-8ac7-63e616645546 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.8033760 Mar 11 17:28:43.240112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48378) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:43.387726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c500b72a-be20-4475-907d-3586b9c6ff79 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:43.396840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.433833 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:43.436051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Transition to ACTIVE for port object c500b72a-be20-4475-907d-3586b9c6ff79 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:43.444094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b6b81e76-48ea-4e87-b09b-e33ab9c68f1d tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.445179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b6b81e76-48ea-4e87-b09b-e33ab9c68f1d tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Synchronizing usage tracker for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:43.454395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.484657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f1aab890-b335-48b2-a205-8ce4f4367d15 req-99e03475-7109-471e-803e-e2d13e7745df tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Unset dirty status for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:43.491124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1aab890-b335-48b2-a205-8ce4f4367d15 req-99e03475-7109-471e-803e-e2d13e7745df tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 946 time: 1.1804368 Mar 11 17:28:43.506906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63801b0d-9fc2-4445-93d0-58868bff4d42 None None] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:28:43.511423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b6b81e76-48ea-4e87-b09b-e33ab9c68f1d tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Unset dirty status for tenant:3e665d53dc794de1b13aa4933a512e02 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:43.512846 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b6b81e76-48ea-4e87-b09b-e33ab9c68f1d tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 946 time: 0.2604661 Mar 11 17:28:43.661426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f6f2c7b-3109-47a9-b631-f25eb7f63dda req-429641f0-f23f-4d61-b40d-d9cbbe87525d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780965 Mar 11 17:28:43.665647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Pushing event updated for resources: {'Port': ['ID=c500b72a-be20-4475-907d-3586b9c6ff79,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:43.740281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Deleting port 53c8b60a-87be-42e9-a6ab-48eb16d88529 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:43.740711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.776674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1aab890-b335-48b2-a205-8ce4f4367d15 req-c7f80a71-888f-4b57-8099-655663118e7e tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/security-groups?id=696fb262-e37e-41a9-92fe-8ba1e353916e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845969 Mar 11 17:28:43.892682 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:39Z', 'revision_number': 3, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:43.898082 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Checking router: 597c6651-a7e5-487c-bd36-f109ff2515a5 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:43.898486 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Updating router 597c6651-a7e5-487c-bd36-f109ff2515a5 port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:28:43.927466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:43.978883 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.020486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1253db46-b82e-4318-b272-25b683369538 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:44.034594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Attempting to bind port c500b72a-be20-4475-907d-3586b9c6ff79 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:44.035302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Attempting to bind port c500b72a-be20-4475-907d-3586b9c6ff79 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:44.035843 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-8569cf36-bc31-4e3b-9b56-07951740a743 req-f97a131a-9691-4506-9d35-4fdffc2cc5ce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:28:44.036096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Attempting to bind port c500b72a-be20-4475-907d-3586b9c6ff79 on network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:44.036877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8569cf36-bc31-4e3b-9b56-07951740a743 req-f97a131a-9691-4506-9d35-4fdffc2cc5ce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a7f3a2cb-4f76-4df8-8839-ede7b23be255 HTTP/1.1" status: 404 len: 352 time: 0.0414257 Mar 11 17:28:44.041440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd7ee5-fccb-4085-8388-b0c8cb727a29 req-5845c258-3918-457c-84dd-ac1820285346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:44.042696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbbd7ee5-fccb-4085-8388-b0c8cb727a29 req-5845c258-3918-457c-84dd-ac1820285346 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6988301 Mar 11 17:28:44.061441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c9e1b42f-acca-4756-a94d-e2a94c330a4c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:44.114912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Port c500b72a-be20-4475-907d-3586b9c6ff79 on network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:28:44.115633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Attempting to bind port c500b72a-be20-4475-907d-3586b9c6ff79 on network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:44.145867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:44.146601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Checking segment: {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:44.147274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Bound using segment: {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:44.147961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Bound port: c500b72a-be20-4475-907d-3586b9c6ff79, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ee13b1-117a-446b-bcdb-0bb80aefb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:44.148632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.255943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.312224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2ac52258-ac5b-46b3-8f33-9bc68807426c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:44.312842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.327631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c8ec-920b-41a2-873f-0309f0fe91f3 req-13b4c2ea-df62-4acc-b5ee-5cf53bf8f104 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:44.329112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a07c8ec-920b-41a2-873f-0309f0fe91f3 req-13b4c2ea-df62-4acc-b5ee-5cf53bf8f104 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 949 time: 0.4409521 Mar 11 17:28:44.379126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Transition to ACTIVE for port object 2cea6a4e-e4e9-4643-a75a-bcd399a936cf will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:44.439351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:44.466745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c500b72a-be20-4475-907d-3586b9c6ff79,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:44.483101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.528391 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.532980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c9e1b42f-acca-4756-a94d-e2a94c330a4c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:44.538975 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4df1280d-85e4-4aff-986f-fb2ea155925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.543988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b872c423-594e-4bd3-be3d-20a749df9874 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:44.548015 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Transition to ACTIVE for port object a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:44.561687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.563632 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-841353bb-879f-4718-9d29-1344af17c18b service neutron] 10.222.0.59 "PUT /v2.0/ports/c500b72a-be20-4475-907d-3586b9c6ff79 HTTP/1.1" status: 200 len: 1092 time: 2.0299408 Mar 11 17:28:44.565643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a07c8ec-920b-41a2-873f-0309f0fe91f3 req-e5b91c38-e633-4788-9fc1-1dce2c8ffa64 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275672 Mar 11 17:28:44.572977 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.585903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] For port 53c8b60a-87be-42e9-a6ab-48eb16d88529, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=53c8b60a-87be-42e9-a6ab-48eb16d88529,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:44.586537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.650507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5245d-c63d-44ea-9edd-6fe231fbb2a3 req-c4e3f1d5-67c3-4c5c-987a-d8ac5cb994dd tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:44.654550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5245d-c63d-44ea-9edd-6fe231fbb2a3 req-c4e3f1d5-67c3-4c5c-987a-d8ac5cb994dd tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:44.659117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5245d-c63d-44ea-9edd-6fe231fbb2a3 req-c4e3f1d5-67c3-4c5c-987a-d8ac5cb994dd tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:44.667059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbc5245d-c63d-44ea-9edd-6fe231fbb2a3 req-c4e3f1d5-67c3-4c5c-987a-d8ac5cb994dd tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2413 time: 0.4016707 Mar 11 17:28:44.675546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.699554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.759830 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Attempting to bind port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:44.761337 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Attempting to bind port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:44.762146 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Attempting to bind port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:44.768779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Provisioning for port 1253db46-b82e-4318-b272-25b683369538 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:44.791658 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:44.793523 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:44.794321 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.796883 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:44.797505 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Bound port: a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:44.798700 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.802955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Provisioning complete for port 1253db46-b82e-4318-b272-25b683369538 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:44.806720 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.861642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network af96e76d-ed46-4176-93e9-943fb08e4f47 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:44.865843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:44.874255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Calling delete_port for 53c8b60a-87be-42e9-a6ab-48eb16d88529 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:44.889720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:44.899462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbc5245d-c63d-44ea-9edd-6fe231fbb2a3 req-ae212990-2fee-4d95-8474-865acf4511b9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314496 Mar 11 17:28:44.903200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:44.944693 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'tag': 'd0c5e125-19df-46dc-9d83-05729866fecb', 'status': 'completed', 'code': 200} Mar 11 17:28:44.961909 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] For port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:44.972167 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] For port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:44.986803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:44.991165 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.000918 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Pushing event updated for resources: {'Port': ['ID=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.021972 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.022816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 53c8b60a-87be-42e9-a6ab-48eb16d88529 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:45.032598 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.033077 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.033881 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.034408 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.035480 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.036370 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.037230 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.039602 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.040047 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.040471 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.040893 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:45.078295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:45.079064 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.083547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.110988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841353bb-879f-4718-9d29-1344af17c18b service neutron] Pushing event updated for resources: {'Port': ['ID=c500b72a-be20-4475-907d-3586b9c6ff79,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.183634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b872c423-594e-4bd3-be3d-20a749df9874 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:45.183924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.215489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b4f81d60-6326-449e-b3b5-334793982517 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1755147 Mar 11 17:28:45.252255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-a8073b3e-53c9-4858-98d1-9a9cd315d17b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2866 time: 0.3063276 Mar 11 17:28:45.261866 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:45.262697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:45.333353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.342935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-3178671a-dd89-4795-92ab-036195922b98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=39cac636-1513-4537-9e95-18bde75446ff HTTP/1.1" status: 200 len: 217 time: 0.0656550 Mar 11 17:28:45.374327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ba619a5b-f473-4602-b5d5-11d64483ba80 req-78a645d7-e04c-40b2-b63f-667efbb4c45e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:45.416557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.431958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.474016 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d3256-1992-474a-9bec-40e185570e31 None None] Pushing event updated for resources: {'Port': ['ID=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.496459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Pushing event deleted for resources: {'Port': ['ID=53c8b60a-87be-42e9-a6ab-48eb16d88529,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.501762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-c80ef475-6679-4069-8b54-c9794668b6a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:45.503974 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-c80ef475-6679-4069-8b54-c9794668b6a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfe1f7f2-d998-4895-bafa-4ce88eab4e97 HTTP/1.1" status: 200 len: 801 time: 0.1567626 Mar 11 17:28:45.568414 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:45.627308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ba619a5b-f473-4602-b5d5-11d64483ba80 req-78a645d7-e04c-40b2-b63f-667efbb4c45e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:45.628678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba619a5b-f473-4602-b5d5-11d64483ba80 req-78a645d7-e04c-40b2-b63f-667efbb4c45e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 5486 time: 0.6361358 Mar 11 17:28:45.684192 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.697034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.702571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.727039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] For port 1253db46-b82e-4318-b272-25b683369538, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1253db46-b82e-4318-b272-25b683369538,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:45.729479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] No DVR routers for this DVR port 53c8b60a-87be-42e9-a6ab-48eb16d88529 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:45.732591 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.736279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.743292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba619a5b-f473-4602-b5d5-11d64483ba80 req-089c9d09-c042-434f-b4ca-4858f6f85a0e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/86a2d71d-b719-4c14-980a-2ef0f7fb75a2 HTTP/1.1" status: 200 len: 2649 time: 0.1037912 Mar 11 17:28:45.779481 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ec9690f6-856d-44e9-9f7f-eb7d7047ce48 req-b1ff23ed-cdbe-461c-afc1-b09eaa251e14 tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.59 "DELETE /v2.0/ports/53c8b60a-87be-42e9-a6ab-48eb16d88529 HTTP/1.1" status: 204 len: 173 time: 2.2545209 Mar 11 17:28:45.817506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-366ba77f-f03e-4ca0-9145-62ecc8c0c663 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9030d9e0-8458-4f61-ba86-1575ff68dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2686327 Mar 11 17:28:45.832449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Pushing event updated for resources: {'Port': ['ID=1253db46-b82e-4318-b272-25b683369538,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.854741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Provisioning for port c9e1b42f-acca-4756-a94d-e2a94c330a4c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:45.859564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Provisioning complete for port c9e1b42f-acca-4756-a94d-e2a94c330a4c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:45.859929 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.984791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:46.055311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-a357db99-30bb-404e-b065-de0d519bcab9 service neutron] 10.222.0.59 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278938 Mar 11 17:28:46.170560 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:39Z', 'revision_number': 3, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:46.181351 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452e2cb-187e-466e-ae72-4c82f7cca715 None None] The sync data for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 is: [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:39Z', 'revision_number': 3, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:46.221784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba619a5b-f473-4602-b5d5-11d64483ba80 req-cc53f8d3-6b44-488b-b642-efacf7708dc0 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/86a2d71d-b719-4c14-980a-2ef0f7fb75a2 HTTP/1.1" status: 200 len: 2649 time: 0.4768908 Mar 11 17:28:46.255011 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.271192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:46.271650 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.332956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] For port c9e1b42f-acca-4756-a94d-e2a94c330a4c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c9e1b42f-acca-4756-a94d-e2a94c330a4c,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:46.334299 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-222e1c06-b0bd-416d-b4fc-6e8f992dad61 service neutron] 10.222.0.59 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668498 Mar 11 17:28:46.347847 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.372173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f177232-c49b-4a33-94bc-8077205a5fdf req-4212efe4-32b9-4cfa-87e7-2b462c50fd4b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:46.373694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f177232-c49b-4a33-94bc-8077205a5fdf req-4212efe4-32b9-4cfa-87e7-2b462c50fd4b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 951 time: 0.1348908 Mar 11 17:28:46.440623 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-4113e84f-8c2a-4591-8868-bdada7ec343a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=d0c5e125-19df-46dc-9d83-05729866fecb HTTP/1.1" status: 200 len: 217 time: 0.0921097 Mar 11 17:28:46.454498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e873c4f-87b0-4c13-9c0c-386b86259e0e req-807454ef-8f1c-41a9-9397-cd65c8ab47da tempest-FloatingIPsAssociationTestJSON-1780699059 tempest-FloatingIPsAssociationTestJSON-1780699059-project] 10.222.0.96 "GET /v2.0/ports?device_id=cae52dd6-9480-4288-b432-09cfd6150287 HTTP/1.1" status: 200 len: 210 time: 0.0742419 Mar 11 17:28:46.508980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6ab69-a7ed-4340-9905-6810d8cba3bc None None] Pushing event updated for resources: {'Port': ['ID=c9e1b42f-acca-4756-a94d-e2a94c330a4c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:46.539310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f177232-c49b-4a33-94bc-8077205a5fdf req-f4b79357-c16c-45e7-a8d9-9a2424c39e10 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580250 Mar 11 17:28:46.601690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-36b26909-0ce1-41db-98bd-4d5d38ffdd81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:46.606658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-36b26909-0ce1-41db-98bd-4d5d38ffdd81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e7c1452-eb4e-46ea-8e92-490d33963da4 HTTP/1.1" status: 200 len: 801 time: 0.1564822 Mar 11 17:28:46.609641 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'code': 200} Mar 11 17:28:46.618427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.649879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5e02ef5a-33cc-497c-bfed-f1d9a2b28ff2 None None] Provisioning complete for port 1253db46-b82e-4318-b272-25b683369538 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:46.650249 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e02ef5a-33cc-497c-bfed-f1d9a2b28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.912196 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.945990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79'}, {'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'name': 'network-vif-deleted', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:46.962069 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-d22085df-4c8c-4678-9767-c68e8fb5de19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0b270f0-c451-47c7-b1dd-2df3682b2ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3361223 Mar 11 17:28:46.995164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5e02ef5a-33cc-497c-bfed-f1d9a2b28ff2 None None] Provisioning for port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:47.001935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5e02ef5a-33cc-497c-bfed-f1d9a2b28ff2 None None] Provisioning complete for port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:47.002393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e02ef5a-33cc-497c-bfed-f1d9a2b28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.073774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5e02ef5a-33cc-497c-bfed-f1d9a2b28ff2 None None] Port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:47.140149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Allocated IP 172.20.0.1 (9ae58c5e-e92b-4b77-94d0-f67b49faf1eb/c7db5774-ca8e-4374-b98f-5c8e62c74b6f/412426f2-7373-4e82-8afc-32fa1ddb5816) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:47.192334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-fd17cae0-50a4-42ba-8d4a-44062c8abcc2 service neutron] 10.222.0.59 "GET /v2.0/networks/f0b270f0-c451-47c7-b1dd-2df3682b2ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211080 Mar 11 17:28:47.227767 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42f4b9bb-ecd2-420e-b8b1-1eaebab57a98 req-9f9e6c77-1023-4c0c-b6a4-ad9d45923060 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1102 time: 0.1474738 Mar 11 17:28:47.298107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48448) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:47.317198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1188622052', 'description': 'tempest-description--33238966'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:47.337121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:47.346289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.346650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:security_group and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:47.352181 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42f4b9bb-ecd2-420e-b8b1-1eaebab57a98 req-26b9d2dd-b3b5-43fc-bb57-0577e8b98cbf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757196 Mar 11 17:28:47.352738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:47.361021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:47.392918 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.414669 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-43606dcd-8f7e-47f6-b3dc-ab4fddd0bb34 service neutron] 10.222.0.59 "GET /v2.0/networks/f0b270f0-c451-47c7-b1dd-2df3682b2ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145984 Mar 11 17:28:47.435675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:47.439727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:security_group_rule and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:47.442891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:47.447443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Transition to ACTIVE for port object 412426f2-7373-4e82-8afc-32fa1ddb5816 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:47.451815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:47.512626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.519677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.524357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.530800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:47.547985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:47.555075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:47.568571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f0d35-6c4c-45d0-9e63-e061dd08ee41,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:47.571768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.575834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9d880828-f58b-4e4a-b464-bb07d7dce519 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2675257 Mar 11 17:28:47.576017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48454) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:47.581534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68506e67-a8e1-476b-859e-4feac3a2304f req-f6a24219-3603-471d-af52-345fd8c6e76e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.583380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'security_group_rule': {'security_group_id': 'e75f0d35-6c4c-45d0-9e63-e061dd08ee41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:47.585434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68506e67-a8e1-476b-859e-4feac3a2304f req-f6a24219-3603-471d-af52-345fd8c6e76e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.589523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68506e67-a8e1-476b-859e-4feac3a2304f req-f6a24219-3603-471d-af52-345fd8c6e76e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.589829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:47.591021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68506e67-a8e1-476b-859e-4feac3a2304f req-f6a24219-3603-471d-af52-345fd8c6e76e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2413 time: 0.2294576 Mar 11 17:28:47.593527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:security_group_rule and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:47.596524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:47.602618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:47.620584 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-488d3cfb-b256-49f2-b47c-5dd6e084a938 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 1100 time: 0.2168894 Mar 11 17:28:47.621660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.673207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:47.676272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Pushing event updated for resources: {'Port': ['ID=412426f2-7373-4e82-8afc-32fa1ddb5816,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:47.680072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:47.682284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:47.707321 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-c2bb68f3-07b8-4606-95e9-c78d6b8a08eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=c500b72a-be20-4475-907d-3586b9c6ff79 HTTP/1.1" status: 200 len: 217 time: 0.0780711 Mar 11 17:28:47.708792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.777282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68506e67-a8e1-476b-859e-4feac3a2304f req-0e9793a2-3871-4e0a-95c6-fd55c1c1d6b6 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739361 Mar 11 17:28:47.782160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.785642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:47.803767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:47.810267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Usage tracker for resource:security_group_rule and tenant:8c784dde6ca344fb950727d064a3feba is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:47.814712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:47.817145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-bd868266-4e93-4ffe-bcf3-99e136f7c866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.821728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:47.835636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-bd868266-4e93-4ffe-bcf3-99e136f7c866 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfe1f7f2-d998-4895-bafa-4ce88eab4e97 HTTP/1.1" status: 200 len: 801 time: 0.1032758 Mar 11 17:28:47.886982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-410443138', 'description': 'tempest-description-1865763127'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:47.901566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:47.935497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.948903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.952088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:47.966788 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-c46db0fd-bcb4-49f0-babf-261576d9126b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9030d9e0-8458-4f61-ba86-1575ff68dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1297688 Mar 11 17:28:48.006029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.006833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969ae274-1e60-452e-a70c-6a996fd75ed3,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.014886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.025319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1253db46-b82e-4318-b272-25b683369538 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:48.030913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.074856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.079534 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4babf61-8323-4b4b-89b7-d154f63ab9a1 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4991260 Mar 11 17:28:48.080309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48460) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:48.087684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'security_group_rule': {'security_group_id': 'e75f0d35-6c4c-45d0-9e63-e061dd08ee41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:48.104319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:48.116650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:security_group_rule and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:48.121461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:48.122020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.130662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:48.161771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:48.165749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:48.169035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:48.179664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:48.180032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-50d8a74b-fa0c-466e-9678-7c15d4d50dcc None None] Provisioning for port 412426f2-7373-4e82-8afc-32fa1ddb5816 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:48.189827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-50d8a74b-fa0c-466e-9678-7c15d4d50dcc None None] Provisioning complete for port 412426f2-7373-4e82-8afc-32fa1ddb5816 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:48.190182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50d8a74b-fa0c-466e-9678-7c15d4d50dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.191737 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-01e494ed-3d60-423c-a470-c53e0d5a9aba service neutron] 10.222.0.59 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158830 Mar 11 17:28:48.216882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a5ed1e3-56b6-4d7f-8b99-d664cc5acebe req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950537 Mar 11 17:28:48.218636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0286d-1ee3-417a-9b25-376ae12f0c35 tempest-ServersAdminNegativeTestJSON-1083055450 tempest-ServersAdminNegativeTestJSON-1083055450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6931b8d-c285-43ae-a8ac-2e30c2d0f34c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.224470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.232033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1253db46-b82e-4318-b272-25b683369538 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:48.232308 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.285492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.308086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.327957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-50d8a74b-fa0c-466e-9678-7c15d4d50dcc None None] Port 412426f2-7373-4e82-8afc-32fa1ddb5816 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:48.335236 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79', 'status': 'completed', 'code': 200} Mar 11 17:28:48.335552 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae52dd6-9480-4288-b432-09cfd6150287', 'name': 'network-vif-deleted', 'tag': '53c8b60a-87be-42e9-a6ab-48eb16d88529', 'status': 'completed', 'code': 200} Mar 11 17:28:48.395176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:48.400635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c9e1b42f-acca-4756-a94d-e2a94c330a4c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:48.437188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:48.443285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.454191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.459607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03323a9-0324-44a6-8ed6-f4ab7420ff08,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.465433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:48.466040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:48.504407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.506743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de896b5c-04b6-4fbb-b4b1-6d7373143df5 req-238b5e2c-e590-46b4-a63a-a241ab82864e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6251855 Mar 11 17:28:48.529155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48472) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:48.625830 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0efcaea4-1081-4eeb-bdab-f68d53efb610 req-3b1b678f-7cf8-4ff2-9cc4-20e7b8acdfac service neutron] 10.222.0.59 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261687 Mar 11 17:28:48.626531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbec6e6-cb2d-4e36-8131-2ea6092d508c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.639321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.640478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-965348ed-f890-4d0e-a1c4-3d5d1c7230ac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5595853 Mar 11 17:28:48.643638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48478) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:48.648961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:48.667472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:48.677009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:floatingip and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:48.682535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:48.697912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:48.716104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c9e1b42f-acca-4756-a94d-e2a94c330a4c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:48.716710 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.733191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.803422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:48.953059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-270c14c6-5139-4095-9fbc-db49551d4d0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2866 time: 0.1764083 Mar 11 17:28:49.064097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.071025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.083574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.158996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-34e8ff19-9b66-4ae6-8a31-48b6534bb999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:49.160440 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-34e8ff19-9b66-4ae6-8a31-48b6534bb999 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0b270f0-c451-47c7-b1dd-2df3682b2ea9 HTTP/1.1" status: 200 len: 904 time: 0.1948614 Mar 11 17:28:49.216349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f331814-5af5-4fa5-b93a-10ff479831dd req-daeb7c8a-8409-4a2b-9a10-d85ae65c7cec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2565253 Mar 11 17:28:49.221712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112986ff-5568-4d5c-a422-697805f583b2 req-7f4f0769-974e-4b05-b13c-06a2bfd235ce tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:49.223237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-112986ff-5568-4d5c-a422-697805f583b2 req-7f4f0769-974e-4b05-b13c-06a2bfd235ce tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 951 time: 0.4452453 Mar 11 17:28:49.228620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.247564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Pushing event updated for resources: {'Port': ['ID=412426f2-7373-4e82-8afc-32fa1ddb5816,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:49.325787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:49.330674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0f37d-aa0c-49c8-857d-6eef5d1e7d61 None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:26:40Z', 'revision_number': 4, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '63276c02-8b72-4aa7-873c-82eb1c44746a', 'name': '', 'network_id': '6ce5f149-8018-4704-89e0-ad71c29888e4', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'mac_address': 'fa:16:3e:3f:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:39Z', 'updated_at': '2022-03-11T17:26:49Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'subnets': [{'id': 'b2c2ca51-fa9f-44e5-b4c7-227b28e3806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:49.391914 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-630cc472-03b3-465f-9bf0-9d454ce856c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=d0c5e125-19df-46dc-9d83-05729866fecb HTTP/1.1" status: 200 len: 217 time: 0.2219002 Mar 11 17:28:49.412665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-112986ff-5568-4d5c-a422-697805f583b2 req-1b006f0d-520a-49c9-af73-fee5a976ea2b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800172 Mar 11 17:28:49.474985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 172.25.3.169 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/59db05b9-debe-4a18-898e-f2939db61546) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:49.478768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-272357914', 'description': 'tempest-description-605044317'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:49.491313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:49.495142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:49.497046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-eabac65b-1320-4f7e-b412-ffd8af693815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:49.498647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-eabac65b-1320-4f7e-b412-ffd8af693815 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e7c1452-eb4e-46ea-8e92-490d33963da4 HTTP/1.1" status: 200 len: 801 time: 0.0993073 Mar 11 17:28:49.498814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:49.562515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:49.570787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:49.682094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-def06fa5-fa8e-4d05-a351-31146bc2027c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0b270f0-c451-47c7-b1dd-2df3682b2ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684411 Mar 11 17:28:49.705132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:49.782021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4f384616-d3c4-46a1-a585-bd58b59fa734 None None] Provisioning complete for port 412426f2-7373-4e82-8afc-32fa1ddb5816 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:49.782893 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f384616-d3c4-46a1-a585-bd58b59fa734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.806447 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.856792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-e01d875b-ce0f-42f3-9a62-3a32c7c542f8 service neutron] 10.222.0.59 "GET /v2.0/networks/f0b270f0-c451-47c7-b1dd-2df3682b2ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626289 Mar 11 17:28:49.873688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4f384616-d3c4-46a1-a585-bd58b59fa734 None None] Port 412426f2-7373-4e82-8afc-32fa1ddb5816 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:28:49.938584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:49.951997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:49.955643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:49.961184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.965879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:50.019071 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:28:50.020293 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecda558f-6ed7-4e7a-9205-1f494542ea4b req-03919c9b-8d51-4c92-9ba3-49ea5949efc2 service neutron] 10.222.0.59 "GET /v2.0/networks/f0b270f0-c451-47c7-b1dd-2df3682b2ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568789 Mar 11 17:28:50.029470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.142023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:50.147650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:50.152739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:50.188800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=59db05b9-debe-4a18-898e-f2939db61546,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:50.194727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.209479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72fe76-73cc-4e46-9197-feea7acada0a req-100d6f1e-04db-4764-bbde-981c2a7aa5e7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.213477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72fe76-73cc-4e46-9197-feea7acada0a req-100d6f1e-04db-4764-bbde-981c2a7aa5e7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.217435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72fe76-73cc-4e46-9197-feea7acada0a req-100d6f1e-04db-4764-bbde-981c2a7aa5e7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.219099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a72fe76-73cc-4e46-9197-feea7acada0a req-100d6f1e-04db-4764-bbde-981c2a7aa5e7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2413 time: 0.3302851 Mar 11 17:28:50.221218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.243318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-8224a124-6d2f-49ef-8297-9c1a799d87d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2866 time: 0.1434462 Mar 11 17:28:50.318761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10e339d-bcd0-4b86-aa9f-ad15b51b57c5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:50.320468 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.327040 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76311b82-9c3c-466b-9862-6f52dac1d23c req-6d96ddb5-b8da-4d8f-88e5-f2bc9d769a3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8570449 Mar 11 17:28:50.333150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.465255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.466588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-a0fb6a3f-5bd8-4fbb-b7f6-36f207e0f7c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.469130 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-a0fb6a3f-5bd8-4fbb-b7f6-36f207e0f7c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9030d9e0-8458-4f61-ba86-1575ff68dfe1 HTTP/1.1" status: 200 len: 903 time: 0.2163138 Mar 11 17:28:50.483724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a72fe76-73cc-4e46-9197-feea7acada0a req-f6bd9212-00b2-41ee-802d-eecd15214f03 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444968 Mar 11 17:28:50.592164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Router 597c6651-a7e5-487c-bd36-f109ff2515a5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:50.629983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-447497bd-eb7e-4196-b1ae-f6bfbe5cce4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=c500b72a-be20-4475-907d-3586b9c6ff79 HTTP/1.1" status: 200 len: 217 time: 0.1332855 Mar 11 17:28:50.637845 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.759841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-5e6e000e-f82d-4f59-bbba-0bc1417e918c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.761310 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-5e6e000e-f82d-4f59-bbba-0bc1417e918c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfe1f7f2-d998-4895-bafa-4ce88eab4e97 HTTP/1.1" status: 200 len: 801 time: 0.0926356 Mar 11 17:28:50.944056 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-80f228f7-51c0-4a57-bd58-b68c21e44d42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9030d9e0-8458-4f61-ba86-1575ff68dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1659493 Mar 11 17:28:51.089530 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.132762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.229224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844be0a-0544-481f-9885-ab5929a177cd req-dd3b4393-8152-4ac3-9bc5-c297d0ad0693 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.230716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-dd3b4393-8152-4ac3-9bc5-c297d0ad0693 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 812 time: 0.4508984 Mar 11 17:28:51.274675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=59db05b9-debe-4a18-898e-f2939db61546,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:51.310820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-d937b06b-b747-46f5-ba2c-62d0fc9083fa tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/quotas/47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 375 time: 0.0710561 Mar 11 17:28:51.317900 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-61c9022f-f8bc-4a7a-8f32-b3809b39f02a service neutron] 10.222.0.59 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597538 Mar 11 17:28:51.322635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.415115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.424926 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3440cd3f-23a3-488f-b8d4-eeb2adf49368 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7717013 Mar 11 17:28:51.430898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e1fc288-8cd8-46ec-ab48-c01e6b6eb11f req-44eaac2c-dfaf-46b7-b6ef-3a8bb157d7a6 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1102 time: 0.3246486 Mar 11 17:28:51.479478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e679eee1-ebc2-46f6-a7cb-c0b963eaa4ef req-d43f8946-7f24-4396-a030-0e3cfd2bb618 service neutron] 10.222.0.59 "GET /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466787 Mar 11 17:28:51.528899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e1fc288-8cd8-46ec-ab48-c01e6b6eb11f req-4c62af88-665a-4d5e-b17b-5294e41f05f7 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864739 Mar 11 17:28:51.536018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-86d2e8aa-2fe9-4d7c-85d3-0aa944f12e79 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2171211 Mar 11 17:28:51.550763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:51.588549 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a95d298e-3a25-4dce-bfa5-5cc3e58b8c45 admin admin] 10.222.0.96 "PUT /v2.0/routers/597c6651-a7e5-487c-bd36-f109ff2515a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3293352 Mar 11 17:28:51.786590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-0e8c93eb-016e-4597-8c3f-276a7e01817b service neutron] 10.222.0.96 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383788 Mar 11 17:28:51.891537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 39cac636-1513-4537-9e95-18bde75446ff details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:28:51.985812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79db06-5bb9-4e1b-8be4-2a643c4ea6b9 req-eff88d81-6a6e-48a9-af28-4b2d06f24cf7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.989800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79db06-5bb9-4e1b-8be4-2a643c4ea6b9 req-eff88d81-6a6e-48a9-af28-4b2d06f24cf7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.995991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79db06-5bb9-4e1b-8be4-2a643c4ea6b9 req-eff88d81-6a6e-48a9-af28-4b2d06f24cf7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.998820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e79db06-5bb9-4e1b-8be4-2a643c4ea6b9 req-eff88d81-6a6e-48a9-af28-4b2d06f24cf7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2413 time: 0.2837412 Mar 11 17:28:52.047820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Deleting port 63276c02-8b72-4aa7-873c-82eb1c44746a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:52.048062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 39cac636-1513-4537-9e95-18bde75446ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=39cac636-1513-4537-9e95-18bde75446ff,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.048211 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.064447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '39cac636-1513-4537-9e95-18bde75446ff', 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1', 'port_id': '39cac636-1513-4537-9e95-18bde75446ff', 'mac_address': 'fa:16:3e:b0:c9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1f7f2-d998-4895-bafa-4ce88eab4e97', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:28:52.079491 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-c431801b-e696-4e5b-90c5-7ac58b01789f service neutron] 10.222.0.96 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799392 Mar 11 17:28:52.126864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.153535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e79db06-5bb9-4e1b-8be4-2a643c4ea6b9 req-27603ccf-b529-4989-bf04-41a1aa3fb1ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440833 Mar 11 17:28:52.157386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cac636-1513-4537-9e95-18bde75446ff {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:52.195295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 39cac636-1513-4537-9e95-18bde75446ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=39cac636-1513-4537-9e95-18bde75446ff,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.204086 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.204986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c500b72a-be20-4475-907d-3586b9c6ff79 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:28:52.239188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c500b72a-be20-4475-907d-3586b9c6ff79,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.338402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c500b72a-be20-4475-907d-3586b9c6ff79', 'network_id': '9030d9e0-8458-4f61-ba86-1575ff68dfe1', 'port_id': 'c500b72a-be20-4475-907d-3586b9c6ff79', 'mac_address': 'fa:16:3e:c7:a8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1f7f2-d998-4895-bafa-4ce88eab4e97', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:28:52.387862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] For port 63276c02-8b72-4aa7-873c-82eb1c44746a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=63276c02-8b72-4aa7-873c-82eb1c44746a,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.388237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.455997 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.467874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=39cac636-1513-4537-9e95-18bde75446ff,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.479080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c500b72a-be20-4475-907d-3586b9c6ff79 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:52.502890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c500b72a-be20-4475-907d-3586b9c6ff79,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.509836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.510830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d0c5e125-19df-46dc-9d83-05729866fecb details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:28:52.596240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:52.815997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c500b72a-be20-4475-907d-3586b9c6ff79,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.819826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d0c5e125-19df-46dc-9d83-05729866fecb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d0c5e125-19df-46dc-9d83-05729866fecb,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.822193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.836048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd0c5e125-19df-46dc-9d83-05729866fecb', 'network_id': 'f0b270f0-c451-47c7-b1dd-2df3682b2ea9', 'port_id': 'd0c5e125-19df-46dc-9d83-05729866fecb', 'mac_address': 'fa:16:3e:8c:eb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7c1452-eb4e-46ea-8e92-490d33963da4', 'ip_address': '19.86.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:28:52.879085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:52.883384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c0b8bb734154127a24161d589b4bb9e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:52.886512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:52.890352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Calling delete_port for 63276c02-8b72-4aa7-873c-82eb1c44746a owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:52.894618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:52.928905 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.956213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c5e125-19df-46dc-9d83-05729866fecb {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:52.983246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d0c5e125-19df-46dc-9d83-05729866fecb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d0c5e125-19df-46dc-9d83-05729866fecb,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.993352 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.993749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.998745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.011653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-5bbd1a62-9f8b-4715-a76a-f82566910f73 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1188622052&fields=id&tenant_id=57b04dfed26947aabd1eb4db0a024149 HTTP/1.1" status: 200 len: 267 time: 0.2322891 Mar 11 17:28:53.062706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61cb4a-d87a-4c6d-a509-da440fc1ab80,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.085707 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-47317003-1244-49cd-bdc8-541c850882f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c0b8bb734154127a24161d589b4bb9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4882979 Mar 11 17:28:53.088303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48610) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:53.114009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d0c5e125-19df-46dc-9d83-05729866fecb,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.167638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3481626-2f6d-4b1a-987c-9323785c8e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.171137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-66592241-bd49-4161-b38b-8cc1018b4f99 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:53.181143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-66592241-bd49-4161-b38b-8cc1018b4f99 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Synchronizing usage tracker for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:53.198319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3481626-2f6d-4b1a-987c-9323785c8e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.228327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-66592241-bd49-4161-b38b-8cc1018b4f99 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Unset dirty status for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:53.237232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-66592241-bd49-4161-b38b-8cc1018b4f99 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports/e655ef02-c865-4404-8088-d758a1716084 HTTP/1.1" status: 200 len: 931 time: 0.2246513 Mar 11 17:28:53.269098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3481626-2f6d-4b1a-987c-9323785c8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.290059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481626-2f6d-4b1a-987c-9323785c8e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61cb4a-d87a-4c6d-a509-da440fc1ab80,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.298635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3481626-2f6d-4b1a-987c-9323785c8e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.310328 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a3481626-2f6d-4b1a-987c-9323785c8e80 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ee61cb4a-d87a-4c6d-a509-da440fc1ab80 HTTP/1.1" status: 204 len: 168 time: 0.2206225 Mar 11 17:28:53.390902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-1ad428ae-886b-4759-9294-0acb76ba0fde tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:53.398071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-1ad428ae-886b-4759-9294-0acb76ba0fde tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports/2cea6a4e-e4e9-4643-a75a-bcd399a936cf HTTP/1.1" status: 200 len: 931 time: 0.1594398 Mar 11 17:28:53.414037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48618) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:53.423927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743111389', 'description': 'tempest-description--1496569450'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:53.432889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:53.436838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Usage tracker for resource:security_group and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:53.440938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:53.446285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:53.456373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-0dda5560-611e-44da-9a54-d0b50c26508d tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0571845 Mar 11 17:28:53.460639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.497356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.508147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:53.511880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Usage tracker for resource:security_group_rule and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:53.515058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:53.521264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:53.559246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7556b66c-d52c-4f7a-b3db-096441e258b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1018682 Mar 11 17:28:53.560167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Pushing event deleted for resources: {'Port': ['ID=63276c02-8b72-4aa7-873c-82eb1c44746a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.562620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c500b72a-be20-4475-907d-3586b9c6ff79'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:53.592527 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.596682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['39cac636-1513-4537-9e95-18bde75446ff'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:53.598181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.626314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3779788-78eb-4327-b1c5-fae32abe2027 req-3dcca156-9945-41a2-b1f1-a3c6a72db80d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 210 time: 0.0696030 Mar 11 17:28:53.650483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d0c5e125-19df-46dc-9d83-05729866fecb'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:53.703725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.710925 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2957299 Mar 11 17:28:53.711544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48626) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:53.728775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Request body: {'security_group_rule': {'security_group_id': '1185bdf5-877d-4231-8ce6-05b8bd21fc31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:53.736889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:53.739242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee2074-e5f9-40f0-9239-835dc7a608b7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1185bdf5-877d-4231-8ce6-05b8bd21fc31,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.747933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Usage tracker for resource:security_group_rule and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:53.757073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:53.765914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:53.811057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.956234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.962844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.998789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713d611a-bd65-415d-a99c-92ce8fad9a55,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:54.014155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.014760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.015204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.015628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.016169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.017076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.017076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.017425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.018285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.018285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.018610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:54.030966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.033080 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d0e32d57-4c49-4038-b285-23b76ea5a04d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3124139 Mar 11 17:28:54.035930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48634) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:54.047791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Request body: {'security_group_rule': {'security_group_id': '1185bdf5-877d-4231-8ce6-05b8bd21fc31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:54.127375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:54.243074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Usage tracker for resource:security_group_rule and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:54.251126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:54.264810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-953aa933-556b-4a5b-a8a6-252fb5e3ed10 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:54.266710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:54.270936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-953aa933-556b-4a5b-a8a6-252fb5e3ed10 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:54.275973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-953aa933-556b-4a5b-a8a6-252fb5e3ed10 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:54.277063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-953aa933-556b-4a5b-a8a6-252fb5e3ed10 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Synchronizing usage tracker for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:54.313902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.316339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eed0375e-f3ec-4c5e-b8dc-58f2be46835b req-57e80a9a-6d15-45ce-8c85-560fa2053f9c tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 1102 time: 0.4415367 Mar 11 17:28:54.356589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-953aa933-556b-4a5b-a8a6-252fb5e3ed10 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Unset dirty status for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:54.357907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-953aa933-556b-4a5b-a8a6-252fb5e3ed10 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/networks?id=b057b6cd-dfc5-4066-b6df-a6520c909901&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 HTTP/1.1" status: 200 len: 1990 time: 0.7600060 Mar 11 17:28:54.383001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844be0a-0544-481f-9885-ab5929a177cd req-4544d499-7902-4448-874b-e6b86fb5d3d8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:54.384558 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-4544d499-7902-4448-874b-e6b86fb5d3d8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 812 time: 0.3230340 Mar 11 17:28:54.394902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-69873122-4009-4b4a-8256-486802292aa7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/quotas/57b04dfed26947aabd1eb4db0a024149 HTTP/1.1" status: 200 len: 375 time: 0.0279689 Mar 11 17:28:54.425554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.430713 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.449974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'port': {'device_id': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b', 'admin_state_up': True, 'tenant_id': '47af7dca07aa4654b41efc33803d83cb'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:54.456804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eed0375e-f3ec-4c5e-b8dc-58f2be46835b req-e533fb87-5ee3-41f4-92bd-73795dd58c19 tempest-ServersAdminTestJSON-702598716 tempest-ServersAdminTestJSON-702598716-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394305 Mar 11 17:28:54.526717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0acdca-9b8d-4b8e-aecc-4356ae11da76,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:54.545651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f0f24c2d-5b77-4f04-9cf7-7c69c57e1a5b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1420801 Mar 11 17:28:54.556632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.651339 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.653672 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-68fd8148-dfca-4c4e-8868-8217a9b4a020 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6164861 Mar 11 17:28:54.701836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48648) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:54.712329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:54.721191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:54.744967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Usage tracker for resource:floatingip and tenant:15167163fad94579bb01075e7c23a473 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:54.749729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:54.758832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:54.770231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:28:54.778946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:port and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:28:54.783440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:28:54.791591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-5322363b-3245-4421-b3ff-b733c47eca01 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:54.792304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-5322363b-3245-4421-b3ff-b733c47eca01 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Synchronizing usage tracker for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:54.795116 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.812105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:28:54.881767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Made reservation on behalf of 47af7dca07aa4654b41efc33803d83cb for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:54.884738 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.896756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-5322363b-3245-4421-b3ff-b733c47eca01 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Unset dirty status for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:54.897862 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-5322363b-3245-4421-b3ff-b733c47eca01 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 949 time: 0.4303284 Mar 11 17:28:55.003158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-84c875fa-25a5-4a1e-94b2-44c7d18f14f2 service neutron] 10.222.0.96 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404829 Mar 11 17:28:55.030244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Deleting port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:55.030501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.125167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08842f-279e-4cc5-861e-b1312b6d3a75 req-679e6867-adec-4b9e-b45d-ec484fcb9d18 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:55.126665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed08842f-279e-4cc5-861e-b1312b6d3a75 req-679e6867-adec-4b9e-b45d-ec484fcb9d18 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=242c1418-d18c-45a9-9b72-85ed3b847996 HTTP/1.1" status: 200 len: 949 time: 0.5379252 Mar 11 17:28:55.230868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed08842f-279e-4cc5-861e-b1312b6d3a75 req-e9ca7e80-38e4-4cea-b195-1078b403f844 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863745 Mar 11 17:28:55.237961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bd7daacc-5f37-47f5-aa4c-fe287dfc2b35 service neutron] 10.222.0.96 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221146 Mar 11 17:28:55.389215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba05284f-f34e-424e-98b6-0fc980ae8876 service neutron] 10.222.0.96 "GET /v2.0/ports/e655ef02-c865-4404-8088-d758a1716084?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1430159 Mar 11 17:28:55.464557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Allocated IP 172.20.0.11 (68ec5477-453d-461d-9216-9c0d9f52b32b/55593f81-0645-4816-bc1f-6cb7fefcf4e2/2fadc8e1-ed13-4545-a1fe-eda799769409) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:55.486389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.627280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] For port f2d124b0-2d46-4d04-a9e4-fc76c0515b75, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:55.627595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.682846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-0d76e8a6-0adc-4047-9ff7-59b896979a39 service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081151 Mar 11 17:28:55.804496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac087-edf0-46b9-be34-2dcdc208c00a req-246f8d31-8c1e-4864-a562-ddddc359c08a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:55.808442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac087-edf0-46b9-be34-2dcdc208c00a req-246f8d31-8c1e-4864-a562-ddddc359c08a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:55.812377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac087-edf0-46b9-be34-2dcdc208c00a req-246f8d31-8c1e-4864-a562-ddddc359c08a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:55.814027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-528ac087-edf0-46b9-be34-2dcdc208c00a req-246f8d31-8c1e-4864-a562-ddddc359c08a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2416 time: 0.4318502 Mar 11 17:28:55.860902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Calling delete_port for f2d124b0-2d46-4d04-a9e4-fc76c0515b75 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:55.931564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 39cac636-1513-4537-9e95-18bde75446ff up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:55.970866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Allocated IP 172.25.3.243 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/cf5b0075-430f-4b2d-b1f4-684433082747) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:56.009269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-528ac087-edf0-46b9-be34-2dcdc208c00a req-2a196631-5024-478b-b3a9-ffff0958f904 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034801 Mar 11 17:28:56.035101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-dc52ec34-76a2-4d7b-9bf6-48a2e3b76de9 service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891915 Mar 11 17:28:56.086642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 39cac636-1513-4537-9e95-18bde75446ff completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:56.102223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 39cac636-1513-4537-9e95-18bde75446ff triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:56.103363 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.146631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.206282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-86f8741d-9ed5-4525-a1c6-c612a2c82c57 service neutron] 10.222.0.96 "GET /v2.0/ports/2cea6a4e-e4e9-4643-a75a-bcd399a936cf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1512606 Mar 11 17:28:56.225373 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.275853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:56.322057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.403136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Network 68ec5477-453d-461d-9216-9c0d9f52b32b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:56.413235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:56.418314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:56.419762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Router a2f9e019-10fe-4f59-93db-6390c8d916e3 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:56.445662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ceb6dd31-e67a-4049-a4e8-092d4b58c8ea service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250192 Mar 11 17:28:56.532724 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.571486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cac636-1513-4537-9e95-18bde75446ff'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:56.585386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.588716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.647507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 39cac636-1513-4537-9e95-18bde75446ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=39cac636-1513-4537-9e95-18bde75446ff,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:56.660441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.662014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c500b72a-be20-4475-907d-3586b9c6ff79 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:56.684164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Pushing event deleted for resources: {'Port': ['ID=f2d124b0-2d46-4d04-a9e4-fc76c0515b75,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.704568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:56.705203 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.729833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] No DVR routers for this DVR port f2d124b0-2d46-4d04-a9e4-fc76c0515b75 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:56.734135 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.736261 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-efad6067-6d94-4d9d-af52-bf8970db1cf1 req-0df72a70-31d1-48e8-aa9e-3f2effc38923 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "DELETE /v2.0/ports/f2d124b0-2d46-4d04-a9e4-fc76c0515b75 HTTP/1.1" status: 204 len: 173 time: 1.8308032 Mar 11 17:28:56.736682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c1418-d18c-45a9-9b72-85ed3b847996', 'name': 'network-vif-deleted', 'tag': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:28:56.750422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-5a9a2f55-24fb-4991-9e8a-e26393eb859a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3044887 Mar 11 17:28:56.772364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Request body: {'port': {'device_id': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:28:56.827260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=39cac636-1513-4537-9e95-18bde75446ff,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.900548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c500b72a-be20-4475-907d-3586b9c6ff79 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:56.916297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c500b72a-be20-4475-907d-3586b9c6ff79 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:56.916810 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.966620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9da609c0-ea56-40d7-a732-2fe1d47480f2 service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079763 Mar 11 17:28:56.973066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.075090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:57.079333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75e5a6-2052-4519-aa9a-8900cfd906f4 req-1f37d1e6-de35-45c3-a9f5-6de1b2c86f4e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:57.080572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe75e5a6-2052-4519-aa9a-8900cfd906f4 req-1f37d1e6-de35-45c3-a9f5-6de1b2c86f4e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 932 time: 0.3276558 Mar 11 17:28:57.083985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:57.088452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:28:57.089377 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.126463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c500b72a-be20-4475-907d-3586b9c6ff79,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:57.131276 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.133083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d0c5e125-19df-46dc-9d83-05729866fecb up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:57.179963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7973bf9e-3ea6-4f97-943e-4ce4f25ac4e1 service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029026 Mar 11 17:28:57.180235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.216629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fe75e5a6-2052-4519-aa9a-8900cfd906f4 req-0769ddaf-1834-486d-855b-97cc9c0519d7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:57.265857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c500b72a-be20-4475-907d-3586b9c6ff79,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:57.281102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d0c5e125-19df-46dc-9d83-05729866fecb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:57.282027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event updated for resources: {'Port': ['ID=cf5b0075-430f-4b2d-b1f4-684433082747,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:57.288288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d0c5e125-19df-46dc-9d83-05729866fecb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:57.289408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.321580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fe75e5a6-2052-4519-aa9a-8900cfd906f4 req-0769ddaf-1834-486d-855b-97cc9c0519d7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:57.322763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe75e5a6-2052-4519-aa9a-8900cfd906f4 req-0769ddaf-1834-486d-855b-97cc9c0519d7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247989 Mar 11 17:28:57.333971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:57.365105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-700ac54f-e349-4a59-9de7-0244789bc31d service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842470 Mar 11 17:28:57.388117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d51d8608-8008-4c55-b4b6-6015fff4ba7c admin admin] 10.222.0.96 "PUT /v2.0/routers/a2f9e019-10fe-4f59-93db-6390c8d916e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8541930 Mar 11 17:28:57.389494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48670) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:57.426104 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.464688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d0c5e125-19df-46dc-9d83-05729866fecb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d0c5e125-19df-46dc-9d83-05729866fecb,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:57.470265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:28:57.516592 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.685185 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] Sync routers for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:28:57.707285 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:57.707914 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:57.788496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7e2e77b8-2bbf-47a5-b06e-e1c4b0ff1796 service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224310 Mar 11 17:28:57.828483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d0c5e125-19df-46dc-9d83-05729866fecb,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:57.925538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f2d124b0-2d46-4d04-a9e4-fc76c0515b75 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:57.973162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:28:58.120790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: f2d124b0-2d46-4d04-a9e4-fc76c0515b75 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:28:58.121492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f2d124b0-2d46-4d04-a9e4-fc76c0515b75 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:58.163228 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:58.169310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-893a89a7-0f83-4f18-a1e1-bca145b9fd4b service neutron] 10.222.0.96 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797731 Mar 11 17:28:58.171799 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.215372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-b6dccc75-1d87-4619-84c7-3d71e45d73ff tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=4d2542ad31224bd6a2adbf0e27179ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2100697 Mar 11 17:28:58.307496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:58.318080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:58.318516 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.479684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-97f66d71-4883-4606-9f1b-6d5d98100487 service neutron] 10.222.0.96 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088844 Mar 11 17:28:58.497249 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.499429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.518861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:58.525396 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.604303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fadc8e1-ed13-4545-a1fe-eda799769409 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:28:58.617470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:28:53Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:58.623536 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] Checking router: a2f9e019-10fe-4f59-93db-6390c8d916e3 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:28:58.626934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:58.630925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.639277 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] Routers {'a2f9e019-10fe-4f59-93db-6390c8d916e3'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:28:58.639942 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a2f9e019-10fe-4f59-93db-6390c8d916e3'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:58.718154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Transition to ACTIVE for port object 2fadc8e1-ed13-4545-a1fe-eda799769409 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:58.727984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.838080 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] Set router a2f9e019-10fe-4f59-93db-6390c8d916e3 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:28:58.893274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:58.902255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9930c5-9032-4045-b170-b8420fbef354 req-eadcb11c-5c07-4a62-8d37-ff86735590c1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:58.902740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4e9930c5-9032-4045-b170-b8420fbef354 req-eadcb11c-5c07-4a62-8d37-ff86735590c1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Synchronizing usage tracker for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:58.935717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4e9930c5-9032-4045-b170-b8420fbef354 req-eadcb11c-5c07-4a62-8d37-ff86735590c1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Unset dirty status for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:58.937161 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e9930c5-9032-4045-b170-b8420fbef354 req-eadcb11c-5c07-4a62-8d37-ff86735590c1 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 949 time: 0.5926781 Mar 11 17:28:58.965110 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.039448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.061982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-49139dbc-6671-4afa-a2b7-154dcf5609d4 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.064126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-49139dbc-6671-4afa-a2b7-154dcf5609d4 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8474851 Mar 11 17:28:59.068333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-b5ee8cf9-db32-4bbc-b861-4add937ef678 service neutron] 10.222.0.96 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656352 Mar 11 17:28:59.075867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.139167 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:28:53Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:59.144371 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d676e83-5216-4898-b2c2-cbf73f3b67d9 None None] The sync data for ids ['a2f9e019-10fe-4f59-93db-6390c8d916e3'] in n-d-833436-1 is: [{'id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1534338906-router', 'tenant_id': '3e665d53dc794de1b13aa4933a512e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:26:34Z', 'updated_at': '2022-03-11T17:28:53Z', 'revision_number': 5, 'project_id': '3e665d53dc794de1b13aa4933a512e02', 'gw_port': {'id': '6d894f72-e8c9-497c-a78b-35e5e1d61244', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9e019-10fe-4f59-93db-6390c8d916e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:26:35Z', 'updated_at': '2022-03-11T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:28:59.186271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Deleting port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:59.186271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.208014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event updated for resources: {'Port': ['ID=cf5b0075-430f-4b2d-b1f4-684433082747,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:59.276578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.303761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Attempting to bind port 2fadc8e1-ed13-4545-a1fe-eda799769409 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:59.304043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Attempting to bind port 2fadc8e1-ed13-4545-a1fe-eda799769409 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:59.304445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Attempting to bind port 2fadc8e1-ed13-4545-a1fe-eda799769409 on network 68ec5477-453d-461d-9216-9c0d9f52b32b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:59.347558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Port 2fadc8e1-ed13-4545-a1fe-eda799769409 on network 68ec5477-453d-461d-9216-9c0d9f52b32b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:28:59.347877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Attempting to bind port 2fadc8e1-ed13-4545-a1fe-eda799769409 on network 68ec5477-453d-461d-9216-9c0d9f52b32b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:28:59.353119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.354299 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-767c4c9a-b17d-490b-888d-b6611221fac6 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6514707 Mar 11 17:28:59.361081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:28:59.361454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Checking segment: {'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:28:59.361785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Bound using segment: {'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:28:59.362252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Bound port: 2fadc8e1-ed13-4545-a1fe-eda799769409, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55021e2d-c532-42bd-a0c7-e1ebbee982ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:59.362599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.402601 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-9f755b79-7f97-49a1-bb13-c8edd8bd7f02 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/quotas/4d2542ad31224bd6a2adbf0e27179ba4 HTTP/1.1" status: 200 len: 375 time: 0.2498810 Mar 11 17:28:59.523271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-235f9198-33ee-4c40-b872-3a91e531bc43 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4d2542ad31224bd6a2adbf0e27179ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950918 Mar 11 17:28:59.553819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-037b44fc-457d-43e2-83ab-d7ed2a2a8d36 service neutron] 10.222.0.96 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028749 Mar 11 17:28:59.576171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] For port 007ebc3c-a8f4-4ad9-8400-a39f94708c15, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=007ebc3c-a8f4-4ad9-8400-a39f94708c15,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:59.576655 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.588055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:59.724155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Calling delete_port for 007ebc3c-a8f4-4ad9-8400-a39f94708c15 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:28:59.759357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a8e5ef80-37b1-4fa6-a5ae-1e735c944023 service neutron] 10.222.0.96 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951246 Mar 11 17:28:59.769495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:59.783450 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.785188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.801722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Deleting port 6d894f72-e8c9-497c-a78b-35e5e1d61244 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:28:59.802653 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.890881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:00.040373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] For port 6d894f72-e8c9-497c-a78b-35e5e1d61244, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d894f72-e8c9-497c-a78b-35e5e1d61244,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:00.041278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.065902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.079220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:00.079849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.086476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-189db7df-31b2-46b3-baea-9706362134bb service neutron] 10.222.0.59 "PUT /v2.0/ports/2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 1092 time: 3.3008530 Mar 11 17:29:00.230492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 63276c02-8b72-4aa7-873c-82eb1c44746a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:00.271595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 63276c02-8b72-4aa7-873c-82eb1c44746a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:00.272175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 63276c02-8b72-4aa7-873c-82eb1c44746a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:00.328928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Calling delete_port for 6d894f72-e8c9-497c-a78b-35e5e1d61244 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:00.333223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189db7df-31b2-46b3-baea-9706362134bb service neutron] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:00.349775 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-ad867de2-0379-4fa6-b6de-e997e55ca57c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1095 time: 0.1987200 Mar 11 17:29:00.456890 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-f521082f-e2a5-41df-9745-85ebf754347a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 217 time: 0.0786169 Mar 11 17:29:00.546241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844be0a-0544-481f-9885-ab5929a177cd req-533a6607-44b2-475d-a043-318a5783f8af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.547983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-533a6607-44b2-475d-a043-318a5783f8af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.0814011 Mar 11 17:29:00.548853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.586485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['75db3cab-6703-4ad7-9d2c-2461cc27baaf', '2ac52258-ac5b-46b3-8f33-9bc68807426c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:00.608081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59caaf0-285d-4e04-a18b-f28dc83648a1 req-6a69e2df-d020-4e86-b344-1334f0fa0d09 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.617969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a59caaf0-285d-4e04-a18b-f28dc83648a1 req-6a69e2df-d020-4e86-b344-1334f0fa0d09 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=936c96f1-a8c4-4ef3-a6e7-f543a76c0972 HTTP/1.1" status: 200 len: 949 time: 0.2484865 Mar 11 17:29:00.654906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.692661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Pushing event deleted for resources: {'Port': ['ID=007ebc3c-a8f4-4ad9-8400-a39f94708c15,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:00.717281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-52e8f319-ed5f-4ef9-93b1-38e8f67848bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029007 Mar 11 17:29:00.777337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] No DVR routers for this DVR port 007ebc3c-a8f4-4ad9-8400-a39f94708c15 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:00.783760 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.844199 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e9930c5-9032-4045-b170-b8420fbef354 req-d3910878-3a36-48c5-863a-11b63b9430f8 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "DELETE /v2.0/ports/007ebc3c-a8f4-4ad9-8400-a39f94708c15 HTTP/1.1" status: 204 len: 173 time: 1.8784413 Mar 11 17:29:00.845866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d894f72-e8c9-497c-a78b-35e5e1d61244,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:00.923931 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-36ef558f-ea1a-40d1-afc4-160e9b7f3c1b service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815984 Mar 11 17:29:00.927078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a59caaf0-285d-4e04-a18b-f28dc83648a1 req-6137060d-0b00-4917-8afd-1ee023a0ab61 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081133 Mar 11 17:29:01.041693 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cac636-1513-4537-9e95-18bde75446ff', 'code': 200} Mar 11 17:29:01.054326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Sync routers for ids ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:29:01.080464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Routers {'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:01.082453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:01.234103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d844be0a-0544-481f-9885-ab5929a177cd req-111544d9-abe2-4814-bfbb-580c947594ce service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904563 Mar 11 17:29:01.262063 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242c1418-d18c-45a9-9b72-85ed3b847996', 'name': 'network-vif-deleted', 'tag': 'f2d124b0-2d46-4d04-a9e4-fc76c0515b75', 'status': 'completed', 'code': 200} Mar 11 17:29:01.492419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.583978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Set router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:01.594596 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-9f15b8b7-f104-4325-9b68-736e4ea61179 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4d2542ad31224bd6a2adbf0e27179ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775969 Mar 11 17:29:01.808749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-7511f4ba-ea1f-4bed-a99c-53dbdefb1111 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:01.810655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-7511f4ba-ea1f-4bed-a99c-53dbdefb1111 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146318 Mar 11 17:29:01.838446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Request body: {'port': {'device_id': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '4d2542ad31224bd6a2adbf0e27179ba4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:01.891710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1acf6-5d36-42bc-8a06-af40217b447b req-dacdf288-4f66-43a7-8f0f-d3e87013ba4f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:01.895624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1acf6-5d36-42bc-8a06-af40217b447b req-dacdf288-4f66-43a7-8f0f-d3e87013ba4f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:01.899596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1acf6-5d36-42bc-8a06-af40217b447b req-dacdf288-4f66-43a7-8f0f-d3e87013ba4f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:01.906616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6a1acf6-5d36-42bc-8a06-af40217b447b req-dacdf288-4f66-43a7-8f0f-d3e87013ba4f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2419 time: 0.4831223 Mar 11 17:29:01.929917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.944684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.947539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 007ebc3c-a8f4-4ad9-8400-a39f94708c15 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:01.981386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb5e26-11c5-4cf6-a035-484f74b48871 req-0816c265-79fc-42eb-9704-77440446cbbf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:01.982821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93cb5e26-11c5-4cf6-a035-484f74b48871 req-0816c265-79fc-42eb-9704-77440446cbbf tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 944 time: 0.4257243 Mar 11 17:29:02.001294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 007ebc3c-a8f4-4ad9-8400-a39f94708c15 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:02.001648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 007ebc3c-a8f4-4ad9-8400-a39f94708c15 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:02.055047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6a1acf6-5d36-42bc-8a06-af40217b447b req-b73d82e4-e595-4a6b-8e02-908532f1a6ee tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474166 Mar 11 17:29:02.063382 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.063922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f9e019-10fe-4f59-93db-6390c8d916e3 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:29:02.080358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:02.087272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Usage tracker for resource:port and tenant:4d2542ad31224bd6a2adbf0e27179ba4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:02.090559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:02.097612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:02.108389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.109626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e751bba5-69f1-4c90-adb3-7b08b32df826 admin admin] 10.222.0.96 "DELETE /v2.0/routers/a2f9e019-10fe-4f59-93db-6390c8d916e3 HTTP/1.1" status: 204 len: 168 time: 4.7198548 Mar 11 17:29:02.122688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Made reservation on behalf of 4d2542ad31224bd6a2adbf0e27179ba4 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:02.126943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93cb5e26-11c5-4cf6-a035-484f74b48871 req-ff66f68e-21f7-4fd4-99e3-5e52997f37b3 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320257 Mar 11 17:29:02.127396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48726) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:02.128702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.158164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.166583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 4, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port': {'id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7170cd8b-19c5-4942-8276-59bd09d873da', 'name': '', 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'mac_address': 'fa:16:3e:e4:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:10Z', 'updated_at': '2022-03-11T17:28:12Z', 'revision_number': 2, 'project_id': '8f76ea5bca36421e889670071330a144', 'subnets': [{'id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:02.190773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Checking router: ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:29:02.191158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Updating router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 port 7170cd8b-19c5-4942-8276-59bd09d873da binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:29:02.211890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:02.219355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Usage tracker for resource:security_group_rule and tenant:4d2542ad31224bd6a2adbf0e27179ba4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:02.230213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:02.250867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:02.269163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.306386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] Deleting subnet b2c2ca51-fa9f-44e5-b4c7-227b28e3806e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:29:02.309657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.346687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.355337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.391497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e15b671-6ede-45fa-ba88-974450d40531 req-48fb5787-7cf0-4e2c-88e3-0c674b9f1fde tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Synchronizing usage tracker for tenant:15167163fad94579bb01075e7c23a473 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:02.461236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.466876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69f8002-80b3-4e27-b68c-153eec56e993,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:02.493438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2acc5d27-b503-4c1b-b043-98179a1e6ada req-0de29bca-5922-42b2-be32-45a9a06077f7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 210 time: 0.1049359 Mar 11 17:29:02.535987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e15b671-6ede-45fa-ba88-974450d40531 req-48fb5787-7cf0-4e2c-88e3-0c674b9f1fde tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Unset dirty status for tenant:15167163fad94579bb01075e7c23a473 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:02.536930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-48fb5787-7cf0-4e2c-88e3-0c674b9f1fde tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1743111389&fields=id&tenant_id=15167163fad94579bb01075e7c23a473 HTTP/1.1" status: 200 len: 267 time: 0.2853255 Mar 11 17:29:02.605957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Allocated IP 192.168.233.9 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/65d96eb7-7f1e-411b-926e-a2ab7679b32d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:02.650279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.737219 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.759622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Transition to ACTIVE for port object 7170cd8b-19c5-4942-8276-59bd09d873da will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:02.763479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b671-6ede-45fa-ba88-974450d40531 req-d540bfc5-86e2-4efc-9bc6-a459147f87a9 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:02.764257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e15b671-6ede-45fa-ba88-974450d40531 req-d540bfc5-86e2-4efc-9bc6-a459147f87a9 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Synchronizing usage tracker for tenant:15167163fad94579bb01075e7c23a473 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:02.775620 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.799774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.840810 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.843424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e15b671-6ede-45fa-ba88-974450d40531 req-d540bfc5-86e2-4efc-9bc6-a459147f87a9 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Unset dirty status for tenant:15167163fad94579bb01075e7c23a473 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:02.844778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-d540bfc5-86e2-4efc-9bc6-a459147f87a9 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/networks?id=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb HTTP/1.1" status: 200 len: 805 time: 0.2993999 Mar 11 17:29:02.862339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c2ca51-fa9f-44e5-b4c7-227b28e3806e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:02.871325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e68c1849-5698-46de-b399-7b2f7957aecf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b2c2ca51-fa9f-44e5-b4c7-227b28e3806e HTTP/1.1" status: 204 len: 168 time: 0.7404683 Mar 11 17:29:02.872084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48736) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:02.876216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-118bf087-2875-4fba-8ec7-3f3dd67dbb21 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/quotas/15167163fad94579bb01075e7c23a473 HTTP/1.1" status: 200 len: 375 time: 0.0219057 Mar 11 17:29:02.902147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d5a72-e518-4cfa-a4af-bbd6d3f2610a None None] Network 6ce5f149-8018-4704-89e0-ad71c29888e4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:02.913788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.007896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Transition to ACTIVE for port object 65d96eb7-7f1e-411b-926e-a2ab7679b32d will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:03.058747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79'}, {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c5e125-19df-46dc-9d83-05729866fecb'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:03.069692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47b28-514e-4448-a839-0c06d60adeec None None] Pushing event updated for resources: {'Port': ['ID=7170cd8b-19c5-4942-8276-59bd09d873da,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:03.084466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9b4f0d0-b9bc-4dae-96d7-121f8b6eb346 req-cb112c7b-1d41-4b1f-92a9-21ece20ed261 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 210 time: 0.1284738 Mar 11 17:29:03.238573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.327787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409'}, {'server_uuid': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'name': 'network-vif-deleted', 'tag': '007ebc3c-a8f4-4ad9-8400-a39f94708c15'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:03.339813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Attempting to bind port 7170cd8b-19c5-4942-8276-59bd09d873da on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:03.340409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Attempting to bind port 7170cd8b-19c5-4942-8276-59bd09d873da by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:03.340553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Attempting to bind port 7170cd8b-19c5-4942-8276-59bd09d873da on network 1186cc01-478f-415b-999b-5c6efe256ba3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:03.346340 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-6ee2d756-8132-4c2c-a6a8-157f4a32309e service neutron] 10.222.0.59 "GET /v2.0/ports/e655ef02-c865-4404-8088-d758a1716084 HTTP/1.1" status: 200 len: 1027 time: 0.4027743 Mar 11 17:29:03.348406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:03.349475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Checking segment: {'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:03.349898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.350290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Bound using segment: {'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:03.350902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Bound port: 7170cd8b-19c5-4942-8276-59bd09d873da, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85246b40-eda7-4649-8f57-9e04425a298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:03.351304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.354970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:03.418088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:03.433716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:03.476881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] For port 7170cd8b-19c5-4942-8276-59bd09d873da, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:03.481207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] For port 7170cd8b-19c5-4942-8276-59bd09d873da, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7170cd8b-19c5-4942-8276-59bd09d873da,segment=NetworkSegment(85246b40-eda7-4649-8f57-9e04425a298f),segment_id=85246b40-eda7-4649-8f57-9e04425a298f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:03.493752 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.518835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e15b671-6ede-45fa-ba88-974450d40531 req-846e6487-4327-4cb1-b04b-2f08cae97d2a tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Synchronizing usage tracker for tenant:15167163fad94579bb01075e7c23a473 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:03.531845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.532251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:03.532952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.568395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Deleting port f5726552-c38e-4830-9e10-0fbe0e74aca0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:03.569086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.592395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7579899 Mar 11 17:29:03.593960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] DHCP port deletion for 6ce5f149-8018-4704-89e0-ad71c29888e4 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:29:03.597067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711a08c-9500-4735-9f07-414d8c4b9446 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:03.623066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Deleting port f5726552-c38e-4830-9e10-0fbe0e74aca0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:03.623512 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.624848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5e15b671-6ede-45fa-ba88-974450d40531 req-846e6487-4327-4cb1-b04b-2f08cae97d2a tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Unset dirty status for tenant:15167163fad94579bb01075e7c23a473 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:03.627156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-846e6487-4327-4cb1-b04b-2f08cae97d2a tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=15167163fad94579bb01075e7c23a473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7319007 Mar 11 17:29:03.640972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Request body: {'port': {'device_id': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:03.708260 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-62dcc73a-76b3-490a-b3f9-62d4ddaa6b04 service neutron] 10.222.0.59 "GET /v2.0/ports/2cea6a4e-e4e9-4643-a75a-bcd399a936cf HTTP/1.1" status: 200 len: 1027 time: 0.3419011 Mar 11 17:29:03.825960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47b28-514e-4448-a839-0c06d60adeec None None] Pushing event updated for resources: {'Port': ['ID=7170cd8b-19c5-4942-8276-59bd09d873da,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:03.890386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f5726552-c38e-4830-9e10-0fbe0e74aca0 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:03.892245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-1a57a208-2958-4644-9996-ecf332f423d1 service neutron] 10.222.0.96 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526762 Mar 11 17:29:03.918226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cce7f-7af8-416e-903d-d1ea90918490 req-4a11e62e-22a3-407d-9252-d5b9eb397a1c tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:03.925296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e0cce7f-7af8-416e-903d-d1ea90918490 req-4a11e62e-22a3-407d-9252-d5b9eb397a1c tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 950 time: 0.5230079 Mar 11 17:29:03.955303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Routers {'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:03.955949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:04.006776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2fadc8e1-ed13-4545-a1fe-eda799769409 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:29:04.007359 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.128526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e0cce7f-7af8-416e-903d-d1ea90918490 req-0a6b661d-cea0-4b6e-a677-bd4d5b628173 tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/security-groups?id=5ac0caaf-0e7f-408a-8887-66360e873db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022636 Mar 11 17:29:04.139997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9bd81cce-9e91-4a57-925e-f2603a561efb tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:04.145924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9bd81cce-9e91-4a57-925e-f2603a561efb tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:04.150683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9bd81cce-9e91-4a57-925e-f2603a561efb tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:04.151621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9bd81cce-9e91-4a57-925e-f2603a561efb tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Synchronizing usage tracker for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:04.156957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:04.197564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'network_id': '68ec5477-453d-461d-9216-9c0d9f52b32b', 'port_id': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'mac_address': 'fa:16:3e:50:8c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55593f81-0645-4816-bc1f-6cb7fefcf4e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:29:04.295473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9bd81cce-9e91-4a57-925e-f2603a561efb tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Unset dirty status for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:04.296753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9bd81cce-9e91-4a57-925e-f2603a561efb tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "GET /v2.0/networks?id=b057b6cd-dfc5-4066-b6df-a6520c909901&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 HTTP/1.1" status: 200 len: 1990 time: 0.5786211 Mar 11 17:29:04.337857 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79', 'code': 200} Mar 11 17:29:04.338477 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c5e125-19df-46dc-9d83-05729866fecb', 'code': 200} Mar 11 17:29:04.408234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] For port f5726552-c38e-4830-9e10-0fbe0e74aca0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f5726552-c38e-4830-9e10-0fbe0e74aca0,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:04.408590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.513343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-92e669a7-cffa-4a1a-af8f-4ed7f55755c0 None None] Provisioning for port 65d96eb7-7f1e-411b-926e-a2ab7679b32d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:04.516617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-41bfb7b3-bfae-4424-8df2-25c0084e3579 service neutron] 10.222.0.96 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090608 Mar 11 17:29:04.520529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ebef13a5-ebf9-4bc7-8e3b-95df46062672 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Synchronizing usage tracker for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:04.556305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-92e669a7-cffa-4a1a-af8f-4ed7f55755c0 None None] Provisioning complete for port 65d96eb7-7f1e-411b-926e-a2ab7679b32d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:04.556694 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92e669a7-cffa-4a1a-af8f-4ed7f55755c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.567058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ebef13a5-ebf9-4bc7-8e3b-95df46062672 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Unset dirty status for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:04.568422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ebef13a5-ebf9-4bc7-8e3b-95df46062672 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b04dfed26947aabd1eb4db0a024149 HTTP/1.1" status: 200 len: 380 time: 0.2062144 Mar 11 17:29:04.587810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'admin_state_up': True, 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'security_groups': ['e75f0d35-6c4c-45d0-9e63-e061dd08ee41']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:04.615312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.639689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-92e669a7-cffa-4a1a-af8f-4ed7f55755c0 None None] Port 65d96eb7-7f1e-411b-926e-a2ab7679b32d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:04.689577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] For port f5726552-c38e-4830-9e10-0fbe0e74aca0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f5726552-c38e-4830-9e10-0fbe0e74aca0,segment=NetworkSegment(608b10ad-2d74-47a9-8915-30ef1992077c),segment_id=608b10ad-2d74-47a9-8915-30ef1992077c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:04.689977 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.702479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fadc8e1-ed13-4545-a1fe-eda799769409 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:04.717947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Calling delete_port for f5726552-c38e-4830-9e10-0fbe0e74aca0 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:04.776901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.802882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d96eb7-7f1e-411b-926e-a2ab7679b32d {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:04.861190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44917206-508c-48ae-a3de-1605b346b3c5 req-d15869dc-6683-4722-a7d3-32182f0bffa5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2872 time: 0.4560905 Mar 11 17:29:04.881647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.885732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Calling delete_port for f5726552-c38e-4830-9e10-0fbe0e74aca0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:04.924645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-8dfb8b35-d772-4fb0-9e0c-0db8352f5e0e tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:04.926395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-8dfb8b35-d772-4fb0-9e0c-0db8352f5e0e tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 950 time: 0.3994796 Mar 11 17:29:04.938475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1717-6b16-44f6-86e3-a8bd68f48734 req-6c458a45-140b-4f73-9a5d-4b49339eec7e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:04.942443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1717-6b16-44f6-86e3-a8bd68f48734 req-6c458a45-140b-4f73-9a5d-4b49339eec7e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:04.946248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:04.946724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1717-6b16-44f6-86e3-a8bd68f48734 req-6c458a45-140b-4f73-9a5d-4b49339eec7e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:04.947189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] Set router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:04.954587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce5d1717-6b16-44f6-86e3-a8bd68f48734 req-6c458a45-140b-4f73-9a5d-4b49339eec7e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2419 time: 0.4915273 Mar 11 17:29:04.989222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Transition to ACTIVE for port object 65d96eb7-7f1e-411b-926e-a2ab7679b32d will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:04.998907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:05.002672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.024443 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.047292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Deleting port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:05.047781 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.092152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:05.171861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.241656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:05.264834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:05.267668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.289514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5726552-c38e-4830-9e10-0fbe0e74aca0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:05.309476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44917206-508c-48ae-a3de-1605b346b3c5 req-08d20fc6-f51e-4724-a7f3-14ed71be6569 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242897 Mar 11 17:29:05.394174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:05.412360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] No DVR routers for this DVR port f5726552-c38e-4830-9e10-0fbe0e74aca0 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:05.486512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2fadc8e1-ed13-4545-a1fe-eda799769409'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:05.544212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:05.544918 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:05.558982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Attempting to bind port 65d96eb7-7f1e-411b-926e-a2ab7679b32d on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:05.559347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Attempting to bind port 65d96eb7-7f1e-411b-926e-a2ab7679b32d by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:05.559621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Attempting to bind port 65d96eb7-7f1e-411b-926e-a2ab7679b32d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:05.604718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Port 65d96eb7-7f1e-411b-926e-a2ab7679b32d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:05.605041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Attempting to bind port 65d96eb7-7f1e-411b-926e-a2ab7679b32d on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:05.639209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:05.639529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:05.639915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:05.640354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Bound port: 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:05.640691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.721054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.744013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:05.747208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:05.748867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce5f149-8018-4704-89e0-ad71c29888e4']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:05.759072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.777063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608b10ad-2d74-47a9-8915-30ef1992077c') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:05.777298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608b10ad-2d74-47a9-8915-30ef1992077c') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:05.789985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.802907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 172.20.0.10 (b057b6cd-dfc5-4066-b6df-a6520c909901/b4c95465-998f-44ac-aaaf-fd79509e5682/0095d3ea-9d9f-41af-8460-e1f4da3456b9) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:05.812928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.819922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:29:05.820466 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.867149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.869359 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/65d96eb7-7f1e-411b-926e-a2ab7679b32d HTTP/1.1" status: 200 len: 1094 time: 2.2614810 Mar 11 17:29:05.892541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7170cd8b-19c5-4942-8276-59bd09d873da up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:05.938066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82a249-fc34-4e2f-a534-dbd2c25ab3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:06.017124 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:06.050996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Deleting port f5726552-c38e-4830-9e10-0fbe0e74aca0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:06.051356 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.092868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.093485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.095141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.095765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.096337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.096939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.097500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.098197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.098764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.099340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.100102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:06.191026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dea22d21-16d5-401e-b725-7407f77e949e None None] The port 'f5726552-c38e-4830-9e10-0fbe0e74aca0' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:29:06.192687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce5d1717-6b16-44f6-86e3-a8bd68f48734 req-f2cbb3bc-bc8b-41f7-937d-d1e40acdd495 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2370543 Mar 11 17:29:06.252571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e9963-595f-4af2-9b3c-0fca0f7f8845 req-ecf0948a-f38c-4fac-bbb0-aa94ec00a6a3 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:06.256236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b74e9963-595f-4af2-9b3c-0fca0f7f8845 req-ecf0948a-f38c-4fac-bbb0-aa94ec00a6a3 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 945 time: 1.1729467 Mar 11 17:29:06.308517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.342832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 7170cd8b-19c5-4942-8276-59bd09d873da completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:06.344777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b74e9963-595f-4af2-9b3c-0fca0f7f8845 req-8d1aa930-1c30-4776-b2a4-259d71bb9f68 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722549 Mar 11 17:29:06.377766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7170cd8b-19c5-4942-8276-59bd09d873da triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:06.381906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.395800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.412032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce5f149-8018-4704-89e0-ad71c29888e4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.441704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] For port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:06.442063 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.528242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8f5282ed-921f-4b9c-ae33-c9aa25ea1cd1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6ce5f149-8018-4704-89e0-ad71c29888e4 HTTP/1.1" status: 204 len: 168 time: 3.6537886 Mar 11 17:29:06.545900 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'status': 'completed', 'code': 200} Mar 11 17:29:06.546157 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c96f1-a8c4-4ef3-a6e7-f543a76c0972', 'name': 'network-vif-deleted', 'tag': '007ebc3c-a8f4-4ad9-8400-a39f94708c15', 'status': 'completed', 'code': 200} Mar 11 17:29:06.556858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 4, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port': {'id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7170cd8b-19c5-4942-8276-59bd09d873da', 'name': '', 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'mac_address': 'fa:16:3e:e4:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:10Z', 'updated_at': '2022-03-11T17:29:03Z', 'revision_number': 4, 'project_id': '8f76ea5bca36421e889670071330a144', 'subnets': [{'id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.569164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2be714-84cb-48f6-ad45-1a6124afa5a6 None None] The sync data for ids ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'] in n-d-833436-1 is: [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 4, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port': {'id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7170cd8b-19c5-4942-8276-59bd09d873da', 'name': '', 'network_id': '1186cc01-478f-415b-999b-5c6efe256ba3', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'mac_address': 'fa:16:3e:e4:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:10Z', 'updated_at': '2022-03-11T17:29:03Z', 'revision_number': 4, 'project_id': '8f76ea5bca36421e889670071330a144', 'subnets': [{'id': '85d1c85b-7e6d-40c4-9332-a16c0a8f9c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:29:06.780662 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-bff13aca-b202-4ef4-82cb-3482ec0c1770 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d2542ad31224bd6a2adbf0e27179ba4&device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 1097 time: 0.8110628 Mar 11 17:29:06.826633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Calling delete_port for e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:06.931506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.989535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-840dda53-58f2-44af-954c-92b596b8249f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d HTTP/1.1" status: 200 len: 217 time: 0.1875904 Mar 11 17:29:06.990952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:06.994879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 7170cd8b-19c5-4942-8276-59bd09d873da, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7170cd8b-19c5-4942-8276-59bd09d873da,segment=NetworkSegment(85246b40-eda7-4649-8f57-9e04425a298f),segment_id=85246b40-eda7-4649-8f57-9e04425a298f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:07.000985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.089807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.152890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-883e946e-bfd3-4937-aef0-8dcace28ea6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:07.154476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-883e946e-bfd3-4937-aef0-8dcace28ea6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1353390 Mar 11 17:29:07.155437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Transition to ACTIVE for port object 0095d3ea-9d9f-41af-8460-e1f4da3456b9 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:07.168215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=7170cd8b-19c5-4942-8276-59bd09d873da,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.246478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.288379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1630acd8-a3a7-420a-bce5-b3b4a4b078ed admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e665d53dc794de1b13aa4933a512e02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2824264 Mar 11 17:29:07.290526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48776) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:07.327152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-059bad3e-8101-4840-8d16-b0b4dd69d5f6 req-64d9e747-cfce-4c01-9b22-b7a44976cea3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 210 time: 0.1437097 Mar 11 17:29:07.361709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.422400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Pushing event deleted for resources: {'Port': ['ID=e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.435220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-b567f3ad-a3f7-45ab-a34e-7dadecb587d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2726052 Mar 11 17:29:07.521902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network b057b6cd-dfc5-4066-b6df-a6520c909901 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:07.568413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:07.590727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:07.656460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-966734b3-c387-4f95-a56b-d005c514246a req-75c66ca6-a181-4b3f-acbe-2f0500307eeb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 210 time: 0.1095550 Mar 11 17:29:07.667903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=0095d3ea-9d9f-41af-8460-e1f4da3456b9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.670214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] No DVR routers for this DVR port e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:07.674819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.698233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'name': 'network-vif-deleted', 'tag': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:07.709132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bee55a4c-bb87-4e67-9479-3153d660a6a9 req-13628ac1-5466-49ab-86b6-5e5ba96b0adb tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.59 "DELETE /v2.0/ports/e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 HTTP/1.1" status: 204 len: 173 time: 2.7385716 Mar 11 17:29:07.712380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:07.712922 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.715775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-50490007-40c3-45ca-bd2f-c2130a6d23c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1096 time: 1.0035560 Mar 11 17:29:07.716779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88758ae8-dc54-45bc-bfeb-ae836189011a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.721617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276e8e8-0317-49d9-9c21-b50dc4a2a842 req-82df5712-c838-41a9-a336-d8edbc4eabe0 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:07.723243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1276e8e8-0317-49d9-9c21-b50dc4a2a842 req-82df5712-c838-41a9-a336-d8edbc4eabe0 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 946 time: 0.8572502 Mar 11 17:29:07.752325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b671-6ede-45fa-ba88-974450d40531 req-aece685a-7773-4656-92b0-2f1227c64ed8 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:07.754020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-aece685a-7773-4656-92b0-2f1227c64ed8 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.59 "GET /v2.0/networks?id=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb HTTP/1.1" status: 200 len: 805 time: 0.5311027 Mar 11 17:29:07.830908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88758ae8-dc54-45bc-bfeb-ae836189011a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.848529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-a08dd9d3-5712-42c7-8a72-9e81d3a2fcd0 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883107 Mar 11 17:29:07.884704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7170cd8b-19c5-4942-8276-59bd09d873da up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:07.933048 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c37e8ae8-5b89-4460-b940-37bd12b7641a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3495326 Mar 11 17:29:07.969758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'admin_state_up': True, 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'security_groups': ['e75f0d35-6c4c-45d0-9e63-e061dd08ee41']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:07.989822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2fadc8e1-ed13-4545-a1fe-eda799769409 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:08.038066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0e95a721-0a88-43e7-965b-f67c86e94103 req-2c39d3fd-012b-4f8c-8640-13f4eec8bb3a tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Synchronizing usage tracker for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:08.105056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0e95a721-0a88-43e7-965b-f67c86e94103 req-2c39d3fd-012b-4f8c-8640-13f4eec8bb3a tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] Unset dirty status for tenant:faf7ecdbe66e4fb1a8884e65131061ad on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:08.105661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-725bf378-e868-421b-866c-74a327f434f0 None None] Provisioning for port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:08.106245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e95a721-0a88-43e7-965b-f67c86e94103 req-2c39d3fd-012b-4f8c-8640-13f4eec8bb3a tempest-ServersAdminNegativeTestJSON-1348222511 tempest-ServersAdminNegativeTestJSON-1348222511-project] 10.222.0.96 "GET /v2.0/ports?device_id=486fdf8f-bef8-4990-9ac7-f16f162099d6 HTTP/1.1" status: 200 len: 210 time: 0.1704230 Mar 11 17:29:08.118451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1276e8e8-0317-49d9-9c21-b50dc4a2a842 req-017390be-5b2d-4099-8ed0-15d8272d826d tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607738 Mar 11 17:29:08.118783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2fadc8e1-ed13-4545-a1fe-eda799769409 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:08.123930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-c152e128-e4e2-4817-85c9-f0e786731516 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15167163fad94579bb01075e7c23a473 HTTP/1.1" status: 200 len: 380 time: 0.2166920 Mar 11 17:29:08.124905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2fadc8e1-ed13-4545-a1fe-eda799769409 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:08.125500 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.136942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Request body: {'port': {'device_id': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'admin_state_up': True, 'tenant_id': '15167163fad94579bb01075e7c23a473', 'security_groups': ['1185bdf5-877d-4231-8ce6-05b8bd21fc31']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:08.168295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-725bf378-e868-421b-866c-74a327f434f0 None None] Provisioning complete for port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:08.176556 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-725bf378-e868-421b-866c-74a327f434f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.358787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7170cd8b-19c5-4942-8276-59bd09d873da triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:08.358787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.399933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-725bf378-e868-421b-866c-74a327f434f0 None None] Port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:08.449344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88758ae8-dc54-45bc-bfeb-ae836189011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.515044 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-556397e8-4054-44b9-8fe9-c1907f132fa0 req-ae82d75a-068d-4e2a-b43c-33766dc21109 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573548 Mar 11 17:29:08.533026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88758ae8-dc54-45bc-bfeb-ae836189011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696fb262-e37e-41a9-92fe-8ba1e353916e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:08.546638 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.558265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:08.565066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:08.571040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88758ae8-dc54-45bc-bfeb-ae836189011a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.574624 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-88758ae8-dc54-45bc-bfeb-ae836189011a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/696fb262-e37e-41a9-92fe-8ba1e353916e HTTP/1.1" status: 204 len: 168 time: 1.2717721 Mar 11 17:29:08.574624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:port and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:08.578411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:08.578965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-6890c466-b073-42e1-9793-65b175ed2e1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:08.585560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-6890c466-b073-42e1-9793-65b175ed2e1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.8597217 Mar 11 17:29:08.593664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:08.617991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:08.621126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.632281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:08.651611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:08.744177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.745256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:08.875574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:08.875830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:08.902412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-0e057de7-54f6-4785-8cfb-b612098021b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 217 time: 0.1785460 Mar 11 17:29:08.934789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:08.951809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 10.1.1.46 (af96e76d-ed46-4176-93e9-943fb08e4f47/3880d8eb-d6f3-44db-8fff-c12912fc5f8c/6b9968eb-c8eb-4ab2-a515-54170f449d4a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:08.989134 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.058386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:09.066540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-5bc2e413-21ff-464d-86a8-f9350861109c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:09.068927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-5bc2e413-21ff-464d-86a8-f9350861109c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.1496260 Mar 11 17:29:09.077592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc13722-2222-4979-a62f-d085387f4de5 req-ce44b1ff-8a5c-45d6-bbc4-b4a4f9364449 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:09.079276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcc13722-2222-4979-a62f-d085387f4de5 req-ce44b1ff-8a5c-45d6-bbc4-b4a4f9364449 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 950 time: 0.5638487 Mar 11 17:29:09.129732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc245c0-4c1c-47dc-a24d-d52b4df47456 req-32fff527-af51-4826-8766-b146d537fb65 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:09.132041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fc245c0-4c1c-47dc-a24d-d52b4df47456 req-32fff527-af51-4826-8766-b146d537fb65 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 950 time: 0.5547645 Mar 11 17:29:09.139579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:09.183547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-e9a7ef2e-94a5-47c6-a574-654b805ea259 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987005 Mar 11 17:29:09.244487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c738-6c36-47e5-a06d-2a0dd4485291 req-8b4f19d6-4763-44fd-b810-3c41bc42c913 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:09.248673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c738-6c36-47e5-a06d-2a0dd4485291 req-8b4f19d6-4763-44fd-b810-3c41bc42c913 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:09.250914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.252551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c738-6c36-47e5-a06d-2a0dd4485291 req-8b4f19d6-4763-44fd-b810-3c41bc42c913 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:09.256551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6685c738-6c36-47e5-a06d-2a0dd4485291 req-8b4f19d6-4763-44fd-b810-3c41bc42c913 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2419 time: 0.7749102 Mar 11 17:29:09.277667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Transition to ACTIVE for port object 6b9968eb-c8eb-4ab2-a515-54170f449d4a will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:09.310175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.345997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Made reservation on behalf of 15167163fad94579bb01075e7c23a473 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:09.349087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.395670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network af96e76d-ed46-4176-93e9-943fb08e4f47 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:09.399112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:09.403994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:09.442132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Deleting port 75db3cab-6703-4ad7-9d2c-2461cc27baaf {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:09.442540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.470723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:09.471315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.500834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=6b9968eb-c8eb-4ab2-a515-54170f449d4a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:09.528679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f24dd659-430e-4ec6-ba4d-49e29f68df86 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5704618 Mar 11 17:29:09.558078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'admin_state_up': True, 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'security_groups': ['e75f0d35-6c4c-45d0-9e63-e061dd08ee41']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:09.571413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fc245c0-4c1c-47dc-a24d-d52b4df47456 req-19ae529e-d707-498d-a2ea-4a2ef564de4d tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963490 Mar 11 17:29:09.723337 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6685c738-6c36-47e5-a06d-2a0dd4485291 req-b15663e4-b09b-47d4-8107-f35a856453e0 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437740 Mar 11 17:29:09.799485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d894f72-e8c9-497c-a78b-35e5e1d61244 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:09.869334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 6d894f72-e8c9-497c-a78b-35e5e1d61244 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:09.869572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d894f72-e8c9-497c-a78b-35e5e1d61244 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:09.891972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7d26528c-0cd9-4cae-be22-b81a2ef7f773 None None] Provisioning for port 6b9968eb-c8eb-4ab2-a515-54170f449d4a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:09.901221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7d26528c-0cd9-4cae-be22-b81a2ef7f773 None None] Provisioning complete for port 6b9968eb-c8eb-4ab2-a515-54170f449d4a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:09.901587 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d26528c-0cd9-4cae-be22-b81a2ef7f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.926339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48816) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:09.993768 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486fdf8f-bef8-4990-9ac7-f16f162099d6', 'name': 'network-vif-deleted', 'tag': 'e78b4e1a-d4ef-4a73-bb38-b3a5f6a06f61', 'status': 'completed', 'code': 200} Mar 11 17:29:09.996029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7d26528c-0cd9-4cae-be22-b81a2ef7f773 None None] Port 6b9968eb-c8eb-4ab2-a515-54170f449d4a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:09.999214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:10.005376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:port and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:10.010269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:10.016635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:10.031233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:10.034701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.138058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-network', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:10.148035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:10.156630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Usage tracker for resource:network and tenant:c341bb533f6c4501b379148ee10af15a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:10.190080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:10.207299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:10.212430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Allocated IP 172.20.0.8 (9ae58c5e-e92b-4b77-94d0-f67b49faf1eb/c7db5774-ca8e-4374-b98f-5c8e62c74b6f/5ee301e1-f142-4333-b090-ddfb04e404a8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:10.223222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] For port 75db3cab-6703-4ad7-9d2c-2461cc27baaf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=75db3cab-6703-4ad7-9d2c-2461cc27baaf,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:10.223736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.226231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Made reservation on behalf of c341bb533f6c4501b379148ee10af15a for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:10.228477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.233821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-d2a0ae39-6ea7-44d8-be36-cd3779108bde service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0358772 Mar 11 17:29:10.245273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.267698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 10.1.1.57 (af96e76d-ed46-4176-93e9-943fb08e4f47/3880d8eb-d6f3-44db-8fff-c12912fc5f8c/4f1518c0-736f-4104-86e7-b3508fd06f61) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:10.310490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:10.321402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Usage tracker for resource:security_group_rule and tenant:c341bb533f6c4501b379148ee10af15a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:10.326356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:10.335594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:10.409496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Calling delete_port for 75db3cab-6703-4ad7-9d2c-2461cc27baaf owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:10.518346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.541261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.548244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Transition to ACTIVE for port object 4f1518c0-736f-4104-86e7-b3508fd06f61 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:10.549602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.590451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f93289-1f88-45f8-a3eb-a9ee7cfcb645,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:10.599146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:10.620815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.621224 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Added segment e2c9178b-eef8-49f1-af1a-0e23fbcdf268 of type vlan for network ab247adf-411c-433f-94cd-84e4c2b71264 Mar 11 17:29:10.637258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.714834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.738420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network af96e76d-ed46-4176-93e9-943fb08e4f47 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:10.739176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=4f1518c0-736f-4104-86e7-b3508fd06f61,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:10.744386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:10.746672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:10.807485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a917b38-0e0e-4acb-a346-2531381022c6 req-eba56f1a-2a52-444b-b2ae-ddddeaac710a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:10.814556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a917b38-0e0e-4acb-a346-2531381022c6 req-eba56f1a-2a52-444b-b2ae-ddddeaac710a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 946 time: 0.8158884 Mar 11 17:29:10.817806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.818984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:10.819838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.855617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:10.856263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.944081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.964628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Transition to ACTIVE for port object 5ee301e1-f142-4333-b090-ddfb04e404a8 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:10.976499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] Pushing event updated for resources: {'Network': ['ID=ab247adf-411c-433f-94cd-84e4c2b71264,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:10.988201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ab247adf-411c-433f-94cd-84e4c2b71264 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:29:10.989938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-869b6d3d-4d1b-48b5-afd0-ca94473dd337 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4463274 Mar 11 17:29:10.991584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b2bc685d-168e-4a0a-9840-36cd4f5d4960 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0622377 Mar 11 17:29:10.996538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:11.022059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Request body: {'subnet': {'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-subnet', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:11.031901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2', 'admin_state_up': True, 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'security_groups': ['e75f0d35-6c4c-45d0-9e63-e061dd08ee41']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:11.087231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e662628-a0ff-46e0-8cdf-882e80a2d03f req-1bc04bbe-e198-428d-8632-1a952ebfbe08 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7710164 Mar 11 17:29:11.117142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.125574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.169154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2ac52258-ac5b-46b3-8f33-9bc68807426c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:11.197928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c474344c-5b46-4151-b0b3-66b6f86104b2 None None] Provisioning for port 4f1518c0-736f-4104-86e7-b3508fd06f61 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:11.198163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:11.202787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:11.205281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Usage tracker for resource:subnet and tenant:c341bb533f6c4501b379148ee10af15a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:11.209249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:11.212589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:port and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:11.218762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:11.221890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:11.222958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c474344c-5b46-4151-b0b3-66b6f86104b2 None None] Provisioning complete for port 4f1518c0-736f-4104-86e7-b3508fd06f61 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:11.223536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c474344c-5b46-4151-b0b3-66b6f86104b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.228665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:11.232616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:11.240930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event updated for resources: {'Port': ['ID=5ee301e1-f142-4333-b090-ddfb04e404a8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:11.243154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Made reservation on behalf of c341bb533f6c4501b379148ee10af15a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:11.244757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:11.254293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007513-f29f-4331-a59c-bf4e1278481d req-e00af4b0-f377-4d8c-8f52-5d57ee5aead6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:11.256552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.260226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007513-f29f-4331-a59c-bf4e1278481d req-e00af4b0-f377-4d8c-8f52-5d57ee5aead6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:11.270383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5007513-f29f-4331-a59c-bf4e1278481d req-e00af4b0-f377-4d8c-8f52-5d57ee5aead6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 1653 time: 1.2705398 Mar 11 17:29:11.289754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:11.300834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c474344c-5b46-4151-b0b3-66b6f86104b2 None None] Port 4f1518c0-736f-4104-86e7-b3508fd06f61 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:11.333602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:11.393687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:11.394302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.454467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Pushing event deleted for resources: {'Port': ['ID=75db3cab-6703-4ad7-9d2c-2461cc27baaf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:11.474978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5007513-f29f-4331-a59c-bf4e1278481d req-fa6ff306-256d-4dd8-9b41-a3ad2a5e8fa3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033210 Mar 11 17:29:11.484435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a917b38-0e0e-4acb-a346-2531381022c6 req-8fd71556-9628-4641-bf72-c602780ab6f5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369290 Mar 11 17:29:11.574310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-69a38acf-4b76-489d-a226-e22e34078953 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4407732 Mar 11 17:29:11.639616 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'code': 200} Mar 11 17:29:11.649285 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'status': 'completed', 'code': 200} Mar 11 17:29:11.653041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.674190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] No DVR routers for this DVR port 75db3cab-6703-4ad7-9d2c-2461cc27baaf on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:11.678940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Request body: {'port': {'device_id': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:11.740215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3d63f3af-1a13-4b42-84c8-5c4fe94ea782 None None] Provisioning for port 5ee301e1-f142-4333-b090-ddfb04e404a8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:11.745996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3d63f3af-1a13-4b42-84c8-5c4fe94ea782 None None] Provisioning complete for port 5ee301e1-f142-4333-b090-ddfb04e404a8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:11.746737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d63f3af-1a13-4b42-84c8-5c4fe94ea782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.804093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.806206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcc13722-2222-4979-a62f-d085387f4de5 req-beb37dce-f582-4822-91f4-9b3f6bd1c0ea tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "DELETE /v2.0/ports/75db3cab-6703-4ad7-9d2c-2461cc27baaf HTTP/1.1" status: 204 len: 173 time: 2.6863747 Mar 11 17:29:11.834630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.869412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3d63f3af-1a13-4b42-84c8-5c4fe94ea782 None None] Port 5ee301e1-f142-4333-b090-ddfb04e404a8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:11.938328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d708140-ab8a-4049-91b7-c1d1025a6c9f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:11.962169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:29:11.978991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 75db3cab-6703-4ad7-9d2c-2461cc27baaf no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:12.035840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'name': 'network-vif-deleted', 'tag': '75db3cab-6703-4ad7-9d2c-2461cc27baaf'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:12.036115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 75db3cab-6703-4ad7-9d2c-2461cc27baaf {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:12.036255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 75db3cab-6703-4ad7-9d2c-2461cc27baaf not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:12.099740 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.122724 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Sync routers for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:29:12.164862 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:12.169981 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:28:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:12.316914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-a76550ca-45e5-4747-930f-4307a9ef1c7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d2542ad31224bd6a2adbf0e27179ba4&device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 1097 time: 0.5187624 Mar 11 17:29:12.368555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d011b-9e21-476c-83fb-09303a489ae0 req-6aeba594-c776-4bb1-bdd1-b9e4cd83de7a tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:12.370194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-786d011b-9e21-476c-83fb-09303a489ae0 req-6aeba594-c776-4bb1-bdd1-b9e4cd83de7a tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 946 time: 0.4390492 Mar 11 17:29:12.381349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a91ee-1b28-4b38-9cb1-a53964083805 req-40fa4a4d-eab0-4739-8005-b0a9750a783f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:12.382165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-899a91ee-1b28-4b38-9cb1-a53964083805 req-40fa4a4d-eab0-4739-8005-b0a9750a783f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Synchronizing usage tracker for tenant:15167163fad94579bb01075e7c23a473 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:12.470862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90677c1f-3e47-41ae-984b-d2be26e10677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.498892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 10.2.2.100 (e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2/70870f29-80d2-44fc-a8b4-568481aa91fd/2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:12.518304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:12.538870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'mac_address': 'fa:16:3e:81:0c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:29:12.556349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-899a91ee-1b28-4b38-9cb1-a53964083805 req-40fa4a4d-eab0-4739-8005-b0a9750a783f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Unset dirty status for tenant:15167163fad94579bb01075e7c23a473 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:12.557511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-899a91ee-1b28-4b38-9cb1-a53964083805 req-40fa4a4d-eab0-4739-8005-b0a9750a783f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 931 time: 0.6827407 Mar 11 17:29:12.591985 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:12.637683 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.657322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d96eb7-7f1e-411b-926e-a2ab7679b32d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:12.674726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:12.681800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.686621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-786d011b-9e21-476c-83fb-09303a489ae0 req-b0f9e539-16f3-4f54-9e06-8708bb550001 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013027 Mar 11 17:29:12.720094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.733620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-899a91ee-1b28-4b38-9cb1-a53964083805 req-1ed5cff6-f902-47dc-a1fc-59c4f15ba9a7 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662757 Mar 11 17:29:12.736584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-026fc6a4-fbd4-48a3-986f-6d9c9350adf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:12.737995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-026fc6a4-fbd4-48a3-986f-6d9c9350adf0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.4134500 Mar 11 17:29:12.750581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Checking segment: {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:12.750791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Network hostable DHCP agents. Network: ab247adf-411c-433f-94cd-84e4c2b71264, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:12.766046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Transition to ACTIVE for port object 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:12.813547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:12.838844 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d7702805-4ab0-4db9-adf3-70195646218e req-cf75d44e-cf2f-4695-9572-26202b283208 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1097 time: 0.9762967 Mar 11 17:29:12.887696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Network ab247adf-411c-433f-94cd-84e4c2b71264 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:12.926654 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.934831 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-479ac530-57e5-4ed7-a426-6cfccc7c3073 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d HTTP/1.1" status: 200 len: 217 time: 0.1215749 Mar 11 17:29:12.941835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ab247adf-411c-433f-94cd-84e4c2b71264) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:12.949483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128646af-01ad-4dd5-939b-92cfbb9f2ddc None None] Network ab247adf-411c-433f-94cd-84e4c2b71264 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:13.105754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['65d96eb7-7f1e-411b-926e-a2ab7679b32d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:13.156292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:13.161876 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d7702805-4ab0-4db9-adf3-70195646218e req-39a2cadb-ccc6-4310-b867-ab367f148b10 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057199 Mar 11 17:29:13.184598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:13.190439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:13.191124 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.239005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:13.254420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:13.261511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee301e1-f142-4333-b090-ddfb04e404a8 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:13.271909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.292541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Transition to ACTIVE for port object 5ee301e1-f142-4333-b090-ddfb04e404a8 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:13.303676 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce81d735-65f5-44e0-9e57-6d0275239db0', 'name': 'network-vif-deleted', 'tag': '75db3cab-6703-4ad7-9d2c-2461cc27baaf', 'status': 'completed', 'code': 200} Mar 11 17:29:13.317932 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:28:48Z', 'revision_number': 2, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:13.330302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48840) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:13.332009 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Checking router: 597c6651-a7e5-487c-bd36-f109ff2515a5 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:29:13.332350 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Updating router 597c6651-a7e5-487c-bd36-f109ff2515a5 port 412426f2-7373-4e82-8afc-32fa1ddb5816 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:29:13.346185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.358257 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ae973e8c-1dd7-44a0-a79f-6c1723ad3f49 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3572679 Mar 11 17:29:13.365003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48846) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:13.373448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:13.381127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:13.389665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Usage tracker for resource:router and tenant:c341bb533f6c4501b379148ee10af15a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:13.394880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:13.404642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:13.410924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:13.411705 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.424390 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.441997 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da4c1ba4-1422-45e8-95da-aaa8acd99640 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4151773 Mar 11 17:29:13.443109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.444182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.469249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.496132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2', 'admin_state_up': True, 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'security_groups': ['e75f0d35-6c4c-45d0-9e63-e061dd08ee41']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:13.562618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-58dcc693-6d48-4197-a23e-23993dfdffda req-e14a73ee-4fef-49d5-85dc-3c9884056cf6 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Synchronizing usage tracker for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:13.671130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-f9e3c211-c809-4b08-83a8-0b56dfe48d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:13.673518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-f9e3c211-c809-4b08-83a8-0b56dfe48d65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.7383547 Mar 11 17:29:13.674556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-58dcc693-6d48-4197-a23e-23993dfdffda req-e14a73ee-4fef-49d5-85dc-3c9884056cf6 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Unset dirty status for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:13.686978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58dcc693-6d48-4197-a23e-23993dfdffda req-e14a73ee-4fef-49d5-85dc-3c9884056cf6 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce81d735-65f5-44e0-9e57-6d0275239db0 HTTP/1.1" status: 200 len: 210 time: 0.3919346 Mar 11 17:29:13.738874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-ab247adf-411c-433f-94cd-84e4c2b71264', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:29:13.740310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.792811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b5771ded-1ee7-4459-8844-9df9a2566fd6 None None] Provisioning for port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:13.807337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b5771ded-1ee7-4459-8844-9df9a2566fd6 None None] Provisioning complete for port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:13.807841 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5771ded-1ee7-4459-8844-9df9a2566fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.923596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:13.929547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.941338 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-721b708b-d2c9-4ed0-9fa1-84e391d0309f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=faf7ecdbe66e4fb1a8884e65131061ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5989368 Mar 11 17:29:13.944601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Usage tracker for resource:port and tenant:57b04dfed26947aabd1eb4db0a024149 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:13.952614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48854) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:13.953819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:13.965409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b5771ded-1ee7-4459-8844-9df9a2566fd6 None None] Port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:13.968671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee301e1-f142-4333-b090-ddfb04e404a8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:13.993323 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.999428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:14.015785 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Transition to ACTIVE for port object 412426f2-7373-4e82-8afc-32fa1ddb5816 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:14.025088 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.037739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Made reservation on behalf of 57b04dfed26947aabd1eb4db0a024149 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:14.044461 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.086307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Allocated IP 172.20.0.2 (ab247adf-411c-433f-94cd-84e4c2b71264/4d708140-ab8a-4049-91b7-c1d1025a6c9f/f13e6af1-03be-4039-aa54-d89c42a52f77) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:14.162513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eb6f9-8a0b-4604-bacd-9f2d2bed5c36 req-e3c8debc-dc67-4baa-9804-b86b216a03c4 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:14.166730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eb6f9-8a0b-4604-bacd-9f2d2bed5c36 req-e3c8debc-dc67-4baa-9804-b86b216a03c4 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:14.175756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eb6f9-8a0b-4604-bacd-9f2d2bed5c36 req-e3c8debc-dc67-4baa-9804-b86b216a03c4 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:14.183331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eb6f9-8a0b-4604-bacd-9f2d2bed5c36 req-e3c8debc-dc67-4baa-9804-b86b216a03c4 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:14.191042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-313eb6f9-8a0b-4604-bacd-9f2d2bed5c36 req-e3c8debc-dc67-4baa-9804-b86b216a03c4 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 3094 time: 0.8860734 Mar 11 17:29:14.201264 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1d7c9-ee7e-4572-8db1-bf24837f3673 None None] Pushing event updated for resources: {'Port': ['ID=412426f2-7373-4e82-8afc-32fa1ddb5816,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:14.224950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e209583-2a8e-4184-9d31-1d7efebc146e req-0ba322d6-a9aa-4472-b490-7d2122712a8a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:14.232425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e209583-2a8e-4184-9d31-1d7efebc146e req-0ba322d6-a9aa-4472-b490-7d2122712a8a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 946 time: 0.2994916 Mar 11 17:29:14.360533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-4d87693d-e9e6-4de2-90c4-aebf19df3411 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5383141 Mar 11 17:29:14.365103 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Attempting to bind port 412426f2-7373-4e82-8afc-32fa1ddb5816 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:14.365670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Attempting to bind port 412426f2-7373-4e82-8afc-32fa1ddb5816 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:14.366025 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Attempting to bind port 412426f2-7373-4e82-8afc-32fa1ddb5816 on network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:14.387578 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:14.391353 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Checking segment: {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:14.392102 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.392803 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Bound using segment: {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:14.393652 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Bound port: 412426f2-7373-4e82-8afc-32fa1ddb5816, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:14.394339 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.394564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fcf53de-ba07-4c37-a9df-d094a447ddb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.433440 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.455486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fcf53de-ba07-4c37-a9df-d094a447ddb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.468428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e209583-2a8e-4184-9d31-1d7efebc146e req-b77875c3-29ba-4722-a1ad-bd450e0207a4 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350657 Mar 11 17:29:14.495518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Transition to ACTIVE for port object f13e6af1-03be-4039-aa54-d89c42a52f77 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:14.560549 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Transition to ACTIVE for port object f13e6af1-03be-4039-aa54-d89c42a52f77 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:14.590869 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] For port 412426f2-7373-4e82-8afc-32fa1ddb5816, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:14.598674 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] For port 412426f2-7373-4e82-8afc-32fa1ddb5816, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=412426f2-7373-4e82-8afc-32fa1ddb5816,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:14.601359 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.608889 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.617614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Attempting to bind port 5ee301e1-f142-4333-b090-ddfb04e404a8 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:14.618019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Attempting to bind port 5ee301e1-f142-4333-b090-ddfb04e404a8 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:14.618269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Attempting to bind port 5ee301e1-f142-4333-b090-ddfb04e404a8 on network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:14.643533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-313eb6f9-8a0b-4604-bacd-9f2d2bed5c36 req-f3bbfe6b-c776-4dfa-95c7-a311f164b625 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515975 Mar 11 17:29:14.658856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Allocated IP 10.2.2.200 (e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2/70870f29-80d2-44fc-a8b4-568481aa91fd/b7a969c4-343b-4636-a2e5-de5ce9b500e2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:14.666284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Port 5ee301e1-f142-4333-b090-ddfb04e404a8 on network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:14.666690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Attempting to bind port 5ee301e1-f142-4333-b090-ddfb04e404a8 on network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:14.689807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:14.690344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Checking segment: {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:14.690599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Bound using segment: {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:14.691038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Bound port: 5ee301e1-f142-4333-b090-ddfb04e404a8, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706ccd4d-af31-4164-a11c-98ce6cdfc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:14.691389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.715524 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a651-406c-4c73-80d8-168fbc147827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.772773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Pushing event updated for resources: {'Port': ['ID=f13e6af1-03be-4039-aa54-d89c42a52f77,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:14.777175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Network ab247adf-411c-433f-94cd-84e4c2b71264 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:14.780150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fcf53de-ba07-4c37-a9df-d094a447ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.782105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:14.787589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:14.800887 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1d7c9-ee7e-4572-8db1-bf24837f3673 None None] Pushing event updated for resources: {'Port': ['ID=412426f2-7373-4e82-8afc-32fa1ddb5816,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:14.827605 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:14.828205 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:14.871448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-7d353290-8550-4480-88b3-5440babd55cc service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926758 Mar 11 17:29:14.984998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Attempting to bind port f13e6af1-03be-4039-aa54-d89c42a52f77 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:14.985449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Attempting to bind port f13e6af1-03be-4039-aa54-d89c42a52f77 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:14.985868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Attempting to bind port f13e6af1-03be-4039-aa54-d89c42a52f77 on network ab247adf-411c-433f-94cd-84e4c2b71264 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:14.988113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] For port 5ee301e1-f142-4333-b090-ddfb04e404a8, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:15.009136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:15.009525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Checking segment: {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:15.010310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.010783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Bound using segment: {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:15.011345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Bound port: f13e6af1-03be-4039-aa54-d89c42a52f77, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:15.015178 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.085740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.102186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] For port 5ee301e1-f142-4333-b090-ddfb04e404a8, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ee301e1-f142-4333-b090-ddfb04e404a8,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:15.117778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Transition to ACTIVE for port object b7a969c4-343b-4636-a2e5-de5ce9b500e2 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:15.122566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.152369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf53de-ba07-4c37-a9df-d094a447ddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac0caaf-0e7f-408a-8887-66360e873db6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.162299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.249833 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:15.251451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] For port f13e6af1-03be-4039-aa54-d89c42a52f77, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:15.261308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] For port f13e6af1-03be-4039-aa54-d89c42a52f77, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f13e6af1-03be-4039-aa54-d89c42a52f77,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:15.274181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.275079 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.325817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.327560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event updated for resources: {'Port': ['ID=b7a969c4-343b-4636-a2e5-de5ce9b500e2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.367758 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.369224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ee301e1-f142-4333-b090-ddfb04e404a8 HTTP/1.1" status: 200 len: 1091 time: 3.6966393 Mar 11 17:29:15.374993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:15.397428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:15.403205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:15.412561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:15.462151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e07569aa-f7e5-4c28-9d15-177ddd32def6 req-9fb76f5f-ec91-48f4-b88e-6ef54abf9765 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421920 Mar 11 17:29:15.463245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35f76f-e410-4083-831e-4e6f139e8c47 None None] Pushing event updated for resources: {'Port': ['ID=f13e6af1-03be-4039-aa54-d89c42a52f77,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.536797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.544118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6551206-2be7-43e0-8cdb-828b46638fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee301e1-f142-4333-b090-ddfb04e404a8,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.609919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfee9-2a29-4d11-a3c1-62d9b2ae6db5 req-cc2ef815-a209-4512-b51e-329244c0840b tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:15.611685 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-324dfee9-2a29-4d11-a3c1-62d9b2ae6db5 req-cc2ef815-a209-4512-b51e-329244c0840b tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 943 time: 0.4778845 Mar 11 17:29:15.664694 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.701708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fcf53de-ba07-4c37-a9df-d094a447ddb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.703139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8fcf53de-ba07-4c37-a9df-d094a447ddb4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5ac0caaf-0e7f-408a-8887-66360e873db6 HTTP/1.1" status: 204 len: 168 time: 1.7463207 Mar 11 17:29:15.761244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb1ed-07ed-474b-946e-3b2cfa1b8563 req-d1309623-748e-4d53-b49a-05c89b6b2aa9 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:15.768331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b0fb1ed-07ed-474b-946e-3b2cfa1b8563 req-d1309623-748e-4d53-b49a-05c89b6b2aa9 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 947 time: 0.3883076 Mar 11 17:29:15.802125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-e2b6e2ea-85e0-45a3-aa2e-82dd6648036f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15167163fad94579bb01075e7c23a473&device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 1094 time: 0.3435183 Mar 11 17:29:15.804402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-324dfee9-2a29-4d11-a3c1-62d9b2ae6db5 req-11d09927-b0bd-48ce-937e-d976c86d38c1 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781945 Mar 11 17:29:15.859864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:15.859864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.940950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a6742e7e-10fc-463c-bee1-984a1920edec tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4528823 Mar 11 17:29:15.955042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Allocated IP 172.25.3.23 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/769a7a5b-8029-4c06-bb86-1a58f7d6c2b2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:15.972057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:15.975202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:16.012548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b0fb1ed-07ed-474b-946e-3b2cfa1b8563 req-bf51fd51-de88-43a6-bd47-5f455804f726 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432141 Mar 11 17:29:16.013538 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:14Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:16.024315 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f23416-aa37-412e-aa76-78ebf8b24cef None None] The sync data for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 is: [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:14Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:29:16.066393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-1df2d511-14b3-411d-94f5-9cb65f6cc5e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee301e1-f142-4333-b090-ddfb04e404a8 HTTP/1.1" status: 200 len: 217 time: 0.2102175 Mar 11 17:29:16.087841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-718dc2a4-8f2a-44db-9146-c6c0e13dad7b None None] Provisioning for port b7a969c4-343b-4636-a2e5-de5ce9b500e2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:16.135749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-718dc2a4-8f2a-44db-9146-c6c0e13dad7b None None] Provisioning complete for port b7a969c4-343b-4636-a2e5-de5ce9b500e2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:16.136606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-718dc2a4-8f2a-44db-9146-c6c0e13dad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.190827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 65d96eb7-7f1e-411b-926e-a2ab7679b32d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:16.219204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 65d96eb7-7f1e-411b-926e-a2ab7679b32d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:16.219603 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.263739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-718dc2a4-8f2a-44db-9146-c6c0e13dad7b None None] Port b7a969c4-343b-4636-a2e5-de5ce9b500e2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:16.347908 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'status': 'completed', 'code': 200} Mar 11 17:29:16.354685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b671-6ede-45fa-ba88-974450d40531 req-4aee8949-7401-49b2-bde2-b6829ee8649f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:16.356614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-4aee8949-7401-49b2-bde2-b6829ee8649f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7db5774-ca8e-4374-b98f-5c8e62c74b6f HTTP/1.1" status: 200 len: 844 time: 0.2859933 Mar 11 17:29:16.463741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.467331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.514313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:16.515381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:16.528323 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.600768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.619251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48874) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:16.640642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.754227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:16.759206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e9160-6b0b-4ecc-b60d-ad3b66dbe574 req-91ea1994-e6cb-4b14-82dd-ab2eef9470c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:16.766237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e9160-6b0b-4ecc-b60d-ad3b66dbe574 req-91ea1994-e6cb-4b14-82dd-ab2eef9470c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 946 time: 0.3241618 Mar 11 17:29:16.805509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5d68-ac18-4196-859c-57aab01a7487 req-6f9f0aa6-097c-48b8-9149-09bf199f4879 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:16.809628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5d68-ac18-4196-859c-57aab01a7487 req-6f9f0aa6-097c-48b8-9149-09bf199f4879 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:16.813682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5d68-ac18-4196-859c-57aab01a7487 req-6f9f0aa6-097c-48b8-9149-09bf199f4879 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:16.817542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Pushing event updated for resources: {'Port': ['ID=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:16.821769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-827d5d68-ac18-4196-859c-57aab01a7487 req-6f9f0aa6-097c-48b8-9149-09bf199f4879 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2419 time: 0.5313132 Mar 11 17:29:16.834132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e892d9c3-bfff-4ad2-a6ff-f3e61f4c2332 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c784dde6ca344fb950727d064a3feba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2046018 Mar 11 17:29:16.834579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48880) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:16.841424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:16.850089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-f4f92917-d9c0-4188-b679-b14cea87288f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4730902 Mar 11 17:29:16.864239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:16.876638 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.879749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:17.021798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14eed2-03d3-4dbb-ae90-f3e42aa93766 None None] Network ab247adf-411c-433f-94cd-84e4c2b71264 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:17.077211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175e9160-6b0b-4ecc-b60d-ad3b66dbe574 req-236ced4d-44e8-489b-9e52-9c444b191dad tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099601 Mar 11 17:29:17.105053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-827d5d68-ac18-4196-859c-57aab01a7487 req-f98191b3-0bb0-42d8-bb2b-4501d3b7e988 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823155 Mar 11 17:29:17.164461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e484a763-1667-4e0b-b74c-6e28f6b47423 None None] Provisioning for port f13e6af1-03be-4039-aa54-d89c42a52f77 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:17.245188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38019a6e-6a2c-4765-ab79-c2c23e9a8036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.264261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f84782-ac89-4a5a-b027-002476750f16 req-aaaa45f5-e331-45b8-9689-9e6c9eb971c1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:17.270129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f84782-ac89-4a5a-b027-002476750f16 req-aaaa45f5-e331-45b8-9689-9e6c9eb971c1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:17.283226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f84782-ac89-4a5a-b027-002476750f16 req-aaaa45f5-e331-45b8-9689-9e6c9eb971c1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:17.287598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f84782-ac89-4a5a-b027-002476750f16 req-aaaa45f5-e331-45b8-9689-9e6c9eb971c1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 2419 time: 0.4361713 Mar 11 17:29:17.358042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38019a6e-6a2c-4765-ab79-c2c23e9a8036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.359744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-cacec3ab-9c44-44f9-8859-b7c145506938 service neutron] 10.222.0.59 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482684 Mar 11 17:29:17.519997 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38019a6e-6a2c-4765-ab79-c2c23e9a8036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.546266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0095d3ea-9d9f-41af-8460-e1f4da3456b9 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:17.556979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38019a6e-6a2c-4765-ab79-c2c23e9a8036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6931b8d-c285-43ae-a8ac-2e30c2d0f34c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:17.562133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.574997 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38019a6e-6a2c-4765-ab79-c2c23e9a8036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.576143 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-38019a6e-6a2c-4765-ab79-c2c23e9a8036 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a6931b8d-c285-43ae-a8ac-2e30c2d0f34c HTTP/1.1" status: 204 len: 168 time: 0.7409561 Mar 11 17:29:17.593458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Transition to ACTIVE for port object 0095d3ea-9d9f-41af-8460-e1f4da3456b9 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:17.597068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.597811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.603776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.611952 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'code': 200} Mar 11 17:29:17.644340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port d0c5e125-19df-46dc-9d83-05729866fecb {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:17.644881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.762772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e15b671-6ede-45fa-ba88-974450d40531 req-c8b9542f-7290-4deb-9b4c-6b70d769a8c5 service neutron] 10.222.0.59 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163199 Mar 11 17:29:17.908903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 412426f2-7373-4e82-8afc-32fa1ddb5816 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:17.965850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Pushing event updated for resources: {'Port': ['ID=0095d3ea-9d9f-41af-8460-e1f4da3456b9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.000595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9824cd-87fd-46cc-abe7-55bf97c12cab req-938821be-4c1e-41b6-aec2-3758cd384cb3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.005095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9824cd-87fd-46cc-abe7-55bf97c12cab req-938821be-4c1e-41b6-aec2-3758cd384cb3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.009666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9824cd-87fd-46cc-abe7-55bf97c12cab req-938821be-4c1e-41b6-aec2-3758cd384cb3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.014182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9824cd-87fd-46cc-abe7-55bf97c12cab req-938821be-4c1e-41b6-aec2-3758cd384cb3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.024222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9824cd-87fd-46cc-abe7-55bf97c12cab req-938821be-4c1e-41b6-aec2-3758cd384cb3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.030985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9824cd-87fd-46cc-abe7-55bf97c12cab req-938821be-4c1e-41b6-aec2-3758cd384cb3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 3815 time: 0.7408335 Mar 11 17:29:18.053855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 412426f2-7373-4e82-8afc-32fa1ddb5816 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:18.061675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 412426f2-7373-4e82-8afc-32fa1ddb5816 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:18.062051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.269215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.270331 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-76a0902e-988e-4952-99fa-e6221379a88e req-2618ee26-8cdc-4cff-b927-62eaf1abc676 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 1099 time: 0.5516064 Mar 11 17:29:18.306207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 412426f2-7373-4e82-8afc-32fa1ddb5816, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=412426f2-7373-4e82-8afc-32fa1ddb5816,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:18.312698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.313838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f13e6af1-03be-4039-aa54-d89c42a52f77 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:18.353566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Attempting to bind port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:18.354188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Attempting to bind port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:18.354639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Attempting to bind port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 on network b057b6cd-dfc5-4066-b6df-a6520c909901 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:18.362117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9824cd-87fd-46cc-abe7-55bf97c12cab req-1d13392d-5c43-448b-b62c-d0e14b88e24e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297944 Mar 11 17:29:18.384249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 on network b057b6cd-dfc5-4066-b6df-a6520c909901 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:18.384572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Attempting to bind port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 on network b057b6cd-dfc5-4066-b6df-a6520c909901 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:18.394968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:18.396128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Checking segment: {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:18.397688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Bound using segment: {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:18.397688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Bound port: 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1982953-7137-45ba-898f-9b84522d87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:18.397688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.429215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-42e4807f-d29e-4638-9a6e-c700c1bb872f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15167163fad94579bb01075e7c23a473&device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 1094 time: 0.5243652 Mar 11 17:29:18.434486 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-76a0902e-988e-4952-99fa-e6221379a88e req-2eed1256-54e4-448c-a1bb-ad36e1a4905c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559885 Mar 11 17:29:18.450648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=412426f2-7373-4e82-8afc-32fa1ddb5816,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.471649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f13e6af1-03be-4039-aa54-d89c42a52f77 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:18.478688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f13e6af1-03be-4039-aa54-d89c42a52f77 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:18.479080 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.497097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b530cf-9ccc-4c03-8ff2-d97d2ee9aea4 req-de923a34-6ca4-4307-bc7f-693393868454 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.508442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6b530cf-9ccc-4c03-8ff2-d97d2ee9aea4 req-de923a34-6ca4-4307-bc7f-693393868454 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 943 time: 0.7396309 Mar 11 17:29:18.545062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:29:18.551849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port d0c5e125-19df-46dc-9d83-05729866fecb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d0c5e125-19df-46dc-9d83-05729866fecb,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:18.552210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.558250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] For port 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:18.571527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] For port 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:18.651382 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.693643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f13e6af1-03be-4039-aa54-d89c42a52f77, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f13e6af1-03be-4039-aa54-d89c42a52f77,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:18.693882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.701007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.764100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for d0c5e125-19df-46dc-9d83-05729866fecb owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:18.775565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f13e6af1-03be-4039-aa54-d89c42a52f77,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.797723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.799668 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] 10.222.0.59 "PUT /v2.0/ports/0095d3ea-9d9f-41af-8460-e1f4da3456b9 HTTP/1.1" status: 200 len: 1092 time: 2.8424175 Mar 11 17:29:18.806164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:18.826850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773e2d-6e19-435b-8d38-8cebd1eaf567 service neutron] Pushing event updated for resources: {'Port': ['ID=0095d3ea-9d9f-41af-8460-e1f4da3456b9,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.846633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:18.897814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6b530cf-9ccc-4c03-8ff2-d97d2ee9aea4 req-9d9087c3-be9d-4516-a031-6b859dbcd949 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880303 Mar 11 17:29:18.957704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-60fdc453-6151-45bd-b8ca-9b4c33707b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.960162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-60fdc453-6151-45bd-b8ca-9b4c33707b5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb HTTP/1.1" status: 200 len: 907 time: 0.2198737 Mar 11 17:29:18.966169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:18.976600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Sync routers for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:29:18.996359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:18.997051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:18.998623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.002494 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1746b914-9e84-4594-a993-ea4578f4fd47 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.6341174 Mar 11 17:29:19.004393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:19.080196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.215407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-6d0556f9-a693-4148-91e0-bdb58e211423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee301e1-f142-4333-b090-ddfb04e404a8 HTTP/1.1" status: 200 len: 217 time: 0.2391706 Mar 11 17:29:19.221515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:19.273899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50f5db-5810-429a-884f-3e757cbf35c6 req-ef0f9ffa-e48f-4ed2-a227-823b1b9c1e69 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.280812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc50f5db-5810-429a-884f-3e757cbf35c6 req-ef0f9ffa-e48f-4ed2-a227-823b1b9c1e69 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 948 time: 0.6430972 Mar 11 17:29:19.372668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f282063d-3818-4a2e-b913-d63d65c819bd req-962d1a8b-ee09-4cb3-a156-f0780afb481a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-410443138&fields=id&tenant_id=47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 267 time: 0.1917388 Mar 11 17:29:19.450111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-b4e151d9-d36e-4cf4-a7a4-80ace79f7742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.451585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-b4e151d9-d36e-4cf4-a7a4-80ace79f7742 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7db5774-ca8e-4374-b98f-5c8e62c74b6f HTTP/1.1" status: 200 len: 844 time: 0.1640961 Mar 11 17:29:19.457409 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.466345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc50f5db-5810-429a-884f-3e757cbf35c6 req-451fd163-045d-4118-aa36-ec8888571146 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845758 Mar 11 17:29:19.548294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Port': ['ID=d0c5e125-19df-46dc-9d83-05729866fecb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:19.564688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:17Z', 'revision_number': 3, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:19.568754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Checking router: 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:29:19.569094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Updating router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:29:19.630275 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.659627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:29:19.780488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e655ef02-c865-4404-8088-d758a1716084 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:19.792332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.825207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b185a-7974-400d-aabc-b16c5157aa87 req-1f776d09-e4db-42be-8b68-86a726694750 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.825904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-669b185a-7974-400d-aabc-b16c5157aa87 req-1f776d09-e4db-42be-8b68-86a726694750 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Synchronizing usage tracker for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:19.871994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Transition to ACTIVE for port object e655ef02-c865-4404-8088-d758a1716084 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:19.882107 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.884217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] No DVR routers for this DVR port d0c5e125-19df-46dc-9d83-05729866fecb on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:19.886843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.897072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-deleted', 'tag': 'd0c5e125-19df-46dc-9d83-05729866fecb'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:19.927057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f84782-ac89-4a5a-b027-002476750f16 req-054a7c57-3d95-428e-bef7-407d9c8ab7c2 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "DELETE /v2.0/ports/d0c5e125-19df-46dc-9d83-05729866fecb HTTP/1.1" status: 204 len: 173 time: 2.6282344 Mar 11 17:29:19.935875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282063d-3818-4a2e-b913-d63d65c819bd req-37b0268a-34f0-4a99-a625-7e70d3d2e9e9 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.936088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-669b185a-7974-400d-aabc-b16c5157aa87 req-1f776d09-e4db-42be-8b68-86a726694750 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Unset dirty status for tenant:0c0e06194d5f4478b43e6453852ceb7c on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:19.937463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f282063d-3818-4a2e-b913-d63d65c819bd req-37b0268a-34f0-4a99-a625-7e70d3d2e9e9 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 946 time: 0.5568452 Mar 11 17:29:19.942442 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-669b185a-7974-400d-aabc-b16c5157aa87 req-1f776d09-e4db-42be-8b68-86a726694750 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 951 time: 0.3970113 Mar 11 17:29:19.984208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 412426f2-7373-4e82-8afc-32fa1ddb5816 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:20.004111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'port': {'security_groups': ['86a2d71d-b719-4c14-980a-2ef0f7fb75a2', 'e03323a9-0324-44a6-8ed6-f4ab7420ff08']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:20.032584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ee301e1-f142-4333-b090-ddfb04e404a8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:29:20.034978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 39cac636-1513-4537-9e95-18bde75446ff no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:20.054668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-03b6e2ad-afc6-4b35-9bab-1a6e18adde4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5381155 Mar 11 17:29:20.062545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d879d0-d037-4719-b2e5-39c76bd9ed74 req-33db6d84-0185-4c6b-8e0b-5e8cdaed1e3a tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:20.064177 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67d879d0-d037-4719-b2e5-39c76bd9ed74 req-33db6d84-0185-4c6b-8e0b-5e8cdaed1e3a tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/ports?device_id=68af958b-26ea-4cc0-80e1-916026a4dc34 HTTP/1.1" status: 200 len: 951 time: 0.4188805 Mar 11 17:29:20.244188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-d49e8213-5349-48f7-b868-f278cb206a80 service neutron] 10.222.0.59 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688201 Mar 11 17:29:20.309026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Deleting port 2ac52258-ac5b-46b3-8f33-9bc68807426c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:20.309397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.311803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port c500b72a-be20-4475-907d-3586b9c6ff79 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:20.312142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.333713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Pushing event updated for resources: {'Port': ['ID=e655ef02-c865-4404-8088-d758a1716084,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:20.373635 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.410910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 412426f2-7373-4e82-8afc-32fa1ddb5816 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:20.411132 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.456474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67d879d0-d037-4719-b2e5-39c76bd9ed74 req-59e48036-c000-4343-8d9a-11bd6050118b tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ddc43e9-48b0-42ac-b93c-21ef54fde23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395287 Mar 11 17:29:20.490565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5ee301e1-f142-4333-b090-ddfb04e404a8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ee301e1-f142-4333-b090-ddfb04e404a8,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:20.526233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d07f2a-39c7-4cd7-bd0e-60be950f9a08 req-dea5fc30-c0fb-429d-81d8-c1449dea1a6a service neutron] 10.222.0.59 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665904 Mar 11 17:29:20.526828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'port_id': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'mac_address': 'fa:16:3e:43:13:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:29:20.576070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39cac636-1513-4537-9e95-18bde75446ff'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:20.581443 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.616786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.627048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 39cac636-1513-4537-9e95-18bde75446ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=39cac636-1513-4537-9e95-18bde75446ff,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:20.629860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Transition to ACTIVE for port object 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:20.640199 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.640885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c500b72a-be20-4475-907d-3586b9c6ff79 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:20.652955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] For port 2ac52258-ac5b-46b3-8f33-9bc68807426c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2ac52258-ac5b-46b3-8f33-9bc68807426c,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:20.652955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.724716 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.728208 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.784084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Calling delete_port for 2ac52258-ac5b-46b3-8f33-9bc68807426c owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:20.807079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee301e1-f142-4333-b090-ddfb04e404a8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:20.835300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f13e6af1-03be-4039-aa54-d89c42a52f77 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:20.882910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Attempting to bind port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:20.882910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Attempting to bind port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:20.883431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Attempting to bind port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:20.888151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c500b72a-be20-4475-907d-3586b9c6ff79,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:20.889086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.899634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5ee301e1-f142-4333-b090-ddfb04e404a8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ee301e1-f142-4333-b090-ddfb04e404a8,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:20.900523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=39cac636-1513-4537-9e95-18bde75446ff,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:20.980664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.982970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:20.982970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:20.983269 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.983491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:20.983955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Bound port: 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:20.984338 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.073802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4466b-ff7f-48ce-9b4b-962da2408857 None None] Pushing event updated for resources: {'Port': ['ID=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.083063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Attempting to bind port e655ef02-c865-4404-8088-d758a1716084 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:21.083543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Attempting to bind port e655ef02-c865-4404-8088-d758a1716084 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:21.083936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Attempting to bind port e655ef02-c865-4404-8088-d758a1716084 on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:21.120325 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.139711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Port e655ef02-c865-4404-8088-d758a1716084 on network af96e76d-ed46-4176-93e9-943fb08e4f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:21.140231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Attempting to bind port e655ef02-c865-4404-8088-d758a1716084 on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:21.155456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for c500b72a-be20-4475-907d-3586b9c6ff79 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:21.164026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:21.164472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Checking segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:21.164926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Bound using segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:21.165434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Bound port: e655ef02-c865-4404-8088-d758a1716084, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:21.165841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.182681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] For port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:21.203521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0319-7d6d-464f-9c4b-8014bc58034c req-9dcf77ed-dd70-4f57-a6bb-f3f90017c5e4 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.207557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0319-7d6d-464f-9c4b-8014bc58034c req-9dcf77ed-dd70-4f57-a6bb-f3f90017c5e4 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.208405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9dfa0319-7d6d-464f-9c4b-8014bc58034c req-9dcf77ed-dd70-4f57-a6bb-f3f90017c5e4 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:21.214419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] For port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:21.215583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f13e6af1-03be-4039-aa54-d89c42a52f77 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:21.216102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.229565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.245574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5ee301e1-f142-4333-b090-ddfb04e404a8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.255489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.291459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c500b72a-be20-4475-907d-3586b9c6ff79,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:21.301990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Pushing event deleted for resources: {'Port': ['ID=2ac52258-ac5b-46b3-8f33-9bc68807426c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.319281 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.320149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d0c5e125-19df-46dc-9d83-05729866fecb no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:21.339818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9dfa0319-7d6d-464f-9c4b-8014bc58034c req-9dcf77ed-dd70-4f57-a6bb-f3f90017c5e4 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:21.340993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dfa0319-7d6d-464f-9c4b-8014bc58034c req-9dcf77ed-dd70-4f57-a6bb-f3f90017c5e4 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 1681 time: 0.6952956 Mar 11 17:29:21.359822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['5ee301e1-f142-4333-b090-ddfb04e404a8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:21.403423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] No DVR routers for this DVR port 2ac52258-ac5b-46b3-8f33-9bc68807426c on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:21.406131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:21.406537 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:21.411585 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.418322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d0c5e125-19df-46dc-9d83-05729866fecb {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:21.418322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d0c5e125-19df-46dc-9d83-05729866fecb not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:21.444543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:21.446549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] For port e655ef02-c865-4404-8088-d758a1716084, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:21.449053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9dfa0319-7d6d-464f-9c4b-8014bc58034c req-9017a2e5-a501-4fd9-8b71-a93fc432e236 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959625 Mar 11 17:29:21.455813 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-669b185a-7974-400d-aabc-b16c5157aa87 req-79a87b09-2227-4155-a739-209de5ce15d2 tempest-ServersAdminTestJSON-375954966 tempest-ServersAdminTestJSON-375954966-project] 10.222.0.59 "DELETE /v2.0/ports/2ac52258-ac5b-46b3-8f33-9bc68807426c HTTP/1.1" status: 204 len: 173 time: 1.5063567 Mar 11 17:29:21.456168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4466b-ff7f-48ce-9b4b-962da2408857 None None] Pushing event updated for resources: {'Port': ['ID=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.474773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] For port e655ef02-c865-4404-8088-d758a1716084, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e655ef02-c865-4404-8088-d758a1716084,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:21.477240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.494331 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.564048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:21.564680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:21.592521 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'status': 'completed', 'code': 200} Mar 11 17:29:21.601069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.602044 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.606176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f282063d-3818-4a2e-b913-d63d65c819bd req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "PUT /v2.0/ports/2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 982 time: 1.6600721 Mar 11 17:29:21.637259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf1e2e-0df3-43a5-888f-9aec4fa36fce tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.699286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.804705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2fadc8e1-ed13-4545-a1fe-eda799769409'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:21.909271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c500b72a-be20-4475-907d-3586b9c6ff79,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.909650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-5bdf0c3b-59a4-4472-99b6-c8a971c7af79 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.925317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-5bdf0c3b-59a4-4472-99b6-c8a971c7af79 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.929274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-5bdf0c3b-59a4-4472-99b6-c8a971c7af79 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.943924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-5bdf0c3b-59a4-4472-99b6-c8a971c7af79 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.948255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-5bdf0c3b-59a4-4472-99b6-c8a971c7af79 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.952157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-5bdf0c3b-59a4-4472-99b6-c8a971c7af79 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.958324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.975035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Pushing event updated for resources: {'Port': ['ID=e655ef02-c865-4404-8088-d758a1716084,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.981220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-5bdf0c3b-59a4-4472-99b6-c8a971c7af79 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 4599 time: 0.2542810 Mar 11 17:29:21.986435 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-deleted', 'tag': 'd0c5e125-19df-46dc-9d83-05729866fecb', 'status': 'completed', 'code': 200} Mar 11 17:29:21.986879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port c500b72a-be20-4475-907d-3586b9c6ff79 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:21.991358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.039164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:22.053442 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.056001 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-76abf29d-03ea-4ec6-b408-4d980eb6cc99 service neutron] 10.222.0.59 "PUT /v2.0/ports/e655ef02-c865-4404-8088-d758a1716084 HTTP/1.1" status: 200 len: 1130 time: 3.2137325 Mar 11 17:29:22.107528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:22.151573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 2ac52258-ac5b-46b3-8f33-9bc68807426c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:22.152222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2ac52258-ac5b-46b3-8f33-9bc68807426c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:22.242689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:22.246669 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a9f9bc-4a1c-4eb6-8179-a947ca0285ba req-56dbee82-817a-4993-a748-c5b9bc93ebf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5285 time: 0.5394373 Mar 11 17:29:22.314158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76a7ecf2-48ce-4ec9-b6f2-31e47a2cbebd req-bd7fcb04-6ca0-411d-8009-ce52de0d0d76 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2459574 Mar 11 17:29:22.497066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port c500b72a-be20-4475-907d-3586b9c6ff79, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c500b72a-be20-4475-907d-3586b9c6ff79,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:22.497450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.670103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.701498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104cc0b-18f6-46df-a8a6-829f2602d393 req-8a52985f-5f50-428a-906c-6a378a78db95 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.703449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9104cc0b-18f6-46df-a8a6-829f2602d393 req-8a52985f-5f50-428a-906c-6a378a78db95 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 944 time: 0.6000414 Mar 11 17:29:22.710724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for c500b72a-be20-4475-907d-3586b9c6ff79 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:22.765097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9f9bc-4a1c-4eb6-8179-a947ca0285ba req-bbe805e1-9d75-4e8e-8ce5-2c22f86a767a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.765462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9f9bc-4a1c-4eb6-8179-a947ca0285ba req-bbe805e1-9d75-4e8e-8ce5-2c22f86a767a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.765821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9f9bc-4a1c-4eb6-8179-a947ca0285ba req-bbe805e1-9d75-4e8e-8ce5-2c22f86a767a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.767578 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a9f9bc-4a1c-4eb6-8179-a947ca0285ba req-bbe805e1-9d75-4e8e-8ce5-2c22f86a767a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57b04dfed26947aabd1eb4db0a024149&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4960835 Mar 11 17:29:22.774929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Allocated IP 172.20.0.1 (ab247adf-411c-433f-94cd-84e4c2b71264/4d708140-ab8a-4049-91b7-c1d1025a6c9f/f9b0c29c-7e07-43e5-9aa3-8551bb308891) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:22.824410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:17Z', 'revision_number': 3, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:22.830759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa10ef0-c485-450d-baf9-31b72e329d4c None None] The sync data for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 is: [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:17Z', 'revision_number': 3, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:29:22.845194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9104cc0b-18f6-46df-a8a6-829f2602d393 req-da2e4f33-5e44-4bf1-b7c1-aa26ca49f718 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979261 Mar 11 17:29:22.881241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac77a-48a4-4c16-9264-926f52169022 req-e040ad92-38ca-4f61-8e39-4eaae7785fd5 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.882845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d88ac77a-48a4-4c16-9264-926f52169022 req-e040ad92-38ca-4f61-8e39-4eaae7785fd5 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 948 time: 0.3889418 Mar 11 17:29:22.931273 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39cac636-1513-4537-9e95-18bde75446ff', 'code': 200} Mar 11 17:29:22.989118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d88ac77a-48a4-4c16-9264-926f52169022 req-043e3680-78e6-47e0-889f-207ec4f34c48 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936885 Mar 11 17:29:22.995907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.085065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Port': ['ID=c500b72a-be20-4475-907d-3586b9c6ff79,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:23.092828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a', '2fadc8e1-ed13-4545-a1fe-eda799769409'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:23.206891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] No DVR routers for this DVR port c500b72a-be20-4475-907d-3586b9c6ff79 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:23.246648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.256933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-058f5a7c-1f04-41ac-9664-b27ba22f15d2 req-f50962e7-1a1f-43d0-88c9-ae884ae823b1 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/e03323a9-0324-44a6-8ed6-f4ab7420ff08 HTTP/1.1" status: 200 len: 1634 time: 0.2024534 Mar 11 17:29:23.295902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f84782-ac89-4a5a-b027-002476750f16 req-a36a0577-65b3-4167-8543-3c8460f5f99f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "DELETE /v2.0/ports/c500b72a-be20-4475-907d-3586b9c6ff79 HTTP/1.1" status: 204 len: 173 time: 3.3565080 Mar 11 17:29:23.326156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9f9bc-4a1c-4eb6-8179-a947ca0285ba req-dc13c1bc-e0ed-490f-8b6f-e58ed8c83fe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:23.327916 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a9f9bc-4a1c-4eb6-8179-a947ca0285ba req-dc13c1bc-e0ed-490f-8b6f-e58ed8c83fe9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5483050 Mar 11 17:29:23.431911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port 39cac636-1513-4537-9e95-18bde75446ff {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:23.432219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.516791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.538302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Transition to ACTIVE for port object f9b0c29c-7e07-43e5-9aa3-8551bb308891 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:23.561352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48950) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:23.581745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32a6cf-3b5c-421f-8fc2-970cb87efe63 req-52f5aa51-0f0f-4646-9d4a-42d4df7810a7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:23.582452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8f32a6cf-3b5c-421f-8fc2-970cb87efe63 req-52f5aa51-0f0f-4646-9d4a-42d4df7810a7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:23.588552 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-058f5a7c-1f04-41ac-9664-b27ba22f15d2 req-67279ad2-fdc0-4338-80e4-5a574e3b603e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:29:23.594045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-deleted', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c'}, {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': 'e655ef02-c865-4404-8088-d758a1716084'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:23.595595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-058f5a7c-1f04-41ac-9664-b27ba22f15d2 req-67279ad2-fdc0-4338-80e4-5a574e3b603e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/e03323a9-0324-44a6-8ed6-f4ab7420ff08 HTTP/1.1" status: 409 len: 341 time: 0.3245931 Mar 11 17:29:23.628585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cea6a4e-e4e9-4643-a75a-bcd399a936cf {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:23.636939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.659715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Transition to ACTIVE for port object 2cea6a4e-e4e9-4643-a75a-bcd399a936cf will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:23.661632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.704561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8f32a6cf-3b5c-421f-8fc2-970cb87efe63 req-52f5aa51-0f0f-4646-9d4a-42d4df7810a7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:23.705752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f32a6cf-3b5c-421f-8fc2-970cb87efe63 req-52f5aa51-0f0f-4646-9d4a-42d4df7810a7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 944 time: 0.5016658 Mar 11 17:29:23.741534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.748681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b0c29c-7e07-43e5-9aa3-8551bb308891,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:23.860610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f32a6cf-3b5c-421f-8fc2-970cb87efe63 req-0ccd1aa4-e415-454c-82ef-47c1263bcb8f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377621 Mar 11 17:29:23.920056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port 39cac636-1513-4537-9e95-18bde75446ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=39cac636-1513-4537-9e95-18bde75446ff,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:23.920578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.980279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Network ab247adf-411c-433f-94cd-84e4c2b71264 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:23.989228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:24.001046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:24.013024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ee301e1-f142-4333-b090-ddfb04e404a8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:24.013604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409'}, {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-deleted', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:24.036133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff537ab4-4955-4914-b45e-721e16f8a1ae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c0e06194d5f4478b43e6453852ceb7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4735594 Mar 11 17:29:24.037925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Pushing event updated for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.039593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48970) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:24.098284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for 39cac636-1513-4537-9e95-18bde75446ff owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:24.197272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 5ee301e1-f142-4333-b090-ddfb04e404a8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:24.211763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 5ee301e1-f142-4333-b090-ddfb04e404a8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:24.212126 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.387543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.454130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.459094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.463960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.468745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.473257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.477862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.483660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.491871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-13fed9eb-fa8b-4fab-8674-7d312bc55cda tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5371 time: 0.2690270 Mar 11 17:29:24.492584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3bb4-7dfe-4387-90a3-8f7cccf67ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.508589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Attempting to bind port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:24.509056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Attempting to bind port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:24.509514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Attempting to bind port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:24.514182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.582892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Port': ['ID=39cac636-1513-4537-9e95-18bde75446ff,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.613342 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3bb4-7dfe-4387-90a3-8f7cccf67ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.620188 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.657819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-64d72f45-4479-4052-ab44-3227b26b4c3c None None] Provisioning for port f9b0c29c-7e07-43e5-9aa3-8551bb308891 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:24.668387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-64d72f45-4479-4052-ab44-3227b26b4c3c None None] Provisioning complete for port f9b0c29c-7e07-43e5-9aa3-8551bb308891 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:24.673754 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64d72f45-4479-4052-ab44-3227b26b4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.686462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf on network af96e76d-ed46-4176-93e9-943fb08e4f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:24.686841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Attempting to bind port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:24.696841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:24.697243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Checking segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:24.697541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Bound using segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:24.697972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Bound port: 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:24.698308 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.708072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3bb4-7dfe-4387-90a3-8f7cccf67ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.731512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5ee301e1-f142-4333-b090-ddfb04e404a8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ee301e1-f142-4333-b090-ddfb04e404a8,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:24.733257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] No DVR routers for this DVR port 39cac636-1513-4537-9e95-18bde75446ff on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:24.737243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.745618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.763050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb9ad0ba-233e-4a66-a3bb-9b9b50ace67d req-5833a3ef-25ac-48d0-bf41-50f90c43f96b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2696376 Mar 11 17:29:24.789876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.811998 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68af958b-26ea-4cc0-80e1-916026a4dc34', 'name': 'network-vif-deleted', 'tag': '2ac52258-ac5b-46b3-8f33-9bc68807426c', 'status': 'completed', 'code': 200} Mar 11 17:29:24.812323 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': 'e655ef02-c865-4404-8088-d758a1716084', 'status': 'completed', 'code': 200} Mar 11 17:29:24.821269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c3bb4-7dfe-4387-90a3-8f7cccf67ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc43e9-48b0-42ac-b93c-21ef54fde23a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.825434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-64d72f45-4479-4052-ab44-3227b26b4c3c None None] Port f9b0c29c-7e07-43e5-9aa3-8551bb308891 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:24.895982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00f84782-ac89-4a5a-b027-002476750f16 req-11707da5-9543-4225-88ce-8b3e815c93ff tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "DELETE /v2.0/ports/39cac636-1513-4537-9e95-18bde75446ff HTTP/1.1" status: 204 len: 173 time: 1.5895014 Mar 11 17:29:24.906074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5ee301e1-f142-4333-b090-ddfb04e404a8,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.932707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79'}, {'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:24.980517 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'status': 'completed', 'code': 200} Mar 11 17:29:24.981058 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-deleted', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79', 'status': 'completed', 'code': 200} Mar 11 17:29:25.032700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8edd0be4-6d24-4913-97e5-299af6bb5e86 req-8cbbaef1-5942-4049-b39b-b4f3c88b300f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6166 time: 0.2567198 Mar 11 17:29:25.055410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377c9b9-144d-40b6-a317-5ba0574ecf7f req-59b84688-2b0e-486f-8ab7-785f4d37fcb3 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.056905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0377c9b9-144d-40b6-a317-5ba0574ecf7f req-59b84688-2b0e-486f-8ab7-785f4d37fcb3 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.1287308 Mar 11 17:29:25.077159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3bb4-7dfe-4387-90a3-8f7cccf67ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.080575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ce3c3bb4-7dfe-4387-90a3-8f7cccf67ada admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6ddc43e9-48b0-42ac-b93c-21ef54fde23a HTTP/1.1" status: 204 len: 168 time: 1.0338273 Mar 11 17:29:25.249323 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-e5b8bfd3-0003-4d1c-8e60-74643baa4af7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1136 time: 0.5328774 Mar 11 17:29:25.254266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:25.295701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:25.337210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ddbc79c-3355-475c-bf43-00569524cbd4 req-b1667823-b3f6-4fd0-959d-ef22d396bdae service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0663517 Mar 11 17:29:25.344940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.385730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0377c9b9-144d-40b6-a317-5ba0574ecf7f req-093004d9-2828-4d0a-bfc1-3b3e228d930d tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199210 Mar 11 17:29:25.435312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0be4-6d24-4913-97e5-299af6bb5e86 req-bfa93a59-c55c-4fd8-8dce-6490b69e3751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.435758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0be4-6d24-4913-97e5-299af6bb5e86 req-bfa93a59-c55c-4fd8-8dce-6490b69e3751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.436125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0be4-6d24-4913-97e5-299af6bb5e86 req-bfa93a59-c55c-4fd8-8dce-6490b69e3751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.437733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8edd0be4-6d24-4913-97e5-299af6bb5e86 req-bfa93a59-c55c-4fd8-8dce-6490b69e3751 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57b04dfed26947aabd1eb4db0a024149&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3569086 Mar 11 17:29:25.454984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848052d6-9387-43a6-a482-f858a0484d90 req-adca9673-cc17-43fd-aef0-5d05bb8a889b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.465705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-848052d6-9387-43a6-a482-f858a0484d90 req-adca9673-cc17-43fd-aef0-5d05bb8a889b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 985 time: 0.2446404 Mar 11 17:29:25.571649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48994) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:25.579876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Pushing event updated for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:25.593953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.595726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7fe715e2-f7cb-45c1-a9b8-38e7a6e19643 service neutron] 10.222.0.59 "PUT /v2.0/ports/2cea6a4e-e4e9-4643-a75a-bcd399a936cf HTTP/1.1" status: 200 len: 1130 time: 3.4988980 Mar 11 17:29:25.671943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:25.720653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ddbc79c-3355-475c-bf43-00569524cbd4 req-eb1ad171-d1ae-4f66-891b-c99de84fa35f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1883366 Mar 11 17:29:25.788888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:29:25.814309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-1c15b880-cc31-4875-93de-21b6b5973835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.822084 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-1c15b880-cc31-4875-93de-21b6b5973835 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.5580897 Mar 11 17:29:25.904044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.929026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.027007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-05558887-b051-4f47-b2b1-977d992be512 req-8c5da134-fcf0-4e04-b2f0-db6344d401c6 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:26.027471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:29:26.030767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ddbc79c-3355-475c-bf43-00569524cbd4 req-e7aaa4bd-d2c8-45df-bd3d-8fafdf4ec019 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2201664 Mar 11 17:29:26.037598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b0c29c-7e07-43e5-9aa3-8551bb308891,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:26.052418 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-695750d9-4903-4e51-84b1-11e73e03da1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 217 time: 0.2115679 Mar 11 17:29:26.052418 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.104690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-848052d6-9387-43a6-a482-f858a0484d90 req-cef96e8f-9ffe-4968-9d27-d8c08debf58a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=e03323a9-0324-44a6-8ed6-f4ab7420ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6379879 Mar 11 17:29:26.198990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0be4-6d24-4913-97e5-299af6bb5e86 req-c3dfc124-9f96-4283-9648-2aef3df7196c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.200443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8edd0be4-6d24-4913-97e5-299af6bb5e86 req-c3dfc124-9f96-4283-9648-2aef3df7196c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7133038 Mar 11 17:29:26.225509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b407084-725e-4beb-8ba7-af798b721990 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6ecf4847a7d7426e9e490a980f3786db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6436803 Mar 11 17:29:26.226599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49002) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:26.236772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-05558887-b051-4f47-b2b1-977d992be512 req-8c5da134-fcf0-4e04-b2f0-db6344d401c6 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:26.244933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:26.250947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05558887-b051-4f47-b2b1-977d992be512 req-8c5da134-fcf0-4e04-b2f0-db6344d401c6 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7673c81-442a-4d9a-9191-c63f74840e05 HTTP/1.1" status: 200 len: 210 time: 0.5162513 Mar 11 17:29:26.324118 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c500b72a-be20-4475-907d-3586b9c6ff79', 'code': 200} Mar 11 17:29:26.324478 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'code': 200} Mar 11 17:29:26.490000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbc79c-3355-475c-bf43-00569524cbd4 req-2ef82a73-c5a8-46a5-acd8-97c4f539f90e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.494868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ddbc79c-3355-475c-bf43-00569524cbd4 req-2ef82a73-c5a8-46a5-acd8-97c4f539f90e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4549725 Mar 11 17:29:26.553760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:26.579326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'mac_address': 'fa:16:3e:81:0c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:29:26.589201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:26.658794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:26.659559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.706762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d985-16f3-470e-8e4b-944f653193e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.750120 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d985-16f3-470e-8e4b-944f653193e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.775793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9968eb-c8eb-4ab2-a515-54170f449d4a {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:26.782769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.791624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.804350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.813756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:26.824608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Transition to ACTIVE for port object 6b9968eb-c8eb-4ab2-a515-54170f449d4a will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:26.828340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-f00db3c4-ddfb-462c-baaf-82f9096f4dc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.830076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-f00db3c4-ddfb-462c-baaf-82f9096f4dc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.7680984 Mar 11 17:29:26.833651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.835514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65d96eb7-7f1e-411b-926e-a2ab7679b32d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:26.861514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.865548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.869959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.873885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.878039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.882335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.886243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:26.889561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03c87be6-d514-44b7-af88-9d3614598b8c req-710d9ba5-7b78-4207-80b4-232de0429fbd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5371 time: 0.3906701 Mar 11 17:29:26.898621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d522578e-ed34-4918-8335-a294cb085c9a req-b3c4fecb-60c4-43bb-9f19-7370853c372a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 1096 time: 0.3239965 Mar 11 17:29:26.907280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:26.916894 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.921235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.987328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-deleted', 'tag': '39cac636-1513-4537-9e95-18bde75446ff'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:26.992751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:27.004792 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.009704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:27.032060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03c87be6-d514-44b7-af88-9d3614598b8c req-be6c3178-6150-43a5-a8f3-0b8a537f3a0d tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317496 Mar 11 17:29:27.035356 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-7a2121d9-e019-4ba6-8283-f249841d0509 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678112 Mar 11 17:29:27.076826 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:29:27.110439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d522578e-ed34-4918-8335-a294cb085c9a req-a3816ccd-12c5-4b8c-803e-07736c635a17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908252 Mar 11 17:29:27.111884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9968eb-c8eb-4ab2-a515-54170f449d4a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:27.134164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d985-16f3-470e-8e4b-944f653193e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.148598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:27.158774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b0613-094a-4098-9796-c72a2f0fff15 req-9f6a4de0-e8cc-49ed-8995-177031db86ba tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:27.167078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-269b0613-094a-4098-9796-c72a2f0fff15 req-9f6a4de0-e8cc-49ed-8995-177031db86ba tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.3695312 Mar 11 17:29:27.178455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['65d96eb7-7f1e-411b-926e-a2ab7679b32d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:27.197046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9d985-16f3-470e-8e4b-944f653193e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a9343-c737-4dce-9cf1-6f27a3f757fe,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:27.215578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d985-16f3-470e-8e4b-944f653193e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.220235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bbd9d985-16f3-470e-8e4b-944f653193e1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d68a9343-c737-4dce-9cf1-6f27a3f757fe HTTP/1.1" status: 204 len: 168 time: 0.9863055 Mar 11 17:29:27.272224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-d1c72850-764e-47be-874e-220f2f1e5f08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2294686 Mar 11 17:29:27.311691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-269b0613-094a-4098-9796-c72a2f0fff15 req-b2c1a306-cedc-4203-bb1e-390e2e73a268 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435261 Mar 11 17:29:27.417107 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7673c81-442a-4d9a-9191-c63f74840e05', 'name': 'network-vif-deleted', 'tag': '39cac636-1513-4537-9e95-18bde75446ff', 'status': 'completed', 'code': 200} Mar 11 17:29:27.500802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49032) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:27.536911 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf', 'status': 'completed', 'code': 200} Mar 11 17:29:27.764512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Network ab247adf-411c-433f-94cd-84e4c2b71264 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:27.782889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:27.785958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-12c7317d-55e6-4f02-8752-2eff09354acf service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376950 Mar 11 17:29:27.987606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting subnet 6e7c1452-eb4e-46ea-8e92-490d33963da4 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:29:27.994838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.050183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:28.080242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d28e1-e5a6-4916-afd5-438248a94d54 req-11a31404-0dfb-406c-aa08-a05203d121d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:28.088530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-642d28e1-e5a6-4916-afd5-438248a94d54 req-11a31404-0dfb-406c-aa08-a05203d121d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 985 time: 0.5194461 Mar 11 17:29:28.152879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.154644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Attempting to bind port 6b9968eb-c8eb-4ab2-a515-54170f449d4a on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:28.155180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Attempting to bind port 6b9968eb-c8eb-4ab2-a515-54170f449d4a by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:28.155670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Attempting to bind port 6b9968eb-c8eb-4ab2-a515-54170f449d4a on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:28.191634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:28.210267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Port 6b9968eb-c8eb-4ab2-a515-54170f449d4a on network af96e76d-ed46-4176-93e9-943fb08e4f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:28.210824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Attempting to bind port 6b9968eb-c8eb-4ab2-a515-54170f449d4a on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:28.232854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff9f3cf4-cf45-40ad-a90f-375976b87cda req-7645f5b6-aeb1-4219-a59c-c5a15f15bcae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6233 time: 0.5495908 Mar 11 17:29:28.235878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-31427e55-bb19-43e5-bd2d-cd6c8d8e2ad2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1174 time: 0.5946417 Mar 11 17:29:28.244884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:28.245612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Checking segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:28.246170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Bound using segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:28.246822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Bound port: 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:28.247340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.269033 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-999b868e-0e9f-44ed-a6b5-b380345cc20e req-3b535db7-bb34-4ca8-8953-324d55cdf624 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147937 Mar 11 17:29:28.477067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5018d9cd-c6e1-4f11-b602-69c172ed65c7 None None] Provisioning complete for port f9b0c29c-7e07-43e5-9aa3-8551bb308891 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:28.480097 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5018d9cd-c6e1-4f11-b602-69c172ed65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.500033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-642d28e1-e5a6-4916-afd5-438248a94d54 req-f234e3bd-18a7-4cf1-8c5b-55daf88cf1df tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=e03323a9-0324-44a6-8ed6-f4ab7420ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4102325 Mar 11 17:29:28.653055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5018d9cd-c6e1-4f11-b602-69c172ed65c7 None None] Port f9b0c29c-7e07-43e5-9aa3-8551bb308891 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:28.672034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:28.672407 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.678154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] For port 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:28.733394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 65d96eb7-7f1e-411b-926e-a2ab7679b32d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:28.733631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.778813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] For port 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:28.804933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.853395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3cf4-cf45-40ad-a90f-375976b87cda req-deb9b66a-01ec-4846-be76-65e85de318db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:28.853771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3cf4-cf45-40ad-a90f-375976b87cda req-deb9b66a-01ec-4846-be76-65e85de318db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:28.854132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3cf4-cf45-40ad-a90f-375976b87cda req-deb9b66a-01ec-4846-be76-65e85de318db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:28.855917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff9f3cf4-cf45-40ad-a90f-375976b87cda req-deb9b66a-01ec-4846-be76-65e85de318db service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57b04dfed26947aabd1eb4db0a024149&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5901880 Mar 11 17:29:28.876823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262463e0-e72c-41dc-800d-877355d8a25c req-4307b32f-81f2-482a-a674-8b1165dc30e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:28.878294 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-4307b32f-81f2-482a-a674-8b1165dc30e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.5770359 Mar 11 17:29:28.921907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.995757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.997700 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/6b9968eb-c8eb-4ab2-a515-54170f449d4a HTTP/1.1" status: 200 len: 1090 time: 3.3403354 Mar 11 17:29:29.015689 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-1a710223-4251-4386-aa1e-4e63b0afea4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 200 len: 217 time: 0.1253893 Mar 11 17:29:29.226550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.253449 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262463e0-e72c-41dc-800d-877355d8a25c req-1d24d691-d79e-4fbb-8bae-f3cbd6f62488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.255301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-1d24d691-d79e-4fbb-8bae-f3cbd6f62488 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.2234929 Mar 11 17:29:29.262315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:29.300047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c143e11-a6d7-4d58-b40e-d3fc74e2b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9968eb-c8eb-4ab2-a515-54170f449d4a,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:29.353357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:29.370279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:29.374556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-4aeb667d-0a38-436c-8094-c3bd18e30c4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1136 time: 0.9397721 Mar 11 17:29:29.380482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.386355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-dacd643e-d02b-4dec-893f-701a10e29307 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659173 Mar 11 17:29:29.488664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.497204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.512640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.517004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.520882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.544328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:29.551276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.555979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.563476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-a9b98b4e-c630-4103-8a5f-e5869470dc6f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5383 time: 1.1200702 Mar 11 17:29:29.731949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:29.752363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3cf4-cf45-40ad-a90f-375976b87cda req-2a9f5ad5-fc44-46af-b421-6341927a1a6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.753827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff9f3cf4-cf45-40ad-a90f-375976b87cda req-2a9f5ad5-fc44-46af-b421-6341927a1a6d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8555543 Mar 11 17:29:29.754791 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.799049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc745a-667f-4b26-9090-42541c9d585e req-7386627e-23aa-424c-a92b-52c807892feb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:29.805185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.805749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9cc745a-667f-4b26-9090-42541c9d585e req-7386627e-23aa-424c-a92b-52c807892feb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.9567018 Mar 11 17:29:29.814982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38370c55-378d-4c8c-a5b2-d00f414fa428 req-426067a6-a37b-42fd-9dd9-4e9f870bda46 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505503 Mar 11 17:29:29.855279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7c1452-eb4e-46ea-8e92-490d33963da4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:29.872969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae26945-ac64-4ebf-bf5b-d1396bf21f5a None None] Network f0b270f0-c451-47c7-b1dd-2df3682b2ea9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:29.889543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.902123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c03b00f7-b12a-4392-a60c-0a42558c3994 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/subnets/6e7c1452-eb4e-46ea-8e92-490d33963da4 HTTP/1.1" status: 204 len: 168 time: 2.3962574 Mar 11 17:29:29.906514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49106) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:29.983682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:29:30.049075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-d88660c4-bea8-4fa1-9cc5-f7acb91e907f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:30.050932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-d88660c4-bea8-4fa1-9cc5-f7acb91e907f service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.6500082 Mar 11 17:29:30.172896 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'code': 200} Mar 11 17:29:30.226476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-6a7ee714-e7bc-46e8-a28a-4fea7d56f25d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 217 time: 0.1637235 Mar 11 17:29:30.318704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] DHCP port deletion for f0b270f0-c451-47c7-b1dd-2df3682b2ea9 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:29:30.324306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] Deleting port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:30.324859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.325999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9cc745a-667f-4b26-9090-42541c9d585e req-07524722-d2a2-47f1-900f-20a126b622c1 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5193181 Mar 11 17:29:30.351926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.471363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-e0f18d95-2920-4783-ba3d-c79bc39d8561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:30.472795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-e0f18d95-2920-4783-ba3d-c79bc39d8561 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.2297468 Mar 11 17:29:30.533555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1518c0-736f-4104-86e7-b3508fd06f61 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:30.543699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.565285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Transition to ACTIVE for port object 4f1518c0-736f-4104-86e7-b3508fd06f61 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:30.569716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-a133d73c-ddc1-4d8c-a77a-86d35e1a20b6 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1113019 Mar 11 17:29:30.572636 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a', 'status': 'completed', 'code': 200} Mar 11 17:29:30.649564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.688591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:30.689373 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.718822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-50d25050-eb5a-4808-853e-3b9522ed4f72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113769 Mar 11 17:29:30.747184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] For port b7be29aa-6f39-43cc-a2aa-c4324d047ae5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7be29aa-6f39-43cc-a2aa-c4324d047ae5,segment=NetworkSegment(c6bfa770-782c-4e40-8d33-547188d40996),segment_id=c6bfa770-782c-4e40-8d33-547188d40996)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:30.747568 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.989168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] Calling delete_port for b7be29aa-6f39-43cc-a2aa-c4324d047ae5 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:31.026595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-afbe5f2d-8950-4696-9cfa-2a903631d0bb service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915261 Mar 11 17:29:31.066965 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-262463e0-e72c-41dc-800d-877355d8a25c req-4723eab3-345a-4787-934d-4f4a6176ea0f service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826188 Mar 11 17:29:31.129315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49136) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:31.207308 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.277665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] Pushing event deleted for resources: {'Port': ['ID=b7be29aa-6f39-43cc-a2aa-c4324d047ae5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:31.315375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa884c-6921-494f-beea-044b5e4e5d41 None None] No DVR routers for this DVR port b7be29aa-6f39-43cc-a2aa-c4324d047ae5 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:31.362047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Pushing event updated for resources: {'Port': ['ID=4f1518c0-736f-4104-86e7-b3508fd06f61,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:31.388373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] The port 'b7be29aa-6f39-43cc-a2aa-c4324d047ae5' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:29:31.637172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.707100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b270f0-c451-47c7-b1dd-2df3682b2ea9']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:31.728698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bfa770-782c-4e40-8d33-547188d40996') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:31.729330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bfa770-782c-4e40-8d33-547188d40996') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:31.739872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Attempting to bind port 4f1518c0-736f-4104-86e7-b3508fd06f61 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:31.739872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Attempting to bind port 4f1518c0-736f-4104-86e7-b3508fd06f61 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:31.740238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Attempting to bind port 4f1518c0-736f-4104-86e7-b3508fd06f61 on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:31.744353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.751073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Port 4f1518c0-736f-4104-86e7-b3508fd06f61 on network af96e76d-ed46-4176-93e9-943fb08e4f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:31.751392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Attempting to bind port 4f1518c0-736f-4104-86e7-b3508fd06f61 on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:31.762068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.770257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:29:31.775330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.798953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.841706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:31.846626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Usage tracker for resource:security_group_rule and tenant:81129e2b67b3485cbb88c048a3a434a2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:31.849676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:31.856678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:31.940206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.942408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:31.942848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Checking segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:31.943262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Bound using segment: {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:31.943845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Bound port: 4f1518c0-736f-4104-86e7-b3508fd06f61, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:31.944299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:32.055094 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:32.059223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] For port 4f1518c0-736f-4104-86e7-b3508fd06f61, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:32.060559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.063293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] For port 4f1518c0-736f-4104-86e7-b3508fd06f61, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1518c0-736f-4104-86e7-b3508fd06f61,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:32.064492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.115161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7be29aa-6f39-43cc-a2aa-c4324d047ae5 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:32.123917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19dccfec-100b-4f96-b7c7-aca4f0e8a41f req-d7d38085-6d7d-4425-b60e-a0ee6f5de13a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6300 time: 1.4862564 Mar 11 17:29:32.131975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81129e2b67b3485cbb88c048a3a434a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8794034 Mar 11 17:29:32.133472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.142668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49146) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:32.147969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e085172-4c27-46e2-90cb-ac8b53052046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98235fb9-ab81-4ef2-93bc-c20a831cfc66,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:32.148472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.202065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.204185 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] 10.222.0.59 "PUT /v2.0/ports/4f1518c0-736f-4104-86e7-b3508fd06f61 HTTP/1.1" status: 200 len: 1090 time: 2.9468622 Mar 11 17:29:32.228782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b7be29aa-6f39-43cc-a2aa-c4324d047ae5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:32.229120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7be29aa-6f39-43cc-a2aa-c4324d047ae5 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:32.235360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:32.256950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:32.322288 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e26ee94-8460-43fc-9fc1-ca217dc14308 admin admin] 10.222.0.96 "PUT /v2.0/routers/684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3166547 Mar 11 17:29:32.371665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9f0e1-ad97-4232-bf25-761e97fa2743 req-8756ec48-0b03-4027-bdeb-130543d3955d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.380358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78c9f0e1-ad97-4232-bf25-761e97fa2743 req-8756ec48-0b03-4027-bdeb-130543d3955d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 985 time: 1.9878895 Mar 11 17:29:32.418042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccfec-100b-4f96-b7c7-aca4f0e8a41f req-4440a398-77ea-4d7c-9765-59ec4f440f0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.418584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccfec-100b-4f96-b7c7-aca4f0e8a41f req-4440a398-77ea-4d7c-9765-59ec4f440f0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.419140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccfec-100b-4f96-b7c7-aca4f0e8a41f req-4440a398-77ea-4d7c-9765-59ec4f440f0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.419586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3886f9-c2d4-4763-94ab-a4edd395576b service neutron] Pushing event updated for resources: {'Port': ['ID=4f1518c0-736f-4104-86e7-b3508fd06f61,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:32.421034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19dccfec-100b-4f96-b7c7-aca4f0e8a41f req-4440a398-77ea-4d7c-9765-59ec4f440f0e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57b04dfed26947aabd1eb4db0a024149&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2561457 Mar 11 17:29:32.513484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78c9f0e1-ad97-4232-bf25-761e97fa2743 req-c6f2c88d-bcab-488b-bbbf-f3c8c38d858b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=e03323a9-0324-44a6-8ed6-f4ab7420ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1320271 Mar 11 17:29:32.517489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Network': ['ID=f0b270f0-c451-47c7-b1dd-2df3682b2ea9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:32.623078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:32.635501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.782702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-52b3bdad-5459-40a4-90fe-3d3476157303 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/networks/f0b270f0-c451-47c7-b1dd-2df3682b2ea9 HTTP/1.1" status: 204 len: 168 time: 2.8703222 Mar 11 17:29:32.796872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49166) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:32.970336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.976367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.990217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.994483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:33.010456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:33.017087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:33.039530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:33.041874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-81a2f031-ac35-4dc5-9667-f5ca8d8d7c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5395 time: 1.8747125 Mar 11 17:29:33.049429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c15e7b09-653f-4be8-9582-5e51b621c002 req-cceb4072-eb90-4200-b4da-ae3d1a679bb6 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9808168 Mar 11 17:29:33.310969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-773fc59e-3b45-477e-81ee-c8e2ca19b2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.338899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:33.346619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.365899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Transition to ACTIVE for port object 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:33.374236 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.441660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-773fc59e-3b45-477e-81ee-c8e2ca19b2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.455754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccfec-100b-4f96-b7c7-aca4f0e8a41f req-d6272509-f3fb-43ed-a100-321c9421859a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:33.457727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19dccfec-100b-4f96-b7c7-aca4f0e8a41f req-d6272509-f3fb-43ed-a100-321c9421859a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9578326 Mar 11 17:29:33.496984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2e7cb43-8665-4374-aa85-6356c76e3b4c req-8f7c57fd-ae2c-48da-9c37-21b638ed01d9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4235826 Mar 11 17:29:33.580102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting subnet cfe1f7f2-d998-4895-bafa-4ce88eab4e97 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:29:33.589343 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.623893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-773fc59e-3b45-477e-81ee-c8e2ca19b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.643214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78f4a0-b750-4d18-92dd-4e306a2ae3eb req-89841003-d794-4ad1-af72-15427472fe9a tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:33.648170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c78f4a0-b750-4d18-92dd-4e306a2ae3eb req-89841003-d794-4ad1-af72-15427472fe9a tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.4254885 Mar 11 17:29:33.731469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fc59e-3b45-477e-81ee-c8e2ca19b2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98235fb9-ab81-4ef2-93bc-c20a831cfc66,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:33.780099 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-773fc59e-3b45-477e-81ee-c8e2ca19b2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.782047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-773fc59e-3b45-477e-81ee-c8e2ca19b2a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/98235fb9-ab81-4ef2-93bc-c20a831cfc66 HTTP/1.1" status: 204 len: 168 time: 1.3667047 Mar 11 17:29:33.812806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Attempting to bind port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:33.813065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Attempting to bind port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:33.813394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Attempting to bind port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 on network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:33.822072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:33.826852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 on network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:33.827177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Attempting to bind port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 on network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:33.834084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:33.834299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Checking segment: {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:33.834777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Bound using segment: {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:33.835292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Bound port: 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:33.835537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.854968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.940054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] For port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:33.943989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] For port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:33.949369 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.015435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.017521 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] 10.222.0.59 "PUT /v2.0/ports/2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 HTTP/1.1" status: 200 len: 1091 time: 1.7654018 Mar 11 17:29:34.053949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1faad-f900-4415-8af2-d39517d9c933 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:34.067167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Request body: {'port': {'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:34.170349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-736b7235-3ee5-40d2-ad5f-11d040e76a20 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-272357914&fields=id&tenant_id=47af7dca07aa4654b41efc33803d83cb HTTP/1.1" status: 200 len: 267 time: 0.3974447 Mar 11 17:29:34.174112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c78f4a0-b750-4d18-92dd-4e306a2ae3eb req-b2d098ec-09e6-4131-a1d6-9f30833f6784 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4999616 Mar 11 17:29:34.263355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.485775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.751438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e083210d-4c1a-4cf7-9fd9-e819aac00ec8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:34.753339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e083210d-4c1a-4cf7-9fd9-e819aac00ec8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 985 time: 0.5617692 Mar 11 17:29:34.761086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a969c4-343b-4636-a2e5-de5ce9b500e2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:34.769342 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.774434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'port': {'security_groups': ['86a2d71d-b719-4c14-980a-2ef0f7fb75a2', 'e03323a9-0324-44a6-8ed6-f4ab7420ff08', 'a10e339d-bcd0-4b86-aa9f-ad15b51b57c5']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:34.786707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Transition to ACTIVE for port object b7a969c4-343b-4636-a2e5-de5ce9b500e2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:34.789500 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61', 'status': 'completed', 'code': 200} Mar 11 17:29:34.795747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.838958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.903790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e0f6-1fd1-4389-a7e0-edb9c58abd2f req-db2e2cb0-d9b2-4fdf-bb2e-254411d23d37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6409 time: 0.3365972 Mar 11 17:29:34.910554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe1f7f2-d998-4895-bafa-4ce88eab4e97,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:35.080183 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.081411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d862e7f6-42b2-4a84-a7ee-22c801d8d74c None None] Network 9030d9e0-8458-4f61-ba86-1575ff68dfe1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:35.100119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4b3fadc4-b4b7-48e8-a99e-ac5ddb40a17a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/subnets/cfe1f7f2-d998-4895-bafa-4ce88eab4e97 HTTP/1.1" status: 204 len: 168 time: 2.2975657 Mar 11 17:29:35.163157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49198) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:35.228012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Attempting to bind port b7a969c4-343b-4636-a2e5-de5ce9b500e2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:35.228352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Attempting to bind port b7a969c4-343b-4636-a2e5-de5ce9b500e2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:35.228676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Attempting to bind port b7a969c4-343b-4636-a2e5-de5ce9b500e2 on network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:35.230785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a969c4-343b-4636-a2e5-de5ce9b500e2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:35.258817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Port b7a969c4-343b-4636-a2e5-de5ce9b500e2 on network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:35.259492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Attempting to bind port b7a969c4-343b-4636-a2e5-de5ce9b500e2 on network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:35.286460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:35.287006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Checking segment: {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:35.287740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Bound using segment: {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:35.288361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Bound port: b7a969c4-343b-4636-a2e5-de5ce9b500e2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69185038-32d8-4003-8cc4-4139ebe2045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:35.289007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.455206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] For port b7a969c4-343b-4636-a2e5-de5ce9b500e2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:35.461508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] For port b7a969c4-343b-4636-a2e5-de5ce9b500e2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:35.476609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.551972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.596015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.603941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/b7a969c4-343b-4636-a2e5-de5ce9b500e2 HTTP/1.1" status: 200 len: 1091 time: 1.5466516 Mar 11 17:29:35.689019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] DHCP port deletion for 9030d9e0-8458-4f61-ba86-1575ff68dfe1 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:29:35.690917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c14c8-a3a6-4233-8940-9426141501a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a969c4-343b-4636-a2e5-de5ce9b500e2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:35.694091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Deleting port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:35.694894 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.697941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49208) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:35.751815 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Sync routers for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:29:35.785501 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:35.786309 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:36.005998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1454677553-network', 'tenant_id': '939175f19c2044d7b24b7ced58aa75c8'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:36.013380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:36.030394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Usage tracker for resource:network and tenant:939175f19c2044d7b24b7ced58aa75c8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:36.042741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:36.063372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:36.086808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Made reservation on behalf of 939175f19c2044d7b24b7ced58aa75c8 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:36.089476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.106435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] For port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=11bc5cbe-9716-42c4-b5b3-1ca4c03c5869,segment=NetworkSegment(79ee13b1-117a-446b-bcdb-0bb80aefb8d7),segment_id=79ee13b1-117a-446b-bcdb-0bb80aefb8d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:36.107431 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.114443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.190207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:36.204973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Usage tracker for resource:security_group_rule and tenant:939175f19c2044d7b24b7ced58aa75c8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:36.217774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:36.237178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:36.266733 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:36.281310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Calling delete_port for 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:36.368267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:36.408074 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.437708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.445986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.482828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Pushing event deleted for resources: {'Port': ['ID=11bc5cbe-9716-42c4-b5b3-1ca4c03c5869,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:36.492239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:29:36.492705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:29:36.496147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.496575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.497140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.497622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.498066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.498537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.498944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.499352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.499757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.500158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.500568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:36.514176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279c416-f635-4e0c-b76d-086eedcb452f None None] No DVR routers for this DVR port 11bc5cbe-9716-42c4-b5b3-1ca4c03c5869 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:36.525775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:36.535610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb931eee-6fb1-4777-b616-dd268ba66d47,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:36.562080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.562471 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Added segment dd414e92-f7b0-4417-ba74-db384309ec1d of type vlan for network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 Mar 11 17:29:36.592577 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.633076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.634486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:36.635377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.689977 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9907587 Mar 11 17:29:36.733184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:36.734243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49216) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:36.755400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Request body: {'subnet': {'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1454677553-subnet', 'tenant_id': '939175f19c2044d7b24b7ced58aa75c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:36.763667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.764129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:36.773520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Usage tracker for resource:subnet and tenant:939175f19c2044d7b24b7ced58aa75c8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:36.777184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f78f-c810-49de-b10a-4dbac3283d32 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:36.779506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:36.788525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:29:36.798017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.798914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2'}, {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:36.809328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:36.818084 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:25Z', 'revision_number': 2, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:36.821078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.825895 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Checking router: 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:29:36.826989 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Updating router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 port f9b0c29c-7e07-43e5-9aa3-8551bb308891 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:29:36.838806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Made reservation on behalf of 939175f19c2044d7b24b7ced58aa75c8 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:36.841136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.889615 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.905569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e0f6-1fd1-4389-a7e0-edb9c58abd2f req-317acf40-a81b-40f7-beac-b9f32aa61a3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:36.905992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e0f6-1fd1-4389-a7e0-edb9c58abd2f req-317acf40-a81b-40f7-beac-b9f32aa61a3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:36.906299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e0f6-1fd1-4389-a7e0-edb9c58abd2f req-317acf40-a81b-40f7-beac-b9f32aa61a3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:36.908207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e0f6-1fd1-4389-a7e0-edb9c58abd2f req-317acf40-a81b-40f7-beac-b9f32aa61a3a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57b04dfed26947aabd1eb4db0a024149&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.9852378 Mar 11 17:29:36.968467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a', '2fadc8e1-ed13-4545-a1fe-eda799769409'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:37.289046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44607f9b-20de-4507-94b9-bb276b747523 req-52ab619b-7436-403a-94ce-4c1dd2e31f78 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:37.290607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-52ab619b-7436-403a-94ce-4c1dd2e31f78 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks?id=ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 200 len: 828 time: 2.0143833 Mar 11 17:29:37.303436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:37.304188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.305650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05396cb6-e719-444a-80e9-0a02b892ea3c req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "PUT /v2.0/ports/2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 1021 time: 2.5401971 Mar 11 17:29:37.337293 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.365821 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Transition to ACTIVE for port object f9b0c29c-7e07-43e5-9aa3-8551bb308891 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:37.381629 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.413920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:37.423719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.433345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2fadc8e1-ed13-4545-a1fe-eda799769409'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:37.498464 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993fd45-015a-4279-9410-d9ca71a0b653 None None] Pushing event updated for resources: {'Port': ['ID=f9b0c29c-7e07-43e5-9aa3-8551bb308891,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:37.530260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9f09-43e1-4cb7-83bf-8f9a0b924afc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:37.535389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e0f6-1fd1-4389-a7e0-edb9c58abd2f req-a9954acb-02d2-41af-b783-e73a476ac92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:37.536967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e0f6-1fd1-4389-a7e0-edb9c58abd2f req-a9954acb-02d2-41af-b783-e73a476ac92d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5799603 Mar 11 17:29:37.615993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45491c05-cc29-4f35-94d4-88b83d366b5c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:37.672445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Checking segment: {'id': 'dd414e92-f7b0-4417-ba74-db384309ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:37.674698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Network hostable DHCP agents. Network: 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:37.760716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:37.789955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:37.797115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:37.798574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.808844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa48e9e-9688-48a9-9a7b-a28343083434 None None] Network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:37.824536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-2981d052-5f90-4979-a1bb-45c671b4c5f5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/quotas/c341bb533f6c4501b379148ee10af15a HTTP/1.1" status: 200 len: 375 time: 0.4036448 Mar 11 17:29:37.854293 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Attempting to bind port f9b0c29c-7e07-43e5-9aa3-8551bb308891 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:37.854916 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Attempting to bind port f9b0c29c-7e07-43e5-9aa3-8551bb308891 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:37.854916 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Attempting to bind port f9b0c29c-7e07-43e5-9aa3-8551bb308891 on network ab247adf-411c-433f-94cd-84e4c2b71264 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:37.869469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:37.869921 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Checking segment: {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:37.870308 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.870716 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Bound using segment: {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:37.871212 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Bound port: f9b0c29c-7e07-43e5-9aa3-8551bb308891, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:37.871566 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.881007 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-54418f39-5e22-4545-86e3-700385413f93 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1453962 Mar 11 17:29:37.919594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.066137 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] For port f9b0c29c-7e07-43e5-9aa3-8551bb308891, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:38.071988 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] For port f9b0c29c-7e07-43e5-9aa3-8551bb308891, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f9b0c29c-7e07-43e5-9aa3-8551bb308891,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:38.081561 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.160849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9030d9e0-8458-4f61-ba86-1575ff68dfe1']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.236893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee13b1-117a-446b-bcdb-0bb80aefb8d7') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.237159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee13b1-117a-446b-bcdb-0bb80aefb8d7') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.328126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.348754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-65d3f588-eb07-48aa-8b4a-e2aaf9d4a57b tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c341bb533f6c4501b379148ee10af15a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4516168 Mar 11 17:29:38.352430 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993fd45-015a-4279-9410-d9ca71a0b653 None None] Pushing event updated for resources: {'Port': ['ID=f9b0c29c-7e07-43e5-9aa3-8551bb308891,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:38.373778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:38.374421 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.379205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f5e1a73f-2dcc-4cbf-b37a-eee92c736d68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6476 time: 0.7098637 Mar 11 17:29:38.395462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.410384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:29:38.410819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:38.593840 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:38.754961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4066e6-2f3c-43b8-9b2e-e1abb435ab7e None None] Network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:38.808794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.818515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.821015 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:38.850963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-39f03e24-bc2a-4e31-9bc3-22af5404aad4 service neutron] 10.222.0.96 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627552 Mar 11 17:29:38.874785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/networks/9030d9e0-8458-4f61-ba86-1575ff68dfe1 HTTP/1.1" status: 204 len: 168 time: 3.7104566 Mar 11 17:29:38.879462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49246) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:38.884479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1d207-60a5-47ca-ad83-4a427e6c9ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Network': ['ID=9030d9e0-8458-4f61-ba86-1575ff68dfe1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:38.886848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1757406106'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:38.900365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:38.905323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:network and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:38.910548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:38.922128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:38.929146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6dc75-fc75-478f-9782-6c82c49fd232 req-efc0b06a-fc97-4e59-8f44-2e48fb20cdbf tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:38.942934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5dc6dc75-fc75-478f-9782-6c82c49fd232 req-efc0b06a-fc97-4e59-8f44-2e48fb20cdbf tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 1.1259339 Mar 11 17:29:38.943934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49250) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:38.952548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-cfb300ad-2aef-440d-97f1-77a705b33ece service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9 HTTP/1.1" status: 200 len: 217 time: 0.3571877 Mar 11 17:29:38.969337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Request body: {'floatingip': {'port_id': '5ee301e1-f142-4333-b090-ddfb04e404a8'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:39.092742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.125675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-968b6d7d-5364-4436-b9ce-fc592cdaa6f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:39.127403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-968b6d7d-5364-4436-b9ce-fc592cdaa6f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4c95465-998f-44ac-aaaf-fd79509e5682 HTTP/1.1" status: 200 len: 851 time: 0.0812066 Mar 11 17:29:39.225171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:39.228280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.266766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.428119 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:38Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:39.432643 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07034-16fc-4cf3-9bb9-5a09f999e714 None None] The sync data for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 is: [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:38Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:29:39.440550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:39.467629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-c6125b94-ed1d-446b-9d37-63d7c074b9ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b057b6cd-dfc5-4066-b6df-a6520c909901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3304641 Mar 11 17:29:39.474903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-a0d7480f-852b-42ba-bede-f0af8d495f1b service neutron] 10.222.0.96 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915887 Mar 11 17:29:39.573386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.573732 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Added segment fdc78e43-71af-407e-ab96-8c6f058bbc11 of type vlan for network 8127e64e-92e8-4567-845e-dc27d162e8e2 Mar 11 17:29:39.691004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-6d7c0173-1d7d-44fc-86c6-a7d05cdf116d service neutron] 10.222.0.59 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146595 Mar 11 17:29:39.699197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.888893 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2', 'status': 'completed', 'code': 200} Mar 11 17:29:39.889600 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2', 'status': 'completed', 'code': 200} Mar 11 17:29:39.980231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.985533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:39.986417 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.014081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ac2ab844-95bb-4b5f-af5b-e46b85e22d18 service neutron] 10.222.0.59 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135138 Mar 11 17:29:40.171624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f9b0c29c-7e07-43e5-9aa3-8551bb308891 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:40.191870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-15c4145f-4212-40cd-8e3e-262a57966c92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=e655ef02-c865-4404-8088-d758a1716084 HTTP/1.1" status: 200 len: 217 time: 0.1218686 Mar 11 17:29:40.313802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Network': ['ID=8127e64e-92e8-4567-845e-dc27d162e8e2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:40.323424 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-229f9490-fd2f-478e-b1b3-4f8edf539aad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4427385 Mar 11 17:29:40.327464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:40.332821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'subnet': {'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:40.341473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-617fd1a2-3d38-443e-86a8-1687041be5d0 req-a41505e6-7890-4b97-871c-f94cccc6036e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a10e339d-bcd0-4b86-aa9f-ad15b51b57c5 HTTP/1.1" status: 200 len: 1633 time: 0.3246846 Mar 11 17:29:40.341682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 8127e64e-92e8-4567-845e-dc27d162e8e2 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:29:40.342962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-6d16d375-35fb-4f1c-8dde-2b05559dfd1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.344791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-6d16d375-35fb-4f1c-8dde-2b05559dfd1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.1378448 Mar 11 17:29:40.358875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.377311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.387304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.396886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.408252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.420564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.432241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.434849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-16a99145-4475-4baa-9ed5-fd428d1de1c0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 1.2040315 Mar 11 17:29:40.530489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f9b0c29c-7e07-43e5-9aa3-8551bb308891 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:40.537170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f9b0c29c-7e07-43e5-9aa3-8551bb308891 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:40.538249 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.696020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:40.706965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:subnet and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:40.726102 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ab6cdd8-12ee-4bfe-be9b-fa5745fd9bd2 req-ee3dac81-41e5-40d2-8985-9fac2523e15a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764708 Mar 11 17:29:40.763906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:40.776726 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-617fd1a2-3d38-443e-86a8-1687041be5d0 req-f5726a38-e9fb-45df-bbe2-2e1c2f978d3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:29:40.779120 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.784183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-617fd1a2-3d38-443e-86a8-1687041be5d0 req-f5726a38-e9fb-45df-bbe2-2e1c2f978d3a tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/a10e339d-bcd0-4b86-aa9f-ad15b51b57c5 HTTP/1.1" status: 409 len: 341 time: 0.3433874 Mar 11 17:29:40.793431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:40.813920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ccb5367b-abe3-42ac-bf9a-1d67288eff62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3748620 Mar 11 17:29:40.868355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:40.873149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f9b0c29c-7e07-43e5-9aa3-8551bb308891, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f9b0c29c-7e07-43e5-9aa3-8551bb308891,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:40.877426 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.048864 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'status': 'completed', 'code': 200} Mar 11 17:29:41.123344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f9b0c29c-7e07-43e5-9aa3-8551bb308891,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:41.212499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-a981edea-0483-4c5a-a8ba-d1a0ce862733 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871884 Mar 11 17:29:41.367477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.390692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb1b64d9-034c-45a8-81dc-d2aca8c084f8 req-9b278456-c9fe-42a9-803c-fecac25d1250 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 210 time: 0.1213431 Mar 11 17:29:41.583329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:29:41.634856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-352c5042-ab48-46ec-924e-da572d0faa4f service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151251 Mar 11 17:29:41.670586 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-8634f9a9-dc90-4b34-80fb-97f27663a4da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47af7dca07aa4654b41efc33803d83cb&device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1175 time: 0.5090909 Mar 11 17:29:41.755345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-da113bac-34b2-4a8d-9980-614090b760ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf HTTP/1.1" status: 200 len: 217 time: 0.1119120 Mar 11 17:29:41.785525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-c28fd169-7e94-41a0-98b3-377d14baa20d tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:41.786727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-c28fd169-7e94-41a0-98b3-377d14baa20d tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/networks?id=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 HTTP/1.1" status: 200 len: 814 time: 0.2786789 Mar 11 17:29:41.833698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-44ec3269-3492-4c13-a4d1-2e4053d23b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:41.835318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-44ec3269-3492-4c13-a4d1-2e4053d23b33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 200 len: 914 time: 0.1397688 Mar 11 17:29:41.893888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-6fa4901f-9934-4083-9b6a-a90f75b651d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:41.894982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.896598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-6fa4901f-9934-4083-9b6a-a90f75b651d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.0813422 Mar 11 17:29:41.901344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-c18bc060-6706-4f4e-92dd-1479758b2d2d tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/quotas/939175f19c2044d7b24b7ced58aa75c8 HTTP/1.1" status: 200 len: 375 time: 0.1064548 Mar 11 17:29:41.910513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.990546 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-e73f4138-8d19-45de-bb81-613c266b28d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 200 len: 217 time: 0.1447415 Mar 11 17:29:42.119323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f9b0c29c-7e07-43e5-9aa3-8551bb308891 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:42.136731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-ee95d2b9-0b3d-41f3-afd8-b14928f3dbfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:42.138329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-ee95d2b9-0b3d-41f3-afd8-b14928f3dbfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 200 len: 852 time: 0.1014550 Mar 11 17:29:42.154341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44607f9b-20de-4507-94b9-bb276b747523 req-a4fc1678-4275-4bdc-88ba-921305f5c812 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:42.155771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-a4fc1678-4275-4bdc-88ba-921305f5c812 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.59 "GET /v2.0/networks?id=ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 200 len: 828 time: 0.1740301 Mar 11 17:29:42.223738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f9b0c29c-7e07-43e5-9aa3-8551bb308891 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:42.225835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.257634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Request body: {'port': {'device_id': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'admin_state_up': True, 'tenant_id': 'c341bb533f6c4501b379148ee10af15a'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:42.315497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.408601 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-00ab7b61-b0c2-4572-a23a-c1d518c373ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68ec5477-453d-461d-9216-9c0d9f52b32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503127 Mar 11 17:29:42.411114 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-018a4cd3-28cd-4850-9921-f73f3194797f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.532427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-5556ebe9-2db5-4a73-ab89-987e9a52909a tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=939175f19c2044d7b24b7ced58aa75c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6246228 Mar 11 17:29:42.619545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Checking segment: {'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:42.620409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network hostable DHCP agents. Network: 8127e64e-92e8-4567-845e-dc27d162e8e2, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:42.627710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Subnet': ['ID=c00c080a-b84f-40aa-ba86-18b40f039572,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.708706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network 8127e64e-92e8-4567-845e-dc27d162e8e2 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:42.721601 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-52c9402a-ff6d-424c-aaed-50480322794c service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627568 Mar 11 17:29:42.760261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 8127e64e-92e8-4567-845e-dc27d162e8e2) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:42.764791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:42.765478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.775222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c91000-845f-4102-a540-9b0db88baef9 None None] Network 8127e64e-92e8-4567-845e-dc27d162e8e2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:42.865536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-fc5a57a3-dac6-4a39-bb49-bfcd8bfb8bdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8847113 Mar 11 17:29:42.884985 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-80774a90-7f80-465f-9343-caf3574f6af7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5565171 Mar 11 17:29:42.888225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49300) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:42.891754 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Floating IP 2c521e09-acc1-4f00-af64-9b155a4f9c38 associated. External IP: 172.25.3.243, port: 5ee301e1-f142-4333-b090-ddfb04e404a8. Mar 11 17:29:42.917342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:42.955799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1645400625'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:42.979951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Usage tracker for resource:port and tenant:c341bb533f6c4501b379148ee10af15a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:42.984348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-a8cee8cf-01ce-465d-9d0f-1d9592552a33 service neutron] 10.222.0.96 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879378 Mar 11 17:29:42.991085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:43.000636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e4472-09f2-4236-b214-f8fb183a21aa req-1457ef84-96a9-4397-99d2-3265421215f9 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.007664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-902e4472-09f2-4236-b214-f8fb183a21aa req-1457ef84-96a9-4397-99d2-3265421215f9 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1024 time: 0.7788498 Mar 11 17:29:43.023101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:43.032720 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d3de800-bad0-474b-98d3-5477d0d5ed0f req-53e22195-d8e7-4c60-b73a-52a89df84878 service neutron] 10.222.0.59 "GET /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027680 Mar 11 17:29:43.042404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:network and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:43.046049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:43.054634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:43.088536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:43.091948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.111315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:43.137370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-8127e64e-92e8-4567-845e-dc27d162e8e2', 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'fixed_ips': [{'subnet_id': 'c00c080a-b84f-40aa-ba86-18b40f039572'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:29:43.138697 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.159838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:43.176743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.177515 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Added segment 8434bad2-6382-4b78-a2ab-9b8d2332a8d3 of type vlan for network dc9d5880-4f10-46bd-9253-9d210538c972 Mar 11 17:29:43.220058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.254614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Made reservation on behalf of c341bb533f6c4501b379148ee10af15a for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:43.257771 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.299185 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-902e4472-09f2-4236-b214-f8fb183a21aa req-aecc1e91-5a6f-466b-a038-72c3e6d69f80 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=a10e339d-bcd0-4b86-aa9f-ad15b51b57c5&id=e03323a9-0324-44a6-8ed6-f4ab7420ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2905583 Mar 11 17:29:43.353721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.357957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.358888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.413798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Allocated IP 19.80.0.2 (8127e64e-92e8-4567-845e-dc27d162e8e2/c00c080a-b84f-40aa-ba86-18b40f039572/61ec46da-3fb1-4954-a5e9-0452a977941f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:43.487555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-b5dd9059-f727-49e2-babc-b1df7a7d2283 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059725 Mar 11 17:29:43.555279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f4029543-a76b-4ef6-a95f-8aeb4670e100 service neutron] 10.222.0.96 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455775 Mar 11 17:29:43.717427 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8279536 Mar 11 17:29:43.722983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49304) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:43.724467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bb1e5-7533-4094-8b6e-4201a7ea14c8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Network': ['ID=dc9d5880-4f10-46bd-9253-9d210538c972,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:43.743776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'subnet': {'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:43.822868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network dc9d5880-4f10-46bd-9253-9d210538c972 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:29:43.912141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-5f62c13c-b8f6-4a4c-ab71-40ae30161c56 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047773 Mar 11 17:29:43.915087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Allocated IP 172.20.0.10 (ab247adf-411c-433f-94cd-84e4c2b71264/4d708140-ab8a-4049-91b7-c1d1025a6c9f/349c3de5-c10e-44ca-bb60-703a6c29cee4) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:43.929699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.933662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.937891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.941809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.945712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:43.945876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.950087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.953983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.954225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:subnet and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:43.955906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0225144c-b459-4dd2-8a74-882604c40118 req-54fcb34c-1b29-4881-a5bb-99fa17b2f9cd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.3386068 Mar 11 17:29:43.960581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:43.969865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:44.057070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:44.085099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-45c6c9ff-f7ce-42e1-9dcc-df2b4e1f20ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a HTTP/1.1" status: 200 len: 217 time: 0.1265593 Mar 11 17:29:44.206724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0225144c-b459-4dd2-8a74-882604c40118 req-c33908d1-2f26-48a1-82d8-31b9df0eb5cc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1984215 Mar 11 17:29:44.341638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-d4a27528-6012-4ddc-8cad-2e96024cced3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:44.343133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-d4a27528-6012-4ddc-8cad-2e96024cced3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.2486393 Mar 11 17:29:44.491394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-b8a92eea-f695-42f5-8f1e-25b8667ee895 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:44.492745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-b8a92eea-f695-42f5-8f1e-25b8667ee895 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:44.503274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.523799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.528703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7639d39c-d633-441e-8c6c-8f803350c23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.564144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Transition to ACTIVE for port object 61ec46da-3fb1-4954-a5e9-0452a977941f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:44.571660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6658dbd0-c2a8-437b-8dbd-ddd6c4898c20 req-0a50e90a-a393-40e9-983e-769f9485f392 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 210 time: 0.1253781 Mar 11 17:29:44.593817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69eb4dfe-5ffa-4c66-81ea-13f7ba5d2c87 req-0ff2f421-f1e6-4525-868e-7a9c4aa730cc tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 210 time: 0.0996196 Mar 11 17:29:44.625878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Transition to ACTIVE for port object 61ec46da-3fb1-4954-a5e9-0452a977941f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:44.639437 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.644745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-79edbac6-f264-428f-b5f1-27381f8db362 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2834918 Mar 11 17:29:44.672033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-b8a92eea-f695-42f5-8f1e-25b8667ee895 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:44.674265 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-b8a92eea-f695-42f5-8f1e-25b8667ee895 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1024 time: 0.7990696 Mar 11 17:29:44.676159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Router 597c6651-a7e5-487c-bd36-f109ff2515a5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:29:44.743667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Network 8127e64e-92e8-4567-845e-dc27d162e8e2 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:44.748251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:44.753020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:44.888321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Pushing event updated for resources: {'Port': ['ID=61ec46da-3fb1-4954-a5e9-0452a977941f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:44.918561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Attempting to bind port 61ec46da-3fb1-4954-a5e9-0452a977941f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:44.919059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Attempting to bind port 61ec46da-3fb1-4954-a5e9-0452a977941f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:44.919421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Attempting to bind port 61ec46da-3fb1-4954-a5e9-0452a977941f on network 8127e64e-92e8-4567-845e-dc27d162e8e2 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:44.928382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:44.931384 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Checking segment: {'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:44.931799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.932338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Bound using segment: {'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:44.933071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Bound port: 61ec46da-3fb1-4954-a5e9-0452a977941f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:44.933495 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.972103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Deleting port 2fadc8e1-ed13-4545-a1fe-eda799769409 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:44.972691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.038744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-5e8307c6-6cfb-4518-ae1d-775ad549960f service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789635 Mar 11 17:29:45.085902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] For port 61ec46da-3fb1-4954-a5e9-0452a977941f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:45.092232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] For port 61ec46da-3fb1-4954-a5e9-0452a977941f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=61ec46da-3fb1-4954-a5e9-0452a977941f,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:45.102846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.257976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7c046d27-7d96-42a5-a851-355951aba0a2 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819572 Mar 11 17:29:45.262414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.308867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b1130-6534-4a0e-b3cf-c5a82f63a9d3 None None] Pushing event updated for resources: {'Port': ['ID=61ec46da-3fb1-4954-a5e9-0452a977941f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:45.522980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Transition to ACTIVE for port object 349c3de5-c10e-44ca-bb60-703a6c29cee4 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:45.542395 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.552879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-02a4e072-6711-4baa-a52b-5cf955a91e33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=4f1518c0-736f-4104-86e7-b3508fd06f61 HTTP/1.1" status: 200 len: 217 time: 0.2754641 Mar 11 17:29:45.728262 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.753126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.796969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-3be1330b-f86b-48d8-af58-379e9681fc1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:45.798803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-3be1330b-f86b-48d8-af58-379e9681fc1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.2369297 Mar 11 17:29:45.819456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202852d0-2ea0-4917-bbc4-b9195cfeb687 req-80fdae5a-32e5-4448-8a53-70d737cb7b69 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:45.827891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-202852d0-2ea0-4917-bbc4-b9195cfeb687 req-80fdae5a-32e5-4448-8a53-70d737cb7b69 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1024 time: 0.7876160 Mar 11 17:29:45.899208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:45.899560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.921819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49356) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:45.963379 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.085751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Network ab247adf-411c-433f-94cd-84e4c2b71264 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:46.091138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:46.113019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-202852d0-2ea0-4917-bbc4-b9195cfeb687 req-975f13c5-3680-49a6-a66f-f4174d7ac4bc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=a10e339d-bcd0-4b86-aa9f-ad15b51b57c5&id=e03323a9-0324-44a6-8ed6-f4ab7420ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2826579 Mar 11 17:29:46.114131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:46.152767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2fadc8e1-ed13-4545-a1fe-eda799769409 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:46.241227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event updated for resources: {'Port': ['ID=349c3de5-c10e-44ca-bb60-703a6c29cee4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:46.340895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 61ec46da-3fb1-4954-a5e9-0452a977941f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:46.390717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:46.393015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.449777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Subnet': ['ID=f4022606-8b55-4878-afee-5ee7630411f8,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:46.515256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Calling delete_port for 2fadc8e1-ed13-4545-a1fe-eda799769409 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:46.594969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-b75fce83-e325-4843-9326-c275c0d0f7c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3522642 Mar 11 17:29:46.604121 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.652786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-6721603c-2cce-47c4-8057-0da403819c0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7864761 Mar 11 17:29:46.663815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:46.673276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 61ec46da-3fb1-4954-a5e9-0452a977941f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:46.679672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:46.688652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Request body: {'port': {'device_id': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:46.689165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.858756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-767c47e3-12a9-4578-b609-82ad3f06968f None None] Provisioning for port 349c3de5-c10e-44ca-bb60-703a6c29cee4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:46.865235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:46.878104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-767c47e3-12a9-4578-b609-82ad3f06968f None None] Provisioning complete for port 349c3de5-c10e-44ca-bb60-703a6c29cee4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:46.878919 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-767c47e3-12a9-4578-b609-82ad3f06968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.964266 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.970410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-767c47e3-12a9-4578-b609-82ad3f06968f None None] Port 349c3de5-c10e-44ca-bb60-703a6c29cee4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:46.999334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.074536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:47.092466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] Sync routers for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:29:47.096874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Checking segment: {'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:47.097231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network hostable DHCP agents. Network: dc9d5880-4f10-46bd-9253-9d210538c972, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:47.102882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.131354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:47.132854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:47.161258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:47.165273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Usage tracker for resource:security_group_rule and tenant:a9852a1f4f2a401890870262a78c23f7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:47.168498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:47.174631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:47.180565 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.214627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.220558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.222300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a7dfe-5a0f-4010-88cf-bedc802de72b None None] Network 8127e64e-92e8-4567-845e-dc27d162e8e2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:47.229700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.239508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.243319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.248500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.259074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.268215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.273938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.275829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-0db73d63-f3ab-4d7a-86fd-a07d59500542 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.8376601 Mar 11 17:29:47.328188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0412cc23-8180-49e4-80bd-f1392112d1f4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:47.371983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bd774adc-faba-4596-b099-c2cce3da69cb tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "PUT /v2.0/floatingips/2c521e09-acc1-4f00-af64-9b155a4f9c38 HTTP/1.1" status: 200 len: 991 time: 8.4265025 Mar 11 17:29:47.382119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:47.386325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network dc9d5880-4f10-46bd-9253-9d210538c972 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:47.424245 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b0881217-8559-4176-b0fc-2657ff96cc43 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a9852a1f4f2a401890870262a78c23f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4784079 Mar 11 17:29:47.424245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49374) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:47.425823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:47.426135 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:47.430848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-4ea2ceab-dc15-4267-adee-926a6f85b4f4 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.431577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-4ea2ceab-dc15-4267-adee-926a6f85b4f4 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Synchronizing usage tracker for tenant:939175f19c2044d7b24b7ced58aa75c8 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:47.469933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, dc9d5880-4f10-46bd-9253-9d210538c972) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:47.479914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.480487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.531826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-4ea2ceab-dc15-4267-adee-926a6f85b4f4 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Unset dirty status for tenant:939175f19c2044d7b24b7ced58aa75c8 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:47.533135 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-4ea2ceab-dc15-4267-adee-926a6f85b4f4 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.59 "GET /v2.0/networks?id=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 HTTP/1.1" status: 200 len: 814 time: 1.1158376 Mar 11 17:29:47.536074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-654dbd59-fa67-4546-a6e4-8129e6488e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.541138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-02ed16f7-7c59-4672-b778-6328d98321e0 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684089 Mar 11 17:29:47.566596 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-99ad53d9-4add-4856-be57-0ac48d0a73c7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8295057 Mar 11 17:29:47.575435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Request body: {'port': {'device_id': '0e942547-491d-4472-80ed-5620403c1b89', 'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6', 'admin_state_up': True, 'tenant_id': '939175f19c2044d7b24b7ced58aa75c8'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:47.622865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39daab4-c643-4b92-a412-ff4e07fde93d req-060d9747-1c90-4905-97ad-306b5c55f235 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:47.626291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b39daab4-c643-4b92-a412-ff4e07fde93d req-060d9747-1c90-4905-97ad-306b5c55f235 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:47.640230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518d9aa-9551-4f7e-a8d6-579e83cef556 None None] Network dc9d5880-4f10-46bd-9253-9d210538c972 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:47.682994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1aba8406-81c8-482c-aae7-76a2aa4b0303 req-7dc941e0-be17-4ce4-b2bd-1b828f61833a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3258169 Mar 11 17:29:47.687265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-654dbd59-fa67-4546-a6e4-8129e6488e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.868600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-27dfa7cb-91cf-420a-bc6e-b03278287562 None None] Provisioning for port 61ec46da-3fb1-4954-a5e9-0452a977941f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:47.883474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-27dfa7cb-91cf-420a-bc6e-b03278287562 None None] Provisioning complete for port 61ec46da-3fb1-4954-a5e9-0452a977941f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:47.883821 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7cb-91cf-420a-bc6e-b03278287562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.904667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b39daab4-c643-4b92-a412-ff4e07fde93d req-060d9747-1c90-4905-97ad-306b5c55f235 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:47.906057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b39daab4-c643-4b92-a412-ff4e07fde93d req-060d9747-1c90-4905-97ad-306b5c55f235 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 932 time: 1.3437560 Mar 11 17:29:47.928451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Deleting port 2fadc8e1-ed13-4545-a1fe-eda799769409 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:29:47.931480 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.972414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-e378cd65-1a06-4632-a1b5-5f47484b4125 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769455 Mar 11 17:29:48.010540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:48.020564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-654dbd59-fa67-4546-a6e4-8129e6488e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.042406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Usage tracker for resource:port and tenant:939175f19c2044d7b24b7ced58aa75c8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:48.047233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dbd59-fa67-4546-a6e4-8129e6488e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0412cc23-8180-49e4-80bd-f1392112d1f4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:48.055463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:48.261508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:48.303166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:48.309525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349c3de5-c10e-44ca-bb60-703a6c29cee4 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:48.321164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.339301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Transition to ACTIVE for port object 349c3de5-c10e-44ca-bb60-703a6c29cee4 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:48.379518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-dc9d5880-4f10-46bd-9253-9d210538c972', 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'fixed_ips': [{'subnet_id': 'f4022606-8b55-4878-afee-5ee7630411f8'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:29:48.380641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.407175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1d64a57-175f-47bc-a249-9ed88cb3791e req-6526c6bf-e8ac-4799-a522-9603ab573a1f tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 210 time: 0.0664570 Mar 11 17:29:48.419978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] For port 2fadc8e1-ed13-4545-a1fe-eda799769409, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2fadc8e1-ed13-4545-a1fe-eda799769409,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:48.420286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.517353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-b11673b7-4a96-4450-840c-26c45f056c48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 HTTP/1.1" status: 200 len: 217 time: 0.1069207 Mar 11 17:29:48.517960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.610025 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'code': 200} Mar 11 17:29:48.612522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-654dbd59-fa67-4546-a6e4-8129e6488e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.617707 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7cb-91cf-420a-bc6e-b03278287562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.622670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-654dbd59-fa67-4546-a6e4-8129e6488e78 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0412cc23-8180-49e4-80bd-f1392112d1f4 HTTP/1.1" status: 204 len: 168 time: 1.1985123 Mar 11 17:29:48.632419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Calling delete_port for 2fadc8e1-ed13-4545-a1fe-eda799769409 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:29:48.724614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-27dfa7cb-91cf-420a-bc6e-b03278287562 None None] For port 61ec46da-3fb1-4954-a5e9-0452a977941f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=61ec46da-3fb1-4954-a5e9-0452a977941f,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:48.746657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Made reservation on behalf of 939175f19c2044d7b24b7ced58aa75c8 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:48.753351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.769248 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7cb-91cf-420a-bc6e-b03278287562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.881224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Pushing event updated for resources: {'Port': ['ID=349c3de5-c10e-44ca-bb60-703a6c29cee4,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:49.082631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b39daab4-c643-4b92-a412-ff4e07fde93d req-3b6b3533-f392-4fc2-b044-8d32040bfd44 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1086309 Mar 11 17:29:49.091202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-d9062d79-e1c3-41dd-b3b2-941f477d16e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:49.098736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-d9062d79-e1c3-41dd-b3b2-941f477d16e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70870f29-80d2-44fc-a8b4-568481aa91fd HTTP/1.1" status: 200 len: 797 time: 0.5673110 Mar 11 17:29:49.131242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f8b3f79b-c141-433a-aa4f-48078e92decd None None] Provisioning complete for port 61ec46da-3fb1-4954-a5e9-0452a977941f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:49.131613 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f79b-c141-433a-aa4f-48078e92decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.178612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.232398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f60fd44f-93b2-4037-b9ce-1eb84a7a708a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:29:49.295646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfa7cb-91cf-420a-bc6e-b03278287562 None None] Pushing event updated for resources: {'Port': ['ID=61ec46da-3fb1-4954-a5e9-0452a977941f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:49.309368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Allocated IP 19.86.0.2 (dc9d5880-4f10-46bd-9253-9d210538c972/f4022606-8b55-4878-afee-5ee7630411f8/8ecb4273-3166-4a71-8c0f-46e45e952331) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:49.331438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6783321-d03f-4528-85c2-38dc777bcf44 req-dc8d26ac-1317-4f5f-ac63-eda751953c2d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:49.340179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6783321-d03f-4528-85c2-38dc777bcf44 req-dc8d26ac-1317-4f5f-ac63-eda751953c2d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0620f4b-3089-46fa-b60f-19a2b45154b5 HTTP/1.1" status: 200 len: 1022 time: 0.3839324 Mar 11 17:29:49.370586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'Port': ['ID=2fadc8e1-ed13-4545-a1fe-eda799769409,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:49.419203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] No DVR routers for this DVR port 2fadc8e1-ed13-4545-a1fe-eda799769409 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:49.421748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.440057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Allocated IP 172.20.0.7 (0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6/45491c05-cc29-4f35-94d4-88b83d366b5c/795028c4-1a40-477c-99f0-72fdbe776faf) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:49.465596 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c43bdacd-2831-41f3-a7ac-0ac5254b4b63 req-e8890798-0108-4bd5-ac8e-d7b7197e266b tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "DELETE /v2.0/ports/2fadc8e1-ed13-4545-a1fe-eda799769409 HTTP/1.1" status: 204 len: 173 time: 4.7712276 Mar 11 17:29:49.566908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-5bb06e59-6ce1-4cd6-8631-aff0c7633817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4383652 Mar 11 17:29:49.577782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49394) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:49.590151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6783321-d03f-4528-85c2-38dc777bcf44 req-18bdcc36-30fa-465a-8a7f-cdeb41ae3b41 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=a10e339d-bcd0-4b86-aa9f-ad15b51b57c5&id=e03323a9-0324-44a6-8ed6-f4ab7420ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2462931 Mar 11 17:29:49.645785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.774644 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'status': 'completed', 'code': 200} Mar 11 17:29:49.813970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Attempting to bind port 349c3de5-c10e-44ca-bb60-703a6c29cee4 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:49.813970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Attempting to bind port 349c3de5-c10e-44ca-bb60-703a6c29cee4 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:49.814337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Attempting to bind port 349c3de5-c10e-44ca-bb60-703a6c29cee4 on network ab247adf-411c-433f-94cd-84e4c2b71264 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:49.854386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Port 349c3de5-c10e-44ca-bb60-703a6c29cee4 on network ab247adf-411c-433f-94cd-84e4c2b71264 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:49.854764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Attempting to bind port 349c3de5-c10e-44ca-bb60-703a6c29cee4 on network ab247adf-411c-433f-94cd-84e4c2b71264 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:49.870894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa70c-d80a-4540-85f4-aacd194d4cf0 req-aa24529d-8aa8-46ad-bc11-5f1d2ae5b78f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:49.872414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-409aa70c-d80a-4540-85f4-aacd194d4cf0 req-aa24529d-8aa8-46ad-bc11-5f1d2ae5b78f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.4693949 Mar 11 17:29:49.885261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:49.886040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Checking segment: {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:49.886040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Bound using segment: {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:49.891336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Bound port: 349c3de5-c10e-44ca-bb60-703a6c29cee4, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:49.891741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.063902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '2c521e09-acc1-4f00-af64-9b155a4f9c38', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'port_id': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'mac_address': 'fa:16:3e:43:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:28:57Z', 'updated_at': '2022-03-11T17:29:41Z', 'revision_number': 1, 'project_id': '15167163fad94579bb01075e7c23a473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:18Z', 'revision_number': 5, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:50.078748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] Checking router: 597c6651-a7e5-487c-bd36-f109ff2515a5 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:29:50.090571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:50.112302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Usage tracker for resource:security_group_rule and tenant:f228023bbc4f4dd5bd19b5279bbcd96b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:50.130568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:50.147669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:50.177408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.183455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.183911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 61ec46da-3fb1-4954-a5e9-0452a977941f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:50.207432 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-6d3ee564-3f79-45ae-a70d-d927242a4c07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15167163fad94579bb01075e7c23a473&device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 1096 time: 0.4315400 Mar 11 17:29:50.294902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-ec4bb11e-91f7-42d4-bdc2-62fd689788de service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990306 Mar 11 17:29:50.312475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Transition to ACTIVE for port object 8ecb4273-3166-4a71-8c0f-46e45e952331 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:50.333178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:29:50.333904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:50.456403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-409aa70c-d80a-4540-85f4-aacd194d4cf0 req-ddd97186-ce7e-4d6f-b80f-8498a5d53007 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5762656 Mar 11 17:29:50.473454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.599113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Transition to ACTIVE for port object 8ecb4273-3166-4a71-8c0f-46e45e952331 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:50.609377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] For port 349c3de5-c10e-44ca-bb60-703a6c29cee4, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:50.622210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 61ec46da-3fb1-4954-a5e9-0452a977941f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:50.622619 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.629542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-8f73f96f-ead2-470f-a55f-cb34cbefc368 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:50.639403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-8f73f96f-ead2-470f-a55f-cb34cbefc368 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:50.646348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-8f73f96f-ead2-470f-a55f-cb34cbefc368 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:50.663152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.671014 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.687033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-440f0a3b-78ab-4c9a-96ca-de54d21ff8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:50.689640 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-440f0a3b-78ab-4c9a-96ca-de54d21ff8f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb HTTP/1.1" status: 200 len: 907 time: 0.4732211 Mar 11 17:29:50.703480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:50.704489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.729688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] For port 349c3de5-c10e-44ca-bb60-703a6c29cee4, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:50.768712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Pushing event updated for resources: {'Port': ['ID=8ecb4273-3166-4a71-8c0f-46e45e952331,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:50.791853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.799024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:50.816072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:50.848633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-8f73f96f-ead2-470f-a55f-cb34cbefc368 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:50.857685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Network dc9d5880-4f10-46bd-9253-9d210538c972 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:50.858817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-8f73f96f-ead2-470f-a55f-cb34cbefc368 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/networks?id=8127e64e-92e8-4567-845e-dc27d162e8e2&id=dc9d5880-4f10-46bd-9253-9d210538c972 HTTP/1.1" status: 200 len: 1392 time: 0.9152086 Mar 11 17:29:50.863101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:50.873286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:50.877073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-85b580b3-d002-47e4-ad8d-2fdbeebaf816 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607796 Mar 11 17:29:50.907414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Pushing event updated for resources: {'Port': ['ID=795028c4-1a40-477c-99f0-72fdbe776faf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:50.991023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa3951-0e7e-4bf5-91aa-7efa978af19f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:51.001268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dd7c4e26-786e-4690-867c-63e9e6df4feb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f228023bbc4f4dd5bd19b5279bbcd96b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4202917 Mar 11 17:29:51.010711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.011369 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.039447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49410) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:51.040064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:29:51.042791 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.044562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] 10.222.0.59 "PUT /v2.0/ports/349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 1092 time: 4.4088461 Mar 11 17:29:51.053156 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-3b5a7422-3c6d-4fd4-b0c3-2c31d5ad7280 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee301e1-f142-4333-b090-ddfb04e404a8 HTTP/1.1" status: 200 len: 999 time: 0.3351758 Mar 11 17:29:51.055765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-ba77e11d-fb02-442c-aaca-f573e0196cd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4875715 Mar 11 17:29:51.057270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:51.149150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Attempting to bind port 8ecb4273-3166-4a71-8c0f-46e45e952331 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:51.149743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Attempting to bind port 8ecb4273-3166-4a71-8c0f-46e45e952331 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:51.149866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Attempting to bind port 8ecb4273-3166-4a71-8c0f-46e45e952331 on network dc9d5880-4f10-46bd-9253-9d210538c972 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:51.178838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Request body: {'port': {'device_id': '0e942547-491d-4472-80ed-5620403c1b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:51.180061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:51.180438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Checking segment: {'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:51.180842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.181233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Bound using segment: {'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:51.181703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Bound port: 8ecb4273-3166-4a71-8c0f-46e45e952331, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:51.182071 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.343350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-73757ea1-152b-4bf2-8006-33131551c778 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/quotas/8f76ea5bca36421e889670071330a144 HTTP/1.1" status: 200 len: 375 time: 0.4833167 Mar 11 17:29:51.357596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-dc972506-10a1-426a-8915-34de960f88d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.360436 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-dc972506-10a1-426a-8915-34de960f88d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7db5774-ca8e-4374-b98f-5c8e62c74b6f HTTP/1.1" status: 200 len: 844 time: 0.2626548 Mar 11 17:29:51.430300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-7df17f09-0e11-4b0d-802d-890c1161a787 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2 HTTP/1.1" status: 200 len: 217 time: 0.5352149 Mar 11 17:29:51.460266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.498119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8266b74-508e-4b17-a930-9f8f33466a2c service neutron] Pushing event updated for resources: {'Port': ['ID=349c3de5-c10e-44ca-bb60-703a6c29cee4,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:51.536583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] For port 8ecb4273-3166-4a71-8c0f-46e45e952331, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:51.563743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] For port 8ecb4273-3166-4a71-8c0f-46e45e952331, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8ecb4273-3166-4a71-8c0f-46e45e952331,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:51.571316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-dddfb3df-0812-46fd-b1e0-2e7dd8129c68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949377 Mar 11 17:29:51.574980 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.593355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-ffe78370-13be-410a-bd76-44f0f1cca05a service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:29:51.595130 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-ffe78370-13be-410a-bd76-44f0f1cca05a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0087550 Mar 11 17:29:51.647518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.653004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.657598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.662892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.668110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.673117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.675796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d328ec-8fdb-4373-bcb9-ec3fd0858163 None None] Pushing event updated for resources: {'Port': ['ID=8ecb4273-3166-4a71-8c0f-46e45e952331,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:51.680250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.682263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-71a1d7e9-3b44-4e1a-857a-b7f438fd7593 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.9487488 Mar 11 17:29:51.685454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-d5498f02-5df2-411e-842d-3893b4c9fa23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.686862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-d5498f02-5df2-411e-842d-3893b4c9fa23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70870f29-80d2-44fc-a8b4-568481aa91fd HTTP/1.1" status: 200 len: 797 time: 0.2330780 Mar 11 17:29:51.776313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'name': 'network-vif-deleted', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:51.781961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '2c521e09-acc1-4f00-af64-9b155a4f9c38', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'port_id': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'mac_address': 'fa:16:3e:43:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:28:57Z', 'updated_at': '2022-03-11T17:29:41Z', 'revision_number': 1, 'project_id': '15167163fad94579bb01075e7c23a473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:18Z', 'revision_number': 5, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:51.788601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b10d6-c161-4ded-b8c1-f0e223614896 None None] The sync data for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 is: [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '2c521e09-acc1-4f00-af64-9b155a4f9c38', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'port_id': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'mac_address': 'fa:16:3e:43:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:28:57Z', 'updated_at': '2022-03-11T17:29:41Z', 'revision_number': 1, 'project_id': '15167163fad94579bb01075e7c23a473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:18Z', 'revision_number': 5, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:29:51.801486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dadd6906-261e-4a83-9c69-1d2fe5ee8ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.912871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-e2aab4eb-00b5-4388-9454-94563dbd2352 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5681877 Mar 11 17:29:51.916603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-7c488dfd-fd55-4131-82b0-b74d973357cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c341bb533f6c4501b379148ee10af15a&device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 1095 time: 0.5708017 Mar 11 17:29:51.922990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dadd6906-261e-4a83-9c69-1d2fe5ee8ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.936971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd7f3be-4cac-4b2c-a43f-c701a1acdb5b req-fc45569f-544e-4155-818a-58c8d8345646 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352240 Mar 11 17:29:51.989117 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-b9af22e8-bd60-4774-97c7-7faaa28e165d service neutron] 10.222.0.59 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403802 Mar 11 17:29:52.225620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-f08b629d-947d-47bf-a0ba-0ccc2416b771 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4999354 Mar 11 17:29:52.227100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-7a582db5-61ee-4835-8595-3ff630bcd466 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 217 time: 0.2855589 Mar 11 17:29:52.336402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f06625c1-2c5c-4607-a719-8498e46389b5 req-55d542a3-5230-4ea5-9816-7f525c93ed3d service neutron] 10.222.0.59 "GET /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225663 Mar 11 17:29:52.350799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795028c4-1a40-477c-99f0-72fdbe776faf {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:52.361344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.384654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Transition to ACTIVE for port object 795028c4-1a40-477c-99f0-72fdbe776faf will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:52.388629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.483224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=795028c4-1a40-477c-99f0-72fdbe776faf,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:52.514310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44607f9b-20de-4507-94b9-bb276b747523 req-60a1cb2d-6ff2-4749-8d94-b6cc0c4ad9d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:52.515490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-60a1cb2d-6ff2-4749-8d94-b6cc0c4ad9d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d708140-ab8a-4049-91b7-c1d1025a6c9f HTTP/1.1" status: 200 len: 867 time: 0.2100041 Mar 11 17:29:52.544808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dadd6906-261e-4a83-9c69-1d2fe5ee8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.631723 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-0019c7a3-eb01-443a-95dc-8dedfeee59af service neutron] 10.222.0.96 "GET /v2.0/networks/8127e64e-92e8-4567-845e-dc27d162e8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201632 Mar 11 17:29:52.657284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd6906-261e-4a83-9c69-1d2fe5ee8ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa3951-0e7e-4bf5-91aa-7efa978af19f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:52.754678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dadd6906-261e-4a83-9c69-1d2fe5ee8ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.758668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dadd6906-261e-4a83-9c69-1d2fe5ee8ed6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eafa3951-0e7e-4bf5-91aa-7efa978af19f HTTP/1.1" status: 204 len: 168 time: 1.7030449 Mar 11 17:29:52.772758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-511a879c-c524-4968-a6aa-b75829f4f60b service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890308 Mar 11 17:29:52.824771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Attempting to bind port 795028c4-1a40-477c-99f0-72fdbe776faf on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:52.825379 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Attempting to bind port 795028c4-1a40-477c-99f0-72fdbe776faf by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'dd414e92-f7b0-4417-ba74-db384309ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:52.825502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Attempting to bind port 795028c4-1a40-477c-99f0-72fdbe776faf on network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:52.832952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Port 795028c4-1a40-477c-99f0-72fdbe776faf on network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:29:52.833288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Attempting to bind port 795028c4-1a40-477c-99f0-72fdbe776faf on network 0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:52.845921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:52.846510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Checking segment: {'id': 'dd414e92-f7b0-4417-ba74-db384309ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:52.846972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Bound using segment: {'id': 'dd414e92-f7b0-4417-ba74-db384309ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:52.847478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Bound port: 795028c4-1a40-477c-99f0-72fdbe776faf, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd414e92-f7b0-4417-ba74-db384309ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:52.847911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.927235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7fac0-c6e4-4608-aef4-93182fba213b req-dec55257-4bca-4d0f-a073-4f550bd46dd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:52.934524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2fe7fac0-c6e4-4608-aef4-93182fba213b req-dec55257-4bca-4d0f-a073-4f550bd46dd9 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 931 time: 0.6900282 Mar 11 17:29:53.001441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] For port 795028c4-1a40-477c-99f0-72fdbe776faf, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:53.011872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] For port 795028c4-1a40-477c-99f0-72fdbe776faf, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=795028c4-1a40-477c-99f0-72fdbe776faf,segment=NetworkSegment(dd414e92-f7b0-4417-ba74-db384309ec1d),segment_id=dd414e92-f7b0-4417-ba74-db384309ec1d)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:53.022549 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.107338 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.120050 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] 10.222.0.59 "PUT /v2.0/ports/795028c4-1a40-477c-99f0-72fdbe776faf HTTP/1.1" status: 200 len: 1091 time: 1.9467344 Mar 11 17:29:53.122575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a1ba7b4-b50e-4229-a431-975b80938c50 req-846020f3-32de-4741-8a43-4917a6cd0139 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383667 Mar 11 17:29:53.146313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6e2e9-fda7-4992-9e7a-4fb80a90fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=795028c4-1a40-477c-99f0-72fdbe776faf,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:53.257681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb2d11-51d4-4351-a95f-6ca17a09d051 None None] Network dc9d5880-4f10-46bd-9253-9d210538c972 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:53.281481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-d16e9192-1531-468d-b915-66ae21fd2961 service neutron] 10.222.0.96 "GET /v2.0/networks/8127e64e-92e8-4567-845e-dc27d162e8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471438 Mar 11 17:29:53.391162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-958a7d1a-04d7-4b06-b235-e41b51529b36 None None] Provisioning for port 8ecb4273-3166-4a71-8c0f-46e45e952331 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:53.470104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-fa7fab8d-f0f3-4ec3-8d78-abbf2eab420f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab247adf-411c-433f-94cd-84e4c2b71264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9364462 Mar 11 17:29:53.530398 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-14efb427-878f-48e1-9cc3-3cbfb3757eff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6476 time: 0.1526504 Mar 11 17:29:53.569647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2fe7fac0-c6e4-4608-aef4-93182fba213b req-76a7f984-329f-4837-8a4d-3af94599e32c tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342268 Mar 11 17:29:53.755073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-7c403f9f-dfed-4205-aff5-a0a19d496989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.756735 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-7c403f9f-dfed-4205-aff5-a0a19d496989 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 HTTP/1.1" status: 200 len: 903 time: 0.2188828 Mar 11 17:29:53.911581 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-6c578eaa-a6d9-4ca8-96a8-d1f7e20d1d19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 HTTP/1.1" status: 200 len: 217 time: 0.1474934 Mar 11 17:29:54.150125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-762ea051-46ed-42c7-b9bd-c203e11a87e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.157857 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-762ea051-46ed-42c7-b9bd-c203e11a87e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70870f29-80d2-44fc-a8b4-568481aa91fd HTTP/1.1" status: 200 len: 797 time: 0.2283444 Mar 11 17:29:54.188211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ecb4273-3166-4a71-8c0f-46e45e952331 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:54.233132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-f8d8b064-448f-4899-8020-bae659f8b532 service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403924 Mar 11 17:29:54.259833 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d590ab5-4fa7-41c4-b928-664c2b95d40f None None] New status for floating IP 2c521e09-acc1-4f00-af64-9b155a4f9c38: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:29:54.342588 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-4d6c52f1-d744-44cf-ae18-5559f1c2337e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1747754 Mar 11 17:29:54.369955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8ecb4273-3166-4a71-8c0f-46e45e952331 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:54.379593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8ecb4273-3166-4a71-8c0f-46e45e952331 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:54.380152 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.507723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49446) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:54.541137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-38630aa0-3d72-4bbc-8a1c-3c65c15591f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939175f19c2044d7b24b7ced58aa75c8&device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 1094 time: 1.3050096 Mar 11 17:29:54.557229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-1dfd4fe6-e505-46e6-938a-a4bc457974ff service neutron] 10.222.0.96 "GET /v2.0/networks/dc9d5880-4f10-46bd-9253-9d210538c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2765706 Mar 11 17:29:54.590481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.601675 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-a1e1843a-609f-4799-9489-b4d8e79904d3 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527966 Mar 11 17:29:54.662519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8ecb4273-3166-4a71-8c0f-46e45e952331, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8ecb4273-3166-4a71-8c0f-46e45e952331,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:54.670392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.750033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44607f9b-20de-4507-94b9-bb276b747523 req-29fe0cf6-39f1-4066-9f99-fd5147324338 service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057499 Mar 11 17:29:54.840218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-e7c80937-4a5b-4235-b222-b2c9fc781077 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=795028c4-1a40-477c-99f0-72fdbe776faf HTTP/1.1" status: 200 len: 217 time: 0.2775366 Mar 11 17:29:54.844313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-632b89b7-e741-46e7-91cc-badf86c02271 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314897 Mar 11 17:29:54.851590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2104635490-network', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:54.856335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8ecb4273-3166-4a71-8c0f-46e45e952331,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:54.859062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:54.869497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55b4db-c731-4b6f-a612-65b875805857 req-6fa076ba-4d64-4d5c-a77f-685710e5ca2a tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.872052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf55b4db-c731-4b6f-a612-65b875805857 req-6fa076ba-4d64-4d5c-a77f-685710e5ca2a tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 944 time: 0.8630226 Mar 11 17:29:54.877375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Usage tracker for resource:network and tenant:0be2ff8c29bb416fb17c6d090633e4dc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:54.881407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:54.889275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:54.901983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Made reservation on behalf of 0be2ff8c29bb416fb17c6d090633e4dc for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:54.904949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.923246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.990227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf55b4db-c731-4b6f-a612-65b875805857 req-37cf6da2-7cee-4764-b5d1-059a3c97623c tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798602 Mar 11 17:29:55.017733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-237c45c7-fb21-461e-a061-c5dca5f22e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.019326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-237c45c7-fb21-461e-a061-c5dca5f22e9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45491c05-cc29-4f35-94d4-88b83d366b5c HTTP/1.1" status: 200 len: 854 time: 0.1430879 Mar 11 17:29:55.021492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-1e872294-16a9-4914-83c9-da75c73c54b6 service neutron] 10.222.0.96 "GET /v2.0/networks/dc9d5880-4f10-46bd-9253-9d210538c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634049 Mar 11 17:29:55.033520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:55.079566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Usage tracker for resource:security_group_rule and tenant:0be2ff8c29bb416fb17c6d090633e4dc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:55.090096 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-9351fc65-c3ad-4a79-8879-030b624397bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629649 Mar 11 17:29:55.091802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:55.122386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:55.182238 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-642dcd2e-fbdc-4cd0-8e6f-2bd67cb3a168 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6476 time: 0.2256508 Mar 11 17:29:55.287138 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'status': 'completed', 'code': 200} Mar 11 17:29:55.413874 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0620f4b-3089-46fa-b60f-19a2b45154b5', 'name': 'network-vif-deleted', 'tag': '2fadc8e1-ed13-4545-a1fe-eda799769409', 'status': 'completed', 'code': 200} Mar 11 17:29:55.434390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-8969f412-4b1b-4724-8ebe-d55b5e0e5c15 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371058 Mar 11 17:29:55.453340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-7fa4c8a9-7e00-4528-b275-8d5ec883dd30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.454920 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-7fa4c8a9-7e00-4528-b275-8d5ec883dd30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 HTTP/1.1" status: 200 len: 903 time: 0.2564237 Mar 11 17:29:55.521385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.541514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.556499 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-9e08ab2c-c717-4cf6-abf1-a10ebf7c3299 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2 HTTP/1.1" status: 200 len: 217 time: 0.0870526 Mar 11 17:29:55.610989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:55.632773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1c4ad-d271-4b7f-8632-89576116b2b9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:55.637697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.638549 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Added segment df4651b8-8050-412f-bd72-ccce866d17fc of type vlan for network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 Mar 11 17:29:55.653577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.653859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.654234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.654638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.655018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.655397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.655773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.656144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.657153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.657153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.657153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:55.682461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-e7b14903-72e6-4ec7-8ee0-08bfacdc6980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.684473 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-e7b14903-72e6-4ec7-8ee0-08bfacdc6980 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70870f29-80d2-44fc-a8b4-568481aa91fd HTTP/1.1" status: 200 len: 797 time: 0.1201010 Mar 11 17:29:55.702770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.725883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4394117-a026-4030-9261-e3735e33d8f5 req-7044680f-a470-4a61-b20c-3d516ba47523 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c341bb533f6c4501b379148ee10af15a&device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 1095 time: 0.3808632 Mar 11 17:29:55.733829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f547377b-b6b0-420f-87f6-468907ac41a0 req-93e393e3-1c62-463e-91d0-934f48cbf8d8 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922900 Mar 11 17:29:55.736069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.736981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.738491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.749077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.753102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.757354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.761569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.765985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.771173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.776847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.779708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-2a9e99ce-5246-44a1-ac44-8048a68c57e2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.3406487 Mar 11 17:29:55.787520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b52a7-b288-43de-bc27-d610d27d0854 req-e575d3f7-b4d9-4010-9997-2e6216dee6ad tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.794821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f2b52a7-b288-43de-bc27-d610d27d0854 req-e575d3f7-b4d9-4010-9997-2e6216dee6ad tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 943 time: 0.3570733 Mar 11 17:29:55.824561 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3150270 Mar 11 17:29:55.854701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49476) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:55.928184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Request body: {'subnet': {'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2104635490-subnet', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:55.947571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:55.967293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Usage tracker for resource:subnet and tenant:0be2ff8c29bb416fb17c6d090633e4dc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:55.975982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:55.988651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:56.010957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f2b52a7-b288-43de-bc27-d610d27d0854 req-fa6117f7-a441-4aaf-aa52-b8d1843ba008 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149651 Mar 11 17:29:56.020155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7dcb1-5f33-4414-abe7-be3b861114af admin admin] Pushing event updated for resources: {'Network': ['ID=1e49d8cb-492e-4a3c-be5a-55f1a0fc4054,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:56.045494 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-3d15cd45-11c8-4d50-a47e-8ec3a330c4f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2636056 Mar 11 17:29:56.054499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:29:56.056274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e418274-0d75-44f6-8675-7ff7dd2d1126 req-5d49aaff-fc58-4522-a293-bf5237190069 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2402477 Mar 11 17:29:56.059739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Made reservation on behalf of 0be2ff8c29bb416fb17c6d090633e4dc for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:56.062306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.240484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ecb4273-3166-4a71-8c0f-46e45e952331 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:29:56.309610 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-7d50d4ed-0e1f-49ce-8e34-807af611579b service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561452 Mar 11 17:29:56.312570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e51cd36-e861-4162-8581-dfba68142804 req-50c06ba6-7241-4650-8d86-373d7af2f5f2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/e03323a9-0324-44a6-8ed6-f4ab7420ff08 HTTP/1.1" status: 200 len: 1634 time: 0.1296108 Mar 11 17:29:56.314882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66783f87-0eca-4acd-8d57-17f029f2d368 req-93236956-c175-474e-b10f-5df74c114ee1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 210 time: 0.0530653 Mar 11 17:29:56.316291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4394117-a026-4030-9261-e3735e33d8f5 req-55c6dc2d-92e3-4af1-9864-6187617e4af2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.317808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4394117-a026-4030-9261-e3735e33d8f5 req-55c6dc2d-92e3-4af1-9864-6187617e4af2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 200 len: 930 time: 0.5366304 Mar 11 17:29:56.423607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8ecb4273-3166-4a71-8c0f-46e45e952331 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:56.423974 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.483332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c0caab4-dfca-4513-8a76-da325c1f29f0 req-27f3658c-96c6-4438-94bd-8eec2174f6a1 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647112 Mar 11 17:29:56.617515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4394117-a026-4030-9261-e3735e33d8f5 req-a98f1703-e607-4e5b-852f-7644f61c5374 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 217 time: 0.2784877 Mar 11 17:29:56.697076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e51cd36-e861-4162-8581-dfba68142804 req-4ccde0af-39dd-4ff3-aea4-dd5c9a3d7cae tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.823240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e51cd36-e861-4162-8581-dfba68142804 req-4ccde0af-39dd-4ff3-aea4-dd5c9a3d7cae tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.838184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858368-c726-49ed-bb3e-73afe5850b70 req-99bb5593-9582-4fcd-bbcd-d9449d5325da tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.839687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c858368-c726-49ed-bb3e-73afe5850b70 req-99bb5593-9582-4fcd-bbcd-d9449d5325da tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 944 time: 0.3051136 Mar 11 17:29:56.912587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4394117-a026-4030-9261-e3735e33d8f5 req-19a8825e-31e5-4c7e-afa5-1b3b35bb6817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.914004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4394117-a026-4030-9261-e3735e33d8f5 req-19a8825e-31e5-4c7e-afa5-1b3b35bb6817 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d708140-ab8a-4049-91b7-c1d1025a6c9f HTTP/1.1" status: 200 len: 867 time: 0.2764916 Mar 11 17:29:56.966527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.019801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e51cd36-e861-4162-8581-dfba68142804 req-4ccde0af-39dd-4ff3-aea4-dd5c9a3d7cae tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.057300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c858368-c726-49ed-bb3e-73afe5850b70 req-750f6400-221f-42ae-ad5a-aabcb95318e3 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089956 Mar 11 17:29:57.064433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccde0af-39dd-4ff3-aea4-dd5c9a3d7cae tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03323a9-0324-44a6-8ed6-f4ab7420ff08,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:57.100487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:57.122241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e51cd36-e861-4162-8581-dfba68142804 req-4ccde0af-39dd-4ff3-aea4-dd5c9a3d7cae tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.136476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e51cd36-e861-4162-8581-dfba68142804 req-4ccde0af-39dd-4ff3-aea4-dd5c9a3d7cae tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/e03323a9-0324-44a6-8ed6-f4ab7420ff08 HTTP/1.1" status: 204 len: 173 time: 0.8172445 Mar 11 17:29:57.148057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Checking segment: {'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:57.148426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Network hostable DHCP agents. Network: 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:57.158526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4394117-a026-4030-9261-e3735e33d8f5 req-0e7f402c-3b42-48f8-af4f-dec82511612e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab247adf-411c-433f-94cd-84e4c2b71264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364323 Mar 11 17:29:57.320272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:57.391666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-285cb921-ae40-42fb-94e9-1a95c9fa4ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.395745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-285cb921-ae40-42fb-94e9-1a95c9fa4ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.396509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-285cb921-ae40-42fb-94e9-1a95c9fa4ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:29:57.401958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:57.411269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d405752-3d09-4942-af16-8c88c2661424 None None] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:29:57.413431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-285cb921-ae40-42fb-94e9-1a95c9fa4ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:29:57.414722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-285cb921-ae40-42fb-94e9-1a95c9fa4ab8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "GET /v2.0/networks?id=8127e64e-92e8-4567-845e-dc27d162e8e2&id=dc9d5880-4f10-46bd-9253-9d210538c972 HTTP/1.1" status: 200 len: 1392 time: 0.2181849 Mar 11 17:29:57.415235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e942547-491d-4472-80ed-5620403c1b89', 'tag': '795028c4-1a40-477c-99f0-72fdbe776faf'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:57.421321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.422044 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.448656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'port': {'device_id': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2', 'admin_state_up': True, 'tenant_id': '8f76ea5bca36421e889670071330a144'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:57.466222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4394117-a026-4030-9261-e3735e33d8f5 req-3b71c2ab-3429-40b9-b176-db4ffb5bd2e8 service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858095 Mar 11 17:29:57.477032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e0e4ec89-8085-4191-92e6-9f05ce91235f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6184130 Mar 11 17:29:57.478848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49512) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:29:57.505656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:57.520297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:57.574680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Usage tracker for resource:router and tenant:0be2ff8c29bb416fb17c6d090633e4dc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:57.590519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:57.596666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:57.601020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:port and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:57.602940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16c0a4-5cc8-428e-9cc1-12ba43311861 req-dca9cba5-c477-4cfb-bf08-df1a1636ee19 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.604441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c16c0a4-5cc8-428e-9cc1-12ba43311861 req-dca9cba5-c477-4cfb-bf08-df1a1636ee19 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 943 time: 0.3297086 Mar 11 17:29:57.604651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:57.610848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:57.619287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.628294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.633290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.634649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:57.637365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.638134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.641745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.644743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-1e49d8cb-492e-4a3c-be5a-55f1a0fc4054', 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'fixed_ips': [{'subnet_id': '4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:29:57.645127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.645549 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.649108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.651037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-04be0227-f20a-47f0-b5de-3633b3704edc tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.3177326 Mar 11 17:29:57.656548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:57.746181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.747231 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.804422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c16c0a4-5cc8-428e-9cc1-12ba43311861 req-c638c28a-60b4-4de2-a394-2bbd4dcb16be tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499088 Mar 11 17:29:57.805863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Allocated IP 172.20.0.2 (1e49d8cb-492e-4a3c-be5a-55f1a0fc4054/4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e/c71b1327-c130-4102-ab79-a255fd2a928a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:57.811659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2ad8e95-516c-41df-ad77-8c56eb14d6dd req-f62425a5-9cf2-4a30-9d94-8df4cca4b460 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473544 Mar 11 17:29:57.813950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4394117-a026-4030-9261-e3735e33d8f5 req-b52f3983-51b0-4079-9175-d29c9cc7642f service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325515 Mar 11 17:29:57.818154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Allocated IP 19.80.0.112 (8127e64e-92e8-4567-845e-dc27d162e8e2/c00c080a-b84f-40aa-ba86-18b40f039572/8e715c6c-9dbd-40e6-b825-d84027ca5f58) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:57.826255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.057729 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.069141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Transition to ACTIVE for port object c71b1327-c130-4102-ab79-a255fd2a928a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:58.072353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.079286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56336373-f807-4934-8f47-f5e46e7b82f0 req-c6e37815-6e88-4631-a86d-81b59245f467 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a10e339d-bcd0-4b86-aa9f-ad15b51b57c5 HTTP/1.1" status: 200 len: 1633 time: 0.1735740 Mar 11 17:29:58.088408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Transition to ACTIVE for port object c71b1327-c130-4102-ab79-a255fd2a928a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:58.089163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Transition to ACTIVE for port object 8e715c6c-9dbd-40e6-b825-d84027ca5f58 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:58.095300 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.099119 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.120293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.161316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:58.166617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:58.173028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:58.184903 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56336373-f807-4934-8f47-f5e46e7b82f0 req-1bddb7fd-c451-448a-a2cf-45090a9184a7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.185523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Pushing event updated for resources: {'Port': ['ID=c71b1327-c130-4102-ab79-a255fd2a928a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:58.220841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network 8127e64e-92e8-4567-845e-dc27d162e8e2 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:58.225636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:58.228219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:58.232427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd45308-289d-4c6e-a2a5-6778ada434c3 req-9a6bd83a-b316-4c3e-b393-d8f607e02c27 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:58.233893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcd45308-289d-4c6e-a2a5-6778ada434c3 req-9a6bd83a-b316-4c3e-b393-d8f607e02c27 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 948 time: 0.2466848 Mar 11 17:29:58.237064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 795028c4-1a40-477c-99f0-72fdbe776faf details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:29:58.239863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:29:58.257753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Port': ['ID=8e715c6c-9dbd-40e6-b825-d84027ca5f58,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:58.308967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:58.309789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.334710 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56336373-f807-4934-8f47-f5e46e7b82f0 req-1bddb7fd-c451-448a-a2cf-45090a9184a7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.340789 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-064f3d85-2f02-465d-a115-c1abeb3c33ac tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972735 Mar 11 17:29:58.358856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Request body: {'port': {'device_id': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972', 'admin_state_up': True, 'tenant_id': '8f76ea5bca36421e889670071330a144'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:58.378047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Attempting to bind port c71b1327-c130-4102-ab79-a255fd2a928a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:58.378047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Attempting to bind port c71b1327-c130-4102-ab79-a255fd2a928a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:58.378474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Attempting to bind port c71b1327-c130-4102-ab79-a255fd2a928a on network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:29:58.392924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:29:58.393430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Checking segment: {'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:29:58.393762 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.394404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Bound using segment: {'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:29:58.394907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Bound port: c71b1327-c130-4102-ab79-a255fd2a928a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:58.395314 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.420360 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcd45308-289d-4c6e-a2a5-6778ada434c3 req-19136938-95fd-4ce5-93a3-72a20453bb4d tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229360 Mar 11 17:29:58.446957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56336373-f807-4934-8f47-f5e46e7b82f0 req-1bddb7fd-c451-448a-a2cf-45090a9184a7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.486935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddb7fd-c451-448a-a2cf-45090a9184a7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10e339d-bcd0-4b86-aa9f-ad15b51b57c5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:58.544279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:58.545565 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56336373-f807-4934-8f47-f5e46e7b82f0 req-1bddb7fd-c451-448a-a2cf-45090a9184a7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.549851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Usage tracker for resource:port and tenant:8f76ea5bca36421e889670071330a144 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:58.556832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:58.560495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56336373-f807-4934-8f47-f5e46e7b82f0 req-1bddb7fd-c451-448a-a2cf-45090a9184a7 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/a10e339d-bcd0-4b86-aa9f-ad15b51b57c5 HTTP/1.1" status: 204 len: 173 time: 0.4681373 Mar 11 17:29:58.564947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:58.587888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Made reservation on behalf of 8f76ea5bca36421e889670071330a144 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:58.592058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.659029 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.683700 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e942547-491d-4472-80ed-5620403c1b89', 'tag': '795028c4-1a40-477c-99f0-72fdbe776faf', 'status': 'completed', 'code': 200} Mar 11 17:29:58.722506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 795028c4-1a40-477c-99f0-72fdbe776faf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=795028c4-1a40-477c-99f0-72fdbe776faf,segment=NetworkSegment(dd414e92-f7b0-4417-ba74-db384309ec1d),segment_id=dd414e92-f7b0-4417-ba74-db384309ec1d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:58.742635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-25ae5cc9-3721-4959-936b-85f9f9af2729 None None] Provisioning for port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:58.750252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] For port c71b1327-c130-4102-ab79-a255fd2a928a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:58.752253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '795028c4-1a40-477c-99f0-72fdbe776faf', 'network_id': '0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6', 'port_id': '795028c4-1a40-477c-99f0-72fdbe776faf', 'mac_address': 'fa:16:3e:e7:d9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45491c05-cc29-4f35-94d4-88b83d366b5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:29:58.759100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:29:58.767163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-25ae5cc9-3721-4959-936b-85f9f9af2729 None None] Provisioning complete for port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:58.767519 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25ae5cc9-3721-4959-936b-85f9f9af2729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.798291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] For port c71b1327-c130-4102-ab79-a255fd2a928a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c71b1327-c130-4102-ab79-a255fd2a928a,segment=NetworkSegment(df4651b8-8050-412f-bd72-ccce866d17fc),segment_id=df4651b8-8050-412f-bd72-ccce866d17fc)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:58.817217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Allocated IP 19.86.0.251 (dc9d5880-4f10-46bd-9253-9d210538c972/f4022606-8b55-4878-afee-5ee7630411f8/bbc6a122-1a93-43dc-ba49-a1a93b7e8982) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:58.830633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:58.881004 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.905954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.914748 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.948720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.970719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-25ae5cc9-3721-4959-936b-85f9f9af2729 None None] Port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:58.975045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.005099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795028c4-1a40-477c-99f0-72fdbe776faf {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:59.019901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d3860-9b84-4ea3-828e-f422b4d29ee1 None None] Pushing event updated for resources: {'Port': ['ID=c71b1327-c130-4102-ab79-a255fd2a928a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.073676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 795028c4-1a40-477c-99f0-72fdbe776faf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=795028c4-1a40-477c-99f0-72fdbe776faf,segment=NetworkSegment(dd414e92-f7b0-4417-ba74-db384309ec1d),segment_id=dd414e92-f7b0-4417-ba74-db384309ec1d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:59.075615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.082236 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.083677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 349c3de5-c10e-44ca-bb60-703a6c29cee4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:29:59.083839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ece074-a66a-41c0-a11e-67c5741b121f req-9ef69ef4-9e21-4272-ab56-53178d0e7324 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939175f19c2044d7b24b7ced58aa75c8&device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 1094 time: 0.3388653 Mar 11 17:29:59.106523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Transition to ACTIVE for port object bbc6a122-1a93-43dc-ba49-a1a93b7e8982 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:59.116293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.142901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21051-3c5e-4977-9aa9-8da9da79d145 req-5d3ff2d1-4ade-4203-93da-fbf63ea8b295 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.144352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fce21051-3c5e-4977-9aa9-8da9da79d145 req-5d3ff2d1-4ade-4203-93da-fbf63ea8b295 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 932 time: 0.4008696 Mar 11 17:29:59.151372 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.190271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=795028c4-1a40-477c-99f0-72fdbe776faf,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.263734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Network dc9d5880-4f10-46bd-9253-9d210538c972 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:59.267834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:59.273338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:29:59.282771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a00c3-665e-40df-ad1a-d4e27d6b5202 req-0776a6b7-5411-4ea2-9dd6-5d17a58c5f62 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.289645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d17a00c3-665e-40df-ad1a-d4e27d6b5202 req-0776a6b7-5411-4ea2-9dd6-5d17a58c5f62 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 944 time: 0.5450182 Mar 11 17:29:59.402427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 349c3de5-c10e-44ca-bb60-703a6c29cee4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:59.407331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Allocated IP 172.25.3.105 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e93fc87c-2e1c-40b2-99bc-90ddcd932523) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:59.428925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fce21051-3c5e-4977-9aa9-8da9da79d145 req-56a4586c-95cd-4cd5-8e92-9a66ba8b665e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579007 Mar 11 17:29:59.473061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'port_id': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'mac_address': 'fa:16:3e:61:ef:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:29:59.507742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event updated for resources: {'Port': ['ID=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.591905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.592798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.597347 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.601337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ece074-a66a-41c0-a11e-67c5741b121f req-15f19c17-e225-47a4-b4a1-cb35db090fd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.602883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ece074-a66a-41c0-a11e-67c5741b121f req-15f19c17-e225-47a4-b4a1-cb35db090fd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 HTTP/1.1" status: 200 len: 916 time: 0.5071700 Mar 11 17:29:59.614795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d17a00c3-665e-40df-ad1a-d4e27d6b5202 req-59b9faea-461a-40b5-90d1-361cc30b5c17 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263333 Mar 11 17:29:59.638206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349c3de5-c10e-44ca-bb60-703a6c29cee4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:29:59.648061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-508bfe9b-0f00-4dcc-a92c-ffc14a7d9e5b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2934120 Mar 11 17:29:59.658920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 349c3de5-c10e-44ca-bb60-703a6c29cee4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:59.669632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Request body: {'port': {'device_id': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:59.675902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.689881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-445515276', 'description': 'tempest-description-489015594'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:29:59.709017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:29:59.723874 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'code': 200} Mar 11 17:29:59.724111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:29:59.727347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ece074-a66a-41c0-a11e-67c5741b121f req-f15424b6-84cb-47ce-851a-6e008498362e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=795028c4-1a40-477c-99f0-72fdbe776faf HTTP/1.1" status: 200 len: 217 time: 0.1038215 Mar 11 17:29:59.728308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:29:59.737607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:29:59.754584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84d4213a-1e54-4dec-9e86-b0a446d9b3c8 None None] Provisioning for port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:59.767543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84d4213a-1e54-4dec-9e86-b0a446d9b3c8 None None] Provisioning complete for port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:59.767975 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84d4213a-1e54-4dec-9e86-b0a446d9b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.824780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.826023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.845083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-84d4213a-1e54-4dec-9e86-b0a446d9b3c8 None None] Port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:29:59.860291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=349c3de5-c10e-44ca-bb60-703a6c29cee4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.873891 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.927184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ece074-a66a-41c0-a11e-67c5741b121f req-0c2637b4-f220-4b3f-b556-2e99f6570e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.928687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ece074-a66a-41c0-a11e-67c5741b121f req-0c2637b4-f220-4b3f-b556-2e99f6570e53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45491c05-cc29-4f35-94d4-88b83d366b5c HTTP/1.1" status: 200 len: 854 time: 0.1775382 Mar 11 17:29:59.996742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:00.001742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ece074-a66a-41c0-a11e-67c5741b121f req-4a629ed6-f153-40d7-a1d0-4cdf50d52cbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585928 Mar 11 17:30:00.009106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Usage tracker for resource:security_group_rule and tenant:47af7dca07aa4654b41efc33803d83cb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:00.015297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:00.053768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:00.068429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['795028c4-1a40-477c-99f0-72fdbe776faf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:00.134097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['349c3de5-c10e-44ca-bb60-703a6c29cee4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:00.162597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c71b1327-c130-4102-ab79-a255fd2a928a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:00.184689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.314115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Pushing event updated for resources: {'Port': ['ID=e93fc87c-2e1c-40b2-99bc-90ddcd932523,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:00.318946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e715c6c-9dbd-40e6-b825-d84027ca5f58 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:00.319489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.328580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.330006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb46a4-c353-49e7-b25f-34777b90cb9a req-10bf0041-acac-4299-bac5-8240aab86f8b tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:00.332011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9bb46a4-c353-49e7-b25f-34777b90cb9a req-10bf0041-acac-4299-bac5-8240aab86f8b tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 944 time: 0.4632940 Mar 11 17:30:00.344757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.351733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Transition to ACTIVE for port object 8e715c6c-9dbd-40e6-b825-d84027ca5f58 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:00.357350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.395919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:00.417606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee9185-08ba-46c0-b88b-59db59345324,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:00.426097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Pushing event updated for resources: {'Port': ['ID=8e715c6c-9dbd-40e6-b825-d84027ca5f58,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:00.426751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:00.435239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:00.465998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c71b1327-c130-4102-ab79-a255fd2a928a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:00.527743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ece074-a66a-41c0-a11e-67c5741b121f req-c012d57b-97a3-41ab-9193-11ab6f9f38d5 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155571 Mar 11 17:30:00.543399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.559612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-527f827c-7241-4683-8995-51602b3f21f7 req-65cfee71-ef41-44f2-a38c-693289985b22 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.9551005 Mar 11 17:30:00.581792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca08d2a-18c2-4bb2-89fe-15e9848157cb None None] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:30:00.638345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Attempting to bind port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:00.639457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Attempting to bind port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:00.639973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Attempting to bind port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 on network 8127e64e-92e8-4567-845e-dc27d162e8e2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:00.646328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 on network 8127e64e-92e8-4567-845e-dc27d162e8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:30:00.646909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Attempting to bind port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 on network 8127e64e-92e8-4567-845e-dc27d162e8e2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:00.654806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:00.655394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Checking segment: {'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:00.655969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Bound using segment: {'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:00.656565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Bound port: 8e715c6c-9dbd-40e6-b825-d84027ca5f58, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc78e43-71af-407e-ab96-8c6f058bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:00.657070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.673037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9bb46a4-c353-49e7-b25f-34777b90cb9a req-25b43b0c-ef64-46f2-b869-546000660bd8 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330109 Mar 11 17:30:00.765574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3c4207d9-bb7a-4f34-9f42-adec3b8af973 None None] Provisioning for port c71b1327-c130-4102-ab79-a255fd2a928a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:00.817175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] For port 8e715c6c-9dbd-40e6-b825-d84027ca5f58, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:00.821105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] For port 8e715c6c-9dbd-40e6-b825-d84027ca5f58, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8e715c6c-9dbd-40e6-b825-d84027ca5f58,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:00.828376 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.867430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3c4207d9-bb7a-4f34-9f42-adec3b8af973 None None] Provisioning complete for port c71b1327-c130-4102-ab79-a255fd2a928a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:00.867828 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c4207d9-bb7a-4f34-9f42-adec3b8af973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.900159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.901540 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] 10.222.0.59 "PUT /v2.0/ports/8e715c6c-9dbd-40e6-b825-d84027ca5f58 HTTP/1.1" status: 200 len: 1092 time: 1.2378287 Mar 11 17:30:00.909820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'tag': '8e715c6c-9dbd-40e6-b825-d84027ca5f58'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:00.942272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912837e2-157e-4e24-9254-6cdd1c07949d service neutron] Pushing event updated for resources: {'Port': ['ID=8e715c6c-9dbd-40e6-b825-d84027ca5f58,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:00.952349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Request body: {'port': {'device_id': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:01.060135 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c4207d9-bb7a-4f34-9f42-adec3b8af973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.091026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ece074-a66a-41c0-a11e-67c5741b121f req-78721db8-6c7c-4b4b-bfe3-0cebae575745 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530651 Mar 11 17:30:01.091648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.106452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3c4207d9-bb7a-4f34-9f42-adec3b8af973 None None] For port c71b1327-c130-4102-ab79-a255fd2a928a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c71b1327-c130-4102-ab79-a255fd2a928a,segment=NetworkSegment(df4651b8-8050-412f-bd72-ccce866d17fc),segment_id=df4651b8-8050-412f-bd72-ccce866d17fc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:01.121068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765ed3-9b2b-469f-a724-965bbbcc10f2 req-617f8366-1027-41cf-a9ba-6c4a88cb13b7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.124986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765ed3-9b2b-469f-a724-965bbbcc10f2 req-617f8366-1027-41cf-a9ba-6c4a88cb13b7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.125313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c4207d9-bb7a-4f34-9f42-adec3b8af973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.126634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d765ed3-9b2b-469f-a724-965bbbcc10f2 req-617f8366-1027-41cf-a9ba-6c4a88cb13b7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1667 time: 0.2414398 Mar 11 17:30:01.146076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.149933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.164502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.168733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.172592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.181129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.185073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.186978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-6501125f-4b12-4705-a2bb-ab43c2a65c6c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.3031268 Mar 11 17:30:01.216345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4207d9-bb7a-4f34-9f42-adec3b8af973 None None] Pushing event updated for resources: {'Port': ['ID=c71b1327-c130-4102-ab79-a255fd2a928a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:01.305803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d765ed3-9b2b-469f-a724-965bbbcc10f2 req-017b70ba-721d-4245-82a4-44e7b977a07c tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178012 Mar 11 17:30:01.309257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36ac6f79-5c81-4c48-8056-931a7d3445f0 req-eb892331-218c-456e-a48a-ca6d200ccd50 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837564 Mar 11 17:30:01.320950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.321696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.384040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ace8e03a-bea0-49cd-9e19-0a5322c67369 None None] Provisioning complete for port c71b1327-c130-4102-ab79-a255fd2a928a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:01.384810 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ace8e03a-bea0-49cd-9e19-0a5322c67369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.548905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee15750c-9368-439a-9add-5029fc8197cf req-84e25a29-a852-412b-bdd9-1447da4eed00 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/c8ee9185-08ba-46c0-b88b-59db59345324 HTTP/1.1" status: 200 len: 1633 time: 0.1740930 Mar 11 17:30:01.563192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ee15750c-9368-439a-9add-5029fc8197cf req-71e36289-aa66-4075-a45a-2657e9b70a06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2031075372', 'description': 'tempest-description-hth-698938617'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:01.577219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc6a122-1a93-43dc-ba49-a1a93b7e8982 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:01.584116 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.599041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Transition to ACTIVE for port object bbc6a122-1a93-43dc-ba49-a1a93b7e8982 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:01.603305 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.614156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ee15750c-9368-439a-9add-5029fc8197cf req-71e36289-aa66-4075-a45a-2657e9b70a06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.644911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96f3b-baa7-43fd-8141-c0d2d2e2d9af req-1a8388f8-4163-4f0a-b68b-4d797c2d01b8 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.646487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04f96f3b-baa7-43fd-8141-c0d2d2e2d9af req-1a8388f8-4163-4f0a-b68b-4d797c2d01b8 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 945 time: 0.1799192 Mar 11 17:30:01.711787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ee15750c-9368-439a-9add-5029fc8197cf req-71e36289-aa66-4075-a45a-2657e9b70a06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.729909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ee15750c-9368-439a-9add-5029fc8197cf req-71e36289-aa66-4075-a45a-2657e9b70a06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.731946 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ee15750c-9368-439a-9add-5029fc8197cf req-71e36289-aa66-4075-a45a-2657e9b70a06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.733154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee15750c-9368-439a-9add-5029fc8197cf req-71e36289-aa66-4075-a45a-2657e9b70a06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "PUT /v2.0/security-groups/c8ee9185-08ba-46c0-b88b-59db59345324 HTTP/1.1" status: 200 len: 1608 time: 0.1773446 Mar 11 17:30:01.734670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Pushing event updated for resources: {'Port': ['ID=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:01.757331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04f96f3b-baa7-43fd-8141-c0d2d2e2d9af req-3be71a9c-cc8d-4781-a837-93a6bef48c53 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045544 Mar 11 17:30:01.773917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e36289-aa66-4075-a45a-2657e9b70a06 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee9185-08ba-46c0-b88b-59db59345324,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:01.849419 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'tag': '8e715c6c-9dbd-40e6-b825-d84027ca5f58', 'status': 'completed', 'code': 200} Mar 11 17:30:01.854209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Attempting to bind port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:01.854569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Attempting to bind port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:01.854891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Attempting to bind port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 on network dc9d5880-4f10-46bd-9253-9d210538c972 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:01.862514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 on network dc9d5880-4f10-46bd-9253-9d210538c972 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:30:01.862897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Attempting to bind port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 on network dc9d5880-4f10-46bd-9253-9d210538c972 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:01.871266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:30:01.871676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:01.872358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Checking segment: {'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:01.872735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Bound using segment: {'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:01.873289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Bound port: bbc6a122-1a93-43dc-ba49-a1a93b7e8982, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8434bad2-6382-4b78-a2ab-9b8d2332a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:01.874801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.090988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c71b1327-c130-4102-ab79-a255fd2a928a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:02.095986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] For port bbc6a122-1a93-43dc-ba49-a1a93b7e8982, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:02.100410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] For port bbc6a122-1a93-43dc-ba49-a1a93b7e8982, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:02.107299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.213392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c71b1327-c130-4102-ab79-a255fd2a928a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:02.214276 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.229060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04a19df3-eb7d-4dd6-8331-46cf86c04c84 req-b433117c-c4fa-4e39-b3b0-eb20eb1809b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1939 time: 0.2450924 Mar 11 17:30:02.242422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Pushing event updated for resources: {'Port': ['ID=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:02.248450 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.249811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-df2f4449-849d-4eab-b256-55a387f2b42a service neutron] 10.222.0.59 "PUT /v2.0/ports/bbc6a122-1a93-43dc-ba49-a1a93b7e8982 HTTP/1.1" status: 200 len: 1092 time: 1.3037922 Mar 11 17:30:02.268558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 795028c4-1a40-477c-99f0-72fdbe776faf up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:02.406774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d696a2-576b-485a-9b75-18b7c38ecda9 req-a1a53747-e909-41e9-8a7a-f6e8f2fcca75 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:02.408434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8d696a2-576b-485a-9b75-18b7c38ecda9 req-a1a53747-e909-41e9-8a7a-f6e8f2fcca75 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 944 time: 0.4262168 Mar 11 17:30:02.417773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 795028c4-1a40-477c-99f0-72fdbe776faf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:02.449495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19df3-eb7d-4dd6-8331-46cf86c04c84 req-2574fee5-9707-4bb5-b5ac-8dd533842dd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:02.449925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19df3-eb7d-4dd6-8331-46cf86c04c84 req-2574fee5-9707-4bb5-b5ac-8dd533842dd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:02.450445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19df3-eb7d-4dd6-8331-46cf86c04c84 req-2574fee5-9707-4bb5-b5ac-8dd533842dd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:02.452114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04a19df3-eb7d-4dd6-8331-46cf86c04c84 req-2574fee5-9707-4bb5-b5ac-8dd533842dd6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8f76ea5bca36421e889670071330a144&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2076640 Mar 11 17:30:02.473914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 795028c4-1a40-477c-99f0-72fdbe776faf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:02.474272 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.562912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8d696a2-576b-485a-9b75-18b7c38ecda9 req-0be3c289-04c4-451c-bc80-b8671a9c2bb8 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386085 Mar 11 17:30:02.629128 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.666403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e942547-491d-4472-80ed-5620403c1b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795028c4-1a40-477c-99f0-72fdbe776faf'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:02.678643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 795028c4-1a40-477c-99f0-72fdbe776faf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=795028c4-1a40-477c-99f0-72fdbe776faf,segment=NetworkSegment(dd414e92-f7b0-4417-ba74-db384309ec1d),segment_id=dd414e92-f7b0-4417-ba74-db384309ec1d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:02.683266 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.684046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 349c3de5-c10e-44ca-bb60-703a6c29cee4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:02.691780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19df3-eb7d-4dd6-8331-46cf86c04c84 req-fd9770f7-dff9-4b16-939b-2def8df680a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:02.693279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04a19df3-eb7d-4dd6-8331-46cf86c04c84 req-fd9770f7-dff9-4b16-939b-2def8df680a5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2315526 Mar 11 17:30:02.700175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:02.718969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-83a64600-956a-4bb3-a2f0-a7a175e0081a req-950d30c6-fc02-4872-b904-2c9da4261867 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/c8ee9185-08ba-46c0-b88b-59db59345324 HTTP/1.1" status: 200 len: 1608 time: 0.1108990 Mar 11 17:30:02.736212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.737160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0e46a067-ee04-4de6-ba66-bf4e50ebc4ec admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2539313 Mar 11 17:30:02.740035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49592) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:02.794941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Sync routers for ids ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:02.832036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=795028c4-1a40-477c-99f0-72fdbe776faf,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:02.845989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Routers {'90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:02.846726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:02.991106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 349c3de5-c10e-44ca-bb60-703a6c29cee4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:03.001187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 349c3de5-c10e-44ca-bb60-703a6c29cee4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:03.001546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.084557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Set router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:03.184037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-e4c0790a-e35c-42d9-835c-851efd2082bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1981 time: 0.3848929 Mar 11 17:30:03.204173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.208054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.211940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.215757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.219575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.223393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.227295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.229139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-ce5bd8ea-e18e-4965-8e85-1a076bfebdc6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.2264059 Mar 11 17:30:03.285226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd63a3-7b92-40ef-bdfe-a0358b5b2650 req-bdfe1cf9-c795-4811-a9ca-0078bab90a8d tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.289119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd63a3-7b92-40ef-bdfe-a0358b5b2650 req-bdfe1cf9-c795-4811-a9ca-0078bab90a8d tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.290609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49fd63a3-7b92-40ef-bdfe-a0358b5b2650 req-bdfe1cf9-c795-4811-a9ca-0078bab90a8d tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1679 time: 0.2889752 Mar 11 17:30:03.313475 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.351978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-ca91aaf9-a385-4771-a7bb-0cdd3c302d70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=8e715c6c-9dbd-40e6-b825-d84027ca5f58 HTTP/1.1" status: 200 len: 217 time: 0.1204951 Mar 11 17:30:03.384784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 349c3de5-c10e-44ca-bb60-703a6c29cee4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:03.412836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.448386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7115320-5c0b-48a1-82e7-437a98bd2991 req-5275837b-ea1f-4bb0-8a63-b8b193c0c70a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558321 Mar 11 17:30:03.463221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49fd63a3-7b92-40ef-bdfe-a0358b5b2650 req-6e536f24-b081-40e8-aeb7-ca89f010e3ae tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632583 Mar 11 17:30:03.470761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-fc5c9a76-1d2e-43df-9448-21f9f1b9e7f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.472248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-fc5c9a76-1d2e-43df-9448-21f9f1b9e7f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c00c080a-b84f-40aa-ba86-18b40f039572 HTTP/1.1" status: 200 len: 801 time: 0.1100428 Mar 11 17:30:03.497678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=349c3de5-c10e-44ca-bb60-703a6c29cee4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:03.522105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:01Z', 'revision_number': 3, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:03.527062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Checking router: 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:03.527062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Updating router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 port e93fc87c-2e1c-40b2-99bc-90ddcd932523 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:30:03.554682 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e942547-491d-4472-80ed-5620403c1b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795028c4-1a40-477c-99f0-72fdbe776faf', 'code': 200} Mar 11 17:30:03.584277 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.710288 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4054e05d-e930-4c27-9325-befa827e6d8b req-9f564503-e044-40ff-aec6-6c0ee697eaa4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 1096 time: 0.0725574 Mar 11 17:30:03.753463 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4054e05d-e930-4c27-9325-befa827e6d8b req-705b9509-c705-4e0e-b3d5-ff57e2e11623 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369520 Mar 11 17:30:03.771066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1262530-b002-41dc-a617-1bccadc49ec3 req-f5621a90-0009-4f56-9e5d-87d969fe5264 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/c8ee9185-08ba-46c0-b88b-59db59345324 HTTP/1.1" status: 200 len: 1608 time: 0.2494917 Mar 11 17:30:03.811748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-89dc0123-9818-455b-bb9c-2ee08189b83c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8127e64e-92e8-4567-845e-dc27d162e8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3320138 Mar 11 17:30:03.850469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'tag': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:03.864914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72493c-2ecb-41ac-a77a-0e659f6f83e4 req-56fa5871-d53e-43f9-a9d7-772ff595a889 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.866385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee72493c-2ecb-41ac-a77a-0e659f6f83e4 req-56fa5871-d53e-43f9-a9d7-772ff595a889 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 946 time: 0.1989083 Mar 11 17:30:03.906387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b1262530-b002-41dc-a617-1bccadc49ec3 req-616c5c74-b745-4f24-a5b3-250fde4fff3e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.913274 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.925067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Transition to ACTIVE for port object e93fc87c-2e1c-40b2-99bc-90ddcd932523 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:03.933026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.961271 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b1262530-b002-41dc-a617-1bccadc49ec3 req-616c5c74-b745-4f24-a5b3-250fde4fff3e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.000184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee72493c-2ecb-41ac-a77a-0e659f6f83e4 req-d86aa75f-44ad-43c9-8a91-072ecea6899c tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271582 Mar 11 17:30:04.009700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a890fe-e4f1-43be-938f-38e48971536d None None] Pushing event updated for resources: {'Port': ['ID=e93fc87c-2e1c-40b2-99bc-90ddcd932523,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:04.012101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Attempting to bind port e93fc87c-2e1c-40b2-99bc-90ddcd932523 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:04.012447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Attempting to bind port e93fc87c-2e1c-40b2-99bc-90ddcd932523 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:04.012786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Attempting to bind port e93fc87c-2e1c-40b2-99bc-90ddcd932523 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:04.020363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:04.020731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:04.021141 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.021539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:04.022033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Bound port: e93fc87c-2e1c-40b2-99bc-90ddcd932523, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:04.022239 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:30:04.022779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.114599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b1262530-b002-41dc-a617-1bccadc49ec3 req-616c5c74-b745-4f24-a5b3-250fde4fff3e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.148386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] For port e93fc87c-2e1c-40b2-99bc-90ddcd932523, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:04.151822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] For port e93fc87c-2e1c-40b2-99bc-90ddcd932523, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e93fc87c-2e1c-40b2-99bc-90ddcd932523,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:04.157989 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.239253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a890fe-e4f1-43be-938f-38e48971536d None None] Pushing event updated for resources: {'Port': ['ID=e93fc87c-2e1c-40b2-99bc-90ddcd932523,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:04.246990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Routers {'90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:04.247612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:04.291508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c5c74-b745-4f24-a5b3-250fde4fff3e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee9185-08ba-46c0-b88b-59db59345324,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:04.319200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b1262530-b002-41dc-a617-1bccadc49ec3 req-616c5c74-b745-4f24-a5b3-250fde4fff3e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.320308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1262530-b002-41dc-a617-1bccadc49ec3 req-616c5c74-b745-4f24-a5b3-250fde4fff3e tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/c8ee9185-08ba-46c0-b88b-59db59345324 HTTP/1.1" status: 204 len: 173 time: 0.5380988 Mar 11 17:30:04.374030 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'tag': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982', 'status': 'completed', 'code': 200} Mar 11 17:30:04.382463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-c8ba0ae8-926f-4a4c-ae4a-48d7873e9dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/8127e64e-92e8-4567-845e-dc27d162e8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945857 Mar 11 17:30:04.438008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] Set router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:04.473728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b349c0-cd6a-49d7-adeb-533e2ca8cce1 req-5e60e836-9ee3-43d9-a636-f6e6711e1b9e tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:04.479432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64b349c0-cd6a-49d7-adeb-533e2ca8cce1 req-5e60e836-9ee3-43d9-a636-f6e6711e1b9e tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 945 time: 0.2470334 Mar 11 17:30:04.725939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64b349c0-cd6a-49d7-adeb-533e2ca8cce1 req-db557e30-aee2-457d-9e96-5a989bce8b59 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246222 Mar 11 17:30:04.730761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-53fda54d-d57d-4c4c-82ce-fb3758cc1e19 service neutron] 10.222.0.59 "GET /v2.0/networks/8127e64e-92e8-4567-845e-dc27d162e8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311834 Mar 11 17:30:04.745292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:01Z', 'revision_number': 3, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:04.757276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2dc67-d5e2-4ef5-9973-c9545e5214fc None None] The sync data for ids ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'] in n-d-833436-1 is: [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:01Z', 'revision_number': 3, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:04.854203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-c8cd080f-2114-4d0c-97dc-46638c832a20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=bbc6a122-1a93-43dc-ba49-a1a93b7e8982 HTTP/1.1" status: 200 len: 217 time: 0.0887408 Mar 11 17:30:05.087027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987eb4-f2bf-49bb-a456-de35c284456c req-f7dd6539-0faa-4108-a35d-d4511332fa79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.090402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-f7dd6539-0faa-4108-a35d-d4511332fa79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4022606-8b55-4878-afee-5ee7630411f8 HTTP/1.1" status: 200 len: 801 time: 0.1897945 Mar 11 17:30:05.220063 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.268678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.272569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.276467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.280328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.284146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.288456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.292812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.294629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-4fd901f9-b0ea-4448-83eb-dfc134a37aa9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.3540094 Mar 11 17:30:05.302632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52be170-5212-4059-b18e-00cf56694a1a req-b484d810-c72d-43b7-a07e-b7818b3b6d6f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.306488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52be170-5212-4059-b18e-00cf56694a1a req-b484d810-c72d-43b7-a07e-b7818b3b6d6f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.307972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e52be170-5212-4059-b18e-00cf56694a1a req-b484d810-c72d-43b7-a07e-b7818b3b6d6f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1679 time: 0.3770318 Mar 11 17:30:05.473795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-1ced8e8a-d88e-42ee-9ccd-69e644e1780b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc9d5880-4f10-46bd-9253-9d210538c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3469734 Mar 11 17:30:05.515701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e52be170-5212-4059-b18e-00cf56694a1a req-a2fd84f2-8b29-4bb7-8208-5f412dc933c9 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714895 Mar 11 17:30:05.531382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9c870d8-376e-4eb7-bb56-e46f63ce6b0b req-cdb6c2d8-dcbd-4b4e-846d-d59035b54f5a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222953 Mar 11 17:30:05.556478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:05.679518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Allocated IP 172.20.0.1 (1e49d8cb-492e-4a3c-be5a-55f1a0fc4054/4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e/56a7d14a-e7c8-464d-b3d9-68bb769addd0) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:05.743514 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'code': 200} Mar 11 17:30:05.825040 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-e35a72f1-2518-4237-ba64-e863fbaed732 service neutron] 10.222.0.59 "GET /v2.0/networks/dc9d5880-4f10-46bd-9253-9d210538c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427615 Mar 11 17:30:05.857424 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-7cc8e350-fe1e-453c-8304-a82feac0ea7e req-7db7250b-647c-4058-a046-b2df5d4a058d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:30:05.858616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7cc8e350-fe1e-453c-8304-a82feac0ea7e req-7db7250b-647c-4058-a046-b2df5d4a058d tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a10e339d-bcd0-4b86-aa9f-ad15b51b57c5 HTTP/1.1" status: 404 len: 352 time: 0.0846684 Mar 11 17:30:05.969925 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09f8b1e4-0cb5-4811-98f8-d5defd938a79 req-b45a8da0-53a3-4ec0-bbcd-1d22bdf3acb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 1097 time: 0.0901349 Mar 11 17:30:06.015290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09f8b1e4-0cb5-4811-98f8-d5defd938a79 req-b13e67c6-9ea4-47f0-88f0-e380b6d36dfa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Mar 11 17:30:06.106574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e93fc87c-2e1c-40b2-99bc-90ddcd932523 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:06.186570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73987eb4-f2bf-49bb-a456-de35c284456c req-1b3386d6-85cf-426b-a036-0267a4d969b0 service neutron] 10.222.0.59 "GET /v2.0/networks/dc9d5880-4f10-46bd-9253-9d210538c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350129 Mar 11 17:30:06.198553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e93fc87c-2e1c-40b2-99bc-90ddcd932523 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:06.205335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e93fc87c-2e1c-40b2-99bc-90ddcd932523 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:06.205855 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.208135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aea98b-d7fe-4dc9-83f0-d2805f25b8ff req-e4c0dd70-fd48-4829-8185-9b92df99fad7 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:06.215116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75aea98b-d7fe-4dc9-83f0-d2805f25b8ff req-e4c0dd70-fd48-4829-8185-9b92df99fad7 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 946 time: 0.4452915 Mar 11 17:30:06.238792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.283431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ee31-adea-4738-ad23-e4b708a4753b req-2752969d-4eb6-4559-b077-80e517bc8495 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:06.284915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cd2ee31-adea-4738-ad23-e4b708a4753b req-2752969d-4eb6-4559-b077-80e517bc8495 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 945 time: 0.2844718 Mar 11 17:30:06.285990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Transition to ACTIVE for port object 56a7d14a-e7c8-464d-b3d9-68bb769addd0 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:06.342771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75aea98b-d7fe-4dc9-83f0-d2805f25b8ff req-baa69f0a-1d9f-40a8-a138-e0bb034237d9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110303 Mar 11 17:30:06.365547 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.389406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e93fc87c-2e1c-40b2-99bc-90ddcd932523, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e93fc87c-2e1c-40b2-99bc-90ddcd932523,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:06.394650 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.396583 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.453160 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-f2da0daf-5a71-45c8-b7b9-2abefc72ec8d req-133e2458-cdb9-42dc-93a8-48dc910e36bc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:30:06.454208 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2da0daf-5a71-45c8-b7b9-2abefc72ec8d req-133e2458-cdb9-42dc-93a8-48dc910e36bc tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/e03323a9-0324-44a6-8ed6-f4ab7420ff08 HTTP/1.1" status: 404 len: 352 time: 0.0788491 Mar 11 17:30:06.473726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cd2ee31-adea-4738-ad23-e4b708a4753b req-ba063f1c-a0b0-4031-993f-b912df83eda4 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792390 Mar 11 17:30:06.488049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Pushing event updated for resources: {'Port': ['ID=56a7d14a-e7c8-464d-b3d9-68bb769addd0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:06.490702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e93fc87c-2e1c-40b2-99bc-90ddcd932523,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:06.491494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:06.493340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:06.496568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:06.713390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.713729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.714057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.714396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.714726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.715030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.715344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.715656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.715971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.716275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.716569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:06.743715 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-96a0abef-3729-4fad-a273-e5fd73875bf9 req-76ceb534-5f59-4ebc-ae61-4d8d16dfe147 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:30:06.744635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a0abef-3729-4fad-a273-e5fd73875bf9 req-76ceb534-5f59-4ebc-ae61-4d8d16dfe147 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a7f3a2cb-4f76-4df8-8839-ede7b23be255 HTTP/1.1" status: 404 len: 352 time: 0.0861630 Mar 11 17:30:06.787719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.808162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ef3d5dc1-ba51-4d31-85b1-1a30cb690a59 None None] Provisioning for port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:06.814855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ef3d5dc1-ba51-4d31-85b1-1a30cb690a59 None None] Provisioning complete for port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:06.815836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5dc1-ba51-4d31-85b1-1a30cb690a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.869937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d5dc1-ba51-4d31-85b1-1a30cb690a59 None None] Port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:30:06.900374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-930094bb-cc28-4c24-94cc-b3b24ff21f00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f76ea5bca36421e889670071330a144&device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1981 time: 0.2406793 Mar 11 17:30:07.032328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031734d8-c237-47bf-a16a-706371731f7f req-028fca71-a2bd-43d7-84b8-098789d7eea1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.036314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031734d8-c237-47bf-a16a-706371731f7f req-028fca71-a2bd-43d7-84b8-098789d7eea1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.037941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-031734d8-c237-47bf-a16a-706371731f7f req-028fca71-a2bd-43d7-84b8-098789d7eea1 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1679 time: 0.2902579 Mar 11 17:30:07.086731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.202976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-5ca9be63-cade-4b5a-ab37-a964531b9a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.204408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-5ca9be63-cade-4b5a-ab37-a964531b9a2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc9d5880-4f10-46bd-9253-9d210538c972 HTTP/1.1" status: 200 len: 904 time: 0.2724407 Mar 11 17:30:07.216047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-031734d8-c237-47bf-a16a-706371731f7f req-f5b90565-5f14-4bf2-bbeb-c7e36f1ae0ce tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681023 Mar 11 17:30:07.300579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.304524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.308414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.312267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.316134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.320045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.324251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.326077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-1f36bb73-e869-412f-a58d-63bf41cc8c32 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.4768870 Mar 11 17:30:07.335166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-390cd5f9-4c08-4a6f-b45c-03b6d97997d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=bbc6a122-1a93-43dc-ba49-a1a93b7e8982 HTTP/1.1" status: 200 len: 217 time: 0.1157312 Mar 11 17:30:07.516492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5074e2d-e205-48e3-867b-16abf55fa6a0 req-68c8bc0c-e0a6-489d-858b-e044c663cf71 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834335 Mar 11 17:30:07.538931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-cae1fb15-2ca7-40ab-bbdc-468215a14093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.540358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-cae1fb15-2ca7-40ab-bbdc-468215a14093 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4022606-8b55-4878-afee-5ee7630411f8 HTTP/1.1" status: 200 len: 801 time: 0.1866121 Mar 11 17:30:07.577820 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-cf010fb2-54da-472e-9edb-c994393d1f0b req-75017128-884d-4ebb-aa90-cc6b9bbdcbd5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:30:07.580051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf010fb2-54da-472e-9edb-c994393d1f0b req-75017128-884d-4ebb-aa90-cc6b9bbdcbd5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/a2cc3853-6b77-48ae-9eff-a7b4f4a76943 HTTP/1.1" status: 404 len: 352 time: 0.0432615 Mar 11 17:30:07.730035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:30:07.736904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-f8153c4a-0a3e-4883-8d78-ae488bee6cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939175f19c2044d7b24b7ced58aa75c8&device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 1096 time: 0.1249211 Mar 11 17:30:07.789056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.808524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.885020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-eb768667-49dc-4ac0-b960-ee1812363248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.886547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-eb768667-49dc-4ac0-b960-ee1812363248 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 HTTP/1.1" status: 200 len: 916 time: 0.1417537 Mar 11 17:30:07.944494 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.950902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Pushing event updated for resources: {'Port': ['ID=56a7d14a-e7c8-464d-b3d9-68bb769addd0,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:07.961130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-8b060e9e-4c58-4c35-b49b-3648b56e7851 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc9d5880-4f10-46bd-9253-9d210538c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3780556 Mar 11 17:30:07.964024 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-02ff2abd-b590-4461-addf-e09309452111 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=795028c4-1a40-477c-99f0-72fdbe776faf HTTP/1.1" status: 200 len: 217 time: 0.0649800 Mar 11 17:30:07.975497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26488b3c-a83c-4705-856d-d85078134c32 req-010a2777-7392-423f-8ec7-7f3267974102 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.976980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26488b3c-a83c-4705-856d-d85078134c32 req-010a2777-7392-423f-8ec7-7f3267974102 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 946 time: 0.3121107 Mar 11 17:30:08.033049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-0956933f-f126-40b7-bfd4-dce21c7472f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:08.034537 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-0956933f-f126-40b7-bfd4-dce21c7472f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45491c05-cc29-4f35-94d4-88b83d366b5c HTTP/1.1" status: 200 len: 854 time: 0.0582154 Mar 11 17:30:08.078944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e93fc87c-2e1c-40b2-99bc-90ddcd932523 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:08.100165 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-6337c449-07c7-4149-b1c9-86063d72ac49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468388 Mar 11 17:30:08.155091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e93fc87c-2e1c-40b2-99bc-90ddcd932523 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:08.155636 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.183131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685bef9-5571-43f7-8165-23c0360c255a req-9f258f1e-380b-418b-a022-a3ad0b35685c tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:08.185609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a685bef9-5571-43f7-8165-23c0360c255a req-9f258f1e-380b-418b-a022-a3ad0b35685c tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 945 time: 0.4469237 Mar 11 17:30:08.219820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:08.254907 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-c652b611-256d-4622-9014-7638ba9c5e39 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478345 Mar 11 17:30:08.397677 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05da2fd6-1cd0-4271-ab9c-a016f7fb9782 req-b7304184-323b-40b4-aad9-18409a4644e5 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355753 Mar 11 17:30:08.401901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26488b3c-a83c-4705-856d-d85078134c32 req-b2ace9d2-91dc-4e83-b89f-f212fd4fd70a tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922234 Mar 11 17:30:08.418833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:08.435695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'mac_address': 'fa:16:3e:81:0c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:08.438492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-59fa6c28-015f-4792-b0f5-bbe018c05474 service neutron] 10.222.0.59 "GET /v2.0/networks/dc9d5880-4f10-46bd-9253-9d210538c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605615 Mar 11 17:30:08.450586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a685bef9-5571-43f7-8165-23c0360c255a req-844026ed-01a6-41c4-972a-43dee96014fd tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470477 Mar 11 17:30:08.452332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:08.453553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:08.502454 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.527069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d96eb7-7f1e-411b-926e-a2ab7679b32d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:08.550753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:08.556217 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.557085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc6a122-1a93-43dc-ba49-a1a93b7e8982 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:08.708035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:08.739150 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-2b45ec5e-81a6-43c0-8835-edf3e385ba8c req-b3ff4fc0-b575-4cf4-9821-f5068acccbe6 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:30:08.740243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b45ec5e-81a6-43c0-8835-edf3e385ba8c req-b3ff4fc0-b575-4cf4-9821-f5068acccbe6 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/2bd4f0d7-82a6-449e-8b06-b1d44ba28688 HTTP/1.1" status: 404 len: 352 time: 0.1964703 Mar 11 17:30:08.823342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc6a122-1a93-43dc-ba49-a1a93b7e8982, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:08.840856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982', 'network_id': 'dc9d5880-4f10-46bd-9253-9d210538c972', 'port_id': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982', 'mac_address': 'fa:16:3e:54:97:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4022606-8b55-4878-afee-5ee7630411f8', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:08.869332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bdcced-e94d-455f-b858-fecfa4b43ef7 req-bccd5649-b615-443c-a98d-28546170865d service neutron] 10.222.0.59 "GET /v2.0/networks/dc9d5880-4f10-46bd-9253-9d210538c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525097 Mar 11 17:30:08.902875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e06f8182-ec0b-4627-9d77-f002d2313150 None None] Provisioning complete for port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:08.903246 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e06f8182-ec0b-4627-9d77-f002d2313150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.947381 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.977097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc6a122-1a93-43dc-ba49-a1a93b7e8982 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:08.983220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e06f8182-ec0b-4627-9d77-f002d2313150 None None] Port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:30:08.994925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc6a122-1a93-43dc-ba49-a1a93b7e8982, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:08.995153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b957-2913-4efa-904b-c82512d3b50b req-b5f7b42b-b127-4df9-8c49-c15c2f3d921e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:08.999234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b957-2913-4efa-904b-c82512d3b50b req-b5f7b42b-b127-4df9-8c49-c15c2f3d921e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:08.999868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.000612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8e715c6c-9dbd-40e6-b825-d84027ca5f58 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:09.000908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d33b957-2913-4efa-904b-c82512d3b50b req-b5f7b42b-b127-4df9-8c49-c15c2f3d921e tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1679 time: 0.3586872 Mar 11 17:30:09.126377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d33b957-2913-4efa-904b-c82512d3b50b req-26d8b06f-527c-4158-a389-bffafb92e288 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172097 Mar 11 17:30:09.157982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.162033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.166192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.170215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.174126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.178114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.181972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.183868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-8c860967-5c28-465b-b025-cfe11c05dc34 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5419 time: 0.2000113 Mar 11 17:30:09.215887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:09.225253 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-35773986-4261-45c9-8470-7840d11ebbe5 req-aaed0fe6-81f7-4ab8-a517-9b8835a423b2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] show failed (client error): The resource could not be found. Mar 11 17:30:09.231523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35773986-4261-45c9-8470-7840d11ebbe5 req-aaed0fe6-81f7-4ab8-a517-9b8835a423b2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/55ea1a53-9fe3-46a1-9ed2-32d9d362891d HTTP/1.1" status: 404 len: 352 time: 0.0466545 Mar 11 17:30:09.236450 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.284809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8e715c6c-9dbd-40e6-b825-d84027ca5f58, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8e715c6c-9dbd-40e6-b825-d84027ca5f58,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:09.309900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '8e715c6c-9dbd-40e6-b825-d84027ca5f58', 'network_id': '8127e64e-92e8-4567-845e-dc27d162e8e2', 'port_id': '8e715c6c-9dbd-40e6-b825-d84027ca5f58', 'mac_address': 'fa:16:3e:53:99:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00c080a-b84f-40aa-ba86-18b40f039572', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:09.319004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ff3eace-58ed-4b24-b8b2-99341796f0a3 req-74dcf2d0-d767-4db2-b504-69163c764156 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209121 Mar 11 17:30:09.378052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:09.396312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.424216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e715c6c-9dbd-40e6-b825-d84027ca5f58 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:09.442043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8e715c6c-9dbd-40e6-b825-d84027ca5f58, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8e715c6c-9dbd-40e6-b825-d84027ca5f58,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:09.448261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.548196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8e715c6c-9dbd-40e6-b825-d84027ca5f58,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:09.681326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de0a8-3e8b-4eae-ad1b-eb0d736bc812 req-67c96eaa-4f4b-464f-aedc-fdb7638e7ed9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.682813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae6de0a8-3e8b-4eae-ad1b-eb0d736bc812 req-67c96eaa-4f4b-464f-aedc-fdb7638e7ed9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 946 time: 0.1034970 Mar 11 17:30:09.703700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:09.713779 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Sync routers for ids ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:09.718876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3116b81b-4f26-432b-9968-40dc686513ac admin admin] 10.222.0.96 "PUT /v2.0/routers/90f25a4b-7a71-4bd4-8e35-7c1147fa8d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9778302 Mar 11 17:30:09.739348 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Routers {'90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:09.739754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae6de0a8-3e8b-4eae-ad1b-eb0d736bc812 req-a3a94034-7baa-4de4-a8a7-8604043fe44f tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511415 Mar 11 17:30:09.740277 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:09.801302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['65d96eb7-7f1e-411b-926e-a2ab7679b32d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:09.879644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae694e24-e589-47de-96a5-dfd9ef63f090 req-33b4c9b5-3c69-4e5a-89f9-21f9d7a6baf5 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.881283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae694e24-e589-47de-96a5-dfd9ef63f090 req-33b4c9b5-3c69-4e5a-89f9-21f9d7a6baf5 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 945 time: 0.0951726 Mar 11 17:30:09.939143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Set router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:09.953021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae694e24-e589-47de-96a5-dfd9ef63f090 req-496061ca-5d5e-4ca8-97db-27a8d18ee36e tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646989 Mar 11 17:30:10.163676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['8e715c6c-9dbd-40e6-b825-d84027ca5f58'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:10.180670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d827-ecd4-4d55-a5db-2d8f2e21c466 req-5ec5fc5d-e6da-4745-994c-8d2d5f26e790 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:10.181784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb30d827-ecd4-4d55-a5db-2d8f2e21c466 req-5ec5fc5d-e6da-4745-994c-8d2d5f26e790 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1023 time: 0.2449985 Mar 11 17:30:10.266921 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-61371616-c81f-4455-9bb1-9f36f12e37f9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 258 time: 0.2454431 Mar 11 17:30:10.271133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:10.279146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:10.283644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb30d827-ecd4-4d55-a5db-2d8f2e21c466 req-fdebec31-763c-4566-afc0-ca9331057903 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:10.286211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['bbc6a122-1a93-43dc-ba49-a1a93b7e8982'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:10.288954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Usage tracker for resource:floatingip and tenant:c341bb533f6c4501b379148ee10af15a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:10.292514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:10.304264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:10.307994 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '56a7d14a-e7c8-464d-b3d9-68bb769addd0', 'name': '', 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'mac_address': 'fa:16:3e:98:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:05Z', 'updated_at': '2022-03-11T17:30:07Z', 'revision_number': 2, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'subnets': [{'id': '4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:10.312161 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Checking router: 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:10.312553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb30d827-ecd4-4d55-a5db-2d8f2e21c466 req-fdebec31-763c-4566-afc0-ca9331057903 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:10.312789 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Updating router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:30:10.314809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb30d827-ecd4-4d55-a5db-2d8f2e21c466 req-fdebec31-763c-4566-afc0-ca9331057903 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups?id=86a2d71d-b719-4c14-980a-2ef0f7fb75a2&id=5a1a5330-03df-498a-b243-a2dc9c664bda&id=19a3f319-6fd1-4487-947d-01cc9b3d84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1229868 Mar 11 17:30:10.320505 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.366333 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.742873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-01137b63-2887-4067-ae07-df93c06af60e tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1626561 Mar 11 17:30:10.748014 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.756336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:10.760844 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Transition to ACTIVE for port object 56a7d14a-e7c8-464d-b3d9-68bb769addd0 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:10.769430 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.776613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:10.782940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Usage tracker for resource:floatingip and tenant:0be2ff8c29bb416fb17c6d090633e4dc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:10.786339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:10.794190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:10.808069 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.815968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.918160 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Pushing event updated for resources: {'Port': ['ID=56a7d14a-e7c8-464d-b3d9-68bb769addd0,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:10.928689 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.929014 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.929540 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.930046 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.930563 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.931056 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.931541 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.932194 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.932681 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.933347 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:10.933821 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:11.023160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Allocated IP 172.25.3.2 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/204735fa-4b65-48a7-ba2d-cffb0430197f) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:11.028789 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Attempting to bind port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:11.029522 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Attempting to bind port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:11.030062 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Attempting to bind port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 on network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:11.040029 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:11.040530 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Checking segment: {'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:11.041241 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.041623 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Bound using segment: {'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:11.042081 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Bound port: 56a7d14a-e7c8-464d-b3d9-68bb769addd0, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4651b8-8050-412f-bd72-ccce866d17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:11.042468 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.156808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] For port 56a7d14a-e7c8-464d-b3d9-68bb769addd0, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:11.160236 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] For port 56a7d14a-e7c8-464d-b3d9-68bb769addd0, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=56a7d14a-e7c8-464d-b3d9-68bb769addd0,segment=NetworkSegment(df4651b8-8050-412f-bd72-ccce866d17fc),segment_id=df4651b8-8050-412f-bd72-ccce866d17fc)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:11.166930 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.263444 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Routers {'90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:11.264281 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:29:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:11.328258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.350661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.354665 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddf3e6-8258-4389-8219-ebe3beb3e3e4 None None] Pushing event updated for resources: {'Port': ['ID=56a7d14a-e7c8-464d-b3d9-68bb769addd0,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:11.486395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.538576 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] Set router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:11.643138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:11.656756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:11.659752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:11.713406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event updated for resources: {'Port': ['ID=204735fa-4b65-48a7-ba2d-cffb0430197f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:11.727772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Allocated IP 172.25.3.205 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/93f3f41b-d8ff-459f-9ecb-74e33c9bab12) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:11.913694 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '56a7d14a-e7c8-464d-b3d9-68bb769addd0', 'name': '', 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'mac_address': 'fa:16:3e:98:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:05Z', 'updated_at': '2022-03-11T17:30:11Z', 'revision_number': 4, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'subnets': [{'id': '4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:11.919118 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1a3b0-a025-479b-8894-d251193d37cd None None] The sync data for ids ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'] in n-d-833436-1 is: [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '56a7d14a-e7c8-464d-b3d9-68bb769addd0', 'name': '', 'network_id': '1e49d8cb-492e-4a3c-be5a-55f1a0fc4054', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'mac_address': 'fa:16:3e:98:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:05Z', 'updated_at': '2022-03-11T17:30:11Z', 'revision_number': 4, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'subnets': [{'id': '4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:11.958775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.060061 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.172329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.187984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:12.214328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 56a7d14a-e7c8-464d-b3d9-68bb769addd0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:12.236340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Pushing event updated for resources: {'Port': ['ID=93f3f41b-d8ff-459f-9ecb-74e33c9bab12,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:12.244407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:12.274499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e655ef02-c865-4404-8088-d758a1716084 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:12.279047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:12.314433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:12.401668 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.422958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6db6ff6b-b734-4318-9bb4-a275e1cead50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.537118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:12.554196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:12.554885 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.642912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 65d96eb7-7f1e-411b-926e-a2ab7679b32d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:12.643377 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.757791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e655ef02-c865-4404-8088-d758a1716084, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e655ef02-c865-4404-8088-d758a1716084,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:12.846325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e655ef02-c865-4404-8088-d758a1716084', 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'port_id': 'e655ef02-c865-4404-8088-d758a1716084', 'mac_address': 'fa:16:3e:73:c2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3880d8eb-d6f3-44db-8fff-c12912fc5f8c', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:12.951845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.974400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e655ef02-c865-4404-8088-d758a1716084 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:12.989501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.046174 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.080749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e655ef02-c865-4404-8088-d758a1716084, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e655ef02-c865-4404-8088-d758a1716084,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:13.091388 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.130021 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.136217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2cea6a4e-e4e9-4643-a75a-bcd399a936cf details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:13.207702 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.221405 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.250872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:13.278518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.308162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:13.316949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 56a7d14a-e7c8-464d-b3d9-68bb769addd0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=56a7d14a-e7c8-464d-b3d9-68bb769addd0,segment=NetworkSegment(df4651b8-8050-412f-bd72-ccce866d17fc),segment_id=df4651b8-8050-412f-bd72-ccce866d17fc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:13.321990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.322931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc6a122-1a93-43dc-ba49-a1a93b7e8982 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:13.373395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event updated for resources: {'Port': ['ID=204735fa-4b65-48a7-ba2d-cffb0430197f,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:13.385636 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:30:13.397441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:13.457169 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.469959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf', 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'port_id': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf', 'mac_address': 'fa:16:3e:7b:4e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3880d8eb-d6f3-44db-8fff-c12912fc5f8c', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:13.479270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e655ef02-c865-4404-8088-d758a1716084,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:13.565967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-fd3e1e1d-37b6-4a00-b8f2-582bb38563d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:13.567610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-fd3e1e1d-37b6-4a00-b8f2-582bb38563d5 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 1023 time: 0.5131545 Mar 11 17:30:13.605117 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.623677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:13.633047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.680736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cea6a4e-e4e9-4643-a75a-bcd399a936cf {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:13.711651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Deleting port f60fd44f-93b2-4037-b9ce-1eb84a7a708a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:13.712101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:13.712279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.723620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:13.723979 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.749644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:13.753922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.754993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=56a7d14a-e7c8-464d-b3d9-68bb769addd0,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:13.761133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-6ea778f4-4346-4c1e-8d57-2c17db0abcc5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.4952757 Mar 11 17:30:13.768109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.768826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0095d3ea-9d9f-41af-8460-e1f4da3456b9 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:13.921075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-bbb131b8-f462-40fd-bb27-8b98bd3fa106 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:13.936465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:30:13.959764 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.974138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:13.991161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.062681 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.081975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:14.108171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'port_id': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'mac_address': 'fa:16:3e:65:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:14.109782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-bbb131b8-f462-40fd-bb27-8b98bd3fa106 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:14.116962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-bbb131b8-f462-40fd-bb27-8b98bd3fa106 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.3547602 Mar 11 17:30:14.124441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbc6a122-1a93-43dc-ba49-a1a93b7e8982, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:14.159053 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.160272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8e715c6c-9dbd-40e6-b825-d84027ca5f58 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:14.236800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 56a7d14a-e7c8-464d-b3d9-68bb769addd0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:14.307107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Pushing event updated for resources: {'Port': ['ID=93f3f41b-d8ff-459f-9ecb-74e33c9bab12,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:14.362715 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.364671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] For port f60fd44f-93b2-4037-b9ce-1eb84a7a708a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,segment=NetworkSegment(55021e2d-c532-42bd-a0c7-e1ebbee982ab),segment_id=55021e2d-c532-42bd-a0c7-e1ebbee982ab)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:14.365197 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.388663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.397110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:14.402065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0095d3ea-9d9f-41af-8460-e1f4da3456b9 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:14.428446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:14.429076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.456581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:14.475387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:14.487283 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.529669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:14.529669 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.530121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Calling delete_port for f60fd44f-93b2-4037-b9ce-1eb84a7a708a owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:14.580131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.581498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-070c5e04-d39a-42d0-81f6-a5c86129adfe tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8326225 Mar 11 17:30:14.584459 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87f18e10-f443-45ec-a4c4-2f53e8b66b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.592276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6b9968eb-c8eb-4ab2-a515-54170f449d4a details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:14.601332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-2edee657-197e-4b28-bfe5-8bd7b8e9eee1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:14.607659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-2edee657-197e-4b28-bfe5-8bd7b8e9eee1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.4896619 Mar 11 17:30:14.613574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-564f043f-c3d5-4b18-b8ec-4fd43ae417d1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:30:14.614506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c330a8-2803-4fb9-8a1b-4c24beda6ad0 req-564f043f-c3d5-4b18-b8ec-4fd43ae417d1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060713 Mar 11 17:30:14.656264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0095d3ea-9d9f-41af-8460-e1f4da3456b9,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:14.813968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-c1f2e248-579b-4eea-a08a-ad4c168bf5c3 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Synchronizing usage tracker for tenant:0be2ff8c29bb416fb17c6d090633e4dc on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:14.857895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-c1f2e248-579b-4eea-a08a-ad4c168bf5c3 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Unset dirty status for tenant:0be2ff8c29bb416fb17c6d090633e4dc on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:14.859138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-c1f2e248-579b-4eea-a08a-ad4c168bf5c3 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.2668717 Mar 11 17:30:14.879272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:14.886746 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.908737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '6b9968eb-c8eb-4ab2-a515-54170f449d4a', 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'port_id': '6b9968eb-c8eb-4ab2-a515-54170f449d4a', 'mac_address': 'fa:16:3e:76:64:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3880d8eb-d6f3-44db-8fff-c12912fc5f8c', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:14.982542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8e715c6c-9dbd-40e6-b825-d84027ca5f58, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8e715c6c-9dbd-40e6-b825-d84027ca5f58,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:14.994013 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.027050 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.044898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f60fd44f-93b2-4037-b9ce-1eb84a7a708a no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:15.112781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2cea6a4e-e4e9-4643-a75a-bcd399a936cf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:15.119209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.144594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9968eb-c8eb-4ab2-a515-54170f449d4a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:15.180513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e655ef02-c865-4404-8088-d758a1716084'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:15.188276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'Port': ['ID=f60fd44f-93b2-4037-b9ce-1eb84a7a708a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:15.207083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-b0ff68a0-b9a0-4ba3-91ff-ed53a0f23bb1 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.208562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4cf9be1-e768-4a74-92ec-8efc0d9c7f79 req-b0ff68a0-b9a0-4ba3-91ff-ed53a0f23bb1 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.2997794 Mar 11 17:30:15.221810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0095d3ea-9d9f-41af-8460-e1f4da3456b9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:15.335554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:15.336646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8e715c6c-9dbd-40e6-b825-d84027ca5f58,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:15.378819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] No DVR routers for this DVR port f60fd44f-93b2-4037-b9ce-1eb84a7a708a on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:15.385148 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.385884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b7a969c4-343b-4636-a2e5-de5ce9b500e2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:15.387314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bcb84-a481-4ec0-8bd4-55fb377d8b12 req-33501438-0e49-4703-a08f-16e69bcc71ad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.391755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bcb84-a481-4ec0-8bd4-55fb377d8b12 req-33501438-0e49-4703-a08f-16e69bcc71ad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.393539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-793bcb84-a481-4ec0-8bd4-55fb377d8b12 req-33501438-0e49-4703-a08f-16e69bcc71ad tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1683 time: 0.3599272 Mar 11 17:30:15.394747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.397505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'name': 'network-vif-deleted', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:15.445318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a86c858-9024-4e3b-b08a-c3ebb8da74d4 req-2c52afca-38f4-4896-8367-1ef04664b436 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.59 "DELETE /v2.0/ports/f60fd44f-93b2-4037-b9ce-1eb84a7a708a HTTP/1.1" status: 204 len: 173 time: 1.8691928 Mar 11 17:30:15.472902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No active binding found for port f60fd44f-93b2-4037-b9ce-1eb84a7a708a {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:30:15.473345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f60fd44f-93b2-4037-b9ce-1eb84a7a708a not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:15.474894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-793bcb84-a481-4ec0-8bd4-55fb377d8b12 req-19e53cdf-5a6b-4ed5-81d7-c5a778b2ef98 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714579 Mar 11 17:30:15.479622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6b9968eb-c8eb-4ab2-a515-54170f449d4a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:15.665979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.670243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.675205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.679193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.683046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.690170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.695135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.697082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-7a2713b1-a278-41fc-89e3-856ccf0be3b8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5423 time: 0.2216246 Mar 11 17:30:15.761392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e6483cfc-95d1-4849-b31f-c850019eeabf req-08efc8f4-fc90-422e-801c-22d3db26d9d2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Synchronizing usage tracker for tenant:47af7dca07aa4654b41efc33803d83cb on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:15.798096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.811514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93f90ab8-9f1c-4967-8716-5ced6b3ed5c6 req-de38948a-fcc9-4036-978c-cfd44ef4bade tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693657 Mar 11 17:30:15.813066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e6483cfc-95d1-4849-b31f-c850019eeabf req-08efc8f4-fc90-422e-801c-22d3db26d9d2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Unset dirty status for tenant:47af7dca07aa4654b41efc33803d83cb on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:15.815062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6483cfc-95d1-4849-b31f-c850019eeabf req-08efc8f4-fc90-422e-801c-22d3db26d9d2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/ports?device_id=cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb HTTP/1.1" status: 200 len: 210 time: 0.1170824 Mar 11 17:30:15.895355 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.899382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b7a969c4-343b-4636-a2e5-de5ce9b500e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:15.942873 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'code': 200} Mar 11 17:30:15.964539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2', 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2', 'port_id': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2', 'mac_address': 'fa:16:3e:0c:94:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70870f29-80d2-44fc-a8b4-568481aa91fd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:16.265303 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.278348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631ef6-7177-428e-abb9-57150d989a13 req-44e23bce-e4b4-48b1-ae3f-c2669912e18d tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:16.283971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-44e23bce-e4b4-48b1-ae3f-c2669912e18d tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1939912 Mar 11 17:30:16.312407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a969c4-343b-4636-a2e5-de5ce9b500e2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:16.339094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b7a969c4-343b-4636-a2e5-de5ce9b500e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:16.351982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.353242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1518c0-736f-4104-86e7-b3508fd06f61 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:16.467389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-c0637bfe-e04e-4163-aacd-8bde361957f9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.1768634 Mar 11 17:30:16.468821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1518c0-736f-4104-86e7-b3508fd06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1518c0-736f-4104-86e7-b3508fd06f61,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:16.474140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Request body: {'floatingip': {'port_id': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:16.478960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b7a969c4-343b-4636-a2e5-de5ce9b500e2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:16.491573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4f1518c0-736f-4104-86e7-b3508fd06f61', 'network_id': 'af96e76d-ed46-4176-93e9-943fb08e4f47', 'port_id': '4f1518c0-736f-4104-86e7-b3508fd06f61', 'mac_address': 'fa:16:3e:8a:82:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3880d8eb-d6f3-44db-8fff-c12912fc5f8c', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:16.574140 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.599528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1518c0-736f-4104-86e7-b3508fd06f61 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:16.622690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1518c0-736f-4104-86e7-b3508fd06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1518c0-736f-4104-86e7-b3508fd06f61,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:16.630569 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.631621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:16.697775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.721139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:16.729106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1518c0-736f-4104-86e7-b3508fd06f61,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:16.742642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2', 'network_id': 'e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2', 'port_id': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2', 'mac_address': 'fa:16:3e:32:51:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70870f29-80d2-44fc-a8b4-568481aa91fd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:16.790239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4f12351-fe88-4953-bbfe-35f11aea9b59 req-f230924d-d302-4775-8c5c-cb9cee97b8e0 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips/ae6d3901-bd35-4485-a882-df85caa9a9d2 HTTP/1.1" status: 200 len: 693 time: 0.2004085 Mar 11 17:30:16.819319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.847530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:16.881123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:16.889061 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.934100 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.972483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:17.084158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12351-fe88-4953-bbfe-35f11aea9b59 req-d80a835f-c8e4-48b8-b2de-79d77ff761c9 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:17.085495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4f12351-fe88-4953-bbfe-35f11aea9b59 req-d80a835f-c8e4-48b8-b2de-79d77ff761c9 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.2767909 Mar 11 17:30:17.180715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-b4f12351-fe88-4953-bbfe-35f11aea9b59 req-299026d9-f725-4b4d-85d7-288ab9df0090 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:30:17.197598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4f12351-fe88-4953-bbfe-35f11aea9b59 req-299026d9-f725-4b4d-85d7-288ab9df0090 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1010504 Mar 11 17:30:17.394283 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee5d73f-e793-4e9a-a76c-e0ed05e3a9cb', 'name': 'network-vif-deleted', 'tag': 'f60fd44f-93b2-4037-b9ce-1eb84a7a708a', 'status': 'completed', 'code': 200} Mar 11 17:30:17.811082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:17.819024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:17.944224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982'}, {'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e715c6c-9dbd-40e6-b825-d84027ca5f58'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:17.953288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734da00-7fad-4634-b14f-1463c3fc2c0f req-1c4bde28-cc5b-4d26-97d9-116f9551a28f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:17.954998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6734da00-7fad-4634-b14f-1463c3fc2c0f req-1c4bde28-cc5b-4d26-97d9-116f9551a28f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.2365136 Mar 11 17:30:18.008071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['6b9968eb-c8eb-4ab2-a515-54170f449d4a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:18.035113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6734da00-7fad-4634-b14f-1463c3fc2c0f req-d3e63051-5b33-449e-98c8-24e26d4fdbb4 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673769 Mar 11 17:30:18.075835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b7a969c4-343b-4636-a2e5-de5ce9b500e2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:18.098280 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Floating IP c0d53080-1314-4054-bcb6-ddc6fa6620a1 associated. External IP: 172.25.3.2, port: 349c3de5-c10e-44ca-bb60-703a6c29cee4. Mar 11 17:30:18.205745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:18.454851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551587e-38f8-4a13-9570-c3706264c9dc req-4036dbdf-166a-43f4-96e1-b358afc8a19b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:18.459911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551587e-38f8-4a13-9570-c3706264c9dc req-4036dbdf-166a-43f4-96e1-b358afc8a19b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:18.461595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7551587e-38f8-4a13-9570-c3706264c9dc req-4036dbdf-166a-43f4-96e1-b358afc8a19b tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1683 time: 0.2374053 Mar 11 17:30:18.584990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7551587e-38f8-4a13-9570-c3706264c9dc req-ab374237-57e8-4f91-aab2-05803e094afa tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158099 Mar 11 17:30:18.645526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-6e40c7e6-2b69-4ce7-929e-f2c638e2ebc8 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:18.649423 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-6e40c7e6-2b69-4ce7-929e-f2c638e2ebc8 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 945 time: 0.1395783 Mar 11 17:30:18.893998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Deleting port 795028c4-1a40-477c-99f0-72fdbe776faf {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:18.894247 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.002611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2cea6a4e-e4e9-4643-a75a-bcd399a936cf up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:19.068841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b88e00-6b99-4990-945c-d538ba529135 req-182fe370-e168-40e7-a43b-4385cfc95df6 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.076003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82b88e00-6b99-4990-945c-d538ba529135 req-182fe370-e168-40e7-a43b-4385cfc95df6 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e942547-491d-4472-80ed-5620403c1b89 HTTP/1.1" status: 200 len: 945 time: 0.3077364 Mar 11 17:30:19.093299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4f1518c0-736f-4104-86e7-b3508fd06f61'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:19.171654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:19.187511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:19.187975 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.385830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.390628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82b88e00-6b99-4990-945c-d538ba529135 req-ea4553a6-5a80-41d8-bd81-5c456f5009eb tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb931eee-6fb1-4777-b616-dd268ba66d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136346 Mar 11 17:30:19.429657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] For port 795028c4-1a40-477c-99f0-72fdbe776faf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=795028c4-1a40-477c-99f0-72fdbe776faf,segment=NetworkSegment(dd414e92-f7b0-4417-ba74-db384309ec1d),segment_id=dd414e92-f7b0-4417-ba74-db384309ec1d)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:19.430019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.432233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:19.441631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.442976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0095d3ea-9d9f-41af-8460-e1f4da3456b9 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:19.578694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Calling delete_port for 795028c4-1a40-477c-99f0-72fdbe776faf owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:19.690725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:19.696188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:19.696627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.726702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:19.764697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:19.835991 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.870515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:19.875705 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.876747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e655ef02-c865-4404-8088-d758a1716084 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:19.887780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.891662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.895457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.899329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.903150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.907318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.911017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.913006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-c2be94d7-ad10-4449-b2da-ac386cbb06b6 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5427 time: 0.2816861 Mar 11 17:30:19.985829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.004858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e655ef02-c865-4404-8088-d758a1716084 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:20.026415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e655ef02-c865-4404-8088-d758a1716084 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:20.026792 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.054385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Pushing event deleted for resources: {'Port': ['ID=795028c4-1a40-477c-99f0-72fdbe776faf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:20.067877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0095d3ea-9d9f-41af-8460-e1f4da3456b9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:20.122976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-818d0205-99f7-46cc-a4e7-d61a2f8998b9 req-efc89e07-d2f9-462f-a986-3aeb781fea08 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643071 Mar 11 17:30:20.181169 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.220477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] No DVR routers for this DVR port 795028c4-1a40-477c-99f0-72fdbe776faf on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:20.227026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e655ef02-c865-4404-8088-d758a1716084, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e655ef02-c865-4404-8088-d758a1716084,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:20.234438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.272405 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.275429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e942547-491d-4472-80ed-5620403c1b89', 'name': 'network-vif-deleted', 'tag': '795028c4-1a40-477c-99f0-72fdbe776faf'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:20.303541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bd94c7e-c09a-4a57-9679-3814a6b9235c req-b2b7a422-1db0-4664-a6f2-8c2986a47291 tempest-InstanceActionsTestJSON-676947373 tempest-InstanceActionsTestJSON-676947373-project] 10.222.0.59 "DELETE /v2.0/ports/795028c4-1a40-477c-99f0-72fdbe776faf HTTP/1.1" status: 204 len: 173 time: 1.6491537 Mar 11 17:30:20.315365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e655ef02-c865-4404-8088-d758a1716084,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:20.318084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a923457f-a13d-4c97-b500-013e76741f0e req-bc201cd9-47cc-4773-a9eb-2bc84468b019 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=0be2ff8c29bb416fb17c6d090633e4dc HTTP/1.1" status: 200 len: 696 time: 0.0955441 Mar 11 17:30:20.504918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923457f-a13d-4c97-b500-013e76741f0e req-8e339cbd-ff91-4b99-b8f9-4f9bfed64612 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:20.506630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a923457f-a13d-4c97-b500-013e76741f0e req-8e339cbd-ff91-4b99-b8f9-4f9bfed64612 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks?id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 787 time: 0.1808894 Mar 11 17:30:20.512147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:20.518298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-a923457f-a13d-4c97-b500-013e76741f0e req-3d1ae3ca-1f73-45fc-bec5-0b413266d444 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:30:20.519271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a923457f-a13d-4c97-b500-013e76741f0e req-3d1ae3ca-1f73-45fc-bec5-0b413266d444 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054402 Mar 11 17:30:20.522555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.525221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fae7f-98f7-4292-9782-61eded773708 None None] Sync routers for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:20.550919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:20.551851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:20.592957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-0620ecb7-78be-4875-894c-d094e74a6371 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "PUT /v2.0/floatingips/c0d53080-1314-4054-bcb6-ddc6fa6620a1 HTTP/1.1" status: 200 len: 995 time: 4.1246815 Mar 11 17:30:20.644960 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982', 'code': 200} Mar 11 17:30:20.645229 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e715c6c-9dbd-40e6-b825-d84027ca5f58', 'code': 200} Mar 11 17:30:20.808093 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-a896a0e0-25a1-4fd2-8d1a-08e50f3cde28 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c341bb533f6c4501b379148ee10af15a&device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 1097 time: 0.2119765 Mar 11 17:30:20.835721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:20.957167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86caad69-fb54-4d4c-8b67-6d4ffabdace9 req-a3436d9c-3435-47a1-ac6b-cdaf4ef75a75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1985 time: 0.2256522 Mar 11 17:30:21.008299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6b9968eb-c8eb-4ab2-a515-54170f449d4a up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:21.028091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac5dcb09-ff6b-47b3-861c-2a706bdd6116 req-eb047f6c-dd5b-4e78-8ac9-8e06f71d69c2 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/5a1a5330-03df-498a-b243-a2dc9c664bda HTTP/1.1" status: 200 len: 1635 time: 0.1419961 Mar 11 17:30:21.079998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631ef6-7177-428e-abb9-57150d989a13 req-b12c7d19-6181-4f7f-a49d-41a14aecb812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:21.081480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-b12c7d19-6181-4f7f-a49d-41a14aecb812 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 200 len: 930 time: 0.2726061 Mar 11 17:30:21.258987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 6b9968eb-c8eb-4ab2-a515-54170f449d4a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:21.270189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 6b9968eb-c8eb-4ab2-a515-54170f449d4a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:21.270573 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.278625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86caad69-fb54-4d4c-8b67-6d4ffabdace9 req-57921ab4-8721-4d43-be9b-8db114deaa03 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031483 Mar 11 17:30:21.337652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac5dcb09-ff6b-47b3-861c-2a706bdd6116 req-a3534596-ec10-4e7c-b00a-f806db6c3563 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.376599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac5dcb09-ff6b-47b3-861c-2a706bdd6116 req-a3534596-ec10-4e7c-b00a-f806db6c3563 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.385577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-1244edbc-9e4a-45b8-b363-94a887293978 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 998 time: 0.2944477 Mar 11 17:30:21.405314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c0d53080-1314-4054-bcb6-ddc6fa6620a1', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'port_id': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'mac_address': 'fa:16:3e:61:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:30:11Z', 'updated_at': '2022-03-11T17:30:17Z', 'revision_number': 1, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:40Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:21.414281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fae7f-98f7-4292-9782-61eded773708 None None] Checking router: 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:21.422877 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.458654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:21.459374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:21.486392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631ef6-7177-428e-abb9-57150d989a13 req-1dc53d03-7c60-49e8-9a17-39e84dc21e9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:21.493879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-1dc53d03-7c60-49e8-9a17-39e84dc21e9e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d708140-ab8a-4049-91b7-c1d1025a6c9f HTTP/1.1" status: 200 len: 867 time: 0.0995963 Mar 11 17:30:21.517944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:21.555544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac5dcb09-ff6b-47b3-861c-2a706bdd6116 req-a3534596-ec10-4e7c-b00a-f806db6c3563 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.590455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.592261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b7a969c4-343b-4636-a2e5-de5ce9b500e2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:21.597470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3534596-ec10-4e7c-b00a-f806db6c3563 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a5330-03df-498a-b243-a2dc9c664bda,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:21.628605 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ac5dcb09-ff6b-47b3-861c-2a706bdd6116 req-a3534596-ec10-4e7c-b00a-f806db6c3563 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.646666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac5dcb09-ff6b-47b3-861c-2a706bdd6116 req-a3534596-ec10-4e7c-b00a-f806db6c3563 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/5a1a5330-03df-498a-b243-a2dc9c664bda HTTP/1.1" status: 204 len: 173 time: 0.6074374 Mar 11 17:30:21.671005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-3e99a89c-6a61-4108-b05e-258ce378b5c6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ab247adf-411c-433f-94cd-84e4c2b71264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759813 Mar 11 17:30:21.829838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6b9968eb-c8eb-4ab2-a515-54170f449d4a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:21.858277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port b7a969c4-343b-4636-a2e5-de5ce9b500e2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:21.864707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:21.950782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-92c55272-cf53-4cbd-ae59-b6e26450886c service neutron] 10.222.0.96 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767525 Mar 11 17:30:22.053146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b531fd-6b60-4046-95e9-a34026e21599 req-09e5e470-b321-4e20-92d9-6245608e8f56 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:22.057537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b531fd-6b60-4046-95e9-a34026e21599 req-09e5e470-b321-4e20-92d9-6245608e8f56 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:22.065086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61b531fd-6b60-4046-95e9-a34026e21599 req-09e5e470-b321-4e20-92d9-6245608e8f56 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1683 time: 0.2163744 Mar 11 17:30:22.083827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b7a969c4-343b-4636-a2e5-de5ce9b500e2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:22.084487 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.154544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61b531fd-6b60-4046-95e9-a34026e21599 req-3e8ec460-91fe-4d97-a6b6-532e8adbba34 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881741 Mar 11 17:30:22.191691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3631ef6-7177-428e-abb9-57150d989a13 req-16b4634f-7578-4210-98c4-be6884104673 service neutron] 10.222.0.96 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268641 Mar 11 17:30:22.363471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49792) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:22.413243 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e942547-491d-4472-80ed-5620403c1b89', 'name': 'network-vif-deleted', 'tag': '795028c4-1a40-477c-99f0-72fdbe776faf', 'status': 'completed', 'code': 200} Mar 11 17:30:22.480581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.554094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-c57c86bb-f427-4f21-8eb9-227704f7dd35 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips/ae6d3901-bd35-4485-a882-df85caa9a9d2 HTTP/1.1" status: 200 len: 693 time: 0.1405001 Mar 11 17:30:22.557871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b7a969c4-343b-4636-a2e5-de5ce9b500e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:22.560894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-168fae7f-98f7-4292-9782-61eded773708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c0d53080-1314-4054-bcb6-ddc6fa6620a1', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'port_id': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'mac_address': 'fa:16:3e:61:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:30:11Z', 'updated_at': '2022-03-11T17:30:17Z', 'revision_number': 1, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:40Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:22.567848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fae7f-98f7-4292-9782-61eded773708 None None] The sync data for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 is: [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c0d53080-1314-4054-bcb6-ddc6fa6620a1', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'port_id': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'mac_address': 'fa:16:3e:61:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:30:11Z', 'updated_at': '2022-03-11T17:30:17Z', 'revision_number': 1, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:40Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:22.575017 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.576009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:22.595658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] Deleting subnet 45491c05-cc29-4f35-94d4-88b83d366b5c {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:30:22.676734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.746703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e655ef02-c865-4404-8088-d758a1716084'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:22.799240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.811934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b7a969c4-343b-4636-a2e5-de5ce9b500e2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:22.819656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:22.825900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:22.826386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.965127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-874be0b8-20c3-4c97-aa5f-e2354a2ee9f8 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:22.975636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-874be0b8-20c3-4c97-aa5f-e2354a2ee9f8 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.4150715 Mar 11 17:30:22.985025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.022355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:23.028522 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.029573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1518c0-736f-4104-86e7-b3508fd06f61 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:23.059244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.118702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-2125e756-bd1c-4f55-a438-b28fc9b13efa tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.1417758 Mar 11 17:30:23.151724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:23.178427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 4f1518c0-736f-4104-86e7-b3508fd06f61 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:23.184795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4f1518c0-736f-4104-86e7-b3508fd06f61 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:23.185164 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.223356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-4d42bfd2-06c1-4bf5-b83d-ba0c51626cad tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.1039546 Mar 11 17:30:23.332918 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.348688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.354323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.360418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.373724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1518c0-736f-4104-86e7-b3508fd06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1518c0-736f-4104-86e7-b3508fd06f61,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:23.378491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.380215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.381600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 795028c4-1a40-477c-99f0-72fdbe776faf no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:23.385145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.389201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.393172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.400812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9c89a51-47b8-4573-ab70-75421936796f req-d44d6b9e-2781-4de0-8c73-b92f755bfefe tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5431 time: 0.5113721 Mar 11 17:30:23.451000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 795028c4-1a40-477c-99f0-72fdbe776faf {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:30:23.451340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 795028c4-1a40-477c-99f0-72fdbe776faf not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:23.501893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1518c0-736f-4104-86e7-b3508fd06f61,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:23.615246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.678779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45491c05-cc29-4f35-94d4-88b83d366b5c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:23.680912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Deleting port 93f3f41b-d8ff-459f-9ecb-74e33c9bab12 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:23.681249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.715805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9c89a51-47b8-4573-ab70-75421936796f req-5a82b010-c226-4521-a70d-11808b019398 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3141065 Mar 11 17:30:23.726277 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.742647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7cb6e467-b841-47ef-a62c-088935b00074 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/45491c05-cc29-4f35-94d4-88b83d366b5c HTTP/1.1" status: 204 len: 168 time: 1.3780086 Mar 11 17:30:23.745413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49802) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:23.981739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.005179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11f3f252-853d-4a7b-b9e1-50b8b70b7397 req-53870678-2bf4-4435-b7db-8ed33f425a87 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "GET /v2.0/security-groups/19a3f319-6fd1-4487-947d-01cc9b3d84bd HTTP/1.1" status: 200 len: 1635 time: 0.1708333 Mar 11 17:30:24.042447 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.042772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.231868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Calling delete_port for 93f3f41b-d8ff-459f-9ecb-74e33c9bab12 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:24.370052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.415346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:24.462210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11f3f252-853d-4a7b-b9e1-50b8b70b7397 req-716174be-d749-4193-a9fa-e336a08793c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.469504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:24.503309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd414e92-f7b0-4417-ba74-db384309ec1d') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:24.503309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd414e92-f7b0-4417-ba74-db384309ec1d') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:24.531078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.540286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11f3f252-853d-4a7b-b9e1-50b8b70b7397 req-716174be-d749-4193-a9fa-e336a08793c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.612134 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.637331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:30:24.637736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:24.655343 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:24.745818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.789584 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11f3f252-853d-4a7b-b9e1-50b8b70b7397 req-716174be-d749-4193-a9fa-e336a08793c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.810724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Pushing event deleted for resources: {'Port': ['ID=93f3f41b-d8ff-459f-9ecb-74e33c9bab12,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:24.812597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.822719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47396694-bbea-4718-ae51-64e349760b47 req-c4c0dcd0-5a1c-4dda-9f1d-a77aafaed04f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:24.824140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47396694-bbea-4718-ae51-64e349760b47 req-c4c0dcd0-5a1c-4dda-9f1d-a77aafaed04f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.4018352 Mar 11 17:30:24.849005 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.902235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716174be-d749-4193-a9fa-e336a08793c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a3f319-6fd1-4487-947d-01cc9b3d84bd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:24.931697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:25.029715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Deleting port 5ee301e1-f142-4333-b090-ddfb04e404a8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:25.030024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.056831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11f3f252-853d-4a7b-b9e1-50b8b70b7397 req-716174be-d749-4193-a9fa-e336a08793c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.064634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49814) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:25.070945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11f3f252-853d-4a7b-b9e1-50b8b70b7397 req-716174be-d749-4193-a9fa-e336a08793c8 tempest-SecurityGroupsTestJSON-1209164322 tempest-SecurityGroupsTestJSON-1209164322-project] 10.222.0.96 "DELETE /v2.0/security-groups/19a3f319-6fd1-4487-947d-01cc9b3d84bd HTTP/1.1" status: 204 len: 173 time: 1.0503397 Mar 11 17:30:25.075263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-506869b3-edcc-4b69-8511-5ef2a3a4c7de admin admin] 10.222.0.96 "DELETE /v2.0/networks/0c5f16b4-9e4c-40fc-980d-5c7a3015f3e6 HTTP/1.1" status: 204 len: 168 time: 1.3289065 Mar 11 17:30:25.111979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.114350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.115543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90991a5c-5ff0-4388-92b9-b41f5184fd81 req-d522da5d-0940-43d8-a088-c8986f7d7871 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "DELETE /v2.0/floatingips/ae6d3901-bd35-4485-a882-df85caa9a9d2 HTTP/1.1" status: 204 len: 173 time: 1.8913822 Mar 11 17:30:25.123704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] Deleting subnet 55593f81-0645-4816-bc1f-6cb7fefcf4e2 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:30:25.126728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.176197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.235389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.311416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.356623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49826) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:25.357647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55593f81-0645-4816-bc1f-6cb7fefcf4e2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:25.390111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.423178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a0059280-7fbd-40f9-b6f8-0c5233dd2b08 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/55593f81-0645-4816-bc1f-6cb7fefcf4e2 HTTP/1.1" status: 204 len: 168 time: 0.3580997 Mar 11 17:30:25.425941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63d73743-9d02-42e7-9735-848d4f9411f4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=939175f19c2044d7b24b7ced58aa75c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652020 Mar 11 17:30:25.426687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49830) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:25.497549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49832) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:25.572287 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.677581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623bed1d-1990-494c-9db5-5fd8a4209784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.789708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ddfbe52-905a-40fd-a065-214510482221 req-d2d1ca6a-00b2-4c85-b457-1c96c8424bd8 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 258 time: 0.5884814 Mar 11 17:30:25.816318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:25.834127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:25.845007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0b0e-0243-452b-b932-b7b3be2dec09 req-c63bc835-4b54-4cd8-86f7-0cd94d52d4ca tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:25.846540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95fa0b0e-0243-452b-b932-b7b3be2dec09 req-c63bc835-4b54-4cd8-86f7-0cd94d52d4ca tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb7cd281-9502-4e04-8cc8-18fd3693f45f HTTP/1.1" status: 200 len: 945 time: 0.2995896 Mar 11 17:30:25.852612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.859888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] For port 5ee301e1-f142-4333-b090-ddfb04e404a8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ee301e1-f142-4333-b090-ddfb04e404a8,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:25.860240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.864876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623bed1d-1990-494c-9db5-5fd8a4209784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.879594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:25.896884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ec5477-453d-461d-9216-9c0d9f52b32b']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:25.919932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55021e2d-c532-42bd-a0c7-e1ebbee982ab') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:25.920220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55021e2d-c532-42bd-a0c7-e1ebbee982ab') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:25.933290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.951665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.959303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:30:25.959741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:25.974873 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:25.977254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.027385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623bed1d-1990-494c-9db5-5fd8a4209784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.056626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bed1d-1990-494c-9db5-5fd8a4209784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb931eee-6fb1-4777-b616-dd268ba66d47,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:26.068950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623bed1d-1990-494c-9db5-5fd8a4209784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.069606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95fa0b0e-0243-452b-b932-b7b3be2dec09 req-53a292d7-752a-42bd-9bab-ff5d464c2416 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups?id=1185bdf5-877d-4231-8ce6-05b8bd21fc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141440 Mar 11 17:30:26.070040 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-623bed1d-1990-494c-9db5-5fd8a4209784 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb931eee-6fb1-4777-b616-dd268ba66d47 HTTP/1.1" status: 204 len: 168 time: 0.5712478 Mar 11 17:30:26.077465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.083257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.125360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] Pushing event deleted for resources: {'Network': ['ID=68ec5477-453d-461d-9216-9c0d9f52b32b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:26.156245 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-93150390-5c40-44cd-a43f-fb6b26e6b99e admin admin] 10.222.0.96 "DELETE /v2.0/networks/68ec5477-453d-461d-9216-9c0d9f52b32b HTTP/1.1" status: 204 len: 168 time: 0.7277653 Mar 11 17:30:26.289594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.289979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.290285 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Floating IP 2c521e09-acc1-4f00-af64-9b155a4f9c38 disassociated. External IP: 172.25.3.243, port: 5ee301e1-f142-4333-b090-ddfb04e404a8. Mar 11 17:30:26.292676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Calling delete_port for 5ee301e1-f142-4333-b090-ddfb04e404a8 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:26.396799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.438688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49856) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:26.524876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.532327 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cc66d010-565b-4197-9c72-03274d91047d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47af7dca07aa4654b41efc33803d83cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0923474 Mar 11 17:30:26.534880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49860) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:26.606134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event deleted for resources: {'Port': ['ID=5ee301e1-f142-4333-b090-ddfb04e404a8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:26.628604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a4905e4-6ab0-492e-b481-3b1566bac382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.657065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a4905e4-6ab0-492e-b481-3b1566bac382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.667422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fd14efd-7530-4920-ab1e-5cb6db0e1814 req-d0818a49-704d-4f06-a6c8-41038f72e7c0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4399464 Mar 11 17:30:26.758175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a4905e4-6ab0-492e-b481-3b1566bac382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.791238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4905e4-6ab0-492e-b481-3b1566bac382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a2d71d-b719-4c14-980a-2ef0f7fb75a2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:26.794893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a4905e4-6ab0-492e-b481-3b1566bac382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.798697 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2a4905e4-6ab0-492e-b481-3b1566bac382 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/86a2d71d-b719-4c14-980a-2ef0f7fb75a2 HTTP/1.1" status: 204 len: 168 time: 0.2591600 Mar 11 17:30:26.816373 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf', 'code': 200} Mar 11 17:30:26.816921 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'code': 200} Mar 11 17:30:26.816921 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e655ef02-c865-4404-8088-d758a1716084', 'code': 200} Mar 11 17:30:26.817123 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a', 'code': 200} Mar 11 17:30:26.817347 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2', 'code': 200} Mar 11 17:30:26.831865 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349351e5-3fab-4c32-a350-66341320bc13 None None] New status for floating IP c0d53080-1314-4054-bcb6-ddc6fa6620a1: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:30:26.924496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Allocated IP 172.25.3.213 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/403672e0-a2ea-4520-afe9-958a4bf1784a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:26.936227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fd14efd-7530-4920-ab1e-5cb6db0e1814 req-1927caca-5a7c-4930-83c2-522077556fa4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.1615782 Mar 11 17:30:27.036278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ee301e1-f142-4333-b090-ddfb04e404a8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:27.112042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 5ee301e1-f142-4333-b090-ddfb04e404a8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:30:27.112659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ee301e1-f142-4333-b090-ddfb04e404a8 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:27.333335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fd14efd-7530-4920-ab1e-5cb6db0e1814 req-1eaa7533-59a9-4f57-82d5-cec7263a8586 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3583126 Mar 11 17:30:27.478347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49892) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:27.588479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.672402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-ba8bee3f-e82c-41dc-9d17-03c1e31123b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109974 Mar 11 17:30:27.677496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18b508-5943-4bfc-afe2-f8299f27723b req-10d862f7-0b72-44a2-9840-4e14c6f2f898 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:27.684841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18b508-5943-4bfc-afe2-f8299f27723b req-10d862f7-0b72-44a2-9840-4e14c6f2f898 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:27.687324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c18b508-5943-4bfc-afe2-f8299f27723b req-10d862f7-0b72-44a2-9840-4e14c6f2f898 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1683 time: 0.4053836 Mar 11 17:30:27.696173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd14efd-7530-4920-ab1e-5cb6db0e1814 req-96b4ba21-b9f3-4e54-b086-97583dafa025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:27.697874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fd14efd-7530-4920-ab1e-5cb6db0e1814 req-96b4ba21-b9f3-4e54-b086-97583dafa025 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3570962 Mar 11 17:30:27.703910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-network', 'tenant_id': '54eb10a94e514af59bd150fc607f1929'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:27.714331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:27.719453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Usage tracker for resource:network and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:27.724222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:27.731031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:27.746017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Made reservation on behalf of 54eb10a94e514af59bd150fc607f1929 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:27.749421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.768517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.812335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:27.816434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Usage tracker for resource:security_group_rule and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:27.819401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:27.827591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:27.835060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.911862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:27.915504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49904) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:27.918905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:27.930091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c18b508-5943-4bfc-afe2-f8299f27723b req-51c04b88-d676-4eb3-9d84-504c234415d7 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/security-groups?id=84d1fd51-8d57-4754-af0a-60f518095814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169957 Mar 11 17:30:27.942001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:27.967183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.974907 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-3486b80d-1eca-4f25-870c-03c720e9f240 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d2542ad31224bd6a2adbf0e27179ba4&device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 1100 time: 0.1285710 Mar 11 17:30:27.977478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.983710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Router 597c6651-a7e5-487c-bd36-f109ff2515a5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:28.001644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event updated for resources: {'Port': ['ID=403672e0-a2ea-4520-afe9-958a4bf1784a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:28.026519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:30:28.044414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cbfc46-0ca1-489a-9a32-e1f6430503ce,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:28.081868 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'status': 'completed', 'code': 200} Mar 11 17:30:28.096684 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.097025 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Added segment 78384c62-322e-4f54-a6c8-b641d35b4eb8 of type vlan for network 0f8bc6b2-8370-4717-b1a8-529222fb1288 Mar 11 17:30:28.150029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.184961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1686624114-network', 'tenant_id': '84e996db3d1d4c299a29880554c99424'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:28.204614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:28.209483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-61408b4c-f16a-434f-b3d3-cc852a815b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.211014 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-61408b4c-f16a-434f-b3d3-cc852a815b09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2053881 Mar 11 17:30:28.214327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Usage tracker for resource:network and tenant:84e996db3d1d4c299a29880554c99424 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:28.217976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:28.275400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:28.282397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.283208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.283775 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.310114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-dd0a6d81-175c-4cba-93ef-24edb224c055 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c341bb533f6c4501b379148ee10af15a&device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 1097 time: 0.1696560 Mar 11 17:30:28.325014 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-ca08957d-2b88-44fa-abcc-ad237e5a82cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d HTTP/1.1" status: 200 len: 217 time: 0.1037240 Mar 11 17:30:28.421209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Made reservation on behalf of 84e996db3d1d4c299a29880554c99424 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:28.423441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.459332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9792337 Mar 11 17:30:28.460230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.472396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49912) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:28.479729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4869a9-6638-4d7b-bda2-c98994048a12 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8bc6b2-8370-4717-b1a8-529222fb1288,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:28.481753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.484577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Request body: {'subnet': {'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-subnet', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:28.496765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:28.497006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0f8bc6b2-8370-4717-b1a8-529222fb1288 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:30:28.506252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-af887fb0-992f-4732-b23e-5bbfcc23ce5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.507709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-af887fb0-992f-4732-b23e-5bbfcc23ce5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1364250 Mar 11 17:30:28.509485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Usage tracker for resource:subnet and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:28.518175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:28.554054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:28.574624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:28.580816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Usage tracker for resource:security_group_rule and tenant:84e996db3d1d4c299a29880554c99424 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:28.586169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:28.589684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Made reservation on behalf of 54eb10a94e514af59bd150fc607f1929 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:28.591913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.600185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-7ef05f34-c590-49bc-8edb-8082de1a860a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.601927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-7ef05f34-c590-49bc-8edb-8082de1a860a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 200 len: 930 time: 0.2846317 Mar 11 17:30:28.613776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:28.615092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.699589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.703490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.707399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.711369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.715203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.719118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.723034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:28.724919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-1ca99b23-a8dd-419c-a589-a0fb9b023ff8 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.4680755 Mar 11 17:30:28.743584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-8b524d8d-4323-415c-ba0c-5900204de113 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2222562 Mar 11 17:30:28.819849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:28.844151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-9d1058f9-0185-4984-a8fd-b5a63531c03d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 1000 time: 0.2304811 Mar 11 17:30:28.894554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.907458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.953664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:30:28.965017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f244f095-446d-44df-b2e4-f701f83a4e49 req-d64bf40d-3766-4e1e-bfde-95bce40c1be4 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2254670 Mar 11 17:30:28.983352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:28.991062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.991404 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Added segment e4b5a15d-4577-42dd-8414-2d3c0186a589 of type vlan for network b634b5fc-e093-469e-82d7-e0c7acdccaa8 Mar 11 17:30:28.995124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] Sync routers for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:29.006543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09006036-2a6a-4324-8da3-ac48da35eccb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:29.015213 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-3398e6ea-74cb-4767-a881-5deac4e63a26 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636693 Mar 11 17:30:29.037174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:29.037449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:29.138902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:29.257869 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.287185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] No DVR routers for this DVR port 5ee301e1-f142-4333-b090-ddfb04e404a8 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:29.315994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.319418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-41031c82-ad44-4a03-ac35-cfcb5937d131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:29.320905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-41031c82-ad44-4a03-ac35-cfcb5937d131 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d708140-ab8a-4049-91b7-c1d1025a6c9f HTTP/1.1" status: 200 len: 867 time: 0.4600129 Mar 11 17:30:29.342261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.380988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567c5ca4-64ec-4b61-8641-7acd46a2b5a2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:29.442652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Checking segment: {'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:29.443078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Network hostable DHCP agents. Network: 0f8bc6b2-8370-4717-b1a8-529222fb1288, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:30:29.446227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47396694-bbea-4718-ae51-64e349760b47 req-6d5033ad-eb77-476b-a1d0-f5ad46fabe0e tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.59 "DELETE /v2.0/ports/5ee301e1-f142-4333-b090-ddfb04e404a8 HTTP/1.1" status: 204 len: 173 time: 4.5944512 Mar 11 17:30:29.451137 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c71628d1-e0e7-401a-870d-66d33e9508ed req-b50004a9-7f93-4c7b-8e9d-b428df02ee1f service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221447 Mar 11 17:30:29.455229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.456126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:29.456697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.457668 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.478202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-5c594807-acb1-49d9-aee0-2c138239d9d8 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3223245 Mar 11 17:30:29.483273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.486605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:29.491729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:29.498290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:29.500645 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.535972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Usage tracker for resource:floatingip and tenant:0be2ff8c29bb416fb17c6d090633e4dc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:29.542190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:29.562733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:29.569705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:29.591205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6727686 Mar 11 17:30:29.593229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49918) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:29.593931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae5b1f-27d5-433c-b083-a642778bba2f admin admin] Pushing event updated for resources: {'Network': ['ID=b634b5fc-e093-469e-82d7-e0c7acdccaa8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:29.603060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Request body: {'subnet': {'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1686624114-subnet', 'tenant_id': '84e996db3d1d4c299a29880554c99424', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:29.609604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:29.615461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Usage tracker for resource:subnet and tenant:84e996db3d1d4c299a29880554c99424 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:29.618724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:29.622084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Network 0f8bc6b2-8370-4717-b1a8-529222fb1288 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:30:29.630890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:29.639267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0f8bc6b2-8370-4717-b1a8-529222fb1288) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:29.641247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-af7d3038-ca81-45ce-a596-74049332dabf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab247adf-411c-433f-94cd-84e4c2b71264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3077292 Mar 11 17:30:29.653735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.658429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:29.659275 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.676628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event updated for resources: {'Port': ['ID=403672e0-a2ea-4520-afe9-958a4bf1784a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:29.691023 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-013158b5-24d6-4f33-bf99-4f5745cb1f15 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2160547 Mar 11 17:30:29.692264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Made reservation on behalf of 84e996db3d1d4c299a29880554c99424 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:29.695414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.703505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49922) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:29.720047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:29.723449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:30:29.735569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf8928-6594-4d15-bd10-4af2177b8560 None None] Network 0f8bc6b2-8370-4717-b1a8-529222fb1288 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:30:29.761558 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.783941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:29.840487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Usage tracker for resource:router and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:29.843110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.847107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:29.872527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:29.909775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.911071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ddfbe52-905a-40fd-a065-214510482221 req-fd8e6970-e924-4aee-9b3a-cd19e68a38ce tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1048541 Mar 11 17:30:29.926601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.930811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.931859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.001519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:30.001928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-49e996cf-1c2e-4b81-87e9-069cd1d5e3f9 service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283067 Mar 11 17:30:30.018200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Checking segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:30.018975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Network hostable DHCP agents. Network: b634b5fc-e093-469e-82d7-e0c7acdccaa8, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:30:30.026100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:30.048089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:30:30.062029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b634b5fc-e093-469e-82d7-e0c7acdccaa8) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:30.072136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f84f6-455b-43c8-a878-09b0b6c78dd6 None None] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:30:30.079653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:30.080664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.101195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'name': 'network-vif-deleted', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:30.131039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-795eae89-8b9d-40e5-9b49-62951e341474 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5331309 Mar 11 17:30:30.131807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1ddfbe52-905a-40fd-a065-214510482221 req-73b947a4-5a8b-4552-a07d-905a85ae28bf tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:30.149724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.251975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b918386d-b814-4e45-8613-003d4623482e req-88bdfbe0-ae13-40f5-88b3-95a4448f309f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0870075 Mar 11 17:30:30.256797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1ddfbe52-905a-40fd-a065-214510482221 req-73b947a4-5a8b-4552-a07d-905a85ae28bf tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:30.257923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ddfbe52-905a-40fd-a065-214510482221 req-73b947a4-5a8b-4552-a07d-905a85ae28bf tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.3146906 Mar 11 17:30:30.364306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdca416-d557-4e21-8650-146228406eae None None] Network 0f8bc6b2-8370-4717-b1a8-529222fb1288 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:30:30.369878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f61b90-964b-42fc-9f07-ec4bdcb73497 req-48632f03-aaa0-4c71-8679-64205a9d8d4e service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564692 Mar 11 17:30:30.514777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:18Z', 'revision_number': 5, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:30.528384 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.535534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b918386d-b814-4e45-8613-003d4623482e req-76b52cb5-0cd4-4aa8-8c9b-e32502bd2fa6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0675929 Mar 11 17:30:30.535722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] Checking router: 597c6651-a7e5-487c-bd36-f109ff2515a5 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:30.625569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b918386d-b814-4e45-8613-003d4623482e req-03d16b8e-38c7-416f-9f6a-81250b640d9c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466149 Mar 11 17:30:30.649809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:30.650324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:30.702274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'tenant_id': '84e996db3d1d4c299a29880554c99424', 'fixed_ips': [{'subnet_id': 'a4b3244b-86d3-4d68-b0ea-e37a6234f5c5'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:30:30.703102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.860450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.875795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfbe52-905a-40fd-a065-214510482221 req-a53deed1-1a00-4968-9708-34bdc4eb9d1b tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:30.877028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ddfbe52-905a-40fd-a065-214510482221 req-a53deed1-1a00-4968-9708-34bdc4eb9d1b tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.6050615 Mar 11 17:30:31.072301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:31.088854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Allocated IP 172.25.3.7 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/68a240a6-32c9-4aab-a854-08da956c977d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:31.096686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918386d-b814-4e45-8613-003d4623482e req-6647ff12-b9b9-4a3e-85b1-1090929073d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.098202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b918386d-b814-4e45-8613-003d4623482e req-6647ff12-b9b9-4a3e-85b1-1090929073d4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4623840 Mar 11 17:30:31.156004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Allocated IP 172.20.0.2 (b634b5fc-e093-469e-82d7-e0c7acdccaa8/a4b3244b-86d3-4d68-b0ea-e37a6234f5c5/f17dac87-fe79-4c53-bba9-885b44f6a952) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:31.276652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.351334 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2', 'code': 200} Mar 11 17:30:31.351736 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61', 'code': 200} Mar 11 17:30:31.353127 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.387082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.462125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.587448 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.600759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Transition to ACTIVE for port object f17dac87-fe79-4c53-bba9-885b44f6a952 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:31.618702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:31.624190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Transition to ACTIVE for port object f17dac87-fe79-4c53-bba9-885b44f6a952 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:31.627038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:18Z', 'revision_number': 5, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:31.628944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:31.632440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be21a8-816f-4ee4-beec-fa4ee9021ba0 None None] The sync data for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 is: [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:28:47Z', 'revision_number': 4, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '412426f2-7373-4e82-8afc-32fa1ddb5816', 'name': '', 'network_id': '9ae58c5e-e92b-4b77-94d0-f67b49faf1eb', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'mac_address': 'fa:16:3e:c0:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:46Z', 'updated_at': '2022-03-11T17:29:18Z', 'revision_number': 5, 'project_id': '15167163fad94579bb01075e7c23a473', 'subnets': [{'id': 'c7db5774-ca8e-4374-b98f-5c8e62c74b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:31.636085 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.649344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:31.674063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Pushing event updated for resources: {'Port': ['ID=68a240a6-32c9-4aab-a854-08da956c977d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:31.725453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:31.726441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Pushing event updated for resources: {'Port': ['ID=f17dac87-fe79-4c53-bba9-885b44f6a952,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:31.729077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:31.732139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:31.801192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Allocated IP 172.25.3.224 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e47d878d-babc-4e37-875c-f87c304beddb) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:31.820958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.824862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Attempting to bind port f17dac87-fe79-4c53-bba9-885b44f6a952 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:31.825052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.825227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Attempting to bind port f17dac87-fe79-4c53-bba9-885b44f6a952 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:31.825582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Attempting to bind port f17dac87-fe79-4c53-bba9-885b44f6a952 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:31.828807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.832418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:31.832926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Checking segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:31.833101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.833473 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.833921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Bound using segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:31.834474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Bound port: f17dac87-fe79-4c53-bba9-885b44f6a952, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:31.834938 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.836916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.840832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.844731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.846705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-f9c28d58-1309-4151-a01a-2b34113096e7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.4213061 Mar 11 17:30:31.864211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3559f62f-8af3-4f92-9e60-dd5ad11e3c13 req-0a7f630f-2cd8-46c0-a1e1-d3819548e1a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6490 time: 0.3982840 Mar 11 17:30:31.895953 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f787a-32d0-4ca6-86c2-df63f680e3dd None None] New status for floating IP 2c521e09-acc1-4f00-af64-9b155a4f9c38: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:30:31.928222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] For port f17dac87-fe79-4c53-bba9-885b44f6a952, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:31.932143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] For port f17dac87-fe79-4c53-bba9-885b44f6a952, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f17dac87-fe79-4c53-bba9-885b44f6a952,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:31.937088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.018281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eecae6-e09e-4483-87dd-673a667e514d None None] Pushing event updated for resources: {'Port': ['ID=f17dac87-fe79-4c53-bba9-885b44f6a952,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:32.056786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3324ef29-4f25-4248-b456-1e7ae58bb103 req-16b1b512-1acc-42d2-a8e3-c4c1be61a3d5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1915910 Mar 11 17:30:32.065701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3559f62f-8af3-4f92-9e60-dd5ad11e3c13 req-5c5a8e00-ad4b-44db-91b3-1419634bc5f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805513 Mar 11 17:30:32.172274 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7cd281-9502-4e04-8cc8-18fd3693f45f', 'name': 'network-vif-deleted', 'tag': '5ee301e1-f142-4333-b090-ddfb04e404a8', 'status': 'completed', 'code': 200} Mar 11 17:30:32.176927 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.179964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.259412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.333969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.510442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:32.666895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:32.679063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:32.733238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Pushing event updated for resources: {'Port': ['ID=e47d878d-babc-4e37-875c-f87c304beddb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:32.872039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-c3fd2da5-069e-470c-8b28-96af7b8d66c1 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:32.873481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-c3fd2da5-069e-470c-8b28-96af7b8d66c1 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 816 time: 0.4173782 Mar 11 17:30:32.913071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.919391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-b4fe8e6b-db40-4f8d-ba7f-f1aae38ead4c tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/quotas/84e996db3d1d4c299a29880554c99424 HTTP/1.1" status: 200 len: 375 time: 0.0392101 Mar 11 17:30:32.920870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.070506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768de3b9-1317-4691-90bc-cd96d430966f None None] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:30:33.081486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Pushing event updated for resources: {'Port': ['ID=68a240a6-32c9-4aab-a854-08da956c977d,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:33.135212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.196035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1de4dcff-7a8a-4b0f-8fd1-de622c2e72a1 None None] Provisioning for port f17dac87-fe79-4c53-bba9-885b44f6a952 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:33.199556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-28034d23-a7cf-4082-a47b-bdd4de6d5c6a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2413278 Mar 11 17:30:33.206815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.207579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.215570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-fa5534df-f329-494d-95ca-04da8da5616b service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:30:33.216607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-fa5534df-f329-494d-95ca-04da8da5616b service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061381 Mar 11 17:30:33.218457 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.219608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-573f133c-7843-481c-9b8e-fb391700fbfc tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.7328265 Mar 11 17:30:33.352645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:33.487921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-758bf701-bd96-42ef-9e32-22f390b1a69a tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Synchronizing usage tracker for tenant:0be2ff8c29bb416fb17c6d090633e4dc on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:33.554315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-35067194-8b58-4908-b070-77dd96351877 service neutron] 10.222.0.96 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820470 Mar 11 17:30:33.554903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-758bf701-bd96-42ef-9e32-22f390b1a69a tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Unset dirty status for tenant:0be2ff8c29bb416fb17c6d090633e4dc on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:33.555912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-758bf701-bd96-42ef-9e32-22f390b1a69a tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.2826660 Mar 11 17:30:33.818746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-3d7d0ced-8271-40f7-81bb-09fb28408bed service neutron] 10.222.0.96 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585297 Mar 11 17:30:33.826090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-b86558b4-d89c-45b6-8f7b-18a086ea8e92 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:33.827376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06f0ac35-7542-4f3b-b831-b449bfa94e6a req-b86558b4-d89c-45b6-8f7b-18a086ea8e92 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.2492845 Mar 11 17:30:33.895714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Router 73751e6a-4cbf-491f-84ff-466184e159fc is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:30:34.139740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dc5bc-94db-41a8-a241-db20348f5912 req-56ac59c4-e6a2-4dd8-b90b-492347b1e0af tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.141247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d77dc5bc-94db-41a8-a241-db20348f5912 req-56ac59c4-e6a2-4dd8-b90b-492347b1e0af tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1759520 Mar 11 17:30:34.157394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49980) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:34.221797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f17dac87-fe79-4c53-bba9-885b44f6a952 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:34.309835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f17dac87-fe79-4c53-bba9-885b44f6a952 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:34.317870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f17dac87-fe79-4c53-bba9-885b44f6a952 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:34.318541 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.423129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d77dc5bc-94db-41a8-a241-db20348f5912 req-18ed6c4c-9068-41a3-9b54-7274b3eb5aeb tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.2734241 Mar 11 17:30:34.454712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d77dc5bc-94db-41a8-a241-db20348f5912 req-26a8f1b0-0548-4ab0-91bf-903ba73eb0c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Request body: {'floatingip': {'port_id': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:34.469670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.505192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f17dac87-fe79-4c53-bba9-885b44f6a952, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f17dac87-fe79-4c53-bba9-885b44f6a952,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:34.510220 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.562762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d77dc5bc-94db-41a8-a241-db20348f5912 req-26a8f1b0-0548-4ab0-91bf-903ba73eb0c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.616784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25430590-d63a-4eb8-9336-36f582071c5f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.618710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f17dac87-fe79-4c53-bba9-885b44f6a952,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:34.749471 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25430590-d63a-4eb8-9336-36f582071c5f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.794406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:34.804869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Sync routers for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:34.818305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:34.819062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:34.891360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.892465 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ffcf14c3-6f5e-4925-917b-c38d5da2818d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1867995 Mar 11 17:30:34.895756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49988) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:34.916521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.920716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.924614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.928564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.932580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.936453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.940339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.942397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de915295-d656-474a-88d5-08b802b91f54 req-9a8a9a24-54fa-44bc-8aae-6d83c05f0b9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.3216262 Mar 11 17:30:34.943016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25430590-d63a-4eb8-9336-36f582071c5f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.002557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:35.089640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25430590-d63a-4eb8-9336-36f582071c5f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185bdf5-877d-4231-8ce6-05b8bd21fc31,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:35.115259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25430590-d63a-4eb8-9336-36f582071c5f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.119324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25430590-d63a-4eb8-9336-36f582071c5f tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "DELETE /v2.0/security-groups/1185bdf5-877d-4231-8ce6-05b8bd21fc31 HTTP/1.1" status: 204 len: 168 time: 0.9568820 Mar 11 17:30:35.120559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49992) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:35.159720 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-ef59d392-68d0-4468-add4-f43ed4b15268 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] show failed (client error): The resource could not be found. Mar 11 17:30:35.163302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ef59d392-68d0-4468-add4-f43ed4b15268 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "GET /v2.0/security-groups/1185bdf5-877d-4231-8ce6-05b8bd21fc31 HTTP/1.1" status: 404 len: 347 time: 0.0390065 Mar 11 17:30:35.164127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49996) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:35.245354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de915295-d656-474a-88d5-08b802b91f54 req-6565a7aa-8256-4c10-8a5f-3d3774972c2c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2850289 Mar 11 17:30:35.330655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:32Z', 'revision_number': 3, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:35.334819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Checking router: 73751e6a-4cbf-491f-84ff-466184e159fc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:35.335389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Updating router 73751e6a-4cbf-491f-84ff-466184e159fc port e47d878d-babc-4e37-875c-f87c304beddb binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:30:35.402944 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'code': 200} Mar 11 17:30:35.403661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.572246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Deleting port cf5b0075-430f-4b2d-b1f4-684433082747 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:35.572868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.617569 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-d77dc5bc-94db-41a8-a241-db20348f5912 req-26a8f1b0-0548-4ab0-91bf-903ba73eb0c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 17:30:35.634725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d77dc5bc-94db-41a8-a241-db20348f5912 req-26a8f1b0-0548-4ab0-91bf-903ba73eb0c0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "PUT /v2.0/floatingips/d65574ab-0000-41db-80e2-5c339fd0ea33 HTTP/1.1" status: 409 len: 551 time: 1.2028148 Mar 11 17:30:35.648476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-057f7a75-76eb-411b-915f-c7487a1788af tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips/b1c39190-20c2-48f6-ae17-0f125c862123 HTTP/1.1" status: 200 len: 691 time: 0.2133372 Mar 11 17:30:35.714144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.798545 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.810840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Transition to ACTIVE for port object e47d878d-babc-4e37-875c-f87c304beddb will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:35.817991 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.897757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Attempting to bind port e47d878d-babc-4e37-875c-f87c304beddb on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:35.898135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Attempting to bind port e47d878d-babc-4e37-875c-f87c304beddb by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:35.898568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Attempting to bind port e47d878d-babc-4e37-875c-f87c304beddb on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:35.900821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8efd54-a836-4bf6-85de-48304c87644c None None] Pushing event updated for resources: {'Port': ['ID=e47d878d-babc-4e37-875c-f87c304beddb,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:35.908359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:35.908784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:35.909125 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.909509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:35.909968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Bound port: e47d878d-babc-4e37-875c-f87c304beddb, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:35.910331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.946374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Allocated IP 172.20.0.1 (0f8bc6b2-8370-4717-b1a8-529222fb1288/567c5ca4-64ec-4b61-8641-7acd46a2b5a2/ffabbd80-927b-4ef8-8265-3e66b577a2d3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:35.987515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] For port e47d878d-babc-4e37-875c-f87c304beddb, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:35.990917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] For port e47d878d-babc-4e37-875c-f87c304beddb, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e47d878d-babc-4e37-875c-f87c304beddb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:35.996087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.065805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8efd54-a836-4bf6-85de-48304c87644c None None] Pushing event updated for resources: {'Port': ['ID=e47d878d-babc-4e37-875c-f87c304beddb,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:36.096077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:36.097046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:36.110502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d3659004-aa9a-4a00-b5fc-1dd0a7ff174d tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:36.111963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d3659004-aa9a-4a00-b5fc-1dd0a7ff174d tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 816 time: 0.7133651 Mar 11 17:30:36.150640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Request body: {'port': {'device_id': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'admin_state_up': True, 'tenant_id': '84e996db3d1d4c299a29880554c99424'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:36.272833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f17dac87-fe79-4c53-bba9-885b44f6a952 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:36.280522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.299850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-668d3add-76e8-4e41-ba68-5898e282e2e4 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:36.303316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-668d3add-76e8-4e41-ba68-5898e282e2e4 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.6436098 Mar 11 17:30:36.315507 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.387131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Network 0f8bc6b2-8370-4717-b1a8-529222fb1288 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:36.388220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-179bbea3-6bff-4024-a55a-444bf6ab7399 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:36.390044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:36.391644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-179bbea3-6bff-4024-a55a-444bf6ab7399 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 816 time: 0.6031551 Mar 11 17:30:36.394693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:36.400523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.400848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.408403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f17dac87-fe79-4c53-bba9-885b44f6a952 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:36.408921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.422170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Pushing event updated for resources: {'Port': ['ID=ffabbd80-927b-4ef8-8265-3e66b577a2d3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:36.441447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:36.449054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.592873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Calling delete_port for cf5b0075-430f-4b2d-b1f4-684433082747 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:36.606383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.626286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-2b5fd67b-8ad0-4100-81e3-4a908fc191b5 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.3025563 Mar 11 17:30:36.705260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-0c48c877-594b-4da5-98d0-6ec371cecc4d tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/quotas/84e996db3d1d4c299a29880554c99424 HTTP/1.1" status: 200 len: 375 time: 0.2854450 Mar 11 17:30:36.706533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:36.709327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7a040a21-1547-4e4f-bccd-2f45051c99d8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:36.713748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7a040a21-1547-4e4f-bccd-2f45051c99d8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:36.714796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7a040a21-1547-4e4f-bccd-2f45051c99d8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Synchronizing usage tracker for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:36.776134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Usage tracker for resource:port and tenant:84e996db3d1d4c299a29880554c99424 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:36.789938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:36.798915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7a040a21-1547-4e4f-bccd-2f45051c99d8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Unset dirty status for tenant:8f76ea5bca36421e889670071330a144 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:36.800673 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7a040a21-1547-4e4f-bccd-2f45051c99d8 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 1683 time: 0.2825234 Mar 11 17:30:36.805018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-1e9005d2-bab4-4f18-b14e-7ee731dc36e4 tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.1635900 Mar 11 17:30:36.867212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:36.880771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:32Z', 'revision_number': 3, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:36.885734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a4cca-6ff9-45f3-a18b-8d3628bb9bf3 None None] The sync data for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 is: [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:32Z', 'revision_number': 3, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:36.919804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:36.920150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.019109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Made reservation on behalf of 84e996db3d1d4c299a29880554c99424 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:37.022118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.050753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Deleting port 68a240a6-32c9-4aab-a854-08da956c977d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:37.051148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.088500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.106569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.245968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-1320f3eb-e88a-4953-a8f0-a417278ab8a3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5289252 Mar 11 17:30:37.294767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Pushing event updated for resources: {'Port': ['ID=ffabbd80-927b-4ef8-8265-3e66b577a2d3,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:37.302185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.389899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port bbc6a122-1a93-43dc-ba49-a1a93b7e8982, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:37.390219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.429523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.525961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for bbc6a122-1a93-43dc-ba49-a1a93b7e8982 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:37.620256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Pushing event deleted for resources: {'Port': ['ID=cf5b0075-430f-4b2d-b1f4-684433082747,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:37.633091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Network 0f8bc6b2-8370-4717-b1a8-529222fb1288 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:37.635146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:37.674085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Allocated IP 172.20.0.10 (b634b5fc-e093-469e-82d7-e0c7acdccaa8/a4b3244b-86d3-4d68-b0ea-e37a6234f5c5/a33d1c51-b142-452c-9b6f-1aeaf9fa2393) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:37.733265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.733597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.927776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Calling delete_port for 68a240a6-32c9-4aab-a854-08da956c977d owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:37.962965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-9adcae08-d1f3-4e78-b249-47112653a03d service neutron] 10.222.0.96 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622591 Mar 11 17:30:37.963259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.017056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Port': ['ID=bbc6a122-1a93-43dc-ba49-a1a93b7e8982,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:38.098129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.154038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] No DVR routers for this DVR port bbc6a122-1a93-43dc-ba49-a1a93b7e8982 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:38.162209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.165202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-deleted', 'tag': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:38.261985 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-3318dafc-ace6-42ed-a4b0-96cc45709826 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "DELETE /v2.0/ports/bbc6a122-1a93-43dc-ba49-a1a93b7e8982 HTTP/1.1" status: 204 len: 173 time: 1.4509740 Mar 11 17:30:38.320519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.324488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d568501c-6105-4840-9435-3f82ecb24508 tempest-ServersTestJSON-1993943470 tempest-ServersTestJSON-1993943470-project] 10.222.0.96 "DELETE /v2.0/floatingips/2c521e09-acc1-4f00-af64-9b155a4f9c38 HTTP/1.1" status: 204 len: 168 time: 3.1569526 Mar 11 17:30:38.330166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50012) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:38.351618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:38.352094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.523956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-6a10ba6d-11e1-40f9-8d1f-dae05a9f4baa service neutron] 10.222.0.96 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502901 Mar 11 17:30:38.564300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.592318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Router 73751e6a-4cbf-491f-84ff-466184e159fc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:38.594018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Transition to ACTIVE for port object a33d1c51-b142-452c-9b6f-1aeaf9fa2393 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:38.596049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.655549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Pushing event deleted for resources: {'Port': ['ID=68a240a6-32c9-4aab-a854-08da956c977d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:38.774677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port 8e715c6c-9dbd-40e6-b825-d84027ca5f58, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8e715c6c-9dbd-40e6-b825-d84027ca5f58,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:38.774982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.872808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.890951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.911769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for 8e715c6c-9dbd-40e6-b825-d84027ca5f58 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:39.013110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:39.028916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48f3809e-b4f8-4186-ad7a-a76a0542c0c2 req-287d8c40-b57c-4822-a8f9-cff4815a6def tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "DELETE /v2.0/floatingips/b1c39190-20c2-48f6-ae17-0f125c862123 HTTP/1.1" status: 204 len: 173 time: 2.2151577 Mar 11 17:30:39.050541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Pushing event updated for resources: {'Port': ['ID=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:39.073818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:39.079295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:39.092078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:39.104397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc6a122-1a93-43dc-ba49-a1a93b7e8982 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:39.198592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: bbc6a122-1a93-43dc-ba49-a1a93b7e8982 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:30:39.200254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbc6a122-1a93-43dc-ba49-a1a93b7e8982 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:39.200847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8e715c6c-9dbd-40e6-b825-d84027ca5f58 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:39.257572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:39.283972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 8e715c6c-9dbd-40e6-b825-d84027ca5f58 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:30:39.284229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8e715c6c-9dbd-40e6-b825-d84027ca5f58 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:39.285826 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:39.314334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11bae83c-fc4a-4440-b32c-472a4ad13ad3 req-6e66ea95-0c60-470f-813e-78a6f23f754f tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "GET /v2.0/ports?device_id=29a20cb9-c717-4461-a28d-dd2f4d28f1ca HTTP/1.1" status: 200 len: 210 time: 0.0877810 Mar 11 17:30:39.335529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1c9b-83d7-4b84-a536-165978b9b0f0 req-0393715c-c810-40f0-88b0-e4a285e67931 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:39.350307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb5f1c9b-83d7-4b84-a536-165978b9b0f0 req-0393715c-c810-40f0-88b0-e4a285e67931 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 947 time: 0.5547063 Mar 11 17:30:39.376863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Port': ['ID=8e715c6c-9dbd-40e6-b825-d84027ca5f58,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:39.517266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:39.518198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:39.586943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] No DVR routers for this DVR port 8e715c6c-9dbd-40e6-b825-d84027ca5f58 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:39.591556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:39.610124 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5c0d9bbf-e38f-4397-a614-1842f78ae834 req-7fdbc483-54a5-478d-b49c-76aceb4a9850 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.59 "DELETE /v2.0/ports/8e715c6c-9dbd-40e6-b825-d84027ca5f58 HTTP/1.1" status: 204 len: 173 time: 1.3429914 Mar 11 17:30:39.618615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:39.624550 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-66b6772e-047e-4e3a-9463-59772954b69d admin admin] 10.222.0.96 "PUT /v2.0/routers/73751e6a-4cbf-491f-84ff-466184e159fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7266705 Mar 11 17:30:39.647340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78564731-fc7d-4b21-89a5-db7d0e91e935 None None] Provisioning for port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:39.657588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78564731-fc7d-4b21-89a5-db7d0e91e935 None None] Provisioning complete for port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:39.664813 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78564731-fc7d-4b21-89a5-db7d0e91e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:39.750741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-78564731-fc7d-4b21-89a5-db7d0e91e935 None None] Port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:30:39.891515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d451746a-736d-4d83-b38f-e54bd81ddf3a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7480450 Mar 11 17:30:39.927899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Request body: {'port': {'device_id': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:39.953629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb5f1c9b-83d7-4b84-a536-165978b9b0f0 req-beb1563a-aeaa-4e36-b8ca-8c9ec525d37d tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025312 Mar 11 17:30:40.016014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.019954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.023868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.027774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.031667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.035734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.039735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.041942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e15c83f-39aa-4b69-873c-312372bb3110 req-5f389ae3-9e5c-4fb5-bcce-dfdbc11789a9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.3020251 Mar 11 17:30:40.054717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50040) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:40.063328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Request body: {'floatingip': {'port_id': '0095d3ea-9d9f-41af-8460-e1f4da3456b9'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:40.213942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.218652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e47d878d-babc-4e37-875c-f87c304beddb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:40.243528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-b17eebba-dfdd-4ab3-a3f5-fba549f4e17c tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips/d65574ab-0000-41db-80e2-5c339fd0ea33 HTTP/1.1" status: 200 len: 693 time: 0.2369325 Mar 11 17:30:40.376466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e47d878d-babc-4e37-875c-f87c304beddb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:40.382708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e47d878d-babc-4e37-875c-f87c304beddb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:40.383451 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.433970 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-deleted', 'tag': 'bbc6a122-1a93-43dc-ba49-a1a93b7e8982', 'status': 'completed', 'code': 200} Mar 11 17:30:40.443055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.524819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.543459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e47d878d-babc-4e37-875c-f87c304beddb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e47d878d-babc-4e37-875c-f87c304beddb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:40.550762 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.680765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e47d878d-babc-4e37-875c-f87c304beddb,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:40.699766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.702290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.702703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.703584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.703802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.704133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.704450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.704765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.705118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.705434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.705745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:40.738269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-75941d46-2746-4952-828f-e40ec9c3f6b6 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.746559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-75941d46-2746-4952-828f-e40ec9c3f6b6 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.5018859 Mar 11 17:30:40.755792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-1083a76b-2a77-4317-a87a-af978d0aa3d2 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:30:40.761893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-1083a76b-2a77-4317-a87a-af978d0aa3d2 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0140574 Mar 11 17:30:40.779906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.937324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-e670a289-9ab6-4436-a9dc-fd6e2f3c7092 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.937906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-e670a289-9ab6-4436-a9dc-fd6e2f3c7092 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Synchronizing usage tracker for tenant:84e996db3d1d4c299a29880554c99424 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:41.023827 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:30:41.029119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec284a-3f55-47fd-845f-4054200ec77e req-0ddd7c2f-06f7-4d7c-b159-2070bbddb1d0 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:41.030634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-0ddd7c2f-06f7-4d7c-b159-2070bbddb1d0 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 816 time: 0.5994027 Mar 11 17:30:41.040330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-e670a289-9ab6-4436-a9dc-fd6e2f3c7092 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Unset dirty status for tenant:84e996db3d1d4c299a29880554c99424 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:41.041784 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-e670a289-9ab6-4436-a9dc-fd6e2f3c7092 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 816 time: 0.4627151 Mar 11 17:30:41.066396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Request body: {'port': {'device_id': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'admin_state_up': True, 'tenant_id': '84e996db3d1d4c299a29880554c99424'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:41.073388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-b0ee15e3-34c1-4ce2-8785-53b0ddce4792 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.3036966 Mar 11 17:30:41.143054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-8cdfa7cb-4b3f-467d-87e8-ac2b43a08f44 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/quotas/84e996db3d1d4c299a29880554c99424 HTTP/1.1" status: 200 len: 375 time: 0.0924025 Mar 11 17:30:41.253445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8bbe9ae4-f07d-45cf-93a6-03ce690186e4 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.1728649 Mar 11 17:30:41.272417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:41.290393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Usage tracker for resource:port and tenant:84e996db3d1d4c299a29880554c99424 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:41.295069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:41.310671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:41.327809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.328993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Made reservation on behalf of 84e996db3d1d4c299a29880554c99424 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:41.332103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.343908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.474343 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:30:41.608436 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Floating IP 8035c06a-2fcf-4dce-99d6-910b68e97764 associated. External IP: 172.25.3.169, port: 0095d3ea-9d9f-41af-8460-e1f4da3456b9. Mar 11 17:30:41.623334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Deleting port 403672e0-a2ea-4520-afe9-958a4bf1784a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:41.623672 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.662934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33d1c51-b142-452c-9b6f-1aeaf9fa2393 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:41.676588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5aec284a-3f55-47fd-845f-4054200ec77e req-dfc56e3f-a13c-4a5c-9aeb-57f4d82448c3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Synchronizing usage tracker for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:41.691919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.732214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Transition to ACTIVE for port object a33d1c51-b142-452c-9b6f-1aeaf9fa2393 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:41.752835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.858194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5aec284a-3f55-47fd-845f-4054200ec77e req-dfc56e3f-a13c-4a5c-9aeb-57f4d82448c3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Unset dirty status for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:41.859541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-dfc56e3f-a13c-4a5c-9aeb-57f4d82448c3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6975811 Mar 11 17:30:41.948558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Allocated IP 172.20.0.8 (b634b5fc-e093-469e-82d7-e0c7acdccaa8/a4b3244b-86d3-4d68-b0ea-e37a6234f5c5/89f6181e-1b99-4b04-825c-0784737d04d4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:42.092642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Pushing event updated for resources: {'Port': ['ID=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:42.130654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.131002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.149395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e47d878d-babc-4e37-875c-f87c304beddb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:42.235174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e47d878d-babc-4e37-875c-f87c304beddb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:42.235784 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.309063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Calling delete_port for 403672e0-a2ea-4520-afe9-958a4bf1784a owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:42.328491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.361397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Transition to ACTIVE for port object 89f6181e-1b99-4b04-825c-0784737d04d4 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:42.366740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0385-6b5f-4e58-bddb-edb07198b166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.414852 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.448296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-deleted', 'tag': '8e715c6c-9dbd-40e6-b825-d84027ca5f58'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:42.484189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-9caa824b-7ccc-4b0d-829f-815c204b4186 service neutron] 10.222.0.96 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091669 Mar 11 17:30:42.497207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:42.501511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:42.506834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:42.545593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Pushing event updated for resources: {'Port': ['ID=89f6181e-1b99-4b04-825c-0784737d04d4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:42.575431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Router 1df540da-b07e-4c47-af41-92f6265da3a1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:42.651812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Attempting to bind port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:42.652431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Attempting to bind port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:42.652972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Attempting to bind port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:42.718721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:30:42.719353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Attempting to bind port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:42.734811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:42.735693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.789696 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-2fa8cd31-26c8-4342-9e9e-d9d631b079ca tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7272356 Mar 11 17:30:42.802094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:42.802453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Checking segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:42.802837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Bound using segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:42.803281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Bound port: a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:42.803980 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.812864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Request body: {'port': {'device_id': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:42.845818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-e1f7311c-f9c1-4c23-8e0e-40a24f059463 service neutron] 10.222.0.96 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315883 Mar 11 17:30:42.855725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e2c24272-f438-4604-a72e-701a541b9532 None None] Provisioning for port 89f6181e-1b99-4b04-825c-0784737d04d4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:42.861718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e2c24272-f438-4604-a72e-701a541b9532 None None] Provisioning complete for port 89f6181e-1b99-4b04-825c-0784737d04d4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:42.862471 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e2c24272-f438-4604-a72e-701a541b9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.931595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e2c24272-f438-4604-a72e-701a541b9532 None None] Port 89f6181e-1b99-4b04-825c-0784737d04d4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:30:42.994297 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.048544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.085571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:43.091201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.101057 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] Sync routers for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:43.142426 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:43.143255 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:43.171798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event deleted for resources: {'Port': ['ID=403672e0-a2ea-4520-afe9-958a4bf1784a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:43.237186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e8c2499-f898-4506-b9e1-c33c003c4ea7 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "PUT /v2.0/floatingips/8035c06a-2fcf-4dce-99d6-910b68e97764 HTTP/1.1" status: 200 len: 992 time: 3.1813588 Mar 11 17:30:43.246984 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-679be156-6e54-461f-81d7-9d4c22afaeaa req-9d234edd-d776-409d-a1fa-58f895d5ef1b tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] show failed (client error): The resource could not be found. Mar 11 17:30:43.256265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Sync routers for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:43.259383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-679be156-6e54-461f-81d7-9d4c22afaeaa req-9d234edd-d776-409d-a1fa-58f895d5ef1b tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips/b1c39190-20c2-48f6-ae17-0f125c862123 HTTP/1.1" status: 404 len: 350 time: 0.1740010 Mar 11 17:30:43.286320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:43.287117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:43.342209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:43.358428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:43.368612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.373836 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.612975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:43.637293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f6181e-1b99-4b04-825c-0784737d04d4 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:43.655091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.657370 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:43.685704 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.687248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] 10.222.0.59 "PUT /v2.0/ports/a33d1c51-b142-452c-9b6f-1aeaf9fa2393 HTTP/1.1" status: 200 len: 1092 time: 3.7656686 Mar 11 17:30:43.697473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:43.697758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Transition to ACTIVE for port object 89f6181e-1b99-4b04-825c-0784737d04d4 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:43.703665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.703940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.710088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4b62a18-92d7-4486-9cb6-e07b0de91e78 req-8e10d094-c8fc-43f9-a22c-6a5a787e2df1 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "DELETE /v2.0/floatingips/d65574ab-0000-41db-80e2-5c339fd0ea33 HTTP/1.1" status: 204 len: 173 time: 2.4485986 Mar 11 17:30:43.854588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acb7d0-fac9-46ee-a9f4-62cc35c41251 service neutron] Pushing event updated for resources: {'Port': ['ID=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:43.992325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-1ec97ed5-85f3-41f7-b0c2-3bd9f35ede00 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:44.005648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-1ec97ed5-85f3-41f7-b0c2-3bd9f35ede00 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 819 time: 0.4572778 Mar 11 17:30:44.010061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Pushing event updated for resources: {'Port': ['ID=89f6181e-1b99-4b04-825c-0784737d04d4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:44.071213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-2570e3bb-2bf9-41f8-8dbe-121a01ef287f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/quotas/54eb10a94e514af59bd150fc607f1929 HTTP/1.1" status: 200 len: 375 time: 0.0632267 Mar 11 17:30:44.255057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-a34f322e-6d14-4582-9088-10c3d26c8b19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 1095 time: 0.5004144 Mar 11 17:30:44.327813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Attempting to bind port 89f6181e-1b99-4b04-825c-0784737d04d4 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:44.328139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Attempting to bind port 89f6181e-1b99-4b04-825c-0784737d04d4 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:44.328459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Attempting to bind port 89f6181e-1b99-4b04-825c-0784737d04d4 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:44.340157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Port 89f6181e-1b99-4b04-825c-0784737d04d4 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:30:44.340537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Attempting to bind port 89f6181e-1b99-4b04-825c-0784737d04d4 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:44.348114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:44.348602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Checking segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:44.349040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Bound using segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:44.349480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Bound port: 89f6181e-1b99-4b04-825c-0784737d04d4, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:44.349923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.422726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Deleting port 412426f2-7373-4e82-8afc-32fa1ddb5816 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:44.423339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.439333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 2, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:44.445280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Checking router: 73751e6a-4cbf-491f-84ff-466184e159fc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:44.445869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Updating router 73751e6a-4cbf-491f-84ff-466184e159fc port ffabbd80-927b-4ef8-8265-3e66b577a2d3 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:30:44.460994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-2cb7f0af-4e87-47ff-9606-88112fb64ab7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393 HTTP/1.1" status: 200 len: 217 time: 0.1811242 Mar 11 17:30:44.484009 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '8035c06a-2fcf-4dce-99d6-910b68e97764', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'port_id': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'mac_address': 'fa:16:3e:65:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:28:50Z', 'updated_at': '2022-03-11T17:30:41Z', 'revision_number': 1, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:44.497456 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] Checking router: 1df540da-b07e-4c47-af41-92f6265da3a1 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:44.520700 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:44.521650 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:44.600678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20fe1631-b107-43c8-a161-1eb73564910e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.608892 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-c2e13239-fd19-43d7-a8b6-c27fb6512fe5 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5280631 Mar 11 17:30:44.622790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] For port 89f6181e-1b99-4b04-825c-0784737d04d4, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:44.627933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] For port 89f6181e-1b99-4b04-825c-0784737d04d4, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=89f6181e-1b99-4b04-825c-0784737d04d4,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:44.631555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.651564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.778343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-69b1f466-4056-4e3f-af19-7ff2e66eb869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:44.780246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-69b1f466-4056-4e3f-af19-7ff2e66eb869 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 200 len: 855 time: 0.3129086 Mar 11 17:30:44.800884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Pushing event updated for resources: {'Port': ['ID=89f6181e-1b99-4b04-825c-0784737d04d4,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:44.814858 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.816804 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-fa39b649-aede-45de-9412-b37601cfd13e service neutron] 10.222.0.59 "PUT /v2.0/ports/89f6181e-1b99-4b04-825c-0784737d04d4 HTTP/1.1" status: 200 len: 1091 time: 2.0124934 Mar 11 17:30:44.891741 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:45.145669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec284a-3f55-47fd-845f-4054200ec77e req-af717841-1c74-4356-91a3-4b1a09880380 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:45.147167 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-af717841-1c74-4356-91a3-4b1a09880380 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 816 time: 0.2521291 Mar 11 17:30:45.171406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50114) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:45.175373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Request body: {'port': {'device_id': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'admin_state_up': True, 'tenant_id': '84e996db3d1d4c299a29880554c99424'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:45.189733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] For port 412426f2-7373-4e82-8afc-32fa1ddb5816, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=412426f2-7373-4e82-8afc-32fa1ddb5816,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:45.190108 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.321528 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a20cb9-c717-4461-a28d-dd2f4d28f1ca', 'name': 'network-vif-deleted', 'tag': '8e715c6c-9dbd-40e6-b825-d84027ca5f58', 'status': 'completed', 'code': 200} Mar 11 17:30:45.388135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-1588e2b7-2977-44a6-acdf-7bd19e2a1c10 service neutron] 10.222.0.96 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761033 Mar 11 17:30:45.527740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.550174 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '8035c06a-2fcf-4dce-99d6-910b68e97764', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'port_id': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'mac_address': 'fa:16:3e:65:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:28:50Z', 'updated_at': '2022-03-11T17:30:41Z', 'revision_number': 1, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:45.569381 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014998a-3570-4ad1-af62-c81a8f841a05 None None] The sync data for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 is: [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '8035c06a-2fcf-4dce-99d6-910b68e97764', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'port_id': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'mac_address': 'fa:16:3e:65:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f817253e-c0db-4f58-8158-630973424763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:28:50Z', 'updated_at': '2022-03-11T17:30:41Z', 'revision_number': 1, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:45.584901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Transition to ACTIVE for port object ffabbd80-927b-4ef8-8265-3e66b577a2d3 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:45.596897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:45.598747 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.604984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Usage tracker for resource:port and tenant:84e996db3d1d4c299a29880554c99424 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:45.605301 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.615142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:45.650109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:45.672169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Calling delete_port for 412426f2-7373-4e82-8afc-32fa1ddb5816 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:45.689019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting subnet f4022606-8b55-4878-afee-5ee7630411f8 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:30:45.694415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.744819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Made reservation on behalf of 84e996db3d1d4c299a29880554c99424 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:45.748613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.769193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.786152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499807b-4058-4224-a1f8-944acac91e85 None None] Pushing event updated for resources: {'Port': ['ID=ffabbd80-927b-4ef8-8265-3e66b577a2d3,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:45.843447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.893726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cccf7685-4004-4571-8107-bec85a75fe62 req-c78f7032-e9ba-4bdf-80c0-850752e0fc0a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 210 time: 0.1810210 Mar 11 17:30:45.908848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Attempting to bind port ffabbd80-927b-4ef8-8265-3e66b577a2d3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:45.910465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Attempting to bind port ffabbd80-927b-4ef8-8265-3e66b577a2d3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:45.910465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Attempting to bind port ffabbd80-927b-4ef8-8265-3e66b577a2d3 on network 0f8bc6b2-8370-4717-b1a8-529222fb1288 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:45.916843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-ab44f3a0-2145-4d75-962f-14b2b82a5a29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b634b5fc-e093-469e-82d7-e0c7acdccaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1188943 Mar 11 17:30:45.924925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:45.925363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Checking segment: {'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:45.925825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.927002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Bound using segment: {'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:45.927002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Bound port: ffabbd80-927b-4ef8-8265-3e66b577a2d3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:45.927502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.974129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-023b6fa4-5304-4012-8d38-9173e8f9ccfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 1094 time: 1.0685334 Mar 11 17:30:46.047958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.055156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] For port ffabbd80-927b-4ef8-8265-3e66b577a2d3, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:46.055156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] For port ffabbd80-927b-4ef8-8265-3e66b577a2d3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ffabbd80-927b-4ef8-8265-3e66b577a2d3,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:46.055156 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.137314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Allocated IP 172.20.0.3 (b634b5fc-e093-469e-82d7-e0c7acdccaa8/a4b3244b-86d3-4d68-b0ea-e37a6234f5c5/ed0c607d-d2a5-436d-b92c-e19756908d95) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:46.197351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499807b-4058-4224-a1f8-944acac91e85 None None] Pushing event updated for resources: {'Port': ['ID=ffabbd80-927b-4ef8-8265-3e66b577a2d3,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:46.220483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:46.220483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:46.233487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.247020 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-43013bd2-1b13-4015-aaf0-ab0c3a78320b req-bf1e92bf-beff-405b-9712-7b1de21e5dea tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] show failed (client error): The resource could not be found. Mar 11 17:30:46.247020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43013bd2-1b13-4015-aaf0-ab0c3a78320b req-bf1e92bf-beff-405b-9712-7b1de21e5dea tempest-FloatingIPsTestJSON-1773978856 tempest-FloatingIPsTestJSON-1773978856-project] 10.222.0.96 "GET /v2.0/floatingips/b1c39190-20c2-48f6-ae17-0f125c862123 HTTP/1.1" status: 404 len: 350 time: 0.2619107 Mar 11 17:30:46.247020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50118) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:46.302554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Subnet': ['ID=f4022606-8b55-4878-afee-5ee7630411f8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:46.367186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-a275ef9f-effb-4383-8ff7-6fffc649500a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f6181e-1b99-4b04-825c-0784737d04d4 HTTP/1.1" status: 200 len: 217 time: 0.3220360 Mar 11 17:30:46.400206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.437821 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f1af8600-070a-4a0c-8c0b-dc6e03d04497 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/subnets/f4022606-8b55-4878-afee-5ee7630411f8 HTTP/1.1" status: 204 len: 168 time: 1.1153307 Mar 11 17:30:46.437821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50122) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:46.445261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a6a694-d1e8-4c4a-a292-1120334d3f98 None None] Network dc9d5880-4f10-46bd-9253-9d210538c972 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:30:46.597957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-f854fa60-3201-4de1-a6ae-ac5f0a741e8a service neutron] 10.222.0.96 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9343066 Mar 11 17:30:46.658222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.739188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:46.751565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port 8ecb4273-3166-4a71-8c0f-46e45e952331 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:46.751909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.821802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-739bb655-745c-4c4f-b115-1399cee832e0 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8868663 Mar 11 17:30:46.825678 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.855227 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce775a-fcdd-4bd1-b414-1047569ebad2 None None] New status for floating IP 8035c06a-2fcf-4dce-99d6-910b68e97764: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:30:46.924080 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.038242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-6ed2672c-c2f7-4df4-b777-faf0c8ecaa70 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:47.078377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-87d69ed1-ddfb-4f47-8ec4-57bfc3552dd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:47.083295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-87d69ed1-ddfb-4f47-8ec4-57bfc3552dd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 200 len: 855 time: 0.6519942 Mar 11 17:30:47.096767 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393', 'status': 'completed', 'code': 200} Mar 11 17:30:47.135772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port 8ecb4273-3166-4a71-8c0f-46e45e952331, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8ecb4273-3166-4a71-8c0f-46e45e952331,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:47.139497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.274781 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.324915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-6ed2672c-c2f7-4df4-b777-faf0c8ecaa70 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:47.333145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-6ed2672c-c2f7-4df4-b777-faf0c8ecaa70 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 1000 time: 0.9746153 Mar 11 17:30:47.372241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] DHCP port deletion for dc9d5880-4f10-46bd-9253-9d210538c972 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:30:47.383885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Deleting port 8ecb4273-3166-4a71-8c0f-46e45e952331 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:47.384243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.406336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9'}, {'name': 'network-changed', 'server_uuid': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'tag': '89f6181e-1b99-4b04-825c-0784737d04d4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:47.482945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for 8ecb4273-3166-4a71-8c0f-46e45e952331 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:47.547277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Transition to ACTIVE for port object ed0c607d-d2a5-436d-b92c-e19756908d95 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:47.558924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Pushing event deleted for resources: {'Port': ['ID=412426f2-7373-4e82-8afc-32fa1ddb5816,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:47.567402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db31d3a3-cc29-40b0-af13-cfa8d733b5d8 req-865f5e84-5ded-402c-b15a-7c5de0af2ece tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 210 time: 0.1412077 Mar 11 17:30:47.610842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.629822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:46Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:47.636534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] For port 8ecb4273-3166-4a71-8c0f-46e45e952331, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8ecb4273-3166-4a71-8c0f-46e45e952331,segment=NetworkSegment(8434bad2-6382-4b78-a2ab-9b8d2332a8d3),segment_id=8434bad2-6382-4b78-a2ab-9b8d2332a8d3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:47.637177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.651467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef9f708-3ff6-4fb0-b0fb-3c38b5a560a2 None None] The sync data for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 is: [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:46Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:47.810081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Pushing event updated for resources: {'Port': ['ID=ed0c607d-d2a5-436d-b92c-e19756908d95,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:47.859483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:47.861590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:47.875826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:47.918477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Calling delete_port for 8ecb4273-3166-4a71-8c0f-46e45e952331 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:47.979388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.044510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Port': ['ID=8ecb4273-3166-4a71-8c0f-46e45e952331,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:48.061274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:48.062353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.064079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a0b4226-7024-4e0c-9aa1-8ad16a0ee780 req-cedc40b6-d136-428d-8f47-005939fe56ce service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1695008 Mar 11 17:30:48.071454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] No DVR routers for this DVR port 8ecb4273-3166-4a71-8c0f-46e45e952331 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:48.117026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:30:48.117604 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:30:48.200528 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-f4474c40-dc60-4958-beb3-537d8cccca18 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0340836 Mar 11 17:30:48.272759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Request body: {'port': {'device_id': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:48.289119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-2e4c64d7-939c-41a2-ae65-df7430f1d31b tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:48.290913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-2e4c64d7-939c-41a2-ae65-df7430f1d31b tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:48.378189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-a855f2b6-7902-49e5-adfd-22082c9ee4b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b634b5fc-e093-469e-82d7-e0c7acdccaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2118924 Mar 11 17:30:48.386441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9f0e3f2c-3ca2-4bd0-a766-0b156e5ae960 None None] Provisioning for port ed0c607d-d2a5-436d-b92c-e19756908d95 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:48.396992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9f0e3f2c-3ca2-4bd0-a766-0b156e5ae960 None None] Provisioning complete for port ed0c607d-d2a5-436d-b92c-e19756908d95 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:48.397793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3f2c-3ca2-4bd0-a766-0b156e5ae960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.435951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-2e4c64d7-939c-41a2-ae65-df7430f1d31b tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:48.437307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-2e4c64d7-939c-41a2-ae65-df7430f1d31b tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports/349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 943 time: 1.1027238 Mar 11 17:30:48.439717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ffabbd80-927b-4ef8-8265-3e66b577a2d3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:48.456353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.512719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9d5880-4f10-46bd-9253-9d210538c972']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:48.520071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.537863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8434bad2-6382-4b78-a2ab-9b8d2332a8d3') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:48.538465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8434bad2-6382-4b78-a2ab-9b8d2332a8d3') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:48.548952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e3f2c-3ca2-4bd0-a766-0b156e5ae960 None None] Port ed0c607d-d2a5-436d-b92c-e19756908d95 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:30:48.581422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ffabbd80-927b-4ef8-8265-3e66b577a2d3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:48.587790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ffabbd80-927b-4ef8-8265-3e66b577a2d3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:48.588163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.591988 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.619763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Deleting port 8ecb4273-3166-4a71-8c0f-46e45e952331 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:48.620483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.641426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.662735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:30:48.663813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:48.693945 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:48.713697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2e802dc0-9eef-42fa-aab0-b4db781fda60 None None] The port '8ecb4273-3166-4a71-8c0f-46e45e952331' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:30:48.808379 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.855885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ffabbd80-927b-4ef8-8265-3e66b577a2d3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ffabbd80-927b-4ef8-8265-3e66b577a2d3,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:48.865302 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.896339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-3df21aae-a585-429d-a956-458db2f54f19 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574344 Mar 11 17:30:48.964878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ecb4273-3166-4a71-8c0f-46e45e952331 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:49.023138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8ecb4273-3166-4a71-8c0f-46e45e952331 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:30:49.023766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ecb4273-3166-4a71-8c0f-46e45e952331 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:49.050398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ffabbd80-927b-4ef8-8265-3e66b577a2d3,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:49.054220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-44d84bcf-7897-40e5-9c83-5a6f3800cb94 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:49.054626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-44d84bcf-7897-40e5-9c83-5a6f3800cb94 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Synchronizing usage tracker for tenant:54eb10a94e514af59bd150fc607f1929 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:30:49.088343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-e696d197-add4-4299-a702-b0a44c538d2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 1095 time: 0.8870327 Mar 11 17:30:49.102529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a3087-4cd3-41a6-aae7-1e1c604bd40f req-3fcb441b-5cf3-4a9a-9909-00289ca690b2 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:49.109750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e05a3087-4cd3-41a6-aae7-1e1c604bd40f req-3fcb441b-5cf3-4a9a-9909-00289ca690b2 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 931 time: 1.0279281 Mar 11 17:30:49.166923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-afeaccd4-6863-4d3a-8395-a7a575df8040 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 1000 time: 0.5340729 Mar 11 17:30:49.183159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.219932 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.249147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-44d84bcf-7897-40e5-9c83-5a6f3800cb94 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Unset dirty status for tenant:54eb10a94e514af59bd150fc607f1929 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:30:49.250281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-44d84bcf-7897-40e5-9c83-5a6f3800cb94 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.59 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 819 time: 0.4402900 Mar 11 17:30:49.254003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/networks/dc9d5880-4f10-46bd-9253-9d210538c972 HTTP/1.1" status: 204 len: 168 time: 2.8255148 Mar 11 17:30:49.254003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bf1fe-b768-4783-90fe-aeb6ca99c358 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Network': ['ID=dc9d5880-4f10-46bd-9253-9d210538c972,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:49.258435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50148) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:49.313766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Request body: {'port': {'device_id': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'admin_state_up': True, 'tenant_id': '54eb10a94e514af59bd150fc607f1929'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:49.522166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e05a3087-4cd3-41a6-aae7-1e1c604bd40f req-0b26a12f-959b-4312-8d11-7265aeff657d tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110038 Mar 11 17:30:49.542887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:30:49.554307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6991e5b-d7f2-460a-96f8-5605bbb32cf4 req-b97d0e81-678e-41f9-9fdc-47ffc100e9a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309431 Mar 11 17:30:49.644667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-da475199-d56b-4d68-963f-ac3c4b15e907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:49.646182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-da475199-d56b-4d68-963f-ac3c4b15e907 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 918 time: 0.5342247 Mar 11 17:30:49.655878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-12628334-3fa9-45f0-b078-9f7a526407a4 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:49.657218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-12628334-3fa9-45f0-b078-9f7a526407a4 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.4798586 Mar 11 17:30:49.746264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:30:49.754155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Usage tracker for resource:port and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:30:49.764169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:30:49.780084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:30:49.783996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0c607d-d2a5-436d-b92c-e19756908d95 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:49.797762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.813371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting subnet c00c080a-b84f-40aa-ba86-18b40f039572 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:30:49.829187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.857909 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'status': 'completed', 'code': 200} Mar 11 17:30:49.858154 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'tag': '89f6181e-1b99-4b04-825c-0784737d04d4', 'status': 'completed', 'code': 200} Mar 11 17:30:49.860901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Transition to ACTIVE for port object ed0c607d-d2a5-436d-b92c-e19756908d95 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:49.867014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Made reservation on behalf of 54eb10a94e514af59bd150fc607f1929 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:49.870227 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.897840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.002267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-16fcf9ce-ae67-42a6-80fd-45bf51f51915 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393 HTTP/1.1" status: 200 len: 217 time: 0.3412714 Mar 11 17:30:50.005105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.101690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-997f1ba9-ef3b-4b68-b7e2-cfc022b68c4f req-8220fff1-c32c-4b5c-957d-f2dabd0a29f3 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 210 time: 0.1299574 Mar 11 17:30:50.181721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c607d-d2a5-436d-b92c-e19756908d95,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:50.207219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ffabbd80-927b-4ef8-8265-3e66b577a2d3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:50.220004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-f9238dff-cba7-4375-98bf-6be543bd9d31 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 1000 time: 0.5085042 Mar 11 17:30:50.221293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-c686bae9-082c-4f92-a9cc-8fcd9abc4de8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:50.222937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-c686bae9-082c-4f92-a9cc-8fcd9abc4de8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 200 len: 855 time: 0.1773365 Mar 11 17:30:50.268845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:50.342221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ffabbd80-927b-4ef8-8265-3e66b577a2d3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:50.342610 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.348412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.438268 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-f6ea8214-506f-41cc-9a66-5a8c67bd56fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6490 time: 0.5051296 Mar 11 17:30:50.456604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.525230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Allocated IP 172.20.0.3 (0f8bc6b2-8370-4717-b1a8-529222fb1288/567c5ca4-64ec-4b61-8641-7acd46a2b5a2/e71feb68-4362-4a22-aa82-2c6379b30a85) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:50.534531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Attempting to bind port ed0c607d-d2a5-436d-b92c-e19756908d95 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:50.534859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Attempting to bind port ed0c607d-d2a5-436d-b92c-e19756908d95 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:50.535190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Attempting to bind port ed0c607d-d2a5-436d-b92c-e19756908d95 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:50.557988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Port ed0c607d-d2a5-436d-b92c-e19756908d95 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:30:50.558716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Attempting to bind port ed0c607d-d2a5-436d-b92c-e19756908d95 on network b634b5fc-e093-469e-82d7-e0c7acdccaa8 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:50.592046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:50.592382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Checking segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:50.592762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Bound using segment: {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:50.593195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Bound port: ed0c607d-d2a5-436d-b92c-e19756908d95, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b5a15d-4577-42dd-8414-2d3c0186a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:50.593530 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.606560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.663426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Subnet': ['ID=c00c080a-b84f-40aa-ba86-18b40f039572,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:50.694754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.705108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369143f1-97cf-4df7-a164-619c0ffe6fc9 None None] Network 8127e64e-92e8-4567-845e-dc27d162e8e2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:30:50.717779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.797467 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9568f359-befc-4c90-a408-bfbef499f89a tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/subnets/c00c080a-b84f-40aa-ba86-18b40f039572 HTTP/1.1" status: 204 len: 168 time: 1.5381019 Mar 11 17:30:50.800132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50156) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:50.851459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-ef45a0a5-10d3-4bce-9cee-d1a4730c2530 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b634b5fc-e093-469e-82d7-e0c7acdccaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6190321 Mar 11 17:30:50.926055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] For port ed0c607d-d2a5-436d-b92c-e19756908d95, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:50.961174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] For port ed0c607d-d2a5-436d-b92c-e19756908d95, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ed0c607d-d2a5-436d-b92c-e19756908d95,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:50.975184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.976987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] DHCP port deletion for 8127e64e-92e8-4567-845e-dc27d162e8e2 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:30:50.981376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] Deleting port 61ec46da-3fb1-4954-a5e9-0452a977941f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:50.983313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.014801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.020115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31835297-73e7-4b0d-9ead-425d7af0991d req-e17ae3f3-e95b-400b-8a8a-eb21800f2d74 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:51.021692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31835297-73e7-4b0d-9ead-425d7af0991d req-e17ae3f3-e95b-400b-8a8a-eb21800f2d74 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 947 time: 0.6820714 Mar 11 17:30:51.022683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-07e689aa-5b00-4381-8e4b-b9355583ef0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:51.024063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-07e689aa-5b00-4381-8e4b-b9355583ef0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b057b6cd-dfc5-4066-b6df-a6520c909901 HTTP/1.1" status: 200 len: 914 time: 0.5683613 Mar 11 17:30:51.061580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.083348 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.084740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] 10.222.0.59 "PUT /v2.0/ports/ed0c607d-d2a5-436d-b92c-e19756908d95 HTTP/1.1" status: 200 len: 1091 time: 2.8263991 Mar 11 17:30:51.092404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port 61ec46da-3fb1-4954-a5e9-0452a977941f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:51.092787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.155820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c684-d09b-46ab-93e0-8a334c5b4501 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c607d-d2a5-436d-b92c-e19756908d95,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:51.156540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.301985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a33d1c51-b142-452c-9b6f-1aeaf9fa2393 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:51.318605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] For port 61ec46da-3fb1-4954-a5e9-0452a977941f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=61ec46da-3fb1-4954-a5e9-0452a977941f,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:51.319049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.328547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.471395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] Calling delete_port for 61ec46da-3fb1-4954-a5e9-0452a977941f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:51.507401 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:30:51.515057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event updated for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:51.520250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Network 0f8bc6b2-8370-4717-b1a8-529222fb1288 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:51.527807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:51.532734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] For port 61ec46da-3fb1-4954-a5e9-0452a977941f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=61ec46da-3fb1-4954-a5e9-0452a977941f,segment=NetworkSegment(fdc78e43-71af-407e-ab96-8c6f058bbc11),segment_id=fdc78e43-71af-407e-ab96-8c6f058bbc11)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:51.533084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.541498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:30:51.569477 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-aa8fb7ed-0610-4f39-9690-fb241ea17a31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 1094 time: 0.4009342 Mar 11 17:30:51.668588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.713943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:51.729043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-0bbab854-e0f5-41b0-bc6d-e657a12c7862 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9 HTTP/1.1" status: 200 len: 1002 time: 0.6656342 Mar 11 17:30:51.734947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] Pushing event deleted for resources: {'Port': ['ID=61ec46da-3fb1-4954-a5e9-0452a977941f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:51.735138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-f98fc9c6-2f7b-4d84-a921-0771bb9eac4d service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8646803 Mar 11 17:30:51.738447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31835297-73e7-4b0d-9ead-425d7af0991d req-345dec9a-6664-4ff8-a3c3-24a5493d14e3 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/security-groups?id=f69f8002-80b3-4e27-b68c-153eec56e993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762574 Mar 11 17:30:51.739860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393', 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'port_id': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393', 'mac_address': 'fa:16:3e:9d:c2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b3244b-86d3-4d68-b0ea-e37a6234f5c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:51.741670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38589de-0b5c-4bba-95d0-377a684e8414 None None] No DVR routers for this DVR port 61ec46da-3fb1-4954-a5e9-0452a977941f on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:51.781796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.800489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.829906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.829906 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Floating IP c0d53080-1314-4054-bcb6-ddc6fa6620a1 disassociated. External IP: 172.25.3.2, port: 349c3de5-c10e-44ca-bb60-703a6c29cee4. Mar 11 17:30:51.833191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33d1c51-b142-452c-9b6f-1aeaf9fa2393 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:51.869704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:51.880566 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.907323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'tag': 'ed0c607d-d2a5-436d-b92c-e19756908d95'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:51.918606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Calling delete_port for 61ec46da-3fb1-4954-a5e9-0452a977941f owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:51.972218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:51.978684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-68439f37-4c8b-4a22-bb55-80fba46bd277 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed0c607d-d2a5-436d-b92c-e19756908d95 HTTP/1.1" status: 200 len: 217 time: 0.1925225 Mar 11 17:30:51.995896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:51.996566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.086663 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b11eeab1-84df-4716-8572-2d6ed24f4106 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7832413 Mar 11 17:30:52.102048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec284a-3f55-47fd-845f-4054200ec77e req-7940b7fd-4ce3-4953-8c22-f67545fae712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.103592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-7940b7fd-4ce3-4953-8c22-f67545fae712 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 200 len: 855 time: 0.1166534 Mar 11 17:30:52.106263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:30:52.106734 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:30:52.111766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Request body: {'port': {'device_id': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:30:52.140859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 61ec46da-3fb1-4954-a5e9-0452a977941f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:52.141768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-d3150871-80ba-4ffb-9905-36846da76696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.143247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-d3150871-80ba-4ffb-9905-36846da76696 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4c95465-998f-44ac-aaaf-fd79509e5682 HTTP/1.1" status: 200 len: 851 time: 0.4018621 Mar 11 17:30:52.184929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 61ec46da-3fb1-4954-a5e9-0452a977941f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:30:52.186165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 61ec46da-3fb1-4954-a5e9-0452a977941f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:52.270492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a33d1c51-b142-452c-9b6f-1aeaf9fa2393'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:52.283653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.305412 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-e9dee58b-3577-4a07-bfe3-bf56beafb532 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b634b5fc-e093-469e-82d7-e0c7acdccaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561284 Mar 11 17:30:52.363522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8edbed0-189c-42ba-ad6f-ec181ae4f096 req-0b9d6a12-149b-401f-8faa-159a8abe3433 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852630 Mar 11 17:30:52.531316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f4314-86a3-4ab3-9d3e-b95b8ae9b36a req-0276ecef-6fa5-405b-a721-daa05c395ffd tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.531316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c61f4314-86a3-4ab3-9d3e-b95b8ae9b36a req-0276ecef-6fa5-405b-a721-daa05c395ffd tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 943 time: 0.5819385 Mar 11 17:30:52.569769 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-105f4e4d-30ca-4ef2-8836-98892527a4e7 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362435 Mar 11 17:30:52.572968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987a47-5b12-48ab-ad48-c6115b30892c req-61bb93e9-adb9-482c-82d5-301abbb7e17c tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.572968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22987a47-5b12-48ab-ad48-c6115b30892c req-61bb93e9-adb9-482c-82d5-301abbb7e17c tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 947 time: 0.4930654 Mar 11 17:30:52.651383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Deleting port 61ec46da-3fb1-4954-a5e9-0452a977941f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:52.651658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.654234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-05bf1090-6724-42b8-b587-8ada33cf3f6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b057b6cd-dfc5-4066-b6df-a6520c909901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5000391 Mar 11 17:30:52.784547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] The port '61ec46da-3fb1-4954-a5e9-0452a977941f' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:30:52.797275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Deleting port 65d96eb7-7f1e-411b-926e-a2ab7679b32d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:52.797608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.832538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c61f4314-86a3-4ab3-9d3e-b95b8ae9b36a req-73bcca62-b2f0-4d99-a740-dc04393550fb tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003616 Mar 11 17:30:52.974808 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5aec284a-3f55-47fd-845f-4054200ec77e req-14e159dc-73f9-46d5-9348-32c478fd04a3 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928473 Mar 11 17:30:52.976264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.009593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8127e64e-92e8-4567-845e-dc27d162e8e2']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:53.031743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc78e43-71af-407e-ab96-8c6f058bbc11') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:53.032064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc78e43-71af-407e-ab96-8c6f058bbc11') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:53.083410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.105588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.112687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71feb68-4362-4a22-aa82-2c6379b30a85 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:53.121931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 89f6181e-1b99-4b04-825c-0784737d04d4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:53.127728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:30:53.128441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.267279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 89f6181e-1b99-4b04-825c-0784737d04d4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=89f6181e-1b99-4b04-825c-0784737d04d4,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:53.283229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '89f6181e-1b99-4b04-825c-0784737d04d4', 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'port_id': '89f6181e-1b99-4b04-825c-0784737d04d4', 'mac_address': 'fa:16:3e:c0:34:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b3244b-86d3-4d68-b0ea-e37a6234f5c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:53.326415 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:53.329622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.342012 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.360423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f6181e-1b99-4b04-825c-0784737d04d4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:53.364073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Transition to ACTIVE for port object e71feb68-4362-4a22-aa82-2c6379b30a85 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:53.369960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.378988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 89f6181e-1b99-4b04-825c-0784737d04d4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=89f6181e-1b99-4b04-825c-0784737d04d4,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:53.386562 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.387408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-be10ace3-439a-40e9-8e67-b800c5f09d7f service neutron] 10.222.0.59 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085524 Mar 11 17:30:53.410147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.447822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.460399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=89f6181e-1b99-4b04-825c-0784737d04d4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.469488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] Pushing event deleted for resources: {'Network': ['ID=8127e64e-92e8-4567-845e-dc27d162e8e2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.521343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Pushing event updated for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.541474 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c2670e56-ae6a-4776-b955-331723492609 tempest-ServersTestMultiNic-420833106 tempest-ServersTestMultiNic-420833106-project] 10.222.0.96 "DELETE /v2.0/networks/8127e64e-92e8-4567-845e-dc27d162e8e2 HTTP/1.1" status: 204 len: 168 time: 2.7401333 Mar 11 17:30:53.652425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Attempting to bind port e71feb68-4362-4a22-aa82-2c6379b30a85 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:53.653106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Attempting to bind port e71feb68-4362-4a22-aa82-2c6379b30a85 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:53.653106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Attempting to bind port e71feb68-4362-4a22-aa82-2c6379b30a85 on network 0f8bc6b2-8370-4717-b1a8-529222fb1288 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:53.658793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Port e71feb68-4362-4a22-aa82-2c6379b30a85 on network 0f8bc6b2-8370-4717-b1a8-529222fb1288 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:30:53.659104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Attempting to bind port e71feb68-4362-4a22-aa82-2c6379b30a85 on network 0f8bc6b2-8370-4717-b1a8-529222fb1288 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:30:53.666017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:30:53.666343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Checking segment: {'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:30:53.666753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Bound using segment: {'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:30:53.667191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Bound port: e71feb68-4362-4a22-aa82-2c6379b30a85, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78384c62-322e-4f54-a6c8-b641d35b4eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:53.667509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.752682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:53.755818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e71feb68-4362-4a22-aa82-2c6379b30a85,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:53.761489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.765687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741abc84-69dd-40bc-aa1d-df51e1596f0c req-39605def-b09f-4867-800d-dcc786b081f6 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:53.767210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-741abc84-69dd-40bc-aa1d-df51e1596f0c req-39605def-b09f-4867-800d-dcc786b081f6 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 931 time: 0.8065877 Mar 11 17:30:53.826522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.827921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] 10.222.0.59 "PUT /v2.0/ports/e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 1091 time: 1.7230382 Mar 11 17:30:53.840638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639bd5-50b6-4c4f-ba3e-f9c046de595a service neutron] Pushing event updated for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.843942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['89f6181e-1b99-4b04-825c-0784737d04d4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:53.940837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] For port 65d96eb7-7f1e-411b-926e-a2ab7679b32d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=65d96eb7-7f1e-411b-926e-a2ab7679b32d,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:53.940837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.952616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-6c6ebc12-928c-41ad-b6db-30cb79bf5dca service neutron] 10.222.0.59 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324776 Mar 11 17:30:54.023059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-32c6756c-fa95-43f2-a881-69bb2517ecd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1094 time: 0.0890582 Mar 11 17:30:54.117283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Calling delete_port for 65d96eb7-7f1e-411b-926e-a2ab7679b32d owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:54.137412 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-21fadf1c-1ddd-46b0-b4a1-2fee7144ede5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 217 time: 0.0851114 Mar 11 17:30:54.217029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b13c405e-c32a-409e-8792-ab2fdc20ec41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:54.218342 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-b13c405e-c32a-409e-8792-ab2fdc20ec41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.0730762 Mar 11 17:30:54.255059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-741abc84-69dd-40bc-aa1d-df51e1596f0c req-ce8919a7-aa83-407f-8a6b-5f923e4d7193 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354167 Mar 11 17:30:54.286239 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-eedb8a1b-e8b2-4f32-a9f3-8acf33dd5fd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552509 Mar 11 17:30:54.392896 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'tag': 'ed0c607d-d2a5-436d-b92c-e19756908d95', 'status': 'completed', 'code': 200} Mar 11 17:30:54.445192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Router 597c6651-a7e5-487c-bd36-f109ff2515a5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:54.466887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-b1606fd8-d44c-42b9-8b96-2cc862b4b2ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 1095 time: 0.3135684 Mar 11 17:30:54.547129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-71e56e7b-5bb9-4eaa-aada-1efebf8e3b76 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596414 Mar 11 17:30:54.595108 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.661621 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb7a5cdd-3300-4099-8356-0211af87656a req-31dc4cee-ae97-4fc2-b798-63f3e604a4aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 1094 time: 0.2447040 Mar 11 17:30:54.831698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b5b4cb4-90e2-44a7-8679-c430c0b55690 req-ac5a3ac9-3633-451f-a4b0-f355a7b01333 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749720 Mar 11 17:30:54.852826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a5cdd-3300-4099-8356-0211af87656a req-420ccc7e-f9f1-494c-96d2-52f3cce7cdb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:54.852826 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb7a5cdd-3300-4099-8356-0211af87656a req-420ccc7e-f9f1-494c-96d2-52f3cce7cdb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 918 time: 0.1833148 Mar 11 17:30:54.863884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2632ed0c-942e-433b-9e20-732efbfa7039 req-87e6b128-6a4b-4b19-8ab4-9b40d3dfe98f tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32 HTTP/1.1" status: 200 len: 210 time: 0.3488846 Mar 11 17:30:54.929392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Pushing event deleted for resources: {'Port': ['ID=65d96eb7-7f1e-411b-926e-a2ab7679b32d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:54.964287 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb7a5cdd-3300-4099-8356-0211af87656a req-41d2dab3-ca89-4466-8cad-d0c75baecf38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed0c607d-d2a5-436d-b92c-e19756908d95 HTTP/1.1" status: 200 len: 217 time: 0.1050298 Mar 11 17:30:55.090580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a5cdd-3300-4099-8356-0211af87656a req-570bba1c-6d25-4510-a1d6-2b3b1ce41fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:55.090580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb7a5cdd-3300-4099-8356-0211af87656a req-570bba1c-6d25-4510-a1d6-2b3b1ce41fd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 200 len: 855 time: 0.1145418 Mar 11 17:30:55.148358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ed0c607d-d2a5-436d-b92c-e19756908d95 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:55.203731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] No DVR routers for this DVR port 65d96eb7-7f1e-411b-926e-a2ab7679b32d on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:55.203731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:55.211291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-158069aa-eac6-410d-8cdb-d87972bf86ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:55.211291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-158069aa-eac6-410d-8cdb-d87972bf86ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 918 time: 0.7301164 Mar 11 17:30:55.218901 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb7a5cdd-3300-4099-8356-0211af87656a req-5154e9c9-6480-4f62-b175-9f9686f0bb07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b634b5fc-e093-469e-82d7-e0c7acdccaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170573 Mar 11 17:30:55.221399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.221399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-deleted', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:55.310318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22987a47-5b12-48ab-ad48-c6115b30892c req-02af0bd2-7b46-4b1e-9dba-132306d33fc7 tempest-ImagesOneServerTestJSON-1121905051 tempest-ImagesOneServerTestJSON-1121905051-project] 10.222.0.59 "DELETE /v2.0/ports/65d96eb7-7f1e-411b-926e-a2ab7679b32d HTTP/1.1" status: 204 len: 173 time: 2.7164559 Mar 11 17:30:55.324117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-2d0047e4-0240-43bd-8f38-9818dbd94640 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f6181e-1b99-4b04-825c-0784737d04d4 HTTP/1.1" status: 200 len: 217 time: 0.0894530 Mar 11 17:30:55.400447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 89f6181e-1b99-4b04-825c-0784737d04d4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:55.583386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port ed0c607d-d2a5-436d-b92c-e19756908d95, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ed0c607d-d2a5-436d-b92c-e19756908d95,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:55.601983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb7a5cdd-3300-4099-8356-0211af87656a req-0156b2ea-6b0c-4f27-8828-c35fbb933dbe service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612587 Mar 11 17:30:55.622352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'ed0c607d-d2a5-436d-b92c-e19756908d95', 'network_id': 'b634b5fc-e093-469e-82d7-e0c7acdccaa8', 'port_id': 'ed0c607d-d2a5-436d-b92c-e19756908d95', 'mac_address': 'fa:16:3e:8d:3a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b3244b-86d3-4d68-b0ea-e37a6234f5c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:55.669580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 89f6181e-1b99-4b04-825c-0784737d04d4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:55.700344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 89f6181e-1b99-4b04-825c-0784737d04d4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:55.700594 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.773302 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb7a5cdd-3300-4099-8356-0211af87656a req-694bb6df-0c44-4554-b6a0-4f9f3548ee92 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744466 Mar 11 17:30:55.811596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-f6377846-eae2-4dcc-8ec9-2f5e7e375a8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:55.813704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-f6377846-eae2-4dcc-8ec9-2f5e7e375a8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 200 len: 855 time: 0.4870920 Mar 11 17:30:55.815682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Deleting port 56a7d14a-e7c8-464d-b3d9-68bb769addd0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:55.816013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.845514 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.878803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0c607d-d2a5-436d-b92c-e19756908d95 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:55.889136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7a333-3c1a-4a1d-8195-a058149d58df req-4fdefeca-e7d7-4d2e-b05a-40dc62ceee9e tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:55.890897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cd7a333-3c1a-4a1d-8195-a058149d58df req-4fdefeca-e7d7-4d2e-b05a-40dc62ceee9e tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 943 time: 0.7730241 Mar 11 17:30:55.929856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port ed0c607d-d2a5-436d-b92c-e19756908d95, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ed0c607d-d2a5-436d-b92c-e19756908d95,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:55.941890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.999526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.040259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f6181e-1b99-4b04-825c-0784737d04d4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:56.050146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=ed0c607d-d2a5-436d-b92c-e19756908d95,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:56.055082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 89f6181e-1b99-4b04-825c-0784737d04d4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=89f6181e-1b99-4b04-825c-0784737d04d4,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:56.061136 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.062749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a33d1c51-b142-452c-9b6f-1aeaf9fa2393 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:56.168101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] For port 56a7d14a-e7c8-464d-b3d9-68bb769addd0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=56a7d14a-e7c8-464d-b3d9-68bb769addd0,segment=NetworkSegment(df4651b8-8050-412f-bd72-ccce866d17fc),segment_id=df4651b8-8050-412f-bd72-ccce866d17fc)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:56.168803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.189826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=89f6181e-1b99-4b04-825c-0784737d04d4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:56.194254 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cd7a333-3c1a-4a1d-8195-a058149d58df req-7364fb25-77f7-4999-8a9a-3af1cd1a7230 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779391 Mar 11 17:30:56.246281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:56.251679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:56.252372 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.320371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Calling delete_port for 56a7d14a-e7c8-464d-b3d9-68bb769addd0 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:56.347646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:56.358355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-16b84aa2-0217-48bd-84e8-8fe8e4f0c4e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b634b5fc-e093-469e-82d7-e0c7acdccaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5113163 Mar 11 17:30:56.363518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['ed0c607d-d2a5-436d-b92c-e19756908d95'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:56.365062 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5d63c4-7e68-4d15-bc72-7d3b31fc6a32', 'name': 'network-vif-deleted', 'tag': '65d96eb7-7f1e-411b-926e-a2ab7679b32d', 'status': 'completed', 'code': 200} Mar 11 17:30:56.368731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-80d1c2f3-360c-448b-a668-73f60fbed374 admin admin] 10.222.0.96 "PUT /v2.0/routers/597c6651-a7e5-487c-bd36-f109ff2515a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0375779 Mar 11 17:30:56.371480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50184) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:56.418534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] Sync routers for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:56.443096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:56.467180 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.484713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:56.485344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:56.632522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.698185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:56.713079 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.713079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:30:56.793882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-5e35b629-e622-49d9-afeb-8c3430c86339 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226675 Mar 11 17:30:56.843088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 65d96eb7-7f1e-411b-926e-a2ab7679b32d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:30:56.843912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 65d96eb7-7f1e-411b-926e-a2ab7679b32d not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:30:56.871811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.883759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Deleting port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:30:56.884211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.899476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:56.913258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:56.955693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ea9d4e1-ae9e-4fbb-b072-0a71bbd8b14a req-f42bad2b-0ff4-474c-9816-6f9ce1bf6678 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468039 Mar 11 17:30:56.959238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:56.967273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.973271 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] Sync routers for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:30:57.007818 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:57.008510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.017181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01065f5-6548-4b37-bfe5-83b248dcec31 req-380c44a4-0e24-4ece-a9b0-933c8e214dd1 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:57.019839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c01065f5-6548-4b37-bfe5-83b248dcec31 req-380c44a4-0e24-4ece-a9b0-933c8e214dd1 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 943 time: 0.5605259 Mar 11 17:30:57.124452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-38fcfb93-c3c8-424b-ac92-5603291d82b0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "PUT /v2.0/floatingips/c0d53080-1314-4054-bcb6-ddc6fa6620a1 HTTP/1.1" status: 200 len: 693 time: 6.8963828 Mar 11 17:30:57.126218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] For port a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:57.126783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:57.172422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e71feb68-4362-4a22-aa82-2c6379b30a85 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:30:57.176426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c01065f5-6548-4b37-bfe5-83b248dcec31 req-33b19961-3173-4ae3-bfa2-d760e33918c6 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498842 Mar 11 17:30:57.180083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:57.242003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:57.320942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Calling delete_port for a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:30:57.425580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a7d14a-e7c8-464d-b3d9-68bb769addd0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:57.618112 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:57.686986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:57.707954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e71feb68-4362-4a22-aa82-2c6379b30a85,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:57.730425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-039bb2ce-8528-4eba-b1a9-394a0d2f9803 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c341bb533f6c4501b379148ee10af15a&device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 1097 time: 0.6046820 Mar 11 17:30:57.731176 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:40Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.735939 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] Checking router: 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:57.737404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.737756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.738090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.738465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.738825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.739147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.739462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.739779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.740093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.740402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.740712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:57.744103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'port_id': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'mac_address': 'fa:16:3e:a8:1d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:30:57.746973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:30:46Z', 'revision_number': 5, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port': {'id': 'a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:37Z', 'updated_at': '2022-03-11T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.752096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] Checking router: 597c6651-a7e5-487c-bd36-f109ff2515a5 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:30:57.754459 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:57.755341 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.847694 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f6181e-1b99-4b04-825c-0784737d04d4', 'code': 200} Mar 11 17:30:57.910414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] Routers {'597c6651-a7e5-487c-bd36-f109ff2515a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:30:57.916174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['597c6651-a7e5-487c-bd36-f109ff2515a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:58.001278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-63c5d9c2-71a3-4d89-bb3c-a8b0a11d2e83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:58.016242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-63c5d9c2-71a3-4d89-bb3c-a8b0a11d2e83 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 200 len: 930 time: 0.2758768 Mar 11 17:30:58.032059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.102989 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.180242 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:58.313487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50202) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:58.367819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:58.373333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-c0b1da1e-6b38-41b1-90db-d242c7bfcf0a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 217 time: 0.3639717 Mar 11 17:30:58.442493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71feb68-4362-4a22-aa82-2c6379b30a85 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:30:58.453743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-14cd6dec-0d36-4349-91f6-dc8a8b667cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:58.455370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-14cd6dec-0d36-4349-91f6-dc8a8b667cd6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d708140-ab8a-4049-91b7-c1d1025a6c9f HTTP/1.1" status: 200 len: 867 time: 0.0742755 Mar 11 17:30:58.463221 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'status': 'completed', 'code': 200} Mar 11 17:30:58.552632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e71feb68-4362-4a22-aa82-2c6379b30a85,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:58.554098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] Set router 597c6651-a7e5-487c-bd36-f109ff2515a5 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:30:58.630610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22e7fd9f-4e91-40f5-ad73-9cc1a35245e6 req-8a8ec019-16a7-44e9-b92f-a55c0eac01a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 1096 time: 0.6277413 Mar 11 17:30:58.654154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.778488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22e7fd9f-4e91-40f5-ad73-9cc1a35245e6 req-eada476a-19f3-4dcb-aa5e-fc882d842fa2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421945 Mar 11 17:30:58.798884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:30:57Z', 'revision_number': 7, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:58.807618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919d3e9-93ae-470b-a1ad-2b52af7d74f3 None None] The sync data for ids ['597c6651-a7e5-487c-bd36-f109ff2515a5'] in n-d-833436-1 is: [{'id': '597c6651-a7e5-487c-bd36-f109ff2515a5', 'name': 'tempest-ServersTestJSON-245471106-router', 'tenant_id': '15167163fad94579bb01075e7c23a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:35Z', 'updated_at': '2022-03-11T17:30:57Z', 'revision_number': 7, 'project_id': '15167163fad94579bb01075e7c23a473', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:58.821479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:58.832387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:40Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:58.837242 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a13b70-04e5-42ca-b2a6-79e5d0535ded None None] The sync data for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 is: [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:29:24Z', 'revision_number': 4, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f9b0c29c-7e07-43e5-9aa3-8551bb308891', 'name': '', 'network_id': 'ab247adf-411c-433f-94cd-84e4c2b71264', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'mac_address': 'fa:16:3e:92:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:22Z', 'updated_at': '2022-03-11T17:29:40Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'subnets': [{'id': '4d708140-ab8a-4049-91b7-c1d1025a6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:30:58.871045 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.873371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-03d86cfb-6cd1-4aa6-8bda-7826b8fa136d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ab247adf-411c-433f-94cd-84e4c2b71264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4079182 Mar 11 17:30:58.878203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9ccc3604-bfaf-4854-906a-4faf2a8f0ec5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4d2542ad31224bd6a2adbf0e27179ba4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5381584 Mar 11 17:30:58.880312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50210) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:58.887893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.910636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-ae472747-2112-4d99-b1d8-da19932416dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1094 time: 0.4458766 Mar 11 17:30:58.979757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.979757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597c6651-a7e5-487c-bd36-f109ff2515a5 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:30:58.991458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82e1b-19be-4b05-9d5e-a8c0554f7711 req-967aa812-7301-40e2-857a-7694e6253e8b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:58.991458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcd82e1b-19be-4b05-9d5e-a8c0554f7711 req-967aa812-7301-40e2-857a-7694e6253e8b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 944 time: 0.5311065 Mar 11 17:30:59.014343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-285a353b-c07e-4968-96f6-36f74fc950c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.034131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.034131 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a1dfcffe-ace2-44fa-a533-d11694d31198 admin admin] 10.222.0.96 "DELETE /v2.0/routers/597c6651-a7e5-487c-bd36-f109ff2515a5 HTTP/1.1" status: 204 len: 168 time: 2.6574695 Mar 11 17:30:59.038042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:59.048380 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.096997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e71feb68-4362-4a22-aa82-2c6379b30a85'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:30:59.163110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] Deleting subnet c7db5774-ca8e-4374-b98f-5c8e62c74b6f {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:30:59.170404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-285a353b-c07e-4968-96f6-36f74fc950c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.240698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ed0c607d-d2a5-436d-b92c-e19756908d95 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:30:59.307389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcd82e1b-19be-4b05-9d5e-a8c0554f7711 req-4f97b1fb-e26d-4e62-a0ba-115cbabed4e3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089492 Mar 11 17:30:59.335593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-c806fda9-3e96-4fa1-8050-7d60f4b72eb3 service neutron] 10.222.0.96 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392328 Mar 11 17:30:59.350567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.393933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-285a353b-c07e-4968-96f6-36f74fc950c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.414615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port ed0c607d-d2a5-436d-b92c-e19756908d95 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:59.428577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port ed0c607d-d2a5-436d-b92c-e19756908d95 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:59.428577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.451153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a353b-c07e-4968-96f6-36f74fc950c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69f8002-80b3-4e27-b68c-153eec56e993,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:59.451153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-285a353b-c07e-4968-96f6-36f74fc950c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.451153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-285a353b-c07e-4968-96f6-36f74fc950c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f69f8002-80b3-4e27-b68c-153eec56e993 HTTP/1.1" status: 204 len: 168 time: 0.5521338 Mar 11 17:30:59.451153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-e3212a07-862a-4e20-bf7a-639cee7bdf7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:59.451153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-e3212a07-862a-4e20-bf7a-639cee7bdf7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.3768148 Mar 11 17:30:59.451153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.565683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-23f861ca-cf77-47ab-b577-9b228e4b286d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 217 time: 0.0787652 Mar 11 17:30:59.649878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-03ce5b5e-4b29-48b7-ae16-cea4ab47720c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:59.651642 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-03ce5b5e-4b29-48b7-ae16-cea4ab47720c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.0761940 Mar 11 17:30:59.654922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50220) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:30:59.688978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5bc6eec-5411-4e15-a471-60e32fe56b2b req-e58148cf-340c-40c9-9184-357464ed9187 service neutron] 10.222.0.96 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901092 Mar 11 17:30:59.799685 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'status': 'completed', 'code': 200} Mar 11 17:30:59.822786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.850475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:30:59.889888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port ed0c607d-d2a5-436d-b92c-e19756908d95, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ed0c607d-d2a5-436d-b92c-e19756908d95,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:59.901390 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.994761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=ed0c607d-d2a5-436d-b92c-e19756908d95,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:00.050491 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-80197bbd-5235-4c30-aaca-2a6298fb1bfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1989586 Mar 11 17:31:00.141199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 412426f2-7373-4e82-8afc-32fa1ddb5816 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:00.205374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-ef785e7e-5903-4377-94b5-dc08891340a0 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips/c0d53080-1314-4054-bcb6-ddc6fa6620a1 HTTP/1.1" status: 200 len: 693 time: 0.3793662 Mar 11 17:31:00.238179 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.263753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 412426f2-7373-4e82-8afc-32fa1ddb5816 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:00.263753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 412426f2-7373-4e82-8afc-32fa1ddb5816 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:00.403032 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-d9bb2728-3536-4aaf-a8cf-286079fccddd service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396943 Mar 11 17:31:00.468477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-3ab98852-01ae-4530-9141-093818f1e82c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c341bb533f6c4501b379148ee10af15a&device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 1097 time: 0.3960752 Mar 11 17:31:00.475535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-acfb97b1-d833-4512-a6dc-0b77ef4a00f6 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:00.482834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-acfb97b1-d833-4512-a6dc-0b77ef4a00f6 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.2767737 Mar 11 17:31:00.489923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca608-a782-4c33-ad0d-aa622268aa08 req-9e123c2d-f6bc-40e6-965a-f49dc995f2a1 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:00.497112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-792ca608-a782-4c33-ad0d-aa622268aa08 req-9e123c2d-f6bc-40e6-965a-f49dc995f2a1 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 944 time: 0.5162108 Mar 11 17:31:00.684340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.747755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7db5774-ca8e-4374-b98f-5c8e62c74b6f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:00.773836 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.780014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da87e9-dbc2-45a8-a801-dafb276c71e3 None None] Network 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:00.794611 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ad3dccbe-b894-4efa-bc71-330176f9284b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c7db5774-ca8e-4374-b98f-5c8e62c74b6f HTTP/1.1" status: 204 len: 168 time: 1.7583375 Mar 11 17:31:00.798157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50246) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:00.801667 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ba2390b7-b881-434a-bc3c-56e69d0f3b1c req-0218da24-5d43-4297-b605-06d988900528 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927145 Mar 11 17:31:00.872979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-8f3469f3-36f0-4b1a-a44f-4de2d9545279 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 696 time: 0.3891747 Mar 11 17:31:01.005855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-792ca608-a782-4c33-ad0d-aa622268aa08 req-182cf251-c4d9-421d-a346-9b3252e623df tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076842 Mar 11 17:31:01.041145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.066561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Deleting port 1253db46-b82e-4318-b272-25b683369538 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:01.067199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.084938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-4ec4b889-7589-4763-81b8-11e193364a2c tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 696 time: 0.2109840 Mar 11 17:31:01.112065 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393', 'code': 200} Mar 11 17:31:01.194036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e71feb68-4362-4a22-aa82-2c6379b30a85 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:01.263975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] DHCP port deletion for 9ae58c5e-e92b-4b77-94d0-f67b49faf1eb request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:31:01.273831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Deleting port 1253db46-b82e-4318-b272-25b683369538 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:01.274191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.428119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e71feb68-4362-4a22-aa82-2c6379b30a85 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:01.454425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e71feb68-4362-4a22-aa82-2c6379b30a85 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:01.454811 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.523808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] For port 1253db46-b82e-4318-b272-25b683369538, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1253db46-b82e-4318-b272-25b683369538,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:01.524194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.539052 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4693be29-6828-46b3-858c-b597215c83dc req-00dd6ffa-6ceb-4385-b131-f68969d1d05a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 1097 time: 0.3129923 Mar 11 17:31:01.604931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] For port 1253db46-b82e-4318-b272-25b683369538, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1253db46-b82e-4318-b272-25b683369538,segment=NetworkSegment(706ccd4d-af31-4164-a11c-98ce6cdfc2ea),segment_id=706ccd4d-af31-4164-a11c-98ce6cdfc2ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:01.605318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.663547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Deleting port 204735fa-4b65-48a7-ba2d-cffb0430197f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:01.664035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.671623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Calling delete_port for 1253db46-b82e-4318-b272-25b683369538 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:01.706177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.715245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-1fb0401b-c211-41fa-861e-f1345887e9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:01.715953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-1fb0401b-c211-41fa-861e-f1345887e9a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 200 len: 930 time: 1.2167592 Mar 11 17:31:01.821181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-046a1d40-fa8a-4ea4-9b2a-9101a9b02ba9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 200 len: 217 time: 0.0835590 Mar 11 17:31:01.841100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Calling delete_port for 1253db46-b82e-4318-b272-25b683369538 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:01.880309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4693be29-6828-46b3-858c-b597215c83dc req-52d1a44f-8511-4ccb-b603-5e237639129f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753792 Mar 11 17:31:01.908539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.910906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn_limited( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn_limited( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.955939 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:31:01.961113 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:31:01.965395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91964a-892c-41b1-8887-976d1e4f9fff req-38e428e3-0c87-4d32-910d-fc329e8300be tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:01.977021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf91964a-892c-41b1-8887-976d1e4f9fff req-38e428e3-0c87-4d32-910d-fc329e8300be tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.4600523 Mar 11 17:31:01.980076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:31:01.980076 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:31:01.995968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1253db46-b82e-4318-b272-25b683369538,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:01.998533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e71feb68-4362-4a22-aa82-2c6379b30a85,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:01.998533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.009089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] No DVR routers for this DVR port 1253db46-b82e-4318-b272-25b683369538 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:02.072554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-47c74142-b2ac-4657-a321-16271d3584be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:02.072554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-47c74142-b2ac-4657-a321-16271d3584be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d708140-ab8a-4049-91b7-c1d1025a6c9f HTTP/1.1" status: 200 len: 867 time: 0.2272925 Mar 11 17:31:02.146841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.153120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1253db46-b82e-4318-b272-25b683369538 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:02.165711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf91964a-892c-41b1-8887-976d1e4f9fff req-697be844-bad2-4afb-a241-8dab6a06c014 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931860 Mar 11 17:31:02.182642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae58c5e-e92b-4b77-94d0-f67b49faf1eb']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:02.186757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.188999 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.204078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1253db46-b82e-4318-b272-25b683369538 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:02.204955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1253db46-b82e-4318-b272-25b683369538 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:02.223922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:02.237603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706ccd4d-af31-4164-a11c-98ce6cdfc2ea') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:02.238766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706ccd4d-af31-4164-a11c-98ce6cdfc2ea') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:02.254440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.274587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.392297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Calling delete_port for 204735fa-4b65-48a7-ba2d-cffb0430197f owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:02.430031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:31:02.430494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:02.444126 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:02.475009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Deleting port 1253db46-b82e-4318-b272-25b683369538 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:02.475380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.522182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-fb9881d1-6b8a-42fa-922c-0aaf76633399 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ab247adf-411c-433f-94cd-84e4c2b71264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3516617 Mar 11 17:31:02.611569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-471125a2-66f2-49fe-ac99-9f602be7ad1f None None] The port '1253db46-b82e-4318-b272-25b683369538' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:31:02.613084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.635806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.676978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae58c5e-e92b-4b77-94d0-f67b49faf1eb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:02.707843 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-73cbbf9e-6e7a-4ad6-9ad8-db267cc08c99 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9ae58c5e-e92b-4b77-94d0-f67b49faf1eb HTTP/1.1" status: 204 len: 168 time: 1.9087114 Mar 11 17:31:02.743564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:02.787730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.870186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event deleted for resources: {'Port': ['ID=204735fa-4b65-48a7-ba2d-cffb0430197f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:02.880231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-8d4652a3-940d-44d8-9e9c-ce618267f1a1 service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505712 Mar 11 17:31:03.020717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:03.070703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Deleting port 7170cd8b-19c5-4942-8276-59bd09d873da {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:03.070703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.126286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c607d-d2a5-436d-b92c-e19756908d95'}, {'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:03.157797 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7c0984e-b5db-4c8e-99d8-20c2b12e04cb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15167163fad94579bb01075e7c23a473&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1320422 Mar 11 17:31:03.175476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50268) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:03.368108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e4e1a-67e5-431b-928f-daa4751eda18 req-0590de95-fae9-42a4-a938-24244684e277 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:03.368108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f07e4e1a-67e5-431b-928f-daa4751eda18 req-0590de95-fae9-42a4-a938-24244684e277 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.7159534 Mar 11 17:31:03.452277 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.465556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45f2f1c7-229f-4a85-8fb4-2aef4d132e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.478911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688a2576-7110-4164-8026-b3c2f9dc0210 req-237129ae-fbd0-47f3-b653-6c8da23922d7 service neutron] 10.222.0.59 "GET /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361731 Mar 11 17:31:03.496322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] For port 7170cd8b-19c5-4942-8276-59bd09d873da, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7170cd8b-19c5-4942-8276-59bd09d873da,segment=NetworkSegment(85246b40-eda7-4649-8f57-9e04425a298f),segment_id=85246b40-eda7-4649-8f57-9e04425a298f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:03.496322 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.507003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f07e4e1a-67e5-431b-928f-daa4751eda18 req-8a52792c-fd50-4b62-a6a9-c859a1cd09c2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399746 Mar 11 17:31:03.515481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45f2f1c7-229f-4a85-8fb4-2aef4d132e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.553797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.555663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86b6f495-fd2b-4568-9d7a-7d335f36b8be req-7fb9ebd1-35e4-4078-946a-8518ac14f2db tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "DELETE /v2.0/floatingips/c0d53080-1314-4054-bcb6-ddc6fa6620a1 HTTP/1.1" status: 204 len: 173 time: 2.4694388 Mar 11 17:31:03.610423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:03.633389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] Sync routers for ids ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:31:03.647959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-40c9d428-fa56-47f9-b809-e398b151ad33 admin admin] 10.222.0.96 "PUT /v2.0/routers/90f25a4b-7a71-4bd4-8e35-7c1147fa8d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3946738 Mar 11 17:31:03.654196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50276) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:03.660757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] Routers {'90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:03.660757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:03.758094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Calling delete_port for 7170cd8b-19c5-4942-8276-59bd09d873da owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:03.839936 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c607d-d2a5-436d-b92c-e19756908d95', 'code': 200} Mar 11 17:31:03.840663 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'code': 200} Mar 11 17:31:04.031088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] Set router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:04.128159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:04.198206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45f2f1c7-229f-4a85-8fb4-2aef4d132e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.235210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2f1c7-229f-4a85-8fb4-2aef4d132e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1ff1b-cfe8-4495-8ca9-26764860c4c0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:04.266049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80dc7d-6226-4937-8548-7638365fb6b9 req-58c34b56-352f-4a6a-b291-21272e45a36a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:04.269680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45f2f1c7-229f-4a85-8fb4-2aef4d132e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.274102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45f2f1c7-229f-4a85-8fb4-2aef4d132e72 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a5e1ff1b-cfe8-4495-8ca9-26764860c4c0 HTTP/1.1" status: 204 len: 168 time: 1.1114426 Mar 11 17:31:04.274303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae80dc7d-6226-4937-8548-7638365fb6b9 req-58c34b56-352f-4a6a-b291-21272e45a36a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.4230466 Mar 11 17:31:04.301794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:04.301794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a51b2f7f-ab9d-4b46-8a76-2eb9261bf7fd not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:04.316956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0ef8ad7-ecd8-4f0c-882e-e248caca69eb req-a8305b14-5bbf-4b06-843b-a96ebc52380b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 1096 time: 0.3167355 Mar 11 17:31:04.359284 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b5c9ca2-0fca-411f-a7b0-8bce11adc40f req-34ccd669-3fa4-4c62-8a9f-761ad8f14725 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 0.3871980 Mar 11 17:31:04.411051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae80dc7d-6226-4937-8548-7638365fb6b9 req-28e07198-418e-40c8-8f4c-5f975996661c tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356540 Mar 11 17:31:04.436937 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b5c9ca2-0fca-411f-a7b0-8bce11adc40f req-335b39a9-2d8c-414b-b3b3-9aec5bf4cac7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665140 Mar 11 17:31:04.439717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.489559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0ef8ad7-ecd8-4f0c-882e-e248caca69eb req-57c35879-622a-4fab-9550-b7dd42244985 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651213 Mar 11 17:31:04.516207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.524525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7170cd8b-19c5-4942-8276-59bd09d873da,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:04.781280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:57Z', 'revision_number': 5, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:04.788287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] Checking router: 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:31:04.805399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd917a-eb1b-4498-83a4-af2e053f13bf req-dbd1c012-87c6-4541-a372-b4e221773378 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:04.806175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6ebd917a-eb1b-4498-83a4-af2e053f13bf req-dbd1c012-87c6-4541-a372-b4e221773378 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:04.806651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] Routers {'90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:04.807273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:04.873312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6ebd917a-eb1b-4498-83a4-af2e053f13bf req-dbd1c012-87c6-4541-a372-b4e221773378 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:04.880152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ebd917a-eb1b-4498-83a4-af2e053f13bf req-dbd1c012-87c6-4541-a372-b4e221773378 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4658675 Mar 11 17:31:05.025776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6ebd917a-eb1b-4498-83a4-af2e053f13bf req-dd69cf45-3625-452d-85b0-3779d5a1d50c tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:05.103538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6ebd917a-eb1b-4498-83a4-af2e053f13bf req-dd69cf45-3625-452d-85b0-3779d5a1d50c tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:05.129532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] Set router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:05.131232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ebd917a-eb1b-4498-83a4-af2e053f13bf req-dd69cf45-3625-452d-85b0-3779d5a1d50c tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2494910 Mar 11 17:31:05.310937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:05.349705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b105b7e4-179b-443e-aadc-6902f9e146ef req-59556b85-79ce-4b68-a927-abcaaad0b765 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0940635 Mar 11 17:31:05.438221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcce6fe-855e-42b8-800e-ca5355ca2bdb req-a5451144-c0ab-4f42-9b84-fa69a37bd452 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:05.457562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dcce6fe-855e-42b8-800e-ca5355ca2bdb req-a5451144-c0ab-4f42-9b84-fa69a37bd452 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.4084690 Mar 11 17:31:05.578376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dcce6fe-855e-42b8-800e-ca5355ca2bdb req-41e812b8-2b80-4316-8e89-3e21b5c5b0fc tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195788 Mar 11 17:31:05.608945 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:05.624166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:57Z', 'revision_number': 5, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:05.633142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398b660-3ae7-419c-8bad-21530a555235 None None] The sync data for ids ['90f25a4b-7a71-4bd4-8e35-7c1147fa8d97'] in n-d-833436-1 is: [{'id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'name': 'tempest-FloatingIPsTestJSON-2104635490-router', 'tenant_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:57Z', 'revision_number': 5, 'project_id': '0be2ff8c29bb416fb17c6d090633e4dc', 'gw_port': {'id': 'e93fc87c-2e1c-40b2-99bc-90ddcd932523', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f25a4b-7a71-4bd4-8e35-7c1147fa8d97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:58Z', 'updated_at': '2022-03-11T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:31:05.638122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Deleting port e93fc87c-2e1c-40b2-99bc-90ddcd932523 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:05.638761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:05.881230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50324) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:06.203581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 56a7d14a-e7c8-464d-b3d9-68bb769addd0 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:06.262581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1212216364-network', 'tenant_id': '8981592a63b548059af34730eb55b3d1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:06.280575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 56a7d14a-e7c8-464d-b3d9-68bb769addd0 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:06.280919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 56a7d14a-e7c8-464d-b3d9-68bb769addd0 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:06.309797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:06.321701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Usage tracker for resource:network and tenant:8981592a63b548059af34730eb55b3d1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:06.321853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:06.341640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:06.357139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] For port e93fc87c-2e1c-40b2-99bc-90ddcd932523, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e93fc87c-2e1c-40b2-99bc-90ddcd932523,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:06.357881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.370428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:06.512786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Calling delete_port for e93fc87c-2e1c-40b2-99bc-90ddcd932523 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:06.541204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Made reservation on behalf of 8981592a63b548059af34730eb55b3d1 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:06.543383 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.589353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223d63-c6b9-4c0f-be32-6b4b2977e9ee req-06fc6c82-0d8a-473c-afba-84f954b9f512 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:06.590975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b223d63-c6b9-4c0f-be32-6b4b2977e9ee req-06fc6c82-0d8a-473c-afba-84f954b9f512 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 946 time: 0.4297156 Mar 11 17:31:06.591595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:06.597754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.606814 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-46e02db2-e612-40cb-a816-f070c45f37ea admin admin] 10.222.0.96 "PUT /v2.0/routers/ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9507897 Mar 11 17:31:06.610349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50330) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:06.616476 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] Sync routers for ids ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:31:06.625735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922472de-ed64-4140-83ca-6569b438b196 req-ff7e95d9-f1b4-4119-97d1-653a3384eaed tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:06.628077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-922472de-ed64-4140-83ca-6569b438b196 req-ff7e95d9-f1b4-4119-97d1-653a3384eaed tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.6822824 Mar 11 17:31:06.640936 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] Routers {'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:06.641568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:06.748399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cba63d0-d51f-4546-ac83-d3db672be2bb None None] New status for floating IP c0d53080-1314-4054-bcb6-ddc6fa6620a1: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:31:06.752886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:06.781202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Usage tracker for resource:security_group_rule and tenant:8981592a63b548059af34730eb55b3d1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:06.785466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:06.824834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:06.876499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b223d63-c6b9-4c0f-be32-6b4b2977e9ee req-88e737ac-2313-4955-a6ca-77e482f4adb5 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038467 Mar 11 17:31:06.904203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-922472de-ed64-4140-83ca-6569b438b196 req-53c8d889-f6bd-4de4-a04d-a0cbae95492f tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667317 Mar 11 17:31:06.947075 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] Set router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:07.017674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.360667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.370126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.417480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.453104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93fc87c-2e1c-40b2-99bc-90ddcd932523,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:07.459037 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.478759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Deleting port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:07.479427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.485860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:07.500979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3ab2c-6533-4fa0-8196-72c7f9c38f71,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:07.543104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.543621 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Added segment a2861b75-6ebd-4281-8a8c-336cfd8e885a of type vlan for network 83feb463-a9aa-4754-90ec-d793fc75630b Mar 11 17:31:07.558780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.558780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.558780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.558780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.558780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.560180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.560180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.560180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.560180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.560180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.560857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.591105 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:31:04Z', 'revision_number': 5, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port': {'id': 'a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:07.596939 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] Checking router: ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:31:07.609729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.610351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.611519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.612041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.613279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.613832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.614412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.615388 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] Routers {'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:07.615644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.616666 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:30:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:07.619033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.619377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.619778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:07.674536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6869faf-2f56-48d1-a8e5-1aba6b2bf2c8 req-73c198a8-5891-43c9-8884-7c9dbc2bbd95 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:07.676902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6869faf-2f56-48d1-a8e5-1aba6b2bf2c8 req-73c198a8-5891-43c9-8884-7c9dbc2bbd95 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.3666043 Mar 11 17:31:07.740223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.759354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50344) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:07.818405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] For port a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:07.820332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.882020 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] Set router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:08.076750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.077763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:08.078356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.105730 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:31:07Z', 'revision_number': 6, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:08.131039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6869faf-2f56-48d1-a8e5-1aba6b2bf2c8 req-01894592-1dec-4086-80b8-5842d049b576 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217682 Mar 11 17:31:08.143938 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b35486-dd10-40f6-9821-0aadffd9ca72 None None] The sync data for ids ['ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92'] in n-d-833436-1 is: [{'id': 'ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92', 'name': 'tempest-ServersTestMultiNic-746635566-router', 'tenant_id': '8f76ea5bca36421e889670071330a144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:28:06Z', 'updated_at': '2022-03-11T17:31:07Z', 'revision_number': 6, 'project_id': '8f76ea5bca36421e889670071330a144', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:31:08.168051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2747061 Mar 11 17:31:08.168051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50354) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:08.173003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Request body: {'subnet': {'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1212216364-subnet', 'tenant_id': '8981592a63b548059af34730eb55b3d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:08.303114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Calling delete_port for a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:08.316919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:08.327479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.336659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.400451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Usage tracker for resource:subnet and tenant:8981592a63b548059af34730eb55b3d1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:08.401041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:08.413855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Usage tracker for resource:security_group_rule and tenant:9280ea07eca84a4abfee692b51338b9b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:08.417973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:08.428685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:08.581623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.587723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.612661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.649843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:08.673772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:08.692008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa593-d929-40af-8497-518b1ca7f544 admin admin] Pushing event updated for resources: {'Network': ['ID=83feb463-a9aa-4754-90ec-d793fc75630b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:08.705882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 83feb463-a9aa-4754-90ec-d793fc75630b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:31:08.709907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:08.727144 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9280ea07eca84a4abfee692b51338b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9664655 Mar 11 17:31:08.727981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab6b1a-a700-4331-a883-3854f5d39b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5874947-6bea-4b68-89ea-f090eecbe0c0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:08.753571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50360) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:08.833702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Made reservation on behalf of 8981592a63b548059af34730eb55b3d1 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:08.836017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.924483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-c5e0c340-0879-4d4e-9bd4-fa6713629e5d tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:08.925994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-c5e0c340-0879-4d4e-9bd4-fa6713629e5d tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 946 time: 1.1915567 Mar 11 17:31:08.949720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.001673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42b888b8-5d54-4fe1-ae42-ac29c77111d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.015782 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.017754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.053421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Deleting port 349c3de5-c10e-44ca-bb60-703a6c29cee4 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:09.053794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.081097 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.089822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa889-d17c-490c-a810-f254eb1164b5 req-7f8c6962-a3d9-409e-9bf9-140c5b400a06 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:09.091341 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7ffa889-d17c-490c-a810-f254eb1164b5 req-7f8c6962-a3d9-409e-9bf9-140c5b400a06 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.9532998 Mar 11 17:31:09.124517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddbcd8-b1f7-4db6-8160-ff8b8479e916 req-aee6956a-2cf5-4ac3-947a-8873c7c1cbff tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:09.126234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3eddbcd8-b1f7-4db6-8160-ff8b8479e916 req-aee6956a-2cf5-4ac3-947a-8873c7c1cbff tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 946 time: 0.8117781 Mar 11 17:31:09.176902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42b888b8-5d54-4fe1-ae42-ac29c77111d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.242896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.242896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:31:09.348641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.351748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7ffa889-d17c-490c-a810-f254eb1164b5 req-ba4b59ff-d255-4c15-91ce-5e14ac5c3e17 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438552 Mar 11 17:31:09.354311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.394354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42b888b8-5d54-4fe1-ae42-ac29c77111d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.407811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.408358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:31:09.411734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b888b8-5d54-4fe1-ae42-ac29c77111d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5874947-6bea-4b68-89ea-f090eecbe0c0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:09.431222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3eddbcd8-b1f7-4db6-8160-ff8b8479e916 req-c471a7f6-59a9-490f-ab60-721a3dfb4697 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/security-groups?id=11f93289-1f88-45f8-a3eb-a9ee7cfcb645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758105 Mar 11 17:31:09.432808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.433830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f4f8278d-208c-4306-9d14-085694d59430 admin admin] 10.222.0.96 "DELETE /v2.0/routers/90f25a4b-7a71-4bd4-8e35-7c1147fa8d97 HTTP/1.1" status: 204 len: 168 time: 5.7772403 Mar 11 17:31:09.436984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50366) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:09.488593 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.491253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.495193 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4b869db9-e98a-4345-bbda-61b0e81509ae admin admin] 10.222.0.96 "DELETE /v2.0/routers/ec5cd7fd-2a45-4cff-a5bf-1d80adbb4b92 HTTP/1.1" status: 204 len: 168 time: 2.8838258 Mar 11 17:31:09.502426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50370) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:09.503271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42b888b8-5d54-4fe1-ae42-ac29c77111d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.504574 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-42b888b8-5d54-4fe1-ae42-ac29c77111d4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d5874947-6bea-4b68-89ea-f090eecbe0c0 HTTP/1.1" status: 204 len: 168 time: 0.7498975 Mar 11 17:31:09.595940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] Deleting subnet 85d1c85b-7e6d-40c4-9332-a16c0a8f9c09 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:31:09.610446 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.679750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] Deleting subnet 4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:31:09.686575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.722476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.727577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] For port 349c3de5-c10e-44ca-bb60-703a6c29cee4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=349c3de5-c10e-44ca-bb60-703a6c29cee4,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:09.727942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.792127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.919615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03095c37-88b3-4611-a253-3bb033600c99,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:09.958546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Calling delete_port for 349c3de5-c10e-44ca-bb60-703a6c29cee4 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:10.121724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.130843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Checking segment: {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:10.135334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Network hostable DHCP agents. Network: 83feb463-a9aa-4754-90ec-d793fc75630b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:10.180742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-c5d3e688-5d9a-40f9-8370-68b321831e88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 0.1989975 Mar 11 17:31:10.185255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.359523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.361530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7170cd8b-19c5-4942-8276-59bd09d873da no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:10.414496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 7170cd8b-19c5-4942-8276-59bd09d873da {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:10.414999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7170cd8b-19c5-4942-8276-59bd09d873da not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:10.415965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:10.467497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:10.467961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4dafc4f-1bd4-4c49-9f78-1e572ee9abbb not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:10.468607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e93fc87c-2e1c-40b2-99bc-90ddcd932523 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:10.499129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f519a-8d1d-41bd-80e8-bfd6755e6076 req-9cbc59ba-8607-4622-94c4-e08b0eeb55a8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:10.500799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-156f519a-8d1d-41bd-80e8-bfd6755e6076 req-9cbc59ba-8607-4622-94c4-e08b0eeb55a8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.8616426 Mar 11 17:31:10.507203 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.517316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e93fc87c-2e1c-40b2-99bc-90ddcd932523 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:10.518866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e93fc87c-2e1c-40b2-99bc-90ddcd932523 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:10.521994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Pushing event deleted for resources: {'Port': ['ID=349c3de5-c10e-44ca-bb60-703a6c29cee4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:10.548572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.559314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-cac62b0c-578a-41cb-8c3b-3868adf5e490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:10.560910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-cac62b0c-578a-41cb-8c3b-3868adf5e490 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.3471944 Mar 11 17:31:10.564222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d1c85b-7e6d-40c4-9332-a16c0a8f9c09,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:10.607318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] No DVR routers for this DVR port 349c3de5-c10e-44ca-bb60-703a6c29cee4 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:10.614383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f373b-c97f-47a8-a6bf-75714dc32fdf None None] Network 1186cc01-478f-415b-999b-5c6efe256ba3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:10.622385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Network 83feb463-a9aa-4754-90ec-d793fc75630b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:10.641694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac6144-f7f1-44f6-bc98-8a17122bb381 req-5aab1952-42b9-4f02-9db5-641f5b2a9876 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:10.643347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6ac6144-f7f1-44f6-bc98-8a17122bb381 req-5aab1952-42b9-4f02-9db5-641f5b2a9876 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.6364710 Mar 11 17:31:10.644014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50398) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:10.646241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.655994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.662563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'name': 'network-vif-deleted', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:10.662806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:10.672146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 83feb463-a9aa-4754-90ec-d793fc75630b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:10.678393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.689360 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-592a8c43-7b41-4aed-b29e-8da0aa9d2ba3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 217 time: 0.0957530 Mar 11 17:31:10.691537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557a7206-710c-46ac-bb9a-ac4a62c7143a None None] Network 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:10.694590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b49e781-e88d-4d8f-90b8-5cc61e5e155d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/85d1c85b-7e6d-40c4-9332-a16c0a8f9c09 HTTP/1.1" status: 204 len: 168 time: 1.1884828 Mar 11 17:31:10.695365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50406) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:10.700066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e23fe917-3895-4d15-bd5f-dab5458d4afa admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4e33a5bf-6464-4c7a-a983-7b5ab21b4a6e HTTP/1.1" status: 204 len: 168 time: 1.2601960 Mar 11 17:31:10.705782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50410) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:10.709073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:10.709689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.713655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ad6e5-a69a-4241-8174-c97df88cff99 None None] Network 83feb463-a9aa-4754-90ec-d793fc75630b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:10.881303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-53b89344-648c-491b-82d8-dcbd89815d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:10.883154 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-53b89344-648c-491b-82d8-dcbd89815d63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.1851020 Mar 11 17:31:10.896512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.931328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c70dbe60-651c-4a20-b72f-b18d9e8b9f63 req-e9cd3193-1219-46cb-8e85-22a4659695b9 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.59 "DELETE /v2.0/ports/349c3de5-c10e-44ca-bb60-703a6c29cee4 HTTP/1.1" status: 204 len: 173 time: 1.9837596 Mar 11 17:31:10.958855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-29284890-5872-4789-8d2c-c7867a93bcbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559313 Mar 11 17:31:10.965961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1657747211-network', 'tenant_id': '49ec31fa0e5f4cce9c2f085f94006ac8'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:10.972717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Deleting port 1484eb9f-aab5-4193-aefa-6c57c073cb5b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:10.973060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.022332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a7dcf0bf-f62e-434e-9aa3-25ae1a14d194 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8538976 Mar 11 17:31:11.054915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-156f519a-8d1d-41bd-80e8-bfd6755e6076 req-a328dba9-699e-427c-b804-9a8bee726ad4 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344458 Mar 11 17:31:11.101469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:11.143832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Usage tracker for resource:network and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:11.167008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6ac6144-f7f1-44f6-bc98-8a17122bb381 req-52fb932f-8551-416d-a10b-d8cb2dc335be tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991400 Mar 11 17:31:11.195937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:11.248511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:11.260639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.295057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Deleting port c71b1327-c130-4102-ab79-a255fd2a928a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:11.295973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.362796 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6718c9-0f10-41ed-9418-06c8214b6635', 'name': 'network-vif-deleted', 'tag': '349c3de5-c10e-44ca-bb60-703a6c29cee4', 'status': 'completed', 'code': 200} Mar 11 17:31:11.369079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 349c3de5-c10e-44ca-bb60-703a6c29cee4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:11.428870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 349c3de5-c10e-44ca-bb60-703a6c29cee4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:11.429870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Made reservation on behalf of 49ec31fa0e5f4cce9c2f085f94006ac8 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:11.430299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 349c3de5-c10e-44ca-bb60-703a6c29cee4 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:11.432179 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.457986 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-1eeac29a-bbf2-4c8d-a6bc-efa2de405a08 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871395 Mar 11 17:31:11.495178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-143c9802-4ac5-4733-a8df-d9efeefb8e9c req-d49b4792-d85f-4cc3-b58a-a7f0428966e7 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Synchronizing usage tracker for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:11.522772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.553764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c69c53-13cd-4101-8b9a-fdf4dd7368d5 None None] Network 83feb463-a9aa-4754-90ec-d793fc75630b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:11.574772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] For port 1484eb9f-aab5-4193-aefa-6c57c073cb5b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1484eb9f-aab5-4193-aefa-6c57c073cb5b,segment=NetworkSegment(85246b40-eda7-4649-8f57-9e04425a298f),segment_id=85246b40-eda7-4649-8f57-9e04425a298f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:11.575134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.637295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:11.641515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:11.644747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:11.651365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:11.683254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-143c9802-4ac5-4733-a8df-d9efeefb8e9c req-d49b4792-d85f-4cc3-b58a-a7f0428966e7 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] Unset dirty status for tenant:c341bb533f6c4501b379148ee10af15a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:11.684465 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-143c9802-4ac5-4733-a8df-d9efeefb8e9c req-d49b4792-d85f-4cc3-b58a-a7f0428966e7 tempest-FloatingIPsAssociationNegativeTestJSON-363583198 tempest-FloatingIPsAssociationNegativeTestJSON-363583198-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6718c9-0f10-41ed-9418-06c8214b6635 HTTP/1.1" status: 200 len: 210 time: 0.3925676 Mar 11 17:31:11.720830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Calling delete_port for 1484eb9f-aab5-4193-aefa-6c57c073cb5b owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:11.759089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] For port c71b1327-c130-4102-ab79-a255fd2a928a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c71b1327-c130-4102-ab79-a255fd2a928a,segment=NetworkSegment(df4651b8-8050-412f-bd72-ccce866d17fc),segment_id=df4651b8-8050-412f-bd72-ccce866d17fc)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:11.759479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.810720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d960e5-1b16-4f0d-9096-48cad0ace21f req-618d5ebe-03af-496e-8e74-c3133d18d506 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:11.820208 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6d960e5-1b16-4f0d-9096-48cad0ace21f req-618d5ebe-03af-496e-8e74-c3133d18d506 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 945 time: 0.3619056 Mar 11 17:31:11.826344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae3597df-8d76-4a69-9f10-8f1f641e484d req-e3c3fa56-8e09-4192-a9a5-20d9133785ab service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589864 Mar 11 17:31:11.839678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] DHCP port deletion for 1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:31:11.966012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Deleting port c71b1327-c130-4102-ab79-a255fd2a928a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:11.976885 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.011803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481ec28-e223-4586-bfd2-99407d52d866 None None] DHCP port deletion for 1186cc01-478f-415b-999b-5c6efe256ba3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:31:12.015774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.018494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Calling delete_port for c71b1327-c130-4102-ab79-a255fd2a928a owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:12.074412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Pushing event deleted for resources: {'Port': ['ID=1484eb9f-aab5-4193-aefa-6c57c073cb5b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:12.082817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] No DVR routers for this DVR port 1484eb9f-aab5-4193-aefa-6c57c073cb5b on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:12.100143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.128981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.182990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44826805-1c1c-4279-966f-081176c3225f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:12.198015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6d960e5-1b16-4f0d-9096-48cad0ace21f req-90227308-6b73-4eba-9772-f7a9f1e4e50c tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563759 Mar 11 17:31:12.198901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:12.255602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.282676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1186cc01-478f-415b-999b-5c6efe256ba3']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:12.296543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85246b40-eda7-4649-8f57-9e04425a298f') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:12.296818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85246b40-eda7-4649-8f57-9e04425a298f') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:12.310948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.324611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.325071 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Added segment 9b3c043a-6c1d-4aed-95e7-8edeab07c60a of type vlan for network df23a66b-416f-418d-879c-f61489215f9d Mar 11 17:31:12.327585 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.334221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:31:12.334950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.394629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1484eb9f-aab5-4193-aefa-6c57c073cb5b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:12.422522 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:12.439342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.447578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1484eb9f-aab5-4193-aefa-6c57c073cb5b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:12.447578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1484eb9f-aab5-4193-aefa-6c57c073cb5b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:12.447578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c71b1327-c130-4102-ab79-a255fd2a928a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:12.459706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.477312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.485701 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-977b96b6-1f49-46ac-a90d-e1a802a14584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.487114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c71b1327-c130-4102-ab79-a255fd2a928a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:12.487440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c71b1327-c130-4102-ab79-a255fd2a928a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:12.488553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] Pushing event deleted for resources: {'Network': ['ID=1186cc01-478f-415b-999b-5c6efe256ba3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:12.490800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] For port c71b1327-c130-4102-ab79-a255fd2a928a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c71b1327-c130-4102-ab79-a255fd2a928a,segment=NetworkSegment(df4651b8-8050-412f-bd72-ccce866d17fc),segment_id=df4651b8-8050-412f-bd72-ccce866d17fc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:12.491439 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.499712 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.505104 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ac3371f-63bd-42f7-ba14-bf82ff30d47a admin admin] 10.222.0.96 "DELETE /v2.0/networks/1186cc01-478f-415b-999b-5c6efe256ba3 HTTP/1.1" status: 204 len: 168 time: 1.8055401 Mar 11 17:31:12.535171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c71b1327-c130-4102-ab79-a255fd2a928a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:12.557874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-be2c731a-4825-4542-910f-84c19597f908 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:12.558732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-be2c731a-4825-4542-910f-84c19597f908 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Synchronizing usage tracker for tenant:8981592a63b548059af34730eb55b3d1 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:12.577210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] No DVR routers for this DVR port c71b1327-c130-4102-ab79-a255fd2a928a on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:12.635140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Calling delete_port for c71b1327-c130-4102-ab79-a255fd2a928a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:12.653967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50434) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:12.704234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6758dbd4-46ae-4a78-aa19-ad25f802d566 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f76ea5bca36421e889670071330a144&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488181 Mar 11 17:31:12.707401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50438) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:12.713982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:31:12.714329 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:31:12.720683 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.721539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:12.722118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.749046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-be2c731a-4825-4542-910f-84c19597f908 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Unset dirty status for tenant:8981592a63b548059af34730eb55b3d1 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:12.750213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-be2c731a-4825-4542-910f-84c19597f908 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/networks?id=83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 200 len: 818 time: 0.6446092 Mar 11 17:31:12.774692 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d68b7a2-c0eb-4bbf-85de-e3b4d0e6f830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.800913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d68b7a2-c0eb-4bbf-85de-e3b4d0e6f830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.847302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.860010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d68b7a2-c0eb-4bbf-85de-e3b4d0e6f830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.879969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68b7a2-c0eb-4bbf-85de-e3b4d0e6f830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d1fd51-8d57-4754-af0a-60f518095814,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:12.889830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-6a4a12af-9874-4d5c-a983-86d64f8922f5 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/quotas/8981592a63b548059af34730eb55b3d1 HTTP/1.1" status: 200 len: 375 time: 0.1282859 Mar 11 17:31:12.902169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fba0-7179-4fc8-a43c-fb03ac6eaa39 req-820a0569-8676-4fd7-8d40-afc69d677608 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:12.909356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3af6fba0-7179-4fc8-a43c-fb03ac6eaa39 req-820a0569-8676-4fd7-8d40-afc69d677608 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.5620737 Mar 11 17:31:12.910237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d68b7a2-c0eb-4bbf-85de-e3b4d0e6f830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.914250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e49d8cb-492e-4a3c-be5a-55f1a0fc4054']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:12.915663 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2d68b7a2-c0eb-4bbf-85de-e3b4d0e6f830 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/84d1fd51-8d57-4754-af0a-60f518095814 HTTP/1.1" status: 204 len: 168 time: 0.2040491 Mar 11 17:31:12.982500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3324208 Mar 11 17:31:12.982959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50446) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:12.983413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddcf38-7c27-408b-9b3d-b15c082e0126 admin admin] Pushing event updated for resources: {'Network': ['ID=df23a66b-416f-418d-879c-f61489215f9d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:12.994506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Request body: {'subnet': {'network_id': 'df23a66b-416f-418d-879c-f61489215f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1657747211-subnet', 'tenant_id': '49ec31fa0e5f4cce9c2f085f94006ac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:12.995455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4651b8-8050-412f-bd72-ccce866d17fc') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:12.995950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4651b8-8050-412f-bd72-ccce866d17fc') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:13.002696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network df23a66b-416f-418d-879c-f61489215f9d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:31:13.005229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-d3103687-2a51-4b02-9ae8-c43a61192f3c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8981592a63b548059af34730eb55b3d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818725 Mar 11 17:31:13.014269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:13.015629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.021206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Usage tracker for resource:subnet and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:13.027624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:13.030982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-01bab4b6-0a2f-4679-9bb1-b750d142aa0f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:31:13.036909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:13.038898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-01bab4b6-0a2f-4679-9bb1-b750d142aa0f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0147259 Mar 11 17:31:13.052630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Made reservation on behalf of 49ec31fa0e5f4cce9c2f085f94006ac8 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:13.057612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.237666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Deleting port c71b1327-c130-4102-ab79-a255fd2a928a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:13.238324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.291881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.314793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3af6fba0-7179-4fc8-a43c-fb03ac6eaa39 req-ad4b7bc0-583c-4950-8eb0-64f9af2d958d tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040439 Mar 11 17:31:13.349418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:31:13.350298 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.376042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.381585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f50cf-86b8-4618-8036-9c4cbac08854 None None] The port 'c71b1327-c130-4102-ab79-a255fd2a928a' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:13.390627 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:13.489509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a28c79b-ce51-43e1-aa42-04a9275e2911,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:13.508944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Checking segment: {'id': '9b3c043a-6c1d-4aed-95e7-8edeab07c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'df23a66b-416f-418d-879c-f61489215f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:13.509293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Network hostable DHCP agents. Network: df23a66b-416f-418d-879c-f61489215f9d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:13.519349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.545473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Network df23a66b-416f-418d-879c-f61489215f9d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:13.545618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.559003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-f5fe9aa6-7efb-427e-87d3-c0f58b9867d8 service neutron] 10.222.0.96 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188746 Mar 11 17:31:13.562338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, df23a66b-416f-418d-879c-f61489215f9d) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:13.563686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1e49d8cb-492e-4a3c-be5a-55f1a0fc4054,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:13.566468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5321cf05-c88f-4582-9d3f-d159ed3140ce admin admin] 10.222.0.96 "DELETE /v2.0/networks/1e49d8cb-492e-4a3c-be5a-55f1a0fc4054 HTTP/1.1" status: 204 len: 168 time: 2.8521099 Mar 11 17:31:13.574438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ae4dd-bdab-4697-aef4-7ec5c577630a None None] Network df23a66b-416f-418d-879c-f61489215f9d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:13.581054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:13.581676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.633343 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a520de4f-5a7e-4cc5-b30b-4b7e354d6f63 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6491992 Mar 11 17:31:13.783185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50462) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:13.831790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-59516bda-1ea3-4ddb-a051-e055db7dda2b service neutron] 10.222.0.96 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487354 Mar 11 17:31:13.842911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08886647-4c7b-4e03-9a5f-81503f680bc9 req-6734189b-b1f7-4d7f-9293-2df0d1373fbd tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:13.844543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08886647-4c7b-4e03-9a5f-81503f680bc9 req-6734189b-b1f7-4d7f-9293-2df0d1373fbd tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.1300962 Mar 11 17:31:13.882039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3eb61dc2-7904-4551-afdc-ad6e26270e9b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0be2ff8c29bb416fb17c6d090633e4dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0962200 Mar 11 17:31:13.884545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50468) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:13.907576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05284b99-44ea-40e7-a8d3-c96a3f431fe4 None None] Network df23a66b-416f-418d-879c-f61489215f9d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:13.955836 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08886647-4c7b-4e03-9a5f-81503f680bc9 req-168d900c-6536-4d72-ad6b-a94b0362c912 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034145 Mar 11 17:31:13.958970 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df0a5a3b-aa38-4ff0-85ab-e14ec01468a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.031319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df0a5a3b-aa38-4ff0-85ab-e14ec01468a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.123484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50480) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:14.183783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df0a5a3b-aa38-4ff0-85ab-e14ec01468a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.227865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a5a3b-aa38-4ff0-85ab-e14ec01468a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1c4ad-d271-4b7f-8632-89576116b2b9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:14.245408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df0a5a3b-aa38-4ff0-85ab-e14ec01468a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.246900 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df0a5a3b-aa38-4ff0-85ab-e14ec01468a4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f3c1c4ad-d271-4b7f-8632-89576116b2b9 HTTP/1.1" status: 204 len: 168 time: 0.3611624 Mar 11 17:31:14.493688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f7616bc-da18-4367-b96c-457d60cae94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.623058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-688976972', 'description': 'tempest-description-891538842'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:14.686250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:14.728529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:14.741178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:14.753243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:14.799786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.870777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c67ded-e5b7-418c-acff-2ee272ec03b0 req-e559d636-5f67-4899-82c2-a21d8850b3bf tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:14.872688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63c67ded-e5b7-418c-acff-2ee272ec03b0 req-e559d636-5f67-4899-82c2-a21d8850b3bf tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.1919954 Mar 11 17:31:14.898272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:14.909450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:14.916507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:14.925642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:14.971851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50518) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:14.984115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63c67ded-e5b7-418c-acff-2ee272ec03b0 req-9186f583-efd9-43fa-9665-ddb287def65f tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040330 Mar 11 17:31:15.108594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.194732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.209809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1340002956-network', 'tenant_id': '8fef53125f0a484ba5f5b04f31354786'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:15.235292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:15.243182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Usage tracker for resource:network and tenant:8fef53125f0a484ba5f5b04f31354786 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:15.250875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:15.268109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.270487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:15.295271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Made reservation on behalf of 8fef53125f0a484ba5f5b04f31354786 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:15.301069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.342455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.349992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb368f-6b60-4d30-80af-f7d8eb8fa3d9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:15.361695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.363952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e6c31ab-20f1-41f8-9a88-336566deb1f3 req-4c3e866f-8dfb-4024-a6dd-fa5ea721ae29 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.7519870 Mar 11 17:31:15.399090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:15.404021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Usage tracker for resource:security_group_rule and tenant:8fef53125f0a484ba5f5b04f31354786 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:15.407587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:15.416580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:15.528493 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.536762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.544266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.612419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:15.648137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:15.659276 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.659828 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Added segment 09a3a481-9c43-49ed-954e-22d500e98219 of type vlan for network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 Mar 11 17:31:15.683028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.725228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.781942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.782884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:15.783547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.868079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50538) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:15.906411 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9333701 Mar 11 17:31:15.907328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50544) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:15.917862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Request body: {'subnet': {'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1340002956-subnet', 'tenant_id': '8fef53125f0a484ba5f5b04f31354786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:15.927524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:15.929972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0ad02-661f-499c-bb4e-fd454f0f7baa admin admin] Pushing event updated for resources: {'Network': ['ID=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:15.934443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Usage tracker for resource:subnet and tenant:8fef53125f0a484ba5f5b04f31354786 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:15.937665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:15.944079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:15.944792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:31:15.965279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Made reservation on behalf of 8fef53125f0a484ba5f5b04f31354786 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:15.969907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.058802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-network', 'tenant_id': '823538a957dc400fa940625c725cab0d'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:16.075526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:16.118537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Usage tracker for resource:network and tenant:823538a957dc400fa940625c725cab0d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:16.122127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:16.128397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:16.156409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Made reservation on behalf of 823538a957dc400fa940625c725cab0d for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:16.159102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.189754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ec8f-65fd-4360-80a2-b8e0d43626bf req-3c575ba3-611f-4de9-845c-b80471503648 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:16.197618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1c5ec8f-65fd-4360-80a2-b8e0d43626bf req-3c575ba3-611f-4de9-845c-b80471503648 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.5355649 Mar 11 17:31:16.219192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.224067 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.343029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1c5ec8f-65fd-4360-80a2-b8e0d43626bf req-079ffd84-c037-4214-a6ef-d33c6205207d tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438630 Mar 11 17:31:16.355600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:16.368516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Usage tracker for resource:security_group_rule and tenant:823538a957dc400fa940625c725cab0d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:16.368516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:16.373503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:16.384539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0540f05e-50e1-4175-b0a3-47f4d7b2af4f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:16.415075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Checking segment: {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:16.415741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Network hostable DHCP agents. Network: ca0b1da1-1765-4ebd-b7a8-dfb58b404f41, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:16.451005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc070c-70ac-44e5-b2c6-46a3b9f0c22b req-94886f61-662c-49c1-a0d9-c9e02b749b61 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:16.455560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc070c-70ac-44e5-b2c6-46a3b9f0c22b req-94886f61-662c-49c1-a0d9-c9e02b749b61 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:16.460018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc070c-70ac-44e5-b2c6-46a3b9f0c22b req-94886f61-662c-49c1-a0d9-c9e02b749b61 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:16.467239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfcc070c-70ac-44e5-b2c6-46a3b9f0c22b req-94886f61-662c-49c1-a0d9-c9e02b749b61 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740&device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2&device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 2417 time: 0.4007740 Mar 11 17:31:16.480000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-934945bf-c0f9-4178-a51c-f4cc126ca94b tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:16.481757 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-934945bf-c0f9-4178-a51c-f4cc126ca94b tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "GET /v2.0/networks?id=83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 200 len: 818 time: 0.2043977 Mar 11 17:31:16.482794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:16.493324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ca0b1da1-1765-4ebd-b7a8-dfb58b404f41) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:16.498064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:16.499083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.505511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb04e2d-0ed9-40d4-8252-98de82456aa3 None None] Network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:16.515340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Request body: {'port': {'device_id': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b', 'admin_state_up': True, 'tenant_id': '8981592a63b548059af34730eb55b3d1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:16.607075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-59d3a506-fc5c-4033-a739-d0301dd67f3c tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/fceb368f-6b60-4d30-80af-f7d8eb8fa3d9 HTTP/1.1" status: 200 len: 1637 time: 0.1988060 Mar 11 17:31:16.624852 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfcc070c-70ac-44e5-b2c6-46a3b9f0c22b req-c84d290a-a221-4a3b-aa5f-66030c5f2c0f tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566503 Mar 11 17:31:16.641792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.646244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fceb368f-6b60-4d30-80af-f7d8eb8fa3d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:16.646830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fceb368f-6b60-4d30-80af-f7d8eb8fa3d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:16.654459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:16.658691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:16.662580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:16.669693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:16.678096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.709404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7df322ab-d8c7-4285-b728-dfe3cdda42f3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7980685 Mar 11 17:31:16.735640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:16.765724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3342f8-eafc-4a85-a8c8-bb70f33095c6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:16.782295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.782578 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Added segment 68e2cf2e-e6d1-4f2a-b753-634277d2ee98 of type vlan for network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a Mar 11 17:31:16.796624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52206b41-eda2-4937-bd89-07178d257b78 None None] Network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:16.797934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:16.803001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Usage tracker for resource:port and tenant:8981592a63b548059af34730eb55b3d1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:16.815834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:16.823263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:16.836927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Made reservation on behalf of 8981592a63b548059af34730eb55b3d1 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:16.842390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.851624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e580413c-9f30-4874-a417-731d3a79b9fc req-c7e1cb0e-b01f-42c3-b380-2814ab2f9148 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 210 time: 0.0805459 Mar 11 17:31:17.019657 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.073339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.128764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Allocated IP 172.20.0.9 (83feb463-a9aa-4754-90ec-d793fc75630b/03095c37-88b3-4611-a253-3bb033600c99/e4ad8fb4-16a9-4432-a681-881969819424) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:17.162188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.245607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Deleting port f9b0c29c-7e07-43e5-9aa3-8551bb308891 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:17.246170 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.380952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.395747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.403720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.427470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.497474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.498349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:17.498923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.500327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Network 83feb463-a9aa-4754-90ec-d793fc75630b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:17.503568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:17.508210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:17.536145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Pushing event updated for resources: {'Port': ['ID=e4ad8fb4-16a9-4432-a681-881969819424,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:17.549471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f695ed0-2b15-47ff-b250-0517992c4e81,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:17.555457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-ffa92c7a-c8c1-4470-898c-972c42af4692 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:17.556874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-ffa92c7a-c8c1-4470-898c-972c42af4692 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "GET /v2.0/networks?id=83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 200 len: 818 time: 0.4884863 Mar 11 17:31:17.571872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:17.572501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.593789 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-605a1cb3-e7fe-4aaa-a2ef-bf28b5a1307c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0879357 Mar 11 17:31:17.627349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Request body: {'port': {'device_id': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:17.633616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Request body: {'port': {'device_id': '7674f7ca-3850-44b9-9511-9cfa89298897', 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b', 'admin_state_up': True, 'tenant_id': '8981592a63b548059af34730eb55b3d1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:17.743245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.748539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.749719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a74b0db-9004-42cb-ac94-1a056fada803 req-7d501e3a-a4db-4551-b07d-eb2e594e0e53 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.1154265 Mar 11 17:31:17.774511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9039059 Mar 11 17:31:17.775476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa399a-0fc7-4ffd-9676-92dbbe54ba4d admin admin] Pushing event updated for resources: {'Network': ['ID=bd873e43-58e0-42a5-b1ec-1bc0c2504d2a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:17.780565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50564) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:17.788371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:31:17.793847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Request body: {'subnet': {'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-subnet', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:17.822037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:17.832629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Usage tracker for resource:subnet and tenant:823538a957dc400fa940625c725cab0d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:17.840733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:17.848894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] For port f9b0c29c-7e07-43e5-9aa3-8551bb308891, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f9b0c29c-7e07-43e5-9aa3-8551bb308891,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:17.849259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.880177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a00dc4-f916-47cc-a0b0-50af4bf4d59d req-729fca85-17a2-4c82-888b-4d9714d57c8e tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:17.881817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30a00dc4-f916-47cc-a0b0-50af4bf4d59d req-729fca85-17a2-4c82-888b-4d9714d57c8e tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.5940430 Mar 11 17:31:17.882712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:18.025291 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:31:18.072895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Calling delete_port for f9b0c29c-7e07-43e5-9aa3-8551bb308891 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:18.128858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Made reservation on behalf of 823538a957dc400fa940625c725cab0d for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:18.134332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.259378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ad8fb4-16a9-4432-a681-881969819424 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:18.267169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.283629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Transition to ACTIVE for port object e4ad8fb4-16a9-4432-a681-881969819424 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:18.288249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.420431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad8fb4-16a9-4432-a681-881969819424,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:18.452028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:18.517605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Usage tracker for resource:port and tenant:8981592a63b548059af34730eb55b3d1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:18.524138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:18.526328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Attempting to bind port e4ad8fb4-16a9-4432-a681-881969819424 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:18.526736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Attempting to bind port e4ad8fb4-16a9-4432-a681-881969819424 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:18.526978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Attempting to bind port e4ad8fb4-16a9-4432-a681-881969819424 on network 83feb463-a9aa-4754-90ec-d793fc75630b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:18.534309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Port e4ad8fb4-16a9-4432-a681-881969819424 on network 83feb463-a9aa-4754-90ec-d793fc75630b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:31:18.535079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Attempting to bind port e4ad8fb4-16a9-4432-a681-881969819424 on network 83feb463-a9aa-4754-90ec-d793fc75630b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:18.546234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:18.546234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Checking segment: {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:18.547579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Bound using segment: {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:18.547579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Bound port: e4ad8fb4-16a9-4432-a681-881969819424, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:18.547579 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.568678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:18.621766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30a00dc4-f916-47cc-a0b0-50af4bf4d59d req-e835d6c7-e8a9-4867-86e3-c6143e073a58 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263291 Mar 11 17:31:18.653419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] For port e4ad8fb4-16a9-4432-a681-881969819424, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:18.657625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] For port e4ad8fb4-16a9-4432-a681-881969819424, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e4ad8fb4-16a9-4432-a681-881969819424,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:18.664893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.666481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Made reservation on behalf of 8981592a63b548059af34730eb55b3d1 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:18.670297 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.729563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-87d1054a-681b-4808-ba86-d33bcd114588 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:18.731521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-87d1054a-681b-4808-ba86-d33bcd114588 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "GET /v2.0/networks?id=83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 200 len: 818 time: 0.7732985 Mar 11 17:31:18.735641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.735925 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] 10.222.0.59 "PUT /v2.0/ports/e4ad8fb4-16a9-4432-a681-881969819424 HTTP/1.1" status: 200 len: 1091 time: 1.1129789 Mar 11 17:31:18.739610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'tag': 'e4ad8fb4-16a9-4432-a681-881969819424'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:18.758269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e90f3c-774e-4d1f-a7f0-75429f5aa47a service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad8fb4-16a9-4432-a681-881969819424,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:18.848736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-d4e9ee6f-0bbe-4699-abcb-ffdb50f84517 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:18.850096 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-d4e9ee6f-0bbe-4699-abcb-ffdb50f84517 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 815 time: 0.6911221 Mar 11 17:31:18.858412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Request body: {'port': {'device_id': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b', 'admin_state_up': True, 'tenant_id': '8981592a63b548059af34730eb55b3d1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:18.914669 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-50d2546e-8c51-457d-8b0b-10d3df40500b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8981592a63b548059af34730eb55b3d1&device_id=79d2c24a-41cb-471a-8163-a6344ed1f3ec HTTP/1.1" status: 200 len: 1094 time: 0.0853286 Mar 11 17:31:19.001420 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-1ecd423c-46cd-4e56-9174-34bc1116e1b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4ad8fb4-16a9-4432-a681-881969819424 HTTP/1.1" status: 200 len: 217 time: 0.0690224 Mar 11 17:31:19.073783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-dcf73573-0e90-4101-a914-013926a47ddb tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/quotas/8fef53125f0a484ba5f5b04f31354786 HTTP/1.1" status: 200 len: 375 time: 0.1510224 Mar 11 17:31:19.195137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-03761c4d-e369-4e5e-80c7-3d36355a128e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:19.196594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-03761c4d-e369-4e5e-80c7-3d36355a128e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03095c37-88b3-4611-a253-3bb033600c99 HTTP/1.1" status: 200 len: 858 time: 0.1821208 Mar 11 17:31:19.255073 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-fc08ce61-a679-4cbd-890c-5880dfafd381 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83feb463-a9aa-4754-90ec-d793fc75630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482087 Mar 11 17:31:19.309072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-20e03c0e-135e-4d1a-ab17-0a2bb7fd3e3a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2039955 Mar 11 17:31:19.358638 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:19.417311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-924fc309-79b0-4133-8c03-a3cf70757582 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518941 Mar 11 17:31:19.480125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:19.513122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Usage tracker for resource:port and tenant:8981592a63b548059af34730eb55b3d1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:19.527136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:19.535348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:19.545095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7c17b-a9e3-4163-bb08-11b2e42f49cf req-96b96adb-64f0-4ee2-a049-07858b0df6c7 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:19.550430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5be7c17b-a9e3-4163-bb08-11b2e42f49cf req-96b96adb-64f0-4ee2-a049-07858b0df6c7 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.7081707 Mar 11 17:31:19.562138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-99689592-e516-4038-aaab-a23a05e9d773 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387980 Mar 11 17:31:19.598848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:19.641211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Allocated IP 172.20.0.6 (83feb463-a9aa-4754-90ec-d793fc75630b/03095c37-88b3-4611-a253-3bb033600c99/5446c3b4-14db-4b4d-947e-f8dd6efb1c72) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:19.652657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d079c53-13fd-415a-b233-2fe6fba5601c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:19.654820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b0c29c-7e07-43e5-9aa3-8551bb308891,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:19.727826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Made reservation on behalf of 8981592a63b548059af34730eb55b3d1 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:19.731129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:19.885884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-6dbcd2f6-25e7-418d-a221-065804d4917a service neutron] 10.222.0.96 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592203 Mar 11 17:31:19.899736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5be7c17b-a9e3-4163-bb08-11b2e42f49cf req-aa25d274-7d6c-48c3-abdc-b1d493d8180e tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061454 Mar 11 17:31:19.974088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Checking segment: {'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:19.974088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Network hostable DHCP agents. Network: bd873e43-58e0-42a5-b1ec-1bc0c2504d2a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:20.050501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887539447', 'description': 'tempest-description-222796543'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:20.231296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:20.307883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:20.372946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:20.411130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:20.519847 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.570321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:20.573858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-639ba350-89a6-4498-b4b7-800c95609fff service neutron] 10.222.0.96 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219962 Mar 11 17:31:20.631385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, bd873e43-58e0-42a5-b1ec-1bc0c2504d2a) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:20.639333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e5a37-5e9e-477d-ae4c-99f8e0cf0d1b None None] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:20.644587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:20.645804 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.652230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.657988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:20.676484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:20.684800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:20.698853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:20.765442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50582) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:20.772198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dfdfea35-7f87-4f51-ba51-d3b580de4a66 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9704559 Mar 11 17:31:20.777202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:20.777202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:20.791662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Usage tracker for resource:router and tenant:823538a957dc400fa940625c725cab0d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:20.795986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:20.807737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:20.841721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.873635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.889263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.890839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.924948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.992638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-bd873e43-58e0-42a5-b1ec-1bc0c2504d2a', 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'fixed_ips': [{'subnet_id': '3d079c53-13fd-415a-b233-2fe6fba5601c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:31:20.993903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.997336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.083085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bb36a41a-340e-4068-b5d9-ca7d783489c7 req-09381ec3-89ad-4a0b-9d06-b58352e6d2b4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Synchronizing usage tracker for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:21.127417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Network 83feb463-a9aa-4754-90ec-d793fc75630b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:21.133158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.136448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7965efbb-21d2-4fa3-8e1a-400fc81580e6 req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.1563146 Mar 11 17:31:21.154635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:21.164584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.187858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:21.227243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.264645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Pushing event updated for resources: {'Port': ['ID=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:21.266918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9144b-ab54-4a22-872f-681ca2208c40 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801668b2-e266-4966-b00a-dd879af588a7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:21.287269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-58a2dbbf-72f3-4bbb-8f9f-7fe5462be785 {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:31:21.288902 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:31:21.347207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bb36a41a-340e-4068-b5d9-ca7d783489c7 req-09381ec3-89ad-4a0b-9d06-b58352e6d2b4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Unset dirty status for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:21.361209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb36a41a-340e-4068-b5d9-ca7d783489c7 req-09381ec3-89ad-4a0b-9d06-b58352e6d2b4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 210 time: 0.4366562 Mar 11 17:31:21.393352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Allocated IP 172.20.0.2 (bd873e43-58e0-42a5-b1ec-1bc0c2504d2a/3d079c53-13fd-415a-b233-2fe6fba5601c/5a3bf772-47b1-4270-bb17-68fcae505ea9) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:21.499597 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'tag': 'e4ad8fb4-16a9-4432-a681-881969819424', 'status': 'completed', 'code': 200} Mar 11 17:31:21.552843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:21.553947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.605164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-997ce568-fd09-4488-a990-1d1bf7a37af4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9815526 Mar 11 17:31:21.635497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e4ad8fb4-16a9-4432-a681-881969819424 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:31:21.655071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Request body: {'port': {'device_id': '7674f7ca-3850-44b9-9511-9cfa89298897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:21.724757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.766329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.768339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a77eaa79-93ba-42ba-9ebc-8489e00d1a4b req-5e2db043-e1f2-4e26-8788-7afec6e027ac tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 210 time: 0.1428776 Mar 11 17:31:21.788755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.884119 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-5d282857-c041-4b9c-9c85-15dcc2be0f79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8981592a63b548059af34730eb55b3d1&device_id=79d2c24a-41cb-471a-8163-a6344ed1f3ec HTTP/1.1" status: 200 len: 1094 time: 0.2899740 Mar 11 17:31:21.927088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.936120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e4ad8fb4-16a9-4432-a681-881969819424, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e4ad8fb4-16a9-4432-a681-881969819424,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:21.953499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Transition to ACTIVE for port object 5a3bf772-47b1-4270-bb17-68fcae505ea9 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:21.962468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e4ad8fb4-16a9-4432-a681-881969819424', 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b', 'port_id': 'e4ad8fb4-16a9-4432-a681-881969819424', 'mac_address': 'fa:16:3e:2c:f8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03095c37-88b3-4611-a253-3bb033600c99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:31:22.015516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Transition to ACTIVE for port object 5a3bf772-47b1-4270-bb17-68fcae505ea9 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:22.025862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.094805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.111220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-415654a6-3041-456d-bd31-46800fac5f30 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/801668b2-e266-4966-b00a-dd879af588a7 HTTP/1.1" status: 200 len: 1637 time: 0.2425408 Mar 11 17:31:22.111784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.125880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:22.127447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:22.129309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf772-47b1-4270-bb17-68fcae505ea9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:22.131638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:22.134778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '801668b2-e266-4966-b00a-dd879af588a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:22.135105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '801668b2-e266-4966-b00a-dd879af588a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:22.136560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ad8fb4-16a9-4432-a681-881969819424 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:22.155828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:22.160055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e4ad8fb4-16a9-4432-a681-881969819424, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e4ad8fb4-16a9-4432-a681-881969819424,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:22.183645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:22.201518 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.244643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:22.263388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-8f1074e6-07a7-4711-ac76-f908217cd4c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:22.264871 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-8f1074e6-07a7-4711-ac76-f908217cd4c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 200 len: 920 time: 0.3683255 Mar 11 17:31:22.284346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:22.294257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa141a3-b4ac-4716-a22c-0b405c51d48c req-0607eee7-79dd-4ee3-8547-ace06902f752 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:22.296405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fa141a3-b4ac-4716-a22c-0b405c51d48c req-0607eee7-79dd-4ee3-8547-ace06902f752 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.4896684 Mar 11 17:31:22.325350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Attempting to bind port 5a3bf772-47b1-4270-bb17-68fcae505ea9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:22.326752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Attempting to bind port 5a3bf772-47b1-4270-bb17-68fcae505ea9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:22.327216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Attempting to bind port 5a3bf772-47b1-4270-bb17-68fcae505ea9 on network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:22.342049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Allocated IP 172.25.3.200 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/c73f9214-2591-45fc-860b-81f806066183) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:22.344146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:22.344654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Checking segment: {'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:22.345149 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.345632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Bound using segment: {'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:22.346198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Bound port: 5a3bf772-47b1-4270-bb17-68fcae505ea9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:22.346690 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.370338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e4ad8fb4-16a9-4432-a681-881969819424,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:22.377144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Allocated IP 172.20.0.14 (83feb463-a9aa-4754-90ec-d793fc75630b/03095c37-88b3-4611-a253-3bb033600c99/516c14fb-ff67-4050-abe7-a86381ae1cba) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:22.516323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] For port 5a3bf772-47b1-4270-bb17-68fcae505ea9, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:22.521545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] For port 5a3bf772-47b1-4270-bb17-68fcae505ea9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a3bf772-47b1-4270-bb17-68fcae505ea9,segment=NetworkSegment(68e2cf2e-e6d1-4f2a-b753-634277d2ee98),segment_id=68e2cf2e-e6d1-4f2a-b753-634277d2ee98)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:22.532661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.646954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.671478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-412f0996-bb7d-4b11-89c7-0063d041e3cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4ad8fb4-16a9-4432-a681-881969819424 HTTP/1.1" status: 200 len: 217 time: 0.3905938 Mar 11 17:31:22.730200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bf2d5-8943-4da9-8514-e5bcfab3fd82 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf772-47b1-4270-bb17-68fcae505ea9,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:22.742494 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e4ad8fb4-16a9-4432-a681-881969819424'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:22.784188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-4fd05dc0-dfba-4a00-8e9f-2803528694a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:22.786329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-4fd05dc0-dfba-4a00-8e9f-2803528694a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03095c37-88b3-4611-a253-3bb033600c99 HTTP/1.1" status: 200 len: 858 time: 0.0920620 Mar 11 17:31:22.910757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fa141a3-b4ac-4716-a22c-0b405c51d48c req-3568ce37-f451-437b-861a-3640aecc16db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943923 Mar 11 17:31:23.112519 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-f6409374-ff5d-4f6f-8033-4b2b232802f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83feb463-a9aa-4754-90ec-d793fc75630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2505419 Mar 11 17:31:23.202381 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.237554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.267104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.332175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Pushing event updated for resources: {'Port': ['ID=c73f9214-2591-45fc-860b-81f806066183,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:23.398603 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.404320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-e088581b-926b-42ca-b9c0-97da6e588631 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:23.404909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-e088581b-926b-42ca-b9c0-97da6e588631 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Synchronizing usage tracker for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:23.411754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:23.417076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:23.432964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:23.503390 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-46c86d6d-7047-47ac-9385-dd269f5a8151 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550265 Mar 11 17:31:23.506722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-e088581b-926b-42ca-b9c0-97da6e588631 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Unset dirty status for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:23.507764 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-e088581b-926b-42ca-b9c0-97da6e588631 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 815 time: 0.8396995 Mar 11 17:31:23.519442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a7a0e5-1b1e-412c-84f4-4326e8b429e5,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:23.565807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Request body: {'port': {'device_id': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'admin_state_up': True, 'tenant_id': '8fef53125f0a484ba5f5b04f31354786'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:23.593469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-08cc2fff-3ba7-47d2-8b9f-f124e83ceb66 req-dee44a89-ec47-4e7a-b35a-2bc304a4ec21 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Synchronizing usage tracker for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:23.615822 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.617552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a4ce2d5-25e2-4097-be06-e5f155372050 req-a7ab845c-2532-4116-9da6-bf2ed8114749 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 1.4910293 Mar 11 17:31:23.667079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-08cc2fff-3ba7-47d2-8b9f-f124e83ceb66 req-dee44a89-ec47-4e7a-b35a-2bc304a4ec21 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Unset dirty status for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:23.668311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08cc2fff-3ba7-47d2-8b9f-f124e83ceb66 req-dee44a89-ec47-4e7a-b35a-2bc304a4ec21 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 210 time: 0.1577880 Mar 11 17:31:23.707100 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.876619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.916648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:23.922088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Usage tracker for resource:port and tenant:8fef53125f0a484ba5f5b04f31354786 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:23.926067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:23.945059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:23.964622 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff7da04f-ae82-4122-affc-7e5f8224f357 req-51e161dc-236f-4ac4-ae3c-74a9acb95ac2 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214151 Mar 11 17:31:24.051180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6fcbc-da49-4c67-939f-7d42e4e6fd83 None None] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:24.063325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Made reservation on behalf of 8fef53125f0a484ba5f5b04f31354786 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:24.068288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cae402bf-e795-4b53-973b-8530cbd761c6 req-07951cbb-7490-418c-9868-db7e36b7fc91 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 210 time: 0.1800086 Mar 11 17:31:24.072474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.129704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:24.170577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Network 83feb463-a9aa-4754-90ec-d793fc75630b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:24.178329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:24.181908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:24.249656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Pushing event updated for resources: {'Port': ['ID=516c14fb-ff67-4050-abe7-a86381ae1cba,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:24.259184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1151599921', 'description': 'tempest-description-1515576741'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:24.291099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:24.302990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e4ad8fb4-16a9-4432-a681-881969819424'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:24.327189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:24.348720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:24.358153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.358587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.378741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a3bf772-47b1-4270-bb17-68fcae505ea9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:24.386881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:24.554754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dcee2dc5-a132-4c55-8161-5d4b04171e0c None None] Provisioning for port 5a3bf772-47b1-4270-bb17-68fcae505ea9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:24.577343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Allocated IP 172.20.0.2 (ca0b1da1-1765-4ebd-b7a8-dfb58b404f41/0540f05e-50e1-4175-b0a3-47f4d7b2af4f/1e9d2d5a-14bc-4238-9738-629001c526e2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:24.648664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:24.649274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.717296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.742998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-91f89bfa-f6c1-487f-b60e-656054283c66 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8950186 Mar 11 17:31:24.755352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:31:24.773414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Request body: {'port': {'device_id': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:24.863988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5a3bf772-47b1-4270-bb17-68fcae505ea9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:24.891599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.915823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:24.943470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Router 47a1b48d-595b-483a-a14e-77dabcf101b0 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:31:24.943470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.978301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5a3bf772-47b1-4270-bb17-68fcae505ea9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:24.979015 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.091143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.095493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:25.120857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:25.124500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:25.148679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:25.174722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Transition to ACTIVE for port object 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:25.185614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1b076-77b5-43dd-995d-4959c12219dc req-bad728ef-29bc-42bc-a3b7-30212c9e9290 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:25.190299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdd1b076-77b5-43dd-995d-4959c12219dc req-bad728ef-29bc-42bc-a3b7-30212c9e9290 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.6566145 Mar 11 17:31:25.211054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.223150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.264337 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.311989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 5a3bf772-47b1-4270-bb17-68fcae505ea9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a3bf772-47b1-4270-bb17-68fcae505ea9,segment=NetworkSegment(68e2cf2e-e6d1-4f2a-b753-634277d2ee98),segment_id=68e2cf2e-e6d1-4f2a-b753-634277d2ee98)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:25.324137 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.332606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:25.333447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:25.336929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:25.362510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:25.422198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e4ad8fb4-16a9-4432-a681-881969819424 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:25.476448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:25.477103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.527930 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-3bece4aa-6657-47c0-8bda-59c8b73f9c2f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9827402 Mar 11 17:31:25.554254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Request body: {'port': {'device_id': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:25.576649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:25.621851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdd1b076-77b5-43dd-995d-4959c12219dc req-3a266a5b-dd24-4b53-bc31-1e99d4985cec tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038911 Mar 11 17:31:25.621851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.632034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf772-47b1-4270-bb17-68fcae505ea9,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:25.644674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e4ad8fb4-16a9-4432-a681-881969819424 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:25.651361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e4ad8fb4-16a9-4432-a681-881969819424 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:25.651571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.714565 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.789259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.815404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:25.824555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ae739007-4e0a-48ed-89e3-5c2dddab2915 None None] Provisioning complete for port 5a3bf772-47b1-4270-bb17-68fcae505ea9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:25.824928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae739007-4e0a-48ed-89e3-5c2dddab2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.833682 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Sync routers for ids ['47a1b48d-595b-483a-a14e-77dabcf101b0'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:31:25.866522 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Routers {'47a1b48d-595b-483a-a14e-77dabcf101b0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:25.868469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['47a1b48d-595b-483a-a14e-77dabcf101b0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:25.880147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.899860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-522ddbde-8b34-432d-921c-7bc53c067287 req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.6457672 Mar 11 17:31:25.956019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f7670-9ef2-41f4-a00c-2087c11190bd tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73009f82-ce2b-41fb-9e9b-046acc9e1198,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:25.956235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.965006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.966243 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a0ab2b50-3da3-4f8d-93da-8b767a101877 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2108757 Mar 11 17:31:25.975434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50618) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:26.017985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e4ad8fb4-16a9-4432-a681-881969819424, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e4ad8fb4-16a9-4432-a681-881969819424,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:26.023032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad8fb4-16a9-4432-a681-881969819424'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:26.044557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.139045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:26.184038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1fd672d4-048a-484a-896c-4ab29ba77e84 admin admin] 10.222.0.96 "PUT /v2.0/routers/684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0511813 Mar 11 17:31:26.206785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e4ad8fb4-16a9-4432-a681-881969819424,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:26.206785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] Sync routers for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:31:26.230213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:26.230213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:26.337295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50624) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:26.344859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Attempting to bind port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:26.345231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Attempting to bind port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:26.345558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Attempting to bind port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 on network 83feb463-a9aa-4754-90ec-d793fc75630b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:26.403121 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Set router 47a1b48d-595b-483a-a14e-77dabcf101b0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:26.463290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:26.539975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 on network 83feb463-a9aa-4754-90ec-d793fc75630b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:31:26.540668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Attempting to bind port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 on network 83feb463-a9aa-4754-90ec-d793fc75630b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:26.560490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:26.560836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Checking segment: {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:26.561905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Bound using segment: {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:26.561905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Bound port: 5446c3b4-14db-4b4d-947e-f8dd6efb1c72, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:26.562162 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.665920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a3bf772-47b1-4270-bb17-68fcae505ea9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:26.899816 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:31:23Z', 'revision_number': 3, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:26.905245 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Checking router: 47a1b48d-595b-483a-a14e-77dabcf101b0 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:31:26.905245 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Updating router 47a1b48d-595b-483a-a14e-77dabcf101b0 port c73f9214-2591-45fc-860b-81f806066183 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:31:26.948243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9d2d5a-14bc-4238-9738-629001c526e2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:26.978905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] For port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:26.988856 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.990721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] For port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:26.997294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5a3bf772-47b1-4270-bb17-68fcae505ea9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:26.997717 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.015555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.018822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.097915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Transition to ACTIVE for port object 1e9d2d5a-14bc-4238-9738-629001c526e2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:27.113479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.212213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.217509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/5446c3b4-14db-4b4d-947e-f8dd6efb1c72 HTTP/1.1" status: 200 len: 1091 time: 5.5761335 Mar 11 17:31:27.226626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9426ef-b3e9-464b-a86d-fc67dccda1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:27.241222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7674f7ca-3850-44b9-9511-9cfa89298897', 'tag': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:27.253253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563270-f242-457e-a648-ab1e8b9f4980 req-d917e637-cdaa-4fa5-8676-654f3e79b9d7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:27.253745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:27.273585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad563270-f242-457e-a648-ab1e8b9f4980 req-d917e637-cdaa-4fa5-8676-654f3e79b9d7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 932 time: 1.0936241 Mar 11 17:31:27.288871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0433cc-5012-4bb8-a399-0cb6938f2e1a req-ec49698e-2249-4bfb-b787-95ab27bec688 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:27.291047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e0433cc-5012-4bb8-a399-0cb6938f2e1a req-ec49698e-2249-4bfb-b787-95ab27bec688 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 931 time: 0.6960464 Mar 11 17:31:27.333248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:31:19Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:27.337810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] Checking router: 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:31:27.354703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] Routers {'684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:27.357538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:27.358146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:31:27.404190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Attempting to bind port 1e9d2d5a-14bc-4238-9738-629001c526e2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:27.404510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Attempting to bind port 1e9d2d5a-14bc-4238-9738-629001c526e2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:27.405042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Attempting to bind port 1e9d2d5a-14bc-4238-9738-629001c526e2 on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:27.421777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Port 1e9d2d5a-14bc-4238-9738-629001c526e2 on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:31:27.422297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Attempting to bind port 1e9d2d5a-14bc-4238-9738-629001c526e2 on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:27.440097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:27.440803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Checking segment: {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:27.441430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Bound using segment: {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:27.442029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Bound port: 1e9d2d5a-14bc-4238-9738-629001c526e2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:27.442558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.484491 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.498468 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Transition to ACTIVE for port object c73f9214-2591-45fc-860b-81f806066183 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:27.507017 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.578917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516c14fb-ff67-4050-abe7-a86381ae1cba {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:27.591236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ad563270-f242-457e-a648-ab1e8b9f4980 req-bdc395e6-5110-467e-b8ef-e40138ef9d6e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Synchronizing usage tracker for tenant:8981592a63b548059af34730eb55b3d1 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:27.593443 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Pushing event updated for resources: {'Port': ['ID=c73f9214-2591-45fc-860b-81f806066183,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:27.604787 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.605475 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.605806 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.606290 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.606791 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.607115 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.607429 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.607737 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.608311 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.608436 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.608680 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:27.614018 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.622780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-972142e5-a7ff-4127-915d-4e2ef110d1a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8981592a63b548059af34730eb55b3d1&device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 1094 time: 0.3295517 Mar 11 17:31:27.626907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e0433cc-5012-4bb8-a399-0cb6938f2e1a req-a0082936-2b3d-4bbb-9e42-cc85249be0b3 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156965 Mar 11 17:31:27.646655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] Set router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:27.654625 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Attempting to bind port c73f9214-2591-45fc-860b-81f806066183 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:27.654987 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Attempting to bind port c73f9214-2591-45fc-860b-81f806066183 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:27.655823 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Attempting to bind port c73f9214-2591-45fc-860b-81f806066183 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:27.664516 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:27.664516 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:27.664853 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.667003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:27.667003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Bound port: c73f9214-2591-45fc-860b-81f806066183, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:27.667258 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.751984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Transition to ACTIVE for port object 516c14fb-ff67-4050-abe7-a86381ae1cba will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:27.756144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-ebd22ad2-b46c-48bc-b9eb-e4f12d3bdec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5446c3b4-14db-4b4d-947e-f8dd6efb1c72 HTTP/1.1" status: 200 len: 217 time: 0.1153553 Mar 11 17:31:27.761713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ad563270-f242-457e-a648-ab1e8b9f4980 req-bdc395e6-5110-467e-b8ef-e40138ef9d6e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Unset dirty status for tenant:8981592a63b548059af34730eb55b3d1 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:27.763255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad563270-f242-457e-a648-ab1e8b9f4980 req-bdc395e6-5110-467e-b8ef-e40138ef9d6e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888606 Mar 11 17:31:27.773901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.824644 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] For port c73f9214-2591-45fc-860b-81f806066183, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:27.834838 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] For port c73f9214-2591-45fc-860b-81f806066183, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c73f9214-2591-45fc-860b-81f806066183,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:27.842476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:27.843461 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.845614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:27.853922 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.874153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2052298375', 'description': 'tempest-description-189120131'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:27.936288 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad8fb4-16a9-4432-a681-881969819424', 'code': 200} Mar 11 17:31:28.003273 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Routers {'47a1b48d-595b-483a-a14e-77dabcf101b0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:28.004626 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['47a1b48d-595b-483a-a14e-77dabcf101b0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:28.034468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:28.096361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:31:19Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:28.100778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c566c1-91ca-4939-b2d2-6f55df7f8373 None None] The sync data for ids ['684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5'] in n-d-833436-1 is: [{'id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-472032841-router', 'tenant_id': 'c341bb533f6c4501b379148ee10af15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:13Z', 'updated_at': '2022-03-11T17:31:19Z', 'revision_number': 5, 'project_id': 'c341bb533f6c4501b379148ee10af15a', 'gw_port': {'id': '769a7a5b-8029-4c06-bb86-1a58f7d6c2b2', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:29:15Z', 'updated_at': '2022-03-11T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:31:28.225397 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6298c6c-83b9-4877-9fad-3d13a580b1c0 None None] Pushing event updated for resources: {'Port': ['ID=c73f9214-2591-45fc-860b-81f806066183,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:28.230218 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] Set router 47a1b48d-595b-483a-a14e-77dabcf101b0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:28.262162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:28.273953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.275363 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-908d7600-a081-4415-a2e1-4040f536d530 service neutron] 10.222.0.59 "PUT /v2.0/ports/1e9d2d5a-14bc-4238-9738-629001c526e2 HTTP/1.1" status: 200 len: 1091 time: 2.7285168 Mar 11 17:31:28.275818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:28.346800 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7a355905-4a64-4abd-b25e-44de9c9dff7b req-a3a012a6-49e0-47ee-bdd2-0eb95c90cdb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79d2c24a-41cb-471a-8163-a6344ed1f3ec HTTP/1.1" status: 200 len: 1096 time: 0.1196897 Mar 11 17:31:28.376342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:28.384659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:28.440512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:28.453951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.457493 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7a355905-4a64-4abd-b25e-44de9c9dff7b req-8c034e76-101b-49af-a148-d231d637ab8f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970254 Mar 11 17:31:28.530347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-0e002888-1752-4775-a448-ef30f9dd7046 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 1094 time: 0.1550491 Mar 11 17:31:28.552630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:31:23Z', 'revision_number': 3, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:28.557454 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef87f4-f88d-4dbc-a366-eeb7469f7cd5 None None] The sync data for ids ['47a1b48d-595b-483a-a14e-77dabcf101b0'] in n-d-833436-1 is: [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:31:23Z', 'revision_number': 3, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:31:28.619120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Pushing event updated for resources: {'Port': ['ID=516c14fb-ff67-4050-abe7-a86381ae1cba,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:28.622446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-37bd10ef-5d4d-4da3-a9e3-cc799e084362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:28.624248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-37bd10ef-5d4d-4da3-a9e3-cc799e084362 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03095c37-88b3-4611-a253-3bb033600c99 HTTP/1.1" status: 200 len: 858 time: 0.8351977 Mar 11 17:31:28.637880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.675945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.787118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:28.798287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:28.808740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:28.825233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:28.877454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Attempting to bind port 516c14fb-ff67-4050-abe7-a86381ae1cba on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:28.877778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Attempting to bind port 516c14fb-ff67-4050-abe7-a86381ae1cba by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:28.878128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Attempting to bind port 516c14fb-ff67-4050-abe7-a86381ae1cba on network 83feb463-a9aa-4754-90ec-d793fc75630b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:28.915807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb5b04b1-17e1-4a50-9c94-6b2be2424bf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83feb463-a9aa-4754-90ec-d793fc75630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775564 Mar 11 17:31:28.925789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434eb74d-1cee-40dc-9bbf-dc127dbdc2a2 req-a9da14bb-9b91-4512-af88-f9491b2cf11f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:28.935651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-434eb74d-1cee-40dc-9bbf-dc127dbdc2a2 req-a9da14bb-9b91-4512-af88-f9491b2cf11f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.5562112 Mar 11 17:31:28.976223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Port 516c14fb-ff67-4050-abe7-a86381ae1cba on network 83feb463-a9aa-4754-90ec-d793fc75630b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:31:28.976537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Attempting to bind port 516c14fb-ff67-4050-abe7-a86381ae1cba on network 83feb463-a9aa-4754-90ec-d793fc75630b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:28.984884 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-a90e0539-059f-4e20-956d-ff319d240350 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e9d2d5a-14bc-4238-9738-629001c526e2 HTTP/1.1" status: 200 len: 217 time: 0.1475141 Mar 11 17:31:29.063502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Allocated IP 172.20.0.1 (bd873e43-58e0-42a5-b1ec-1bc0c2504d2a/3d079c53-13fd-415a-b233-2fe6fba5601c/ef350527-7f08-4eb6-8656-d3b4c4ae5648) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:29.078685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:29.079323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Checking segment: {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:29.079699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Bound using segment: {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:29.079880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-14c8b4f8-a1d5-4e91-8f27-c4cbafcbacaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:29.080158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Bound port: 516c14fb-ff67-4050-abe7-a86381ae1cba, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2861b75-6ebd-4281-8a8c-336cfd8e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:29.080504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.081647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-14c8b4f8-a1d5-4e91-8f27-c4cbafcbacaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0540f05e-50e1-4175-b0a3-47f4d7b2af4f HTTP/1.1" status: 200 len: 855 time: 0.0877035 Mar 11 17:31:29.145425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-434eb74d-1cee-40dc-9bbf-dc127dbdc2a2 req-e6e1b3fb-afa0-4ad0-a74a-1b5c0e81b2aa tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085102 Mar 11 17:31:29.200334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-d3323cf9-a536-4fdd-8130-13cce541b197 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967638 Mar 11 17:31:29.225112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.250939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.255997 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7674f7ca-3850-44b9-9511-9cfa89298897', 'tag': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72', 'status': 'completed', 'code': 200} Mar 11 17:31:29.411510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-11234d49-b5f9-4243-a5bb-17dcc5455ec3 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590793 Mar 11 17:31:29.412693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.420682 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.427741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-1b4a85fd-e028-4373-a361-77dc1f779fd6 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134058 Mar 11 17:31:29.434519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91b71ae2-e2dc-4ab9-862f-b947663de5b7 req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.6669316 Mar 11 17:31:29.464453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Transition to ACTIVE for port object ef350527-7f08-4eb6-8656-d3b4c4ae5648 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:29.467978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cb5b3-6669-4ce3-9107-cbd89efcc186 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa76e2-cf07-4e0e-b5e8-f5643232509f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.482922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] For port 516c14fb-ff67-4050-abe7-a86381ae1cba, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:29.580270 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'status': 'completed', 'code': 200} Mar 11 17:31:29.582387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] For port 516c14fb-ff67-4050-abe7-a86381ae1cba, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=516c14fb-ff67-4050-abe7-a86381ae1cba,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:29.609402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.615897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.678513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.724465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:29.725353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Pushing event updated for resources: {'Port': ['ID=ef350527-7f08-4eb6-8656-d3b4c4ae5648,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.730153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:29.740170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:29.786864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86a888a5-fbfe-4bfc-8041-b4da5effa661 req-e592ed6e-c27b-40f1-b24d-8bfb25ff4a1c service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489635 Mar 11 17:31:29.810950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.817572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Deleting port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:29.817982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.842934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.844320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] 10.222.0.59 "PUT /v2.0/ports/516c14fb-ff67-4050-abe7-a86381ae1cba HTTP/1.1" status: 200 len: 1092 time: 5.0815067 Mar 11 17:31:29.901346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19febe-3efa-409e-8ecc-9ac663c27440 service neutron] Pushing event updated for resources: {'Port': ['ID=516c14fb-ff67-4050-abe7-a86381ae1cba,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.918713 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.929612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-192fe218-cf10-4f80-bfca-e8a414f0fe64 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857037 Mar 11 17:31:30.044587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ef04e-464f-4739-8431-33d637581a31 req-c414cc0b-f17d-4f04-a2c9-1be76470d5fe tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:30.046173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-147ef04e-464f-4739-8431-33d637581a31 req-c414cc0b-f17d-4f04-a2c9-1be76470d5fe tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 943 time: 0.3694906 Mar 11 17:31:30.071122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7793ac-37f3-4849-940e-b3e94f2faf2e req-0d23af85-6be6-4c50-872c-fb6cf4e53efc tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:30.072654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa7793ac-37f3-4849-940e-b3e94f2faf2e req-0d23af85-6be6-4c50-872c-fb6cf4e53efc tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 944 time: 0.3971601 Mar 11 17:31:30.092861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07032b08-3e24-4523-8a43-af40db4f2940 None None] Provisioning for port ef350527-7f08-4eb6-8656-d3b4c4ae5648 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:30.104443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07032b08-3e24-4523-8a43-af40db4f2940 None None] Provisioning complete for port ef350527-7f08-4eb6-8656-d3b4c4ae5648 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:30.105007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07032b08-3e24-4523-8a43-af40db4f2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.144791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] For port 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:30.145445 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.208225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.217635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-07032b08-3e24-4523-8a43-af40db4f2940 None None] Port ef350527-7f08-4eb6-8656-d3b4c4ae5648 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:31:30.285318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73f9214-2591-45fc-860b-81f806066183 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:30.384830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c73f9214-2591-45fc-860b-81f806066183 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:30.391160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c73f9214-2591-45fc-860b-81f806066183 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:30.391526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.444870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.520395 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.536670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c73f9214-2591-45fc-860b-81f806066183, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c73f9214-2591-45fc-860b-81f806066183,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:30.542333 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.559141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Calling delete_port for 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:30.568398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Pushing event updated for resources: {'Port': ['ID=ef350527-7f08-4eb6-8656-d3b4c4ae5648,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.570807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.599576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-624d3e55-ae5e-4e79-b73d-00a8dee87283 req-c86e8263-7534-4594-be8c-ba1a48c845bd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3577211 Mar 11 17:31:30.605553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f9b0c29c-7e07-43e5-9aa3-8551bb308891 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:30.613359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-147ef04e-464f-4739-8431-33d637581a31 req-8889c2c8-ac11-480d-9fb9-4eeeb8194ace tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515327 Mar 11 17:31:30.625797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa7793ac-37f3-4849-940e-b3e94f2faf2e req-1535ed0d-1762-4e08-b2b0-b8abe84fabac tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361505 Mar 11 17:31:30.657344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-258c9d4f-1b35-40c1-bde2-31d647166ce7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8981592a63b548059af34730eb55b3d1&device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 1094 time: 0.4412620 Mar 11 17:31:30.658411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f9b0c29c-7e07-43e5-9aa3-8551bb308891 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:30.658824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f9b0c29c-7e07-43e5-9aa3-8551bb308891 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:30.670148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c73f9214-2591-45fc-860b-81f806066183,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.742782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-624d3e55-ae5e-4e79-b73d-00a8dee87283 req-fcc27823-da9b-4efe-9239-be18588113a4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0755672 Mar 11 17:31:30.853740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-624d3e55-ae5e-4e79-b73d-00a8dee87283 req-cc933d7b-c9b2-4dbd-acb0-f76956929467 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764163 Mar 11 17:31:30.869749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-64b892c0-0470-4088-bf1e-e41cd387fba1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8981592a63b548059af34730eb55b3d1&device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 1095 time: 0.7144516 Mar 11 17:31:30.880347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:30.882933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:30.885325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-a7d81923-468f-4bd1-8230-af574e74607b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:30.887365 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-a7d81923-468f-4bd1-8230-af574e74607b service neutron] 10.222.0.59 "GET /v2.0/networks?id=83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 200 len: 920 time: 0.2041342 Mar 11 17:31:30.894114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-8282d627-9cb0-4b56-826e-46971468f122 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/73009f82-ce2b-41fb-9e9b-046acc9e1198 HTTP/1.1" status: 200 len: 1639 time: 0.1929657 Mar 11 17:31:30.966176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64580b93-0457-4258-9df8-adcd82f901bd req-9adc05e3-3ddd-4a6d-84c4-6b645e96364d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 1094 time: 0.7613227 Mar 11 17:31:31.100143 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-e6162287-7fe6-4df1-b29f-8d6215f3ed64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5446c3b4-14db-4b4d-947e-f8dd6efb1c72 HTTP/1.1" status: 200 len: 217 time: 0.1370873 Mar 11 17:31:31.191255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-ae79552e-0bb8-453a-a428-5a75f522ad72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=516c14fb-ff67-4050-abe7-a86381ae1cba HTTP/1.1" status: 200 len: 217 time: 0.2958126 Mar 11 17:31:31.220254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-7e358be7-572e-4bb2-80cd-2070acdea2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.221850 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-7e358be7-572e-4bb2-80cd-2070acdea2c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03095c37-88b3-4611-a253-3bb033600c99 HTTP/1.1" status: 200 len: 858 time: 0.1015532 Mar 11 17:31:31.248490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31603bf9-94df-4862-96bd-52d8cafb0ee7 None None] Provisioning complete for port ef350527-7f08-4eb6-8656-d3b4c4ae5648 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:31.249159 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31603bf9-94df-4862-96bd-52d8cafb0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.274139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'tag': '516c14fb-ff67-4050-abe7-a86381ae1cba'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:31.307099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-31603bf9-94df-4862-96bd-52d8cafb0ee7 None None] Port ef350527-7f08-4eb6-8656-d3b4c4ae5648 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:31:31.391262 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-7c725066-8b65-4ce8-8cd8-522fdc41c39f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83feb463-a9aa-4754-90ec-d793fc75630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994613 Mar 11 17:31:31.396777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-80deb8d1-aa18-482a-b7a7-9df981824522 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/63aa76e2-cf07-4e0e-b5e8-f5643232509f HTTP/1.1" status: 200 len: 1638 time: 0.4177852 Mar 11 17:31:31.435461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '73009f82-ce2b-41fb-9e9b-046acc9e1198', 'remote_group_id': '63aa76e2-cf07-4e0e-b5e8-f5643232509f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:31.435807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '73009f82-ce2b-41fb-9e9b-046acc9e1198', 'remote_group_id': '63aa76e2-cf07-4e0e-b5e8-f5643232509f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:31.441630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d3e55-ae5e-4e79-b73d-00a8dee87283 req-4f9ed682-7773-432c-b81f-a63860eb2f49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.443074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-624d3e55-ae5e-4e79-b73d-00a8dee87283 req-4f9ed682-7773-432c-b81f-a63860eb2f49 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5795970 Mar 11 17:31:31.452122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:31.459202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.463093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64580b93-0457-4258-9df8-adcd82f901bd req-89c2a680-5228-422f-b548-ea03e32978d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.464524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64580b93-0457-4258-9df8-adcd82f901bd req-89c2a680-5228-422f-b548-ea03e32978d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 917 time: 0.4166749 Mar 11 17:31:31.465662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:31.500427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:31.508779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-636c0992-a067-432f-8f8d-8bd5636a20be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.510433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-636c0992-a067-432f-8f8d-8bd5636a20be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03095c37-88b3-4611-a253-3bb033600c99 HTTP/1.1" status: 200 len: 858 time: 0.2282045 Mar 11 17:31:31.549051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-6ddc4b54-d52a-448f-98eb-1175d434bf4c service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483307 Mar 11 17:31:31.574682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:31.578701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=769a7a5b-8029-4c06-bb86-1a58f7d6c2b2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:31.663865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64580b93-0457-4258-9df8-adcd82f901bd req-b0e10460-93b3-4a33-abdb-7d26fb36e2b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e9d2d5a-14bc-4238-9738-629001c526e2 HTTP/1.1" status: 200 len: 217 time: 0.1647553 Mar 11 17:31:31.666347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-02e2382a-5663-4194-9c91-db21f26832d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83feb463-a9aa-4754-90ec-d793fc75630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889087 Mar 11 17:31:31.676579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ee96d-dd43-4fbd-bb9c-9fd572acf8fd req-25d21b3d-b94f-44e6-af0d-b280272f4864 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.678045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7ee96d-dd43-4fbd-bb9c-9fd572acf8fd req-25d21b3d-b94f-44e6-af0d-b280272f4864 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.6214321 Mar 11 17:31:31.705060 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb191fa7-1074-4943-a6dc-6fd4c942c735 req-a5118856-9fe9-496a-a841-c706d44a84f5 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474838 Mar 11 17:31:31.720324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Router 47a1b48d-595b-483a-a14e-77dabcf101b0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:31.936804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64580b93-0457-4258-9df8-adcd82f901bd req-af317f5e-8327-4f79-9eef-a567d113141a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.938248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64580b93-0457-4258-9df8-adcd82f901bd req-af317f5e-8327-4f79-9eef-a567d113141a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0540f05e-50e1-4175-b0a3-47f4d7b2af4f HTTP/1.1" status: 200 len: 855 time: 0.2482870 Mar 11 17:31:32.055609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:32.065533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6bc29af9-b1b3-4275-afff-be220af17f0b admin admin] 10.222.0.96 "PUT /v2.0/routers/47a1b48d-595b-483a-a14e-77dabcf101b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0890174 Mar 11 17:31:32.255868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73f9214-2591-45fc-860b-81f806066183 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:32.257503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7ee96d-dd43-4fbd-bb9c-9fd572acf8fd req-7ece671a-83a6-42ba-98bb-14a4ce7cd6f2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694928 Mar 11 17:31:32.276733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64580b93-0457-4258-9df8-adcd82f901bd req-41798cfe-d75a-4cf5-9f45-bc9d2d079981 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439199 Mar 11 17:31:32.287778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.347597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c73f9214-2591-45fc-860b-81f806066183 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:32.349921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.426307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.450167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-7e907dc2-ceeb-4ca6-af64-01e768aa2e42 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609458 Mar 11 17:31:32.505580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Sync routers for ids ['47a1b48d-595b-483a-a14e-77dabcf101b0'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:31:32.519050 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Routers {'47a1b48d-595b-483a-a14e-77dabcf101b0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:32.519601 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['47a1b48d-595b-483a-a14e-77dabcf101b0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:32.727004 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Set router 47a1b48d-595b-483a-a14e-77dabcf101b0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:32.792576 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.821120 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.827972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.880719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.895807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cfcd0b-2b8a-4e35-8ac9-de96a6d72e42,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:32.904487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64580b93-0457-4258-9df8-adcd82f901bd req-1441e69d-c0d8-4827-97ee-c0074dae2b2b service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543206 Mar 11 17:31:32.919724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9cfc0-0333-4ef5-b89f-fdedc38ba003 req-566ab622-9210-4c01-bd72-2e9064a3638b service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893640 Mar 11 17:31:32.948645 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.949820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c5eb97c-6e7c-4f5e-9593-2e985e271c1f req-a684f7c8-202b-43f9-abfe-0e1b150c6a75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.5389314 Mar 11 17:31:33.025710 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'tag': '516c14fb-ff67-4050-abe7-a86381ae1cba', 'status': 'completed', 'code': 200} Mar 11 17:31:33.032076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0777b-c41b-411b-abef-cb9b7c3837e9 req-c6ce1b70-b969-4a83-9011-7fdbff937c7a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:33.033655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acc0777b-c41b-411b-abef-cb9b7c3837e9 req-c6ce1b70-b969-4a83-9011-7fdbff937c7a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.5933282 Mar 11 17:31:33.042806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.043319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:31:33.067238 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:31:29Z', 'revision_number': 4, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ef350527-7f08-4eb6-8656-d3b4c4ae5648', 'name': '', 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'mac_address': 'fa:16:3e:26:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d079c53-13fd-415a-b233-2fe6fba5601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:28Z', 'updated_at': '2022-03-11T17:31:29Z', 'revision_number': 2, 'project_id': '823538a957dc400fa940625c725cab0d', 'subnets': [{'id': '3d079c53-13fd-415a-b233-2fe6fba5601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:33.073291 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Checking router: 47a1b48d-595b-483a-a14e-77dabcf101b0 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:31:33.074008 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Updating router 47a1b48d-595b-483a-a14e-77dabcf101b0 port ef350527-7f08-4eb6-8656-d3b4c4ae5648 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:31:33.084462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.085746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5bd1f46c-86c3-4a85-a88c-ecc3ac016a64 admin admin] 10.222.0.96 "DELETE /v2.0/routers/684ec0ef-cbb1-4ecb-bc41-a548e26b3ba5 HTTP/1.1" status: 204 len: 168 time: 6.7367535 Mar 11 17:31:33.088385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50664) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:33.162181 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.201852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] Deleting subnet 4d708140-ab8a-4049-91b7-c1d1025a6c9f {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:31:33.205661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.235826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64580b93-0457-4258-9df8-adcd82f901bd req-ce577ac6-2bb6-489b-b43c-a5f109b6f8c3 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143010 Mar 11 17:31:33.259626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.262902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acc0777b-c41b-411b-abef-cb9b7c3837e9 req-b71d0c82-4d28-4763-8645-48e10e60be33 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157984 Mar 11 17:31:33.328796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-4377a0b9-cc13-4271-8769-63a69a080e42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8981592a63b548059af34730eb55b3d1&device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 1095 time: 0.2306828 Mar 11 17:31:33.334754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e818e1e-053e-42c2-baed-1b59540b8c2b req-3b8155ce-05ae-45e8-8a20-403d881613b6 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:33.336362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e818e1e-053e-42c2-baed-1b59540b8c2b req-3b8155ce-05ae-45e8-8a20-403d881613b6 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 944 time: 0.1482654 Mar 11 17:31:33.355121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.394092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1e9d2d5a-14bc-4238-9738-629001c526e2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:31:33.452161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.499163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d708140-ab8a-4049-91b7-c1d1025a6c9f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.513743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.522001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93623393-d8d5-47b7-bed2-716cc6ffd609 None None] Network ab247adf-411c-433f-94cd-84e4c2b71264 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:33.528567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ca805ccb-4a5e-45e5-8dfc-5124845573e1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4d708140-ab8a-4049-91b7-c1d1025a6c9f HTTP/1.1" status: 204 len: 168 time: 0.4388485 Mar 11 17:31:33.529257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50670) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:33.667153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e818e1e-053e-42c2-baed-1b59540b8c2b req-365a6664-054e-4228-a656-861f979514e7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093355 Mar 11 17:31:33.671774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.675280 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.704494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Deleting port f13e6af1-03be-4039-aa54-d89c42a52f77 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:33.704940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.711107 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Transition to ACTIVE for port object ef350527-7f08-4eb6-8656-d3b4c4ae5648 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:33.723524 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.760756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-bc75fa32-c442-452f-998a-825039e285c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:33.766940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-bc75fa32-c442-452f-998a-825039e285c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 200 len: 920 time: 0.4259696 Mar 11 17:31:33.884502 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07255366-4880-49f5-a0c8-0ced6b78cef6 None None] Pushing event updated for resources: {'Port': ['ID=ef350527-7f08-4eb6-8656-d3b4c4ae5648,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.914740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-38242a59-1ca4-4fbd-b566-f1ebf35ae34a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=516c14fb-ff67-4050-abe7-a86381ae1cba HTTP/1.1" status: 200 len: 217 time: 0.1260004 Mar 11 17:31:33.920103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:33.944351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'port_id': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'mac_address': 'fa:16:3e:63:27:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0540f05e-50e1-4175-b0a3-47f4d7b2af4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:31:33.987207 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Attempting to bind port ef350527-7f08-4eb6-8656-d3b4c4ae5648 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:33.987813 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Attempting to bind port ef350527-7f08-4eb6-8656-d3b4c4ae5648 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:33.988298 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Attempting to bind port ef350527-7f08-4eb6-8656-d3b4c4ae5648 on network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:33.996606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:33.997305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Checking segment: {'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:33.997935 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.998584 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Bound using segment: {'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:33.999526 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Bound port: ef350527-7f08-4eb6-8656-d3b4c4ae5648, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e2cf2e-e6d1-4f2a-b753-634277d2ee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:34.000221 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.025026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-586af11f-a25f-49e0-a4ce-6d6fd78004ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:34.026422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-586af11f-a25f-49e0-a4ce-6d6fd78004ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03095c37-88b3-4611-a253-3bb033600c99 HTTP/1.1" status: 200 len: 858 time: 0.0681548 Mar 11 17:31:34.034624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.066937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d2d5a-14bc-4238-9738-629001c526e2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:34.097699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:34.102398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] For port f13e6af1-03be-4039-aa54-d89c42a52f77, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f13e6af1-03be-4039-aa54-d89c42a52f77,segment=NetworkSegment(e2c9178b-eef8-49f1-af1a-0e23fbcdf268),segment_id=e2c9178b-eef8-49f1-af1a-0e23fbcdf268)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:34.102939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.106164 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.106844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:31:34.143405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef327f-984d-44a8-ab97-457550d2ef12 req-53908f76-5a4c-4ad4-852c-dc59ca99a4a8 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:34.145123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acef327f-984d-44a8-ab97-457550d2ef12 req-53908f76-5a4c-4ad4-852c-dc59ca99a4a8 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 943 time: 0.7011569 Mar 11 17:31:34.158502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:34.177781 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] For port ef350527-7f08-4eb6-8656-d3b4c4ae5648, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:34.200229 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] For port ef350527-7f08-4eb6-8656-d3b4c4ae5648, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ef350527-7f08-4eb6-8656-d3b4c4ae5648,segment=NetworkSegment(68e2cf2e-e6d1-4f2a-b753-634277d2ee98),segment_id=68e2cf2e-e6d1-4f2a-b753-634277d2ee98)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:34.212400 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.235584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa628620-f782-43a1-8cf2-0d788f4ca2d7 None None] DHCP port deletion for ab247adf-411c-433f-94cd-84e4c2b71264 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:31:34.257823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-090e0a75-8ffc-45d8-aae7-81a2cbceed5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83feb463-a9aa-4754-90ec-d793fc75630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066217 Mar 11 17:31:34.260220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-aa628620-f782-43a1-8cf2-0d788f4ca2d7 None None] Deleting port f13e6af1-03be-4039-aa54-d89c42a52f77 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:34.262974 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa628620-f782-43a1-8cf2-0d788f4ca2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.273830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Calling delete_port for f13e6af1-03be-4039-aa54-d89c42a52f77 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:34.293830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:34.294769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 769a7a5b-8029-4c06-bb86-1a58f7d6c2b2 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:34.349764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Routers {'47a1b48d-595b-483a-a14e-77dabcf101b0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:34.350553 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['47a1b48d-595b-483a-a14e-77dabcf101b0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:34.375039 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:31:34.380069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.456927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acef327f-984d-44a8-ab97-457550d2ef12 req-2db7a111-7ab1-4d95-a534-cc9ad0569597 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244461 Mar 11 17:31:34.466792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13e6af1-03be-4039-aa54-d89c42a52f77,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:34.480874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] No DVR routers for this DVR port f13e6af1-03be-4039-aa54-d89c42a52f77 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:34.485580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-9194fd7e-d013-428e-95f8-732249de97ef tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:34.544873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-aa628620-f782-43a1-8cf2-0d788f4ca2d7 None None] The port 'f13e6af1-03be-4039-aa54-d89c42a52f77' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:31:34.548646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-473429342', 'description': 'tempest-description-1752268993'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:34.549814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:34.570641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:34.586331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:34.595000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:34.606005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:34.609804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-37c0ba6e-bbad-4253-9ff8-dda25fb2b6b6 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431377 Mar 11 17:31:34.615763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-9194fd7e-d013-428e-95f8-732249de97ef tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:34.617409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-9194fd7e-d013-428e-95f8-732249de97ef tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7012620 Mar 11 17:31:34.644731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:34.657873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:34.659582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:34.676555 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.691994 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] Set router 47a1b48d-595b-483a-a14e-77dabcf101b0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:34.705905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72', 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b', 'port_id': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72', 'mac_address': 'fa:16:3e:37:ed:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03095c37-88b3-4611-a253-3bb033600c99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:31:34.719369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab247adf-411c-433f-94cd-84e4c2b71264']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:34.721751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.735764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:34.736361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c9178b-eef8-49f1-af1a-0e23fbcdf268') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:34.739959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Usage tracker for resource:floatingip and tenant:823538a957dc400fa940625c725cab0d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:34.747437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:34.750630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.760705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:34.769015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.778292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:31:34.778597 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.779220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.812122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:34.822349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.843739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:34.850425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6afe9262-153c-47f0-8a41-bf1702ab341c req-8d9d84db-39b4-4102-83f2-cb24507691d3 service neutron] 10.222.0.59 "GET /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318165 Mar 11 17:31:34.854251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:34.859263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:34.860664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:34.867231 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:34.892470 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:34.896944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.924964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.925573 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07255366-4880-49f5-a0c8-0ced6b78cef6 None None] Pushing event updated for resources: {'Port': ['ID=ef350527-7f08-4eb6-8656-d3b4c4ae5648,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:34.927116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:34.928059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab247adf-411c-433f-94cd-84e4c2b71264,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:34.953795 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49919f27-a39f-4dde-9421-4d147bdf7ef5 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ab247adf-411c-433f-94cd-84e4c2b71264 HTTP/1.1" status: 204 len: 168 time: 1.4229355 Mar 11 17:31:34.977892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:35.019258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.026849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.092767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e107b3c1-5d4a-4732-bbc2-d91b9be3479b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:35.099590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.101353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3daee56-8e15-4c97-9381-b1adeb5f7077 req-78cbd347-c2b2-421d-b4d0-42de922056e1 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5661595 Mar 11 17:31:35.119316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.132434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50684) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:35.154311 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:31:29Z', 'revision_number': 4, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ef350527-7f08-4eb6-8656-d3b4c4ae5648', 'name': '', 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'mac_address': 'fa:16:3e:26:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d079c53-13fd-415a-b233-2fe6fba5601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:28Z', 'updated_at': '2022-03-11T17:31:34Z', 'revision_number': 4, 'project_id': '823538a957dc400fa940625c725cab0d', 'subnets': [{'id': '3d079c53-13fd-415a-b233-2fe6fba5601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:35.158895 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352feaaf-ac52-43e6-8121-091570e8ae14 None None] The sync data for ids ['47a1b48d-595b-483a-a14e-77dabcf101b0'] in n-d-833436-1 is: [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:31:29Z', 'revision_number': 4, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ef350527-7f08-4eb6-8656-d3b4c4ae5648', 'name': '', 'network_id': 'bd873e43-58e0-42a5-b1ec-1bc0c2504d2a', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'mac_address': 'fa:16:3e:26:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d079c53-13fd-415a-b233-2fe6fba5601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:28Z', 'updated_at': '2022-03-11T17:31:34Z', 'revision_number': 4, 'project_id': '823538a957dc400fa940625c725cab0d', 'subnets': [{'id': '3d079c53-13fd-415a-b233-2fe6fba5601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:31:35.251438 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-308978e7-be83-49ab-96b4-1e6f4502ae11 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c341bb533f6c4501b379148ee10af15a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1154749 Mar 11 17:31:35.251773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50688) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:35.406265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 516c14fb-ff67-4050-abe7-a86381ae1cba details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:31:35.423695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Allocated IP 172.25.3.208 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/0f72202e-34e6-4119-8bdf-a671c052ee31) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:35.480171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db6ad3c4-0982-4e42-892d-0b377492de6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.552892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff7988-7252-4cca-b3e8-5913a6101ae3 req-d6f6c24a-b756-41e9-baa5-ebf4a2816704 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:35.559223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58ff7988-7252-4cca-b3e8-5913a6101ae3 req-d6f6c24a-b756-41e9-baa5-ebf4a2816704 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.2842848 Mar 11 17:31:35.564451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1e9d2d5a-14bc-4238-9738-629001c526e2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:35.600311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['5446c3b4-14db-4b4d-947e-f8dd6efb1c72'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:35.609502 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db6ad3c4-0982-4e42-892d-0b377492de6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.652279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 516c14fb-ff67-4050-abe7-a86381ae1cba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=516c14fb-ff67-4050-abe7-a86381ae1cba,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:35.687926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58ff7988-7252-4cca-b3e8-5913a6101ae3 req-5d71372f-e113-4211-9ce5-4f3ec68db469 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278527 Mar 11 17:31:35.707687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '516c14fb-ff67-4050-abe7-a86381ae1cba', 'network_id': '83feb463-a9aa-4754-90ec-d793fc75630b', 'port_id': '516c14fb-ff67-4050-abe7-a86381ae1cba', 'mac_address': 'fa:16:3e:39:72:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03095c37-88b3-4611-a253-3bb033600c99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:31:35.714738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.750785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db6ad3c4-0982-4e42-892d-0b377492de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.773039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ad3c4-0982-4e42-892d-0b377492de6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f93289-1f88-45f8-a3eb-a9ee7cfcb645,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:35.786734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.846641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.921673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db6ad3c4-0982-4e42-892d-0b377492de6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.925310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-db6ad3c4-0982-4e42-892d-0b377492de6d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/11f93289-1f88-45f8-a3eb-a9ee7cfcb645 HTTP/1.1" status: 204 len: 168 time: 0.6701188 Mar 11 17:31:35.929380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516c14fb-ff67-4050-abe7-a86381ae1cba {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:31:35.935539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:35.942991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:35.946824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=0f72202e-34e6-4119-8bdf-a671c052ee31,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:35.949285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:35.977521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 516c14fb-ff67-4050-abe7-a86381ae1cba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=516c14fb-ff67-4050-abe7-a86381ae1cba,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:35.999092 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.039860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84818268-f215-4273-84f9-b7a0796350a0 req-2be43f11-e951-48ae-8e27-089ace998663 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:36.041628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84818268-f215-4273-84f9-b7a0796350a0 req-2be43f11-e951-48ae-8e27-089ace998663 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.2105167 Mar 11 17:31:36.131379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=516c14fb-ff67-4050-abe7-a86381ae1cba,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:36.251161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84818268-f215-4273-84f9-b7a0796350a0 req-9f125b41-b93c-47d0-a7e1-5fbe38d62fe7 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961648 Mar 11 17:31:36.327378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ef350527-7f08-4eb6-8656-d3b4c4ae5648 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:36.361864 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.431894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ef350527-7f08-4eb6-8656-d3b4c4ae5648 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:36.439497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ef350527-7f08-4eb6-8656-d3b4c4ae5648 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:36.439863 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.482751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.569267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.577534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586e697-f7a6-4acc-8e64-518765a181f7 req-4c9c0ecd-4771-49eb-835e-e816ff86465f tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:36.579084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2586e697-f7a6-4acc-8e64-518765a181f7 req-4c9c0ecd-4771-49eb-835e-e816ff86465f tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 945 time: 0.1465638 Mar 11 17:31:36.604344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ef350527-7f08-4eb6-8656-d3b4c4ae5648, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ef350527-7f08-4eb6-8656-d3b4c4ae5648,segment=NetworkSegment(68e2cf2e-e6d1-4f2a-b753-634277d2ee98),segment_id=68e2cf2e-e6d1-4f2a-b753-634277d2ee98)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:36.609240 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.670132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f13e6af1-03be-4039-aa54-d89c42a52f77 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:36.716302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f13e6af1-03be-4039-aa54-d89c42a52f77 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:36.716645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f13e6af1-03be-4039-aa54-d89c42a52f77 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:36.723731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2586e697-f7a6-4acc-8e64-518765a181f7 req-f5cf857c-8180-444d-99c9-eefd7a06e14b tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179860 Mar 11 17:31:36.745465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ef350527-7f08-4eb6-8656-d3b4c4ae5648,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:36.779264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1659988122', 'description': 'tempest-description-1986460614'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:36.787035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:36.792661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:36.796282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:36.804166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:36.825301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.827361 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.840900 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.977800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=0f72202e-34e6-4119-8bdf-a671c052ee31,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:36.980234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:36.987898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:36.992587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:36.995024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['516c14fb-ff67-4050-abe7-a86381ae1cba'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:36.999981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.004282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:37.041851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.043309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-fef45cea-8727-4c63-96c5-6634486af527 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4027474 Mar 11 17:31:37.189187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.192606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-a4101de3-84aa-42b1-834d-7dee909ec128 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:37.201356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.254569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-a4101de3-84aa-42b1-834d-7dee909ec128 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:37.255863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-a4101de3-84aa-42b1-834d-7dee909ec128 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.2044492 Mar 11 17:31:37.256914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f6fcbb-15e9-49d9-b060-422290d64ac5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:37.259350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.260672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-097d970b-f19d-4c68-91ab-9126701ccbc6 req-8840e090-6ee4-474a-825f-b921947f361b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.4907677 Mar 11 17:31:37.456880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-49599b31-e932-4fa9-8f73-8d791e3712f7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:37.458172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d50d1793-d931-4a24-833f-097dd95b0e27 req-49599b31-e932-4fa9-8f73-8d791e3712f7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.1953182 Mar 11 17:31:37.489112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fad229-761c-4a89-a7af-ce864987e1eb req-e37fcb9c-d21c-4425-a382-d54bf4cfc6b0 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:37.490591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67fad229-761c-4a89-a7af-ce864987e1eb req-e37fcb9c-d21c-4425-a382-d54bf4cfc6b0 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 944 time: 0.1236410 Mar 11 17:31:37.537348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67fad229-761c-4a89-a7af-ce864987e1eb req-4919a696-0ddf-4555-88d9-9aae922f09c0 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Mar 11 17:31:37.629742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6220-08c3-4988-8e54-4bed1110233f req-9af2f23c-86fd-4cd6-a935-9fbe49cadf83 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:37.631204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d1b6220-08c3-4988-8e54-4bed1110233f req-9af2f23c-86fd-4cd6-a935-9fbe49cadf83 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.0764978 Mar 11 17:31:37.680947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d1b6220-08c3-4988-8e54-4bed1110233f req-2d76165c-ee52-4ec4-8ba0-f27fc1e7ca72 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Mar 11 17:31:37.774154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-e6ab115f-9e82-4b7f-a3e1-93513f36237c tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/e107b3c1-5d4a-4732-bbc2-d91b9be3479b HTTP/1.1" status: 200 len: 1638 time: 0.0536454 Mar 11 17:31:37.841223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-fb25f930-eafc-4922-8b1f-11bef9ccef4f tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/c7f6fcbb-15e9-49d9-b060-422290d64ac5 HTTP/1.1" status: 200 len: 1639 time: 0.0608082 Mar 11 17:31:37.881196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e107b3c1-5d4a-4732-bbc2-d91b9be3479b', 'remote_group_id': 'c7f6fcbb-15e9-49d9-b060-422290d64ac5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:37.881510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e107b3c1-5d4a-4732-bbc2-d91b9be3479b', 'remote_group_id': 'c7f6fcbb-15e9-49d9-b060-422290d64ac5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:37.893302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:37.899291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:37.903616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:37.911632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:37.970786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b41f7-7a83-4fe9-9b89-47bb92235d96 req-51c86cee-9b20-481e-acfb-42c93e85c34a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:37.972428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b96b41f7-7a83-4fe9-9b89-47bb92235d96 req-51c86cee-9b20-481e-acfb-42c93e85c34a tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.1303141 Mar 11 17:31:38.032952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.055933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b96b41f7-7a83-4fe9-9b89-47bb92235d96 req-75c3beb6-4dec-48fc-a79a-e6f265b1f2f8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726433 Mar 11 17:31:38.069574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.075029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.102036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648ea02d-0199-4511-a3fd-f2ee7101ce74,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:38.134139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.135577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-826dc7cf-b6f4-4e13-ac73-a4a8db009c2c req-d9c713a5-9887-4229-80d6-50e411115359 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2631044 Mar 11 17:31:38.167084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ef350527-7f08-4eb6-8656-d3b4c4ae5648 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:38.248487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ef350527-7f08-4eb6-8656-d3b4c4ae5648 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:38.249128 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.294563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-453b320b-5bb2-4131-ac57-64e923f368ba req-7db4ad68-6ffc-414e-b274-add7c24a1aa9 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1861131 Mar 11 17:31:38.305471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:38.320062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:38.367192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:38.385636 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.601132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2836-0adf-4c55-8fe8-b29074b33381 req-76494e1d-7a4a-4769-9241-b69f29b810a6 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:38.602674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-deed2836-0adf-4c55-8fe8-b29074b33381 req-76494e1d-7a4a-4769-9241-b69f29b810a6 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 945 time: 0.2777474 Mar 11 17:31:38.666394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-deed2836-0adf-4c55-8fe8-b29074b33381 req-64068f1c-016e-455a-9227-f81d90028b1b tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Mar 11 17:31:38.703087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.846395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a13976e-bf51-4dae-95b9-3bb10b08e9e6 req-41df33f1-a301-4319-9537-95e94b3e28e4 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/c7f6fcbb-15e9-49d9-b060-422290d64ac5 HTTP/1.1" status: 200 len: 1639 time: 0.1079016 Mar 11 17:31:38.911189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Allocated IP 172.25.3.203 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/7217353f-5a47-434a-b704-531ab5e0cd44) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:39.022997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9a13976e-bf51-4dae-95b9-3bb10b08e9e6 req-37e32e06-b0fc-4ac3-922b-5ac786d9c965 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.072995 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9a13976e-bf51-4dae-95b9-3bb10b08e9e6 req-37e32e06-b0fc-4ac3-922b-5ac786d9c965 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.083483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.138778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.173975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9a13976e-bf51-4dae-95b9-3bb10b08e9e6 req-37e32e06-b0fc-4ac3-922b-5ac786d9c965 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.195915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e32e06-b0fc-4ac3-922b-5ac786d9c965 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f6fcbb-15e9-49d9-b060-422290d64ac5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:39.198008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.255291 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9a13976e-bf51-4dae-95b9-3bb10b08e9e6 req-37e32e06-b0fc-4ac3-922b-5ac786d9c965 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.256399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a13976e-bf51-4dae-95b9-3bb10b08e9e6 req-37e32e06-b0fc-4ac3-922b-5ac786d9c965 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-groups/c7f6fcbb-15e9-49d9-b060-422290d64ac5 HTTP/1.1" status: 204 len: 173 time: 0.3993003 Mar 11 17:31:39.276138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:39.279184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:39.283767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:39.312130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=7217353f-5a47-434a-b704-531ab5e0cd44,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:39.437721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 516c14fb-ff67-4050-abe7-a86381ae1cba up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:39.503377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.509233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 516c14fb-ff67-4050-abe7-a86381ae1cba completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:39.513933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 516c14fb-ff67-4050-abe7-a86381ae1cba triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:39.514288 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.577758 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.626050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceff96-7430-4f32-b4d8-e1ed2a10306c req-66bc21fd-616a-4a25-9e50-e771c1629ca9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:39.627551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-caceff96-7430-4f32-b4d8-e1ed2a10306c req-66bc21fd-616a-4a25-9e50-e771c1629ca9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 944 time: 0.1862063 Mar 11 17:31:39.629882 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.657910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c14fb-ff67-4050-abe7-a86381ae1cba'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:39.667331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 516c14fb-ff67-4050-abe7-a86381ae1cba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=516c14fb-ff67-4050-abe7-a86381ae1cba,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:39.672954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.674268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1e9d2d5a-14bc-4238-9738-629001c526e2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:39.764112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-caceff96-7430-4f32-b4d8-e1ed2a10306c req-d1b61046-f120-46c5-b8d4-19df108394ef tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293235 Mar 11 17:31:39.797686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=516c14fb-ff67-4050-abe7-a86381ae1cba,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:39.817168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 1e9d2d5a-14bc-4238-9738-629001c526e2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:39.826474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1e9d2d5a-14bc-4238-9738-629001c526e2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:39.826832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.841893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.847550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.953697 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.985681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:39.994999 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.994999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:40.010717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=7217353f-5a47-434a-b704-531ab5e0cd44,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:40.035614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.070290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87875-a97d-496e-9956-1c3121158a54 req-6d3cb4a5-1875-48aa-98be-ca28f007aee4 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:40.070290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5dc87875-a97d-496e-9956-1c3121158a54 req-6d3cb4a5-1875-48aa-98be-ca28f007aee4 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.1656978 Mar 11 17:31:40.085567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.085567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-453b320b-5bb2-4131-ac57-64e923f368ba req-203fd8ba-a9ff-48f5-beae-40fd1e60cddb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7793028 Mar 11 17:31:40.115067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:40.129028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:40.134343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:40.134798 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.206208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-453b320b-5bb2-4131-ac57-64e923f368ba req-2e9adde1-f5c7-438d-96b0-5ed41244cbba tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:40.212265 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5dc87875-a97d-496e-9956-1c3121158a54 req-87fa588a-737c-4882-9445-4bf807431700 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238832 Mar 11 17:31:40.225619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-453b320b-5bb2-4131-ac57-64e923f368ba req-2e9adde1-f5c7-438d-96b0-5ed41244cbba tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:40.227156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-453b320b-5bb2-4131-ac57-64e923f368ba req-2e9adde1-f5c7-438d-96b0-5ed41244cbba tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.1376047 Mar 11 17:31:40.259600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.296377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:40.300814 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.381994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:40.542798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b320b-5bb2-4131-ac57-64e923f368ba req-e239de64-fc61-40c2-8819-d0623bfcb25c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:40.544047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-453b320b-5bb2-4131-ac57-64e923f368ba req-e239de64-fc61-40c2-8819-d0623bfcb25c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.3090150 Mar 11 17:31:40.567871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112bfa1-da94-40dd-9cd1-ed199948a161 req-cf7b4197-c10c-4f3d-aefe-e35a227ee786 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:40.569340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0112bfa1-da94-40dd-9cd1-ed199948a161 req-cf7b4197-c10c-4f3d-aefe-e35a227ee786 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.2216289 Mar 11 17:31:40.650658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4902190d-2f11-48cf-91bd-a085188fc940 req-5d732d33-64aa-483d-aea4-a192b6147f63 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/e107b3c1-5d4a-4732-bbc2-d91b9be3479b HTTP/1.1" status: 200 len: 1638 time: 0.0803208 Mar 11 17:31:40.652822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0112bfa1-da94-40dd-9cd1-ed199948a161 req-796deefc-baaf-4584-95aa-0cc2b5653fb7 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709269 Mar 11 17:31:40.723539 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c14fb-ff67-4050-abe7-a86381ae1cba', 'code': 200} Mar 11 17:31:40.991689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b60e500c-a77f-4f54-9a12-131657e35138 req-9dfaa7fc-7048-404e-8a54-da0b382d1f5d tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2470126 Mar 11 17:31:41.005603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:41.017049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:41.024846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7f31-b34b-47e9-a827-66443413875d req-34e7440f-8911-4b84-ad78-81f851b5f9f4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:41.026014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d89d7f31-b34b-47e9-a827-66443413875d req-34e7440f-8911-4b84-ad78-81f851b5f9f4 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 946 time: 0.2105806 Mar 11 17:31:41.041164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-599dfff7-7382-4741-9a2d-554c5b85c9d5 req-0c7f37a6-29e2-41ca-b953-bbe3622ce5f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 1097 time: 0.1871519 Mar 11 17:31:41.053922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:41.095897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.139366 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d89d7f31-b34b-47e9-a827-66443413875d req-95693fb9-c483-47d5-b87a-6e6e681a7f82 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049988 Mar 11 17:31:41.193595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1765953999', 'description': 'tempest-description-18830793'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:41.199077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-599dfff7-7382-4741-9a2d-554c5b85c9d5 req-7c32f84b-d6b8-49fc-8d32-1efd53521e36 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411483 Mar 11 17:31:41.204857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:41.210630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:41.219327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:41.226857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:41.245183 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.298680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:41.305767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:41.309801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:41.317262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:41.337134 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.445172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.478111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.543227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735f14bf-4265-43c8-8633-1833e10938cf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:41.554567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.555793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8f4023a-9326-4e45-ad7b-9ec6ac5516fc req-10ace341-bff7-4e1e-8fb7-7a787afcadbe tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.3704362 Mar 11 17:31:41.557392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Allocated IP 172.25.3.4 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/052a8a35-243f-4f57-be80-9b38f6554638) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:41.757465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.805884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f149ca5-706c-445e-8eed-fe5847ef6373 req-d30ee054-1ff1-411c-baef-b7781275f296 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:41.807287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f149ca5-706c-445e-8eed-fe5847ef6373 req-d30ee054-1ff1-411c-baef-b7781275f296 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.1121798 Mar 11 17:31:41.813356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.913135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=052a8a35-243f-4f57-be80-9b38f6554638,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:41.916725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:41.919931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:41.922666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:41.956835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f149ca5-706c-445e-8eed-fe5847ef6373 req-090d6a25-c862-4e7f-a10a-8bc5f410286b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392901 Mar 11 17:31:42.129169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.205485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.263474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f2f53-ca06-4f20-99f5-a906ae0d65f9 req-a6ebd520-fd05-4a0f-85d9-5ebce39639d8 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:42.265718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f02f2f53-ca06-4f20-99f5-a906ae0d65f9 req-a6ebd520-fd05-4a0f-85d9-5ebce39639d8 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.1744716 Mar 11 17:31:42.330261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecf8cfac-1482-4700-832c-2df46b199be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.512271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f02f2f53-ca06-4f20-99f5-a906ae0d65f9 req-40705593-8cb3-4403-a5ec-8f682085a7bd tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352118 Mar 11 17:31:42.611923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.617005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-a06479b4-2194-4de0-826d-8c837942705a tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/735f14bf-4265-43c8-8633-1833e10938cf HTTP/1.1" status: 200 len: 1637 time: 0.0643165 Mar 11 17:31:42.619527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.670145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735f14bf-4265-43c8-8633-1833e10938cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:42.670145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735f14bf-4265-43c8-8633-1833e10938cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:42.679468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:42.695741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:42.701464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:42.725452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2'}, {'server_uuid': '7674f7ca-3850-44b9-9511-9cfa89298897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:42.744917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:42.750811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=052a8a35-243f-4f57-be80-9b38f6554638,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:42.783610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.836081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.837276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b60e500c-a77f-4f54-9a12-131657e35138 req-89157623-8d62-4890-8824-d06f3cba209c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8391650 Mar 11 17:31:42.845058 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.933230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.936766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b60e500c-a77f-4f54-9a12-131657e35138 req-5a40628e-a025-4bef-8f6a-db0571962c38 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:42.939499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.973922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd8114d-e096-4e69-b38a-3faf9f8843af,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:42.977650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b60e500c-a77f-4f54-9a12-131657e35138 req-5a40628e-a025-4bef-8f6a-db0571962c38 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:42.980427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b60e500c-a77f-4f54-9a12-131657e35138 req-5a40628e-a025-4bef-8f6a-db0571962c38 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.1323996 Mar 11 17:31:42.983971 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.983971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4feb520-1e40-4cb9-a18c-20066d9b6faa req-bb13541b-f075-4350-8ee4-21cc44e04b9b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3347995 Mar 11 17:31:43.244250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e500c-a77f-4f54-9a12-131657e35138 req-97618648-47e3-4944-be5c-df4ed3646cc8 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.246736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b60e500c-a77f-4f54-9a12-131657e35138 req-97618648-47e3-4944-be5c-df4ed3646cc8 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.2515569 Mar 11 17:31:43.267461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b5573-c85b-40b6-a7e1-4ef0b80b815b req-6759cb3a-6e99-4cc3-a502-3fa194261003 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.269281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-029b5573-c85b-40b6-a7e1-4ef0b80b815b req-6759cb3a-6e99-4cc3-a502-3fa194261003 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.1306834 Mar 11 17:31:43.325561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-029b5573-c85b-40b6-a7e1-4ef0b80b815b req-463f7bfd-2d6e-4e62-a840-25dc872091c6 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Mar 11 17:31:43.432852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50796) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:43.497452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384e068-67cb-4548-abf5-3bcc90910595 req-1c21a9cd-65ee-4bc0-b017-b66b8735aaf0 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.498841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3384e068-67cb-4548-abf5-3bcc90910595 req-1c21a9cd-65ee-4bc0-b017-b66b8735aaf0 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 946 time: 0.1300273 Mar 11 17:31:43.589065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3384e068-67cb-4548-abf5-3bcc90910595 req-d002c2de-4830-4e0d-bb4a-2d039cb1c17c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814505 Mar 11 17:31:43.605865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.607665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.622666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.622666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.622666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.635055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.635055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.635055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.659183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-01d82c02-ad61-4e3f-ad1a-442caa11c16a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.1844752 Mar 11 17:31:43.686993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:43.694092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Usage tracker for resource:security_group_rule and tenant:c8d2958578fd48a189abae0be9e718aa is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:43.697366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:43.703815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:43.719796 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'code': 200} Mar 11 17:31:43.723187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32b7323e-1eeb-478a-a1c9-d2ae5619f0df req-ad286a23-65ec-4d6f-9efd-bc77b5233011 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759945 Mar 11 17:31:43.724186 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674f7ca-3850-44b9-9511-9cfa89298897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72', 'code': 200} Mar 11 17:31:43.809664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.819254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.880694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab6e3e-6a49-4be0-9ebe-ce46b3b91832,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:43.902980 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-94035e1a-03c4-4295-8e67-715fd92e93cb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c8d2958578fd48a189abae0be9e718aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4685490 Mar 11 17:31:43.905511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50808) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:43.976746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf4d60c1-efcb-4909-9095-7f20d9e77f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.010181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf4d60c1-efcb-4909-9095-7f20d9e77f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.088173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf4d60c1-efcb-4909-9095-7f20d9e77f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.089836 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-30cd22e0-2a43-4563-83a4-076a7fdd8b4a tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/735f14bf-4265-43c8-8633-1833e10938cf HTTP/1.1" status: 200 len: 2140 time: 0.2069805 Mar 11 17:31:44.109203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735f14bf-4265-43c8-8633-1833e10938cf', 'remote_group_id': None}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:44.109515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '735f14bf-4265-43c8-8633-1833e10938cf', 'remote_group_id': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:44.110697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d60c1-efcb-4909-9095-7f20d9e77f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab6e3e-6a49-4be0-9ebe-ce46b3b91832,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:44.122616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf4d60c1-efcb-4909-9095-7f20d9e77f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.124863 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bf4d60c1-efcb-4909-9095-7f20d9e77f1f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d0ab6e3e-6a49-4be0-9ebe-ce46b3b91832 HTTP/1.1" status: 204 len: 168 time: 0.2176702 Mar 11 17:31:44.131950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:44.141368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Usage tracker for resource:security_group_rule and tenant:49ec31fa0e5f4cce9c2f085f94006ac8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:44.148169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:44.170053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:44.177393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e000025-d5a3-41be-8634-992e390b6c49 req-3499a393-22fc-42e5-add9-d1eea8fc8cdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 1096 time: 0.2749891 Mar 11 17:31:44.185521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942da1a0-11b1-4dc9-a943-21da52fdf6de req-6f931ef0-1cd6-403a-b658-1e915a691833 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.187011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-942da1a0-11b1-4dc9-a943-21da52fdf6de req-6f931ef0-1cd6-403a-b658-1e915a691833 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.3556767 Mar 11 17:31:44.270219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d00efb41-16b7-4430-bd21-bcc103b274ee req-0dc85fcc-2eef-4c87-b483-c0114ba4aeb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 1096 time: 0.3174300 Mar 11 17:31:44.323904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a2b8a9b-554a-4c82-9135-8e89c4127bea req-c1867fd3-1de4-4eff-81d8-a7a22f415f39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 0.1306813 Mar 11 17:31:44.394392 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a2b8a9b-554a-4c82-9135-8e89c4127bea req-86f04850-db1b-46ff-8440-8b0d74d29164 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575833 Mar 11 17:31:44.402667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e000025-d5a3-41be-8634-992e390b6c49 req-5b63620f-709a-454f-84a6-8d294b1d8912 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915441 Mar 11 17:31:44.418887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-942da1a0-11b1-4dc9-a943-21da52fdf6de req-e451a7eb-21dc-429b-bcc9-cf2ff6f0c865 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047391 Mar 11 17:31:44.432468 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.443061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d00efb41-16b7-4430-bd21-bcc103b274ee req-ee8eb3e3-569e-40a1-9c89-99bad52ca8eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654031 Mar 11 17:31:44.481045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55ff1adb-d8d3-4ac8-a5ae-00a59b550e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.497322 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.503138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.598149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf24989-0128-49f1-baf9-db8a746beb37,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:44.628977 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.630218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c337519c-b348-4146-8ea2-274d6ac82d2c req-b0d024b7-3343-471b-af1a-a1c3c80b9c64 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.5256925 Mar 11 17:31:44.680922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-8ee9d408-4e77-4ead-a35a-32e5e0a260c0 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2139866 Mar 11 17:31:44.691698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:44.697736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:44.707895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:44.723818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.889696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.212723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Allocated IP 172.25.3.133 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/bbf31a69-9ed9-4c50-b0d3-11007ae8abe2) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:45.302422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9826c-7452-4bd5-a725-e5823fc4ab61 req-8f21b852-9140-4228-a98b-d882afe748a2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.303926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b9826c-7452-4bd5-a725-e5823fc4ab61 req-8f21b852-9140-4228-a98b-d882afe748a2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.2979727 Mar 11 17:31:45.390625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b9826c-7452-4bd5-a725-e5823fc4ab61 req-936fdab3-024c-4759-a837-2f28fdd1265e tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737653 Mar 11 17:31:45.408505 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.437727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.520156 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.548703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:45.549497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=bbf31a69-9ed9-4c50-b0d3-11007ae8abe2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:45.556912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:45.563107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:45.659881 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.661888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab8e-a355-4a68-9d3e-002a650224ee req-86d32459-0efe-445a-b6ba-8c31f9f77005 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.663398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb6dab8e-a355-4a68-9d3e-002a650224ee req-86d32459-0efe-445a-b6ba-8c31f9f77005 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 945 time: 0.1574552 Mar 11 17:31:45.782269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.785067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb6dab8e-a355-4a68-9d3e-002a650224ee req-c5ae8fb6-8c75-476c-a6d4-d88a82d1601c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157229 Mar 11 17:31:45.839745 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.086517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.090400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.094286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.098233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.102090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.105922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.109789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.111745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-069eb551-30fc-4108-92bc-d6d7c17d7121 req-9358b5a8-055e-4db6-a821-b3a4593977b9 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.2231550 Mar 11 17:31:46.158242 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.170233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.283374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event updated for resources: {'Port': ['ID=bbf31a69-9ed9-4c50-b0d3-11007ae8abe2,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:46.298343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98c68d00-d9ea-40cf-af3c-8a6b0ea61277 req-80603373-c3e1-4b85-91e6-73e9837143fc tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/735f14bf-4265-43c8-8633-1833e10938cf HTTP/1.1" status: 200 len: 2648 time: 0.1581194 Mar 11 17:31:46.315224 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.344123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.345334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-30f4c49e-35e7-42f0-9f4d-d2a661aa22d7 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6583149 Mar 11 17:31:46.434409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-cec4b863-b1c7-4348-816f-62f774aaa269 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:46.450560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-cec4b863-b1c7-4348-816f-62f774aaa269 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:46.452059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-cec4b863-b1c7-4348-816f-62f774aaa269 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.133 HTTP/1.1" status: 200 len: 696 time: 0.1007640 Mar 11 17:31:46.609025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-4957f6d0-fd0a-4467-b619-6cdb4ad601fa tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.610670 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c7af28b-2740-425f-8d77-7a902dc0bdfa req-4957f6d0-fd0a-4467-b619-6cdb4ad601fa tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.1514628 Mar 11 17:31:46.809954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61c1cccf-9533-4c4c-affc-f6426f0d2d46 req-941aac1b-7a8c-4d7b-8115-16b983777e5c tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-group-rules/fdf24989-0128-49f1-baf9-db8a746beb37 HTTP/1.1" status: 200 len: 718 time: 0.0678844 Mar 11 17:31:46.886286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61c1cccf-9533-4c4c-affc-f6426f0d2d46 req-7969396e-5f20-493d-97e9-638d63096b75 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/735f14bf-4265-43c8-8633-1833e10938cf HTTP/1.1" status: 200 len: 2648 time: 0.0680852 Mar 11 17:31:46.908789 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.940698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5f34c-5034-4e05-bf33-fd6f16c090f3 req-321a49dd-bd05-4295-9cca-aea4446ad74f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.941733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69d5f34c-5034-4e05-bf33-fd6f16c090f3 req-321a49dd-bd05-4295-9cca-aea4446ad74f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.1775632 Mar 11 17:31:47.027910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61c1cccf-9533-4c4c-affc-f6426f0d2d46 req-06be1c46-f5b1-45fd-8f6b-9996563ec9b3 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.043279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61c1cccf-9533-4c4c-affc-f6426f0d2d46 req-06be1c46-f5b1-45fd-8f6b-9996563ec9b3 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.060624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69d5f34c-5034-4e05-bf33-fd6f16c090f3 req-091b3e79-cffa-4ae9-944e-93a61f89f91a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045749 Mar 11 17:31:47.080238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-4931b39b-c330-49e7-9af3-6d50d76b3875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84e996db3d1d4c299a29880554c99424&device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 1097 time: 0.1882937 Mar 11 17:31:47.082219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61c1cccf-9533-4c4c-affc-f6426f0d2d46 req-06be1c46-f5b1-45fd-8f6b-9996563ec9b3 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.083150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50860) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:47.126396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be1c46-f5b1-45fd-8f6b-9996563ec9b3 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdf24989-0128-49f1-baf9-db8a746beb37,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.128623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-61c1cccf-9533-4c4c-affc-f6426f0d2d46 req-06be1c46-f5b1-45fd-8f6b-9996563ec9b3 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.129789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61c1cccf-9533-4c4c-affc-f6426f0d2d46 req-06be1c46-f5b1-45fd-8f6b-9996563ec9b3 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/fdf24989-0128-49f1-baf9-db8a746beb37 HTTP/1.1" status: 204 len: 173 time: 0.2002196 Mar 11 17:31:47.317787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.349004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:47.352773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Usage tracker for resource:security_group_rule and tenant:fd86553df5c2499a9483993efbb87296 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:47.355526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:47.360984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:47.427458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.432752 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.450793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-85a054da-4993-4d9e-b599-d7641517e9f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.452250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-85a054da-4993-4d9e-b599-d7641517e9f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 200 len: 918 time: 0.3591092 Mar 11 17:31:47.495553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9952f60-b0c0-4bdc-ac68-90c0decfb25d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.502379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-35cc6c14-c5a6-4a5b-94bf-b13b8b1054f3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd86553df5c2499a9483993efbb87296&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4178593 Mar 11 17:31:47.505210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50870) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:47.533462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b851c98-377c-433e-b758-ee8e0e86dea5 req-f927b8da-2db1-4243-b866-50e74e792057 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.535088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b851c98-377c-433e-b758-ee8e0e86dea5 req-f927b8da-2db1-4243-b866-50e74e792057 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.2530448 Mar 11 17:31:47.541047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcac9b0-64f3-410c-81df-9ebb6db93b5a req-f5136eae-cf16-4d32-8908-eeef5f5bae89 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.542567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcac9b0-64f3-410c-81df-9ebb6db93b5a req-f5136eae-cf16-4d32-8908-eeef5f5bae89 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.2547944 Mar 11 17:31:47.560052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-4a301b15-4076-44e2-b582-6fb587f79878 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393 HTTP/1.1" status: 200 len: 217 time: 0.0988610 Mar 11 17:31:47.663488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9df0ae2a-0196-46bf-8912-218db33d2fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.673321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-afa6728d-21ac-4c2a-8900-3513377c0657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.675188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-afa6728d-21ac-4c2a-8900-3513377c0657 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 200 len: 855 time: 0.0922923 Mar 11 17:31:47.677532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b851c98-377c-433e-b758-ee8e0e86dea5 req-f6f9e257-3be8-490a-80d7-be08a6a9986c tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340134 Mar 11 17:31:47.681492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bcac9b0-64f3-410c-81df-9ebb6db93b5a req-a41d7999-bb61-4c7c-a29e-4214c92b5cc6 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232238 Mar 11 17:31:47.690398 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9df0ae2a-0196-46bf-8912-218db33d2fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.763806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9df0ae2a-0196-46bf-8912-218db33d2fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.780897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0ae2a-0196-46bf-8912-218db33d2fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9952f60-b0c0-4bdc-ac68-90c0decfb25d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.799026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9df0ae2a-0196-46bf-8912-218db33d2fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.803803 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9df0ae2a-0196-46bf-8912-218db33d2fe3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f9952f60-b0c0-4bdc-ac68-90c0decfb25d HTTP/1.1" status: 204 len: 168 time: 0.2968936 Mar 11 17:31:47.845754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5def2c60-18d7-4b36-80c6-c865290658f1 req-31e6d2ad-e3bc-44a2-ad7c-d14e3e523f3a tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips/8b5cbeb3-fad6-4400-a868-f25ef8d4e26b HTTP/1.1" status: 200 len: 693 time: 0.1015701 Mar 11 17:31:48.063101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-dcd22585-2494-4b42-a5eb-81a7d980da8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b634b5fc-e093-469e-82d7-e0c7acdccaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3800271 Mar 11 17:31:48.086626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50894) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:48.109978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2c60-18d7-4b36-80c6-c865290658f1 req-99f88360-3fb9-4c2c-8652-0c77eb956143 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:48.111562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5def2c60-18d7-4b36-80c6-c865290658f1 req-99f88360-3fb9-4c2c-8652-0c77eb956143 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.2649260 Mar 11 17:31:48.175504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f45cc-3f74-4806-85e8-4be875e4afa8 req-9db5d118-03fb-4899-b21a-7fae89cf9c1c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:48.177247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71f45cc-3f74-4806-85e8-4be875e4afa8 req-9db5d118-03fb-4899-b21a-7fae89cf9c1c tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 945 time: 0.3280542 Mar 11 17:31:48.267406 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-994f6dc9-b8bc-4349-bbb7-4effdc67eb82 req-653aa7e4-2525-452c-83b8-8cf5e696bbac service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6490 time: 0.1786230 Mar 11 17:31:48.304696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71f45cc-3f74-4806-85e8-4be875e4afa8 req-0bd4ab8b-2910-437e-9078-ad11d6d5b118 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050940 Mar 11 17:31:48.306499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-506fdf73-0dc7-479e-8f8a-73d430752812 service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290936 Mar 11 17:31:48.308620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a70a7474-2a2a-4d75-8015-e913b1454f8e req-5af10043-5847-40dd-a43e-4346ee3860a4 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/735f14bf-4265-43c8-8633-1833e10938cf HTTP/1.1" status: 200 len: 2140 time: 0.1506212 Mar 11 17:31:48.312863 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-994f6dc9-b8bc-4349-bbb7-4effdc67eb82 req-dea06399-122b-46a6-9051-f72614a1e925 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&id=b38d87b4-861c-45b4-b5db-256430cce8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428998 Mar 11 17:31:48.418293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1779536837', 'description': 'tempest-description-817154083'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:48.435346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:48.448876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Usage tracker for resource:security_group and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:48.455318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:48.464288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:48.508690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.530468 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a70a7474-2a2a-4d75-8015-e913b1454f8e req-9d4b0eb1-46de-4cd3-9e82-8be472d98953 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.558522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5583bf-624b-4b0f-ae9a-e83ca9158bdd req-9c704a3a-4a46-49b0-8957-3c6d81efb1cc service neutron] 10.222.0.59 "GET /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288821 Mar 11 17:31:48.585330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a70a7474-2a2a-4d75-8015-e913b1454f8e req-9d4b0eb1-46de-4cd3-9e82-8be472d98953 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.608106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:48.624002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Usage tracker for resource:security_group_rule and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:48.629159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:48.636828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:48.667348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a70a7474-2a2a-4d75-8015-e913b1454f8e req-9d4b0eb1-46de-4cd3-9e82-8be472d98953 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.699612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0eb1-46de-4cd3-9e82-8be472d98953 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735f14bf-4265-43c8-8633-1833e10938cf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:48.714943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.720909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.740496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a70a7474-2a2a-4d75-8015-e913b1454f8e req-9d4b0eb1-46de-4cd3-9e82-8be472d98953 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.741628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a70a7474-2a2a-4d75-8015-e913b1454f8e req-9d4b0eb1-46de-4cd3-9e82-8be472d98953 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-groups/735f14bf-4265-43c8-8633-1833e10938cf HTTP/1.1" status: 204 len: 173 time: 0.4267664 Mar 11 17:31:48.745993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50924) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:48.761835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.768325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d28113d8-21bb-4b52-9269-1d671b3a4b11 req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.4043119 Mar 11 17:31:48.775264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182a408-abe7-45b7-9821-9e4ae0d535c0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818e35c1-a2f1-468e-a60e-caef6a2a8d43,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:48.886911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1044328927-network', 'tenant_id': '96768bcd408648efafce2b9b235b0063'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:48.891849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:48.895716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Usage tracker for resource:network and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:48.898573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:48.904676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:48.924093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Made reservation on behalf of 96768bcd408648efafce2b9b235b0063 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:48.924093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.931089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8537d92-9db6-43cc-9242-cc367939b53a req-a0218f07-ef29-4313-8af9-8dcdff271870 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips/8b5cbeb3-fad6-4400-a868-f25ef8d4e26b HTTP/1.1" status: 200 len: 693 time: 0.1265094 Mar 11 17:31:48.936164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.968023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:48.971907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Usage tracker for resource:security_group_rule and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:48.974807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:48.980596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:49.053243 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.058343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.082779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:49.099620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.100835 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Added segment 78fc5788-40a0-4ebf-a0eb-edeb70ba476f of type vlan for network b47ec5f9-7705-4d3a-8323-4019521ff61a Mar 11 17:31:49.148158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.166072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78478e58-5760-4469-9ecc-50d94fd238a0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.189190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203111-3bb3-4c40-a3a2-ac78dceef1e9 req-807f7624-92ef-4d60-913e-7b49ec708e11 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.190780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48203111-3bb3-4c40-a3a2-ac78dceef1e9 req-807f7624-92ef-4d60-913e-7b49ec708e11 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.3294857 Mar 11 17:31:49.203375 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.204407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.204949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.238309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8537d92-9db6-43cc-9242-cc367939b53a req-7608a0d7-54ca-4124-94db-ed233fc359b5 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.239871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8537d92-9db6-43cc-9242-cc367939b53a req-7608a0d7-54ca-4124-94db-ed233fc359b5 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.3015561 Mar 11 17:31:49.312904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] Pushing event updated for resources: {'Network': ['ID=b47ec5f9-7705-4d3a-8323-4019521ff61a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.321683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e6b3021a-3ea0-4d3e-9e45-fcf81dcea924 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5710371 Mar 11 17:31:49.321683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50936) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:49.334935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Request body: {'subnet': {'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-subnet', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:49.335126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fe80b25-f5d2-4e0c-a66e-df961955ec60 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.133 HTTP/1.1" status: 200 len: 696 time: 0.0853426 Mar 11 17:31:49.343152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b47ec5f9-7705-4d3a-8323-4019521ff61a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:31:49.346672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:49.346944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48203111-3bb3-4c40-a3a2-ac78dceef1e9 req-2406f0ca-94ed-4643-969f-0e9ccbab1e3c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489823 Mar 11 17:31:49.357756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Usage tracker for resource:subnet and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:49.361128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:49.372220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:49.395289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Made reservation on behalf of 96768bcd408648efafce2b9b235b0063 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:49.398020 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.495025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8537d92-9db6-43cc-9242-cc367939b53a req-dbf03359-3173-4f66-b490-164213a731f0 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.133 HTTP/1.1" status: 200 len: 696 time: 0.1468842 Mar 11 17:31:49.622863 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.690197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=588c20d8-b1f5-466f-a7f8-a7fb2c294fa8,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.710176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Deleting port bbf31a69-9ed9-4c50-b0d3-11007ae8abe2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:49.710552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.711360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Checking segment: {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:49.711709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Network hostable DHCP agents. Network: b47ec5f9-7705-4d3a-8323-4019521ff61a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:49.737185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Network b47ec5f9-7705-4d3a-8323-4019521ff61a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:49.748798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b47ec5f9-7705-4d3a-8323-4019521ff61a) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:49.753420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.754270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.760707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf6cf5-2222-4f80-b6b5-24c5cf21779e None None] Network b47ec5f9-7705-4d3a-8323-4019521ff61a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:49.780253 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-da09b88d-6381-43a9-af76-3cae600d0fb7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4548182 Mar 11 17:31:49.780777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50942) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:49.786098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:49.793586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:49.797533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Usage tracker for resource:router and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:49.800720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:49.808981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:49.821443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.823221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.843854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.873103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48965-6b59-4783-864f-7c8e937e081a req-b8347055-0241-403d-adec-1e1ed2b0f984 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.874851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94d48965-6b59-4783-864f-7c8e937e081a req-b8347055-0241-403d-adec-1e1ed2b0f984 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=79d2c24a-41cb-471a-8163-a6344ed1f3ec HTTP/1.1" status: 200 len: 945 time: 0.3061404 Mar 11 17:31:49.953356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.953673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.994773 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.039695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-b47ec5f9-7705-4d3a-8323-4019521ff61a', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:31:50.040892 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.087305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94d48965-6b59-4783-864f-7c8e937e081a req-da0eef05-f870-414c-ad88-b16a3426b980 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002583 Mar 11 17:31:50.100187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Calling delete_port for bbf31a69-9ed9-4c50-b0d3-11007ae8abe2 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:50.238229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Allocated IP 172.20.0.2 (b47ec5f9-7705-4d3a-8323-4019521ff61a/588c20d8-b1f5-466f-a7f8-a7fb2c294fa8/bba2b304-ebbe-41ee-b4a9-1479875ec135) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:50.272609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.304040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.367816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8d414-d82c-40ee-9f99-f835036f4555 req-39946877-1aba-4cb6-a4b8-fee08d5f7a44 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:50.369365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91b8d414-d82c-40ee-9f99-f835036f4555 req-39946877-1aba-4cb6-a4b8-fee08d5f7a44 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.1646285 Mar 11 17:31:50.402625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.460464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event deleted for resources: {'Port': ['ID=bbf31a69-9ed9-4c50-b0d3-11007ae8abe2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:50.463946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Allocated IP 172.25.3.235 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/f8e47761-f954-4093-aec9-c75594be686d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:50.500823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.514482 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Transition to ACTIVE for port object bba2b304-ebbe-41ee-b4a9-1479875ec135 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:50.534870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Transition to ACTIVE for port object bba2b304-ebbe-41ee-b4a9-1479875ec135 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:50.542306 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.544536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91b8d414-d82c-40ee-9f99-f835036f4555 req-d25a4e82-83c6-4dc8-9e77-4be81a10749f tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650791 Mar 11 17:31:50.571049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.621493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Network b47ec5f9-7705-4d3a-8323-4019521ff61a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:50.628082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:50.631994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:50.633837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.635515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8537d92-9db6-43cc-9242-cc367939b53a req-4fd4bd3c-c6a2-41ec-9799-0925a66db5a1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "DELETE /v2.0/floatingips/8b5cbeb3-fad6-4400-a868-f25ef8d4e26b HTTP/1.1" status: 204 len: 173 time: 1.1356373 Mar 11 17:31:50.638506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.642604 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [req-ea78dd29-a155-4952-b536-6346c0c539ca req-51365b81-cf08-404b-a1da-0e0d6e2eadd4 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] show failed (client error): The resource could not be found. Mar 11 17:31:50.643671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea78dd29-a155-4952-b536-6346c0c539ca req-51365b81-cf08-404b-a1da-0e0d6e2eadd4 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/c7f6fcbb-15e9-49d9-b060-422290d64ac5 HTTP/1.1" status: 404 len: 352 time: 0.0286877 Mar 11 17:31:50.687971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.710153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Pushing event updated for resources: {'Port': ['ID=bba2b304-ebbe-41ee-b4a9-1479875ec135,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:50.739427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.739839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.740234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.740620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.741282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.741282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.741969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.742108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.742561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.742935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.743307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:50.748421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Attempting to bind port bba2b304-ebbe-41ee-b4a9-1479875ec135 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:50.748845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Attempting to bind port bba2b304-ebbe-41ee-b4a9-1479875ec135 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:50.749266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Attempting to bind port bba2b304-ebbe-41ee-b4a9-1479875ec135 on network b47ec5f9-7705-4d3a-8323-4019521ff61a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:50.756538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:50.756980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Checking segment: {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:50.757461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.758262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Bound using segment: {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:50.758424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Bound port: bba2b304-ebbe-41ee-b4a9-1479875ec135, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:50.758832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.771517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:50.775378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:50.779811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:50.829314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Pushing event updated for resources: {'Port': ['ID=f8e47761-f954-4093-aec9-c75594be686d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:50.857803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] For port bba2b304-ebbe-41ee-b4a9-1479875ec135, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:50.860611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] For port bba2b304-ebbe-41ee-b4a9-1479875ec135, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bba2b304-ebbe-41ee-b4a9-1479875ec135,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:50.862908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-31eede6b-db6f-4177-a51a-bff3d4226939 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Synchronizing usage tracker for tenant:54eb10a94e514af59bd150fc607f1929 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:50.866043 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.887913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-31eede6b-db6f-4177-a51a-bff3d4226939 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Unset dirty status for tenant:54eb10a94e514af59bd150fc607f1929 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:50.894737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-31eede6b-db6f-4177-a51a-bff3d4226939 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1779536837&fields=id&tenant_id=54eb10a94e514af59bd150fc607f1929 HTTP/1.1" status: 200 len: 267 time: 0.1300759 Mar 11 17:31:50.947968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f4375-dcba-444e-8d5b-ea58ec1d7694 req-0e403802-d704-4ff9-a65c-002d527fd7f9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:50.948868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f8f4375-dcba-444e-8d5b-ea58ec1d7694 req-0e403802-d704-4ff9-a65c-002d527fd7f9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.1832402 Mar 11 17:31:50.958438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5f7af-cf65-4a91-8cad-53491148cca0 None None] Pushing event updated for resources: {'Port': ['ID=bba2b304-ebbe-41ee-b4a9-1479875ec135,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:51.021204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f8f4375-dcba-444e-8d5b-ea58ec1d7694 req-5326c196-c39c-4d72-aa95-7d79fc163748 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Mar 11 17:31:51.041221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-892f7a42-9980-483f-80f4-fe9073df96ef tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.047120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-892f7a42-9980-483f-80f4-fe9073df96ef tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.1470630 Mar 11 17:31:51.058963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Request body: {'port': {'security_groups': ['11cbfc46-0ca1-489a-9a32-e1f6430503ce', '818e35c1-a2f1-468e-a60e-caef6a2a8d43']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:51.118528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.118528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.385483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.458613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Router c20ec727-b275-45e1-baee-3fcb43c5ac28 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:31:51.647880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376364e-64e9-4480-aa34-6a4b29103ba7 req-dbf08a2a-b577-43be-ad89-7349ca98e43b tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.651121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2376364e-64e9-4480-aa34-6a4b29103ba7 req-dbf08a2a-b577-43be-ad89-7349ca98e43b tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2108340 Mar 11 17:31:51.683090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:51.691899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Sync routers for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:31:51.704773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:51.705393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:51.715004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.715004 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cdc9cdc9-5d05-4472-840f-1dcb14f3a6bb admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9326973 Mar 11 17:31:51.717146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50962) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:51.815515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e71feb68-4362-4a22-aa82-2c6379b30a85,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:51.855077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.863200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.933223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:51.971658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event updated for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:51.987845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.988509 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.990011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b027efa2-27c5-44a2-8c3a-6e3601a15a9b req-23a383bf-ee9e-4284-a271-c154eb5f8889 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "PUT /v2.0/ports/e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 981 time: 0.9385238 Mar 11 17:31:51.990506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:52.010421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-275afd9a-0d54-4b86-b93a-49617269758a req-2f84c49c-77c4-40de-97be-6ba9117fdcb6 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/e107b3c1-5d4a-4732-bbc2-d91b9be3479b HTTP/1.1" status: 200 len: 1638 time: 0.1824179 Mar 11 17:31:52.137166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e71feb68-4362-4a22-aa82-2c6379b30a85'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:52.140455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-275afd9a-0d54-4b86-b93a-49617269758a req-3276f828-ca08-41fa-a0e8-fb491b041797 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.225046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-275afd9a-0d54-4b86-b93a-49617269758a req-3276f828-ca08-41fa-a0e8-fb491b041797 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.238775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b0a57-407e-431b-8e36-37d6fb460232 None None] Network b47ec5f9-7705-4d3a-8323-4019521ff61a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:31:52.310716 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-275afd9a-0d54-4b86-b93a-49617269758a req-3276f828-ca08-41fa-a0e8-fb491b041797 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.334182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bba2b304-ebbe-41ee-b4a9-1479875ec135 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:52.336765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276f828-ca08-41fa-a0e8-fb491b041797 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e107b3c1-5d4a-4732-bbc2-d91b9be3479b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:52.343106 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-275afd9a-0d54-4b86-b93a-49617269758a req-3276f828-ca08-41fa-a0e8-fb491b041797 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.358303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-275afd9a-0d54-4b86-b93a-49617269758a req-3276f828-ca08-41fa-a0e8-fb491b041797 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-groups/e107b3c1-5d4a-4732-bbc2-d91b9be3479b HTTP/1.1" status: 204 len: 173 time: 0.3412857 Mar 11 17:31:52.530307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e71feb68-4362-4a22-aa82-2c6379b30a85'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:52.642852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a107de7-ac02-4ec9-8343-f1eaad5cb41d req-2f5bf472-f712-47b3-856b-f5b4917d0a85 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:52.647851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a107de7-ac02-4ec9-8343-f1eaad5cb41d req-2f5bf472-f712-47b3-856b-f5b4917d0a85 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=79d2c24a-41cb-471a-8163-a6344ed1f3ec HTTP/1.1" status: 200 len: 945 time: 0.1349812 Mar 11 17:31:52.668502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e3457c7c-dc40-45c5-b79c-0e68551485c1 None None] Provisioning for port bba2b304-ebbe-41ee-b4a9-1479875ec135 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:52.743992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a107de7-ac02-4ec9-8343-f1eaad5cb41d req-8e3c8108-21ec-4019-9e43-8147643f4ea6 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899184 Mar 11 17:31:52.764320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.888008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-46667dcc-f52a-4b89-b532-aaf6ab52c628 req-7393fbad-74f1-4685-8cb3-c7406586cf56 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:52.899530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port bba2b304-ebbe-41ee-b4a9-1479875ec135 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:52.912017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port bba2b304-ebbe-41ee-b4a9-1479875ec135 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:52.912768 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.958672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-46667dcc-f52a-4b89-b532-aaf6ab52c628 req-7393fbad-74f1-4685-8cb3-c7406586cf56 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:52.960557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46667dcc-f52a-4b89-b532-aaf6ab52c628 req-7393fbad-74f1-4685-8cb3-c7406586cf56 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=823538a957dc400fa940625c725cab0d HTTP/1.1" status: 200 len: 1655 time: 0.1693830 Mar 11 17:31:53.082853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Allocated IP 172.20.0.1 (b47ec5f9-7705-4d3a-8323-4019521ff61a/588c20d8-b1f5-466f-a7f8-a7fb2c294fa8/74b949c6-7d81-4e32-858a-a7af842608e8) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:53.096247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101760e-6a54-4153-bca8-d276fe76c375 req-6ccb3301-6be5-484d-888c-ae2e1b070e62 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.098241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b101760e-6a54-4153-bca8-d276fe76c375 req-6ccb3301-6be5-484d-888c-ae2e1b070e62 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.2060618 Mar 11 17:31:53.187979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46667dcc-f52a-4b89-b532-aaf6ab52c628 req-2fd8a7d3-cc5e-46b9-b9c6-d935c8a91cf2 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.189664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46667dcc-f52a-4b89-b532-aaf6ab52c628 req-2fd8a7d3-cc5e-46b9-b9c6-d935c8a91cf2 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks?id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 787 time: 0.2186885 Mar 11 17:31:53.203023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b101760e-6a54-4153-bca8-d276fe76c375 req-73698d5b-8715-40d7-82a3-16936b12b80e tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976939 Mar 11 17:31:53.210162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-46667dcc-f52a-4b89-b532-aaf6ab52c628 req-cca32f77-4f5a-4fd8-943c-0afd5ae814b1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:31:53.211605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46667dcc-f52a-4b89-b532-aaf6ab52c628 req-cca32f77-4f5a-4fd8-943c-0afd5ae814b1 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074368 Mar 11 17:31:53.279832 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'status': 'completed', 'code': 200} Mar 11 17:31:53.366023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:51Z', 'revision_number': 3, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:53.397770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Checking router: c20ec727-b275-45e1-baee-3fcb43c5ac28 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:31:53.397770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Updating router c20ec727-b275-45e1-baee-3fcb43c5ac28 port f8e47761-f954-4093-aec9-c75594be686d binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:31:53.426115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff560b00-06ab-4d89-a9d0-4fe430f97e45 req-5e21fc29-3d5f-43b2-953a-6b29c3394235 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/63aa76e2-cf07-4e0e-b5e8-f5643232509f HTTP/1.1" status: 200 len: 1638 time: 0.1247034 Mar 11 17:31:53.434233 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.445191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.453554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Transition to ACTIVE for port object 74b949c6-7d81-4e32-858a-a7af842608e8 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:53.486320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b197f07f-6bfc-42bb-95c1-b1d0a74a67ee tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1779536837&fields=id&tenant_id=54eb10a94e514af59bd150fc607f1929 HTTP/1.1" status: 200 len: 267 time: 0.1050668 Mar 11 17:31:53.503472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.507520 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.550223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-6b1d95ba-bc28-43d9-848a-bafcc6eb7012 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1135 time: 0.2131746 Mar 11 17:31:53.599128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Network b47ec5f9-7705-4d3a-8323-4019521ff61a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:53.600208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port bba2b304-ebbe-41ee-b4a9-1479875ec135, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bba2b304-ebbe-41ee-b4a9-1479875ec135,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:53.609882 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.610239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:53.618508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:53.673428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=74b949c6-7d81-4e32-858a-a7af842608e8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.689490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.715015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ff560b00-06ab-4d89-a9d0-4fe430f97e45 req-01d62bda-ad51-4a74-b39d-398b10f7662f tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.783348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=bba2b304-ebbe-41ee-b4a9-1479875ec135,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.783733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.784247 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ff560b00-06ab-4d89-a9d0-4fe430f97e45 req-01d62bda-ad51-4a74-b39d-398b10f7662f tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.826736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2dfc2d23-cbde-45b7-84bd-2ca3d9dfe765 None None] Provisioning complete for port bba2b304-ebbe-41ee-b4a9-1479875ec135 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:53.827554 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d23-cbde-45b7-84bd-2ca3d9dfe765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.841246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-10c160b7-837a-470f-96b8-9c00f7cf522e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.842774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-10c160b7-837a-470f-96b8-9c00f7cf522e service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.2793965 Mar 11 17:31:53.851232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-fd458a0e-4bb3-4bd0-92eb-80bd46668436 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.858707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-fd458a0e-4bb3-4bd0-92eb-80bd46668436 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 984 time: 0.3564959 Mar 11 17:31:53.866863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Request body: {'port': {'security_groups': ['11cbfc46-0ca1-489a-9a32-e1f6430503ce']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:54.082834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.089444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.173312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-d942921f-d93e-4bb8-a068-da6180aa66f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 217 time: 0.2260950 Mar 11 17:31:54.218474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=74b949c6-7d81-4e32-858a-a7af842608e8,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.220839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.236154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.249033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bba2b304-ebbe-41ee-b4a9-1479875ec135 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:54.298719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-59535033-8a66-4fec-98e5-bb2263585f43 None None] Provisioning for port 74b949c6-7d81-4e32-858a-a7af842608e8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:54.303506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Transition to ACTIVE for port object f8e47761-f954-4093-aec9-c75594be686d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:54.311288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-59535033-8a66-4fec-98e5-bb2263585f43 None None] Provisioning complete for port 74b949c6-7d81-4e32-858a-a7af842608e8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:54.311604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ff560b00-06ab-4d89-a9d0-4fe430f97e45 req-01d62bda-ad51-4a74-b39d-398b10f7662f tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.311837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59535033-8a66-4fec-98e5-bb2263585f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.341980 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.352190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d62bda-ad51-4a74-b39d-398b10f7662f tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa76e2-cf07-4e0e-b5e8-f5643232509f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.367590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.377381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-5ae2f2d6-2f34-45dc-8301-5bc9e9ec84f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.379071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-5ae2f2d6-2f34-45dc-8301-5bc9e9ec84f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.1955020 Mar 11 17:31:54.382969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ff560b00-06ab-4d89-a9d0-4fe430f97e45 req-01d62bda-ad51-4a74-b39d-398b10f7662f tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.383977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff560b00-06ab-4d89-a9d0-4fe430f97e45 req-01d62bda-ad51-4a74-b39d-398b10f7662f tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-groups/63aa76e2-cf07-4e0e-b5e8-f5643232509f HTTP/1.1" status: 204 len: 173 time: 0.9491732 Mar 11 17:31:54.407489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Network b47ec5f9-7705-4d3a-8323-4019521ff61a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:54.409227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:54.423062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34bf41-b76e-4921-8cdf-2a4ef73894f6 None None] Pushing event updated for resources: {'Port': ['ID=f8e47761-f954-4093-aec9-c75594be686d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.439778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-801ca6ec-01b5-4c37-9c73-fed488e77f4e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.441051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-801ca6ec-01b5-4c37-9c73-fed488e77f4e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "GET /v2.0/ports?device_id=79d2c24a-41cb-471a-8163-a6344ed1f3ec HTTP/1.1" status: 200 len: 945 time: 0.5439739 Mar 11 17:31:54.447832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-ad2f1b74-51e3-47d2-93c5-833506b00153 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576994 Mar 11 17:31:54.537188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-59535033-8a66-4fec-98e5-bb2263585f43 None None] Port 74b949c6-7d81-4e32-858a-a7af842608e8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:31:54.566936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Attempting to bind port f8e47761-f954-4093-aec9-c75594be686d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:54.567552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Attempting to bind port f8e47761-f954-4093-aec9-c75594be686d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:54.572493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Attempting to bind port f8e47761-f954-4093-aec9-c75594be686d on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:31:54.575562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port bba2b304-ebbe-41ee-b4a9-1479875ec135 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:54.575931 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.641238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:31:54.641610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:31:54.642010 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.642427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:31:54.643020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Bound port: f8e47761-f954-4093-aec9-c75594be686d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:54.643402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.716170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Deleting port e4ad8fb4-16a9-4432-a681-881969819424 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:54.716407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.782124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-69a848b7-6593-4370-8680-b8904802eb1e None None] Provisioning complete for port 74b949c6-7d81-4e32-858a-a7af842608e8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:54.782124 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69a848b7-6593-4370-8680-b8904802eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.810395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] For port f8e47761-f954-4093-aec9-c75594be686d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:54.840659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] For port f8e47761-f954-4093-aec9-c75594be686d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f8e47761-f954-4093-aec9-c75594be686d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:54.847932 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.882476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69a848b7-6593-4370-8680-b8904802eb1e None None] Port 74b949c6-7d81-4e32-858a-a7af842608e8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:31:54.904853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Router c20ec727-b275-45e1-baee-3fcb43c5ac28 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:54.919931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-5a342f69-e7c4-443f-95b7-aa10ac2ca51b service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039190 Mar 11 17:31:54.978942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34bf41-b76e-4921-8cdf-2a4ef73894f6 None None] Pushing event updated for resources: {'Port': ['ID=f8e47761-f954-4093-aec9-c75594be686d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.984199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:31:54.984804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:55.025329 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:31:55.120845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:55.133636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f74f520-bb74-4954-93a5-414e6b8d5bb4 admin admin] 10.222.0.96 "PUT /v2.0/routers/c20ec727-b275-45e1-baee-3fcb43c5ac28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4151359 Mar 11 17:31:55.186885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bce5-f923-40e0-b6a6-105cdf1c0662 req-2764c3bb-a758-422f-967e-bf71a60225c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:55.188612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c04bce5-f923-40e0-b6a6-105cdf1c0662 req-2764c3bb-a758-422f-967e-bf71a60225c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.6279778 Mar 11 17:31:55.191640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:31:55.330733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e71feb68-4362-4a22-aa82-2c6379b30a85,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:55.357887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa282388-8e28-4f13-b08a-b7720a5b6ffa req-1e4ac3ab-3159-4a8d-971a-ca28cc4d26ac service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720589 Mar 11 17:31:55.368592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] For port e4ad8fb4-16a9-4432-a681-881969819424, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e4ad8fb4-16a9-4432-a681-881969819424,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:55.368942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.390500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c04bce5-f923-40e0-b6a6-105cdf1c0662 req-cfb28b41-35b8-44f2-8008-9a6a01e0938d tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839886 Mar 11 17:31:55.518266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Calling delete_port for e4ad8fb4-16a9-4432-a681-881969819424 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:55.562618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 2, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:55.567110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.568979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b7c08-7a1a-45f7-acb7-c178d178eade None None] The sync data for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 is: [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 2, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:31:55.570461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.607570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e71feb68-4362-4a22-aa82-2c6379b30a85'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:55.865787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:55.866495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.878997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b90ad85b-c1b2-492b-bcdc-ae3080d9678f req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "PUT /v2.0/ports/e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 942 time: 2.0192730 Mar 11 17:31:55.882443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:31:55.990612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcb3db-a49b-4cb7-8445-1af79d4a4bad tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event updated for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:56.046117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-6b90f3c2-1471-46fe-bd6e-9f409db7bdfe tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips/f9d155e1-c9ce-48f2-8800-6e3c1776bea7 HTTP/1.1" status: 200 len: 691 time: 0.1462471 Mar 11 17:31:56.167671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b0bca-14b7-45ea-a728-611261d15540 req-64711fb4-7545-4bfd-92c6-455189f074be tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:56.169138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d96b0bca-14b7-45ea-a728-611261d15540 req-64711fb4-7545-4bfd-92c6-455189f074be tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 945 time: 0.5931733 Mar 11 17:31:56.173037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.233293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e4ad8fb4-16a9-4432-a681-881969819424', '5446c3b4-14db-4b4d-947e-f8dd6efb1c72', '516c14fb-ff67-4050-abe7-a86381ae1cba'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:56.269343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Pushing event deleted for resources: {'Port': ['ID=e4ad8fb4-16a9-4432-a681-881969819424,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:56.273054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e71feb68-4362-4a22-aa82-2c6379b30a85'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:31:56.423917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] No DVR routers for this DVR port e4ad8fb4-16a9-4432-a681-881969819424 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:56.429966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-bb73ff13-d13e-40d3-9248-a37e895abe88 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:56.431658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-bb73ff13-d13e-40d3-9248-a37e895abe88 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.3802111 Mar 11 17:31:56.433280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.441443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d96b0bca-14b7-45ea-a728-611261d15540 req-5da6b98b-4e80-4b5e-af0a-b0486b92ca55 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661173 Mar 11 17:31:56.540312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-879d546b-4507-4261-982d-4fdf1fbeb7b2 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0976815 Mar 11 17:31:56.647970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-65fd6224-3796-4e2f-ad37-298f922f22f0 req-6e8fffec-860d-4393-9fff-bedf321152c0 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Synchronizing usage tracker for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:31:56.658087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0f432dd-5015-49ff-9511-22eb7a8ea252 req-cbda148d-a028-4c74-80f0-a30251df43b7 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "DELETE /v2.0/ports/e4ad8fb4-16a9-4432-a681-881969819424 HTTP/1.1" status: 204 len: 173 time: 2.2091265 Mar 11 17:31:56.691525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-71f34169-c775-48cb-82ba-d0a91f59096e tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.1499012 Mar 11 17:31:56.697154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-65fd6224-3796-4e2f-ad37-298f922f22f0 req-6e8fffec-860d-4393-9fff-bedf321152c0 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Unset dirty status for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:31:56.698354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65fd6224-3796-4e2f-ad37-298f922f22f0 req-6e8fffec-860d-4393-9fff-bedf321152c0 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=79d2c24a-41cb-471a-8163-a6344ed1f3ec HTTP/1.1" status: 200 len: 210 time: 0.0947106 Mar 11 17:31:56.904387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Deleting port 052a8a35-243f-4f57-be80-9b38f6554638 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:31:56.904683 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.947416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c10817e-fd83-48bf-8c38-7ccb7eb57b1f req-6edb1818-d4a2-47cd-9333-cfb423f403ea tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/73009f82-ce2b-41fb-9e9b-046acc9e1198 HTTP/1.1" status: 200 len: 1639 time: 0.1787009 Mar 11 17:31:57.131886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4c10817e-fd83-48bf-8c38-7ccb7eb57b1f req-b30e399b-4063-4385-95c0-3303473e0445 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.134522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.134847 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.277520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Calling delete_port for 052a8a35-243f-4f57-be80-9b38f6554638 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:31:57.316241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4c10817e-fd83-48bf-8c38-7ccb7eb57b1f req-b30e399b-4063-4385-95c0-3303473e0445 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.403010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4c10817e-fd83-48bf-8c38-7ccb7eb57b1f req-b30e399b-4063-4385-95c0-3303473e0445 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.570544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e399b-4063-4385-95c0-3303473e0445 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73009f82-ce2b-41fb-9e9b-046acc9e1198,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:57.603121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4c10817e-fd83-48bf-8c38-7ccb7eb57b1f req-b30e399b-4063-4385-95c0-3303473e0445 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.604412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c10817e-fd83-48bf-8c38-7ccb7eb57b1f req-b30e399b-4063-4385-95c0-3303473e0445 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-groups/73009f82-ce2b-41fb-9e9b-046acc9e1198 HTTP/1.1" status: 204 len: 173 time: 0.6473539 Mar 11 17:31:57.606898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.654559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event deleted for resources: {'Port': ['ID=052a8a35-243f-4f57-be80-9b38f6554638,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:57.751961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.754651 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.755940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb95a050-0688-4982-ac29-cc973dc7e38a req-8a7a5ce1-29c4-4e37-9152-8dd4fb1e0a95 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "DELETE /v2.0/floatingips/f9d155e1-c9ce-48f2-8800-6e3c1776bea7 HTTP/1.1" status: 204 len: 173 time: 1.0547771 Mar 11 17:31:57.932044 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-5fb8c92e-9792-48fe-b8b9-eca02f7818dd tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1517744 Mar 11 17:31:57.941917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:57.947823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:57.952146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Usage tracker for resource:floatingip and tenant:54eb10a94e514af59bd150fc607f1929 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:57.955315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:57.961723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:57.974158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.115436 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.231080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f8e47761-f954-4093-aec9-c75594be686d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:31:58.300787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Allocated IP 172.25.3.207 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/d24b0828-eef9-4b97-bf54-6ed7cbe848e4) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:58.325594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51006) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:58.327135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f8e47761-f954-4093-aec9-c75594be686d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:58.335223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527917710', 'description': 'tempest-description--1287302118'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:58.338319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f8e47761-f954-4093-aec9-c75594be686d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:58.339028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.342893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:58.349280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Usage tracker for resource:security_group and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:58.352963 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:58.360724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:58.375763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.386394 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'status': 'completed', 'code': 200} Mar 11 17:31:58.426696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:58.434320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Usage tracker for resource:security_group_rule and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:58.439929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:58.450545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:58.491438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.512326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f8e47761-f954-4093-aec9-c75594be686d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f8e47761-f954-4093-aec9-c75594be686d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:58.517689 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.542241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.546316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.587372 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.599620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f8e47761-f954-4093-aec9-c75594be686d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:58.600440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.604170 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2771313 Mar 11 17:31:58.604809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51010) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:58.608435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740b0b2b-2958-4394-9f2c-8cfa2e4fe491,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:58.615835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Request body: {'security_group_rule': {'security_group_id': '740b0b2b-2958-4394-9f2c-8cfa2e4fe491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:58.628373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:58.632894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.633725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.633725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.633951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.634172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.634520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.634834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.635147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.635457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.635816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.636086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e16e03-0e14-4c30-a535-514b570d3f68 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:58.639331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Usage tracker for resource:security_group_rule and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:58.642617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:58.645715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-4001abbc-2a5a-4c45-ae28-ccb13eb6ca2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 0.1897581 Mar 11 17:31:58.649319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:58.666298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.681747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7fddd-d9d0-492f-a065-430545d8cd83 req-8662866e-171d-40bb-837f-98a71c990f44 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.683325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91c7fddd-d9d0-492f-a065-430545d8cd83 req-8662866e-171d-40bb-837f-98a71c990f44 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.1749284 Mar 11 17:31:58.688034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.834921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.839914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.863494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831be60e-b12d-442d-8b42-807a6e1d3554,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:58.864448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event updated for resources: {'Port': ['ID=d24b0828-eef9-4b97-bf54-6ed7cbe848e4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:58.868040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:58.873438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.877813 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0f63481d-68ce-47c5-8221-235cb299368e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2712169 Mar 11 17:31:58.879032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51014) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:58.884405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Request body: {'security_group_rule': {'security_group_id': '740b0b2b-2958-4394-9f2c-8cfa2e4fe491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:58.884614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:58.890542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:58.890762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:58.894650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Usage tracker for resource:security_group_rule and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:58.897743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:58.903543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:58.924254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.943645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91c7fddd-d9d0-492f-a065-430545d8cd83 req-37f1067f-acca-4ff4-92fa-9a0bfef68281 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513180 Mar 11 17:31:58.955228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-c22a6f86-8cf1-4112-b38f-374502839baf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.957419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-c22a6f86-8cf1-4112-b38f-374502839baf service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.3055856 Mar 11 17:31:59.011340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.017233 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.038330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-a21fc434-10e6-4c57-bac8-0ec6b9e86355 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 217 time: 0.0731814 Mar 11 17:31:59.042508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3261b46d-a0fe-450c-8433-8416f3eaf220,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:59.062095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.063759 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b55d943d-5688-4c88-bafc-5b2df8e1ecc6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1838520 Mar 11 17:31:59.067288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51018) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:31:59.073347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:31:59.079432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:31:59.083889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Usage tracker for resource:floatingip and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:31:59.087138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:31:59.093620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:31:59.110842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.161799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-a61d1d6f-320b-46ea-8a83-d83cd9b13454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.163200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-a61d1d6f-320b-46ea-8a83-d83cd9b13454 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.1185453 Mar 11 17:31:59.222783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-5c3e9c8a-13db-4529-837e-66c5d549075c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489054 Mar 11 17:31:59.258319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.413843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Allocated IP 172.25.3.121 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/77b4154e-70a2-46f6-94ac-4d6105d7d65f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:59.490397 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.503503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d8e30-cc74-417e-bb71-f21b86320807 req-bc12dcf0-2ed0-4da5-9ce0-aeb278c9d348 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.504971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec4d8e30-cc74-417e-bb71-f21b86320807 req-bc12dcf0-2ed0-4da5-9ce0-aeb278c9d348 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.4250290 Mar 11 17:31:59.567807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.598629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e4ad8fb4-16a9-4432-a681-881969819424 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:31:59.599879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.619327 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.645238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e4ad8fb4-16a9-4432-a681-881969819424 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:31:59.645909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e4ad8fb4-16a9-4432-a681-881969819424 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:31:59.670593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec4d8e30-cc74-417e-bb71-f21b86320807 req-870f1b9d-7773-499a-b212-1a93b5e9e9dd tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396930 Mar 11 17:31:59.674397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:59.675952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-6cb53ced-9118-45ce-9996-89a1cc0c64fb service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967752 Mar 11 17:31:59.677466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:59.679909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:31:59.714948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event updated for resources: {'Port': ['ID=77b4154e-70a2-46f6-94ac-4d6105d7d65f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:59.853028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.911293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.972919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b833518d-c568-47e5-bfd3-a730584b2fc9 req-7346cf3c-1977-4894-be63-6a69330ec7f2 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896307 Mar 11 17:31:59.974909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695c1b93-2624-4283-a9de-826f8133301d req-b5434773-7cf9-49ee-b2fb-b42d822edfd2 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/801668b2-e266-4966-b00a-dd879af588a7 HTTP/1.1" status: 200 len: 2144 time: 0.2145474 Mar 11 17:32:00.080180 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.095318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.141682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.146610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695c1b93-2624-4283-a9de-826f8133301d req-f88c8d53-f8c9-474c-939b-1d9deaa8728b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.151681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.176501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695c1b93-2624-4283-a9de-826f8133301d req-f88c8d53-f8c9-474c-939b-1d9deaa8728b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.176811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f8e47761-f954-4093-aec9-c75594be686d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:00.275235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f8e47761-f954-4093-aec9-c75594be686d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:00.276462 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.281400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event updated for resources: {'Port': ['ID=77b4154e-70a2-46f6-94ac-4d6105d7d65f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:00.284440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event updated for resources: {'Port': ['ID=d24b0828-eef9-4b97-bf54-6ed7cbe848e4,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:00.292766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.300994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695c1b93-2624-4283-a9de-826f8133301d req-f88c8d53-f8c9-474c-939b-1d9deaa8728b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.318517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.321620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.331630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7842aaeb-828e-4dcf-adf4-814e783ac203 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2629704 Mar 11 17:32:00.333068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c8d53-f8c9-474c-939b-1d9deaa8728b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801668b2-e266-4966-b00a-dd879af588a7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:00.352387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-695c1b93-2624-4283-a9de-826f8133301d req-f88c8d53-f8c9-474c-939b-1d9deaa8728b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.355226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-695c1b93-2624-4283-a9de-826f8133301d req-f88c8d53-f8c9-474c-939b-1d9deaa8728b tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-groups/801668b2-e266-4966-b00a-dd879af588a7 HTTP/1.1" status: 204 len: 173 time: 0.3733799 Mar 11 17:32:00.358329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.360108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-abb09202-8c3e-49c2-aee7-334d082f6920 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4225719 Mar 11 17:32:00.458151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'name': 'network-vif-deleted', 'tag': 'e4ad8fb4-16a9-4432-a681-881969819424'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:00.546995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-b2f6eca0-0c11-4802-87ff-cf404eafca3a tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Synchronizing usage tracker for tenant:54eb10a94e514af59bd150fc607f1929 on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:00.588646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-1dbd63de-5430-4577-bb20-fda62640677b tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips/3226c5e4-1244-411d-ad52-bfd79cce37f7 HTTP/1.1" status: 200 len: 693 time: 0.0973785 Mar 11 17:32:00.591879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-b2f6eca0-0c11-4802-87ff-cf404eafca3a tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Unset dirty status for tenant:54eb10a94e514af59bd150fc607f1929 on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:00.593150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-b2f6eca0-0c11-4802-87ff-cf404eafca3a tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 696 time: 0.2255335 Mar 11 17:32:00.859333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-3901bcd2-16b3-48e4-812b-d828dc1528cb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:00.860898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-3901bcd2-16b3-48e4-812b-d828dc1528cb tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.2660673 Mar 11 17:32:00.936669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-61232e29-df0f-4e93-90d4-4467388b6f45 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:00.941421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8fa9740-1816-4ee9-a0ef-1b387afe024a req-61232e29-df0f-4e93-90d4-4467388b6f45 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.3207583 Mar 11 17:32:00.975414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-3ce4c50e-f9a8-443b-ab60-7cda5246acd6 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:00.985480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-ab43805b-5cb0-4e1e-a9bb-2a6b9a72d8b2 req-1c1cc9af-a6ed-4a19-b320-305f6bcc9058 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:32:00.986539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab43805b-5cb0-4e1e-a9bb-2a6b9a72d8b2 req-1c1cc9af-a6ed-4a19-b320-305f6bcc9058 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082171 Mar 11 17:32:01.034317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-3ce4c50e-f9a8-443b-ab60-7cda5246acd6 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:01.035466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-3ce4c50e-f9a8-443b-ab60-7cda5246acd6 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.1686065 Mar 11 17:32:01.135099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-1ed92251-004a-41e8-af7c-92348de29299 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0910854 Mar 11 17:32:01.402926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab43805b-5cb0-4e1e-a9bb-2a6b9a72d8b2 req-5a8ca980-a89e-4463-917c-af988b6f8b3b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4063885 Mar 11 17:32:01.423920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Deleting port 7217353f-5a47-434a-b704-531ab5e0cd44 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:01.424703 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.632126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.632851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.792594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Calling delete_port for 7217353f-5a47-434a-b704-531ab5e0cd44 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:01.900917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c6664-4492-4662-962e-beca16b65adf req-1cdd83c9-d7eb-4603-a893-21e282d9916f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:01.902312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-531c6664-4492-4662-962e-beca16b65adf req-1cdd83c9-d7eb-4603-a893-21e282d9916f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.2000690 Mar 11 17:32:01.997230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-531c6664-4492-4662-962e-beca16b65adf req-30551a23-bcd3-4265-9547-1cf4b03ba88d tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649536 Mar 11 17:32:01.998810 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.043166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event deleted for resources: {'Port': ['ID=7217353f-5a47-434a-b704-531ab5e0cd44,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:02.188198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51d40635-b3a0-456b-b7a5-d50c48b3c2ae req-d34adbf7-9edb-4d57-bf61-03a394cd4dd6 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "GET /v2.0/security-groups/fceb368f-6b60-4d30-80af-f7d8eb8fa3d9 HTTP/1.1" status: 200 len: 2140 time: 0.1428144 Mar 11 17:32:02.190699 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.234427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.235551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0b05b55-733c-49c9-95ca-427b074e93fc req-967d1e9f-a74e-46e7-9249-eaebb1ff70a3 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "DELETE /v2.0/floatingips/3226c5e4-1244-411d-ad52-bfd79cce37f7 HTTP/1.1" status: 204 len: 173 time: 1.0937004 Mar 11 17:32:02.280504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-51d40635-b3a0-456b-b7a5-d50c48b3c2ae req-12496109-04e4-4db8-888f-9ac27e713252 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.314485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-51d40635-b3a0-456b-b7a5-d50c48b3c2ae req-12496109-04e4-4db8-888f-9ac27e713252 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.370107 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-51d40635-b3a0-456b-b7a5-d50c48b3c2ae req-12496109-04e4-4db8-888f-9ac27e713252 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.396338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12496109-04e4-4db8-888f-9ac27e713252 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb368f-6b60-4d30-80af-f7d8eb8fa3d9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:02.399477 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-51d40635-b3a0-456b-b7a5-d50c48b3c2ae req-12496109-04e4-4db8-888f-9ac27e713252 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.406600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51082) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:02.416706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51d40635-b3a0-456b-b7a5-d50c48b3c2ae req-12496109-04e4-4db8-888f-9ac27e713252 tempest-SecurityGroupRulesTestJSON-770712907 tempest-SecurityGroupRulesTestJSON-770712907-project] 10.222.0.96 "DELETE /v2.0/security-groups/fceb368f-6b60-4d30-80af-f7d8eb8fa3d9 HTTP/1.1" status: 204 len: 173 time: 0.2219870 Mar 11 17:32:02.436220 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d2c24a-41cb-471a-8163-a6344ed1f3ec', 'name': 'network-vif-deleted', 'tag': 'e4ad8fb4-16a9-4432-a681-881969819424', 'status': 'completed', 'code': 200} Mar 11 17:32:02.496174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] Deleting subnet 6a28c79b-ce51-43e1-aa42-04a9275e2911 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:32:02.500083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.554795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.619944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.691758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-8d9dc440-1035-4613-b8dd-ea0a8d685397 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:02.693313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-8d9dc440-1035-4613-b8dd-ea0a8d685397 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1554246 Mar 11 17:32:02.700137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a48a3-4e98-46f3-8b30-d9e1c2058b79 req-d7e90035-d442-4348-bde8-472909beb58b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:02.701760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-597a48a3-4e98-46f3-8b30-d9e1c2058b79 req-d7e90035-d442-4348-bde8-472909beb58b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.1124957 Mar 11 17:32:02.708122 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.748011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a28c79b-ce51-43e1-aa42-04a9275e2911,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:02.760209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.767207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a2e4b960-145b-4567-b56f-c557fc649ca9 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6a28c79b-ce51-43e1-aa42-04a9275e2911 HTTP/1.1" status: 204 len: 168 time: 0.3593791 Mar 11 17:32:02.769700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51086) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:02.804187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-36ff4a5b-33d0-408d-99d6-92b682b157e7 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 696 time: 0.1013701 Mar 11 17:32:02.818888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Request body: {'floatingip': {'port_id': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:02.911744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-597a48a3-4e98-46f3-8b30-d9e1c2058b79 req-6270b757-2179-4134-bbc8-8a646f89aca2 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547990 Mar 11 17:32:02.913989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.917678 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.172304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.225779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df23a66b-416f-418d-879c-f61489215f9d']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:03.242969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3c043a-6c1d-4aed-95e7-8edeab07c60a') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:03.243262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3c043a-6c1d-4aed-95e7-8edeab07c60a') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:03.255196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.264097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-d2e51da5-3895-42d5-8fe0-0d7552fbc789 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips/b346bbc0-2dd9-4064-abe3-ac9adfbd1ad6 HTTP/1.1" status: 200 len: 693 time: 0.2528870 Mar 11 17:32:03.272098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.281729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:32:03.282246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:32:03.344279 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:32:03.383090 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.400058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.410153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] 10.222.0.96 "DELETE /v2.0/networks/df23a66b-416f-418d-879c-f61489215f9d HTTP/1.1" status: 204 len: 168 time: 0.6394043 Mar 11 17:32:03.411131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff82695-82e6-4704-a2e6-d3108f73ad3d admin admin] Pushing event deleted for resources: {'Network': ['ID=df23a66b-416f-418d-879c-f61489215f9d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:03.585794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:03.612502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-4db0339b-dd98-49fa-8127-802c13d91075 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:03.613958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-4db0339b-dd98-49fa-8127-802c13d91075 tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.3225834 Mar 11 17:32:03.643236 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0f49619c-ac1d-407b-b97c-652c1a15443f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=49ec31fa0e5f4cce9c2f085f94006ac8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562987 Mar 11 17:32:03.645659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51102) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:03.742419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-14c25b4e-206f-4086-b46f-f14ad2ff2346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.779206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-14c25b4e-206f-4086-b46f-f14ad2ff2346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.801607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-18bc4d01-3010-45d2-a1cd-ef9817af625c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Synchronizing usage tracker for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:03.842628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-18bc4d01-3010-45d2-a1cd-ef9817af625c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Unset dirty status for tenant:823538a957dc400fa940625c725cab0d on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:03.843556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-14c25b4e-206f-4086-b46f-f14ad2ff2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.843839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-18bc4d01-3010-45d2-a1cd-ef9817af625c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.2233639 Mar 11 17:32:03.866687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-14c25b4e-206f-4086-b46f-f14ad2ff2346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.868616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-14c25b4e-206f-4086-b46f-f14ad2ff2346 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/44826805-1c1c-4279-966f-081176c3225f HTTP/1.1" status: 204 len: 168 time: 0.2218616 Mar 11 17:32:03.869207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c25b4e-206f-4086-b46f-f14ad2ff2346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44826805-1c1c-4279-966f-081176c3225f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:03.938530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-a03a137f-aa36-4d1a-bed0-c8f52bfd777b tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.0860991 Mar 11 17:32:04.117506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Deleting port 0f72202e-34e6-4119-8bdf-a671c052ee31 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:04.117817 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.260483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:32:04.387379 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.391601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.391807 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.403610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.745897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Calling delete_port for 0f72202e-34e6-4119-8bdf-a671c052ee31 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:04.916556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51126) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:04.973648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.030024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Pushing event deleted for resources: {'Port': ['ID=0f72202e-34e6-4119-8bdf-a671c052ee31,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:05.077603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1410370087-network', 'tenant_id': '939e19d58bb8457689b2460552e53524'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:05.082895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:05.086919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Usage tracker for resource:network and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:05.089863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:05.096894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:05.117509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Made reservation on behalf of 939e19d58bb8457689b2460552e53524 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:05.118872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.124289 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Floating IP 7cac5b66-4057-48c3-8d6c-6d7d6cf7b012 associated. External IP: 172.25.3.207, port: e71feb68-4362-4a22-aa82-2c6379b30a85. Mar 11 17:32:05.144432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.198398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:05.203137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Usage tracker for resource:security_group_rule and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:05.207463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:05.214227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:05.277614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.301653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.307135 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.321049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.322350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffde69a8-5487-4b08-bb51-0c53d820a711 req-2ca02c42-bdc2-4dbc-92dc-49bdbb8d167c tempest-FloatingIPDetailsTestJSON-1290564258 tempest-FloatingIPDetailsTestJSON-1290564258-project] 10.222.0.96 "DELETE /v2.0/floatingips/b346bbc0-2dd9-4064-abe3-ac9adfbd1ad6 HTTP/1.1" status: 204 len: 173 time: 1.3779411 Mar 11 17:32:05.329332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51132) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:05.350026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:32:05.352820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9267837a-8a6d-446e-b3a5-b5f1725429bc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:05.367470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.368963 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Added segment 4e7e16e4-49b9-43c9-80ca-927a9128e274 of type vlan for network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd Mar 11 17:32:05.409932 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.465541 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.466745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:05.468206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.613018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] Pushing event updated for resources: {'Network': ['ID=33d475b3-ae3d-438f-869b-c4e9e9f8dffd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:05.622973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:32:05.639735 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-578cd7cb-a84a-4310-bec3-a7588e4c0ddc admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7193301 Mar 11 17:32:05.640003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51140) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:05.648053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Request body: {'subnet': {'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1410370087-subnet', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:05.653086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:05.657176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Usage tracker for resource:subnet and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:05.660716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:05.670248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:05.684876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Made reservation on behalf of 939e19d58bb8457689b2460552e53524 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:05.691590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.804474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f5b6f-d552-4482-be86-7487514fa8f7 req-4a07815c-b8a0-42e5-a018-e75d4a5b02de tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:05.805961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd6f5b6f-d552-4482-be86-7487514fa8f7 req-4a07815c-b8a0-42e5-a018-e75d4a5b02de tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 945 time: 0.2735884 Mar 11 17:32:05.956226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.000615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd6f5b6f-d552-4482-be86-7487514fa8f7 req-fdb4f9be-c50e-4409-a38f-3419fd20401e tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870179 Mar 11 17:32:06.053219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2557e3d-4343-4fd9-ac42-c8c0681de4cc,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:06.056622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:06.056976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Network hostable DHCP agents. Network: 33d475b3-ae3d-438f-869b-c4e9e9f8dffd, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:32:06.083551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:32:06.094945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Router 73751e6a-4cbf-491f-84ff-466184e159fc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:06.096453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 33d475b3-ae3d-438f-869b-c4e9e9f8dffd) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:06.102486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:06.105347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.107407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dd9093-e1bc-4a2d-bbdc-d7b0ca4866ec None None] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:06.162753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d9db739-b462-4a85-8d91-b25135139e88 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5208542 Mar 11 17:32:06.165771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51146) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:06.173606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:06.179147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:06.183902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Usage tracker for resource:router and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:06.187734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:06.195651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:06.211871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.213180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.248801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.368331 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.441472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.476248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:32:06.477448 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.641648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24793ff-d3f4-4e61-ad33-548d371f3b13 req-0ac6f546-7179-4cec-8557-a273b57ecd9a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:06.643945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d24793ff-d3f4-4e61-ad33-548d371f3b13 req-0ac6f546-7179-4cec-8557-a273b57ecd9a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.3330474 Mar 11 17:32:06.695207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Allocated IP 172.20.0.2 (33d475b3-ae3d-438f-869b-c4e9e9f8dffd/c2557e3d-4343-4fd9-ac42-c8c0681de4cc/4ba6fedb-a4ad-44d8-861e-e90de0a661c0) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:06.739118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d24793ff-d3f4-4e61-ad33-548d371f3b13 req-91633a9e-d205-4f30-8dd1-d3bb9273d497 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846748 Mar 11 17:32:06.762163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:06.767266 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.774469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] Sync routers for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:06.803209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.804522 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:06.806577 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:06.853153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.903629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a2796d72-3a8c-4d14-84f3-046fc73ceedf tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "PUT /v2.0/floatingips/7cac5b66-4057-48c3-8d6c-6d7d6cf7b012 HTTP/1.1" status: 200 len: 996 time: 4.0917249 Mar 11 17:32:06.908524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:07.046975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Allocated IP 172.25.3.37 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/25234236-93c2-4037-b1b2-687f71c29892) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:07.097936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.145223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Transition to ACTIVE for port object 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:07.205991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Transition to ACTIVE for port object 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:07.232764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:07.238246 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.403214 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.427137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a633ddc4-83a1-4c80-b162-0c936469aad7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 0.5017786 Mar 11 17:32:07.443619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.476748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:07.486650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:07.502178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:07.535339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Pushing event updated for resources: {'Port': ['ID=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:07.541045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:07.544256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:07.549507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:07.678265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Attempting to bind port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:07.678654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Attempting to bind port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:07.679010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Attempting to bind port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:07.688822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:07.689296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:07.690102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.690102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Bound using segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:07.690617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Bound port: 4ba6fedb-a4ad-44d8-861e-e90de0a661c0, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:07.690980 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.703231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Pushing event updated for resources: {'Port': ['ID=25234236-93c2-4037-b1b2-687f71c29892,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:07.752813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.754002 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.812465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-bac8f339-45ad-4c8a-891a-d541baf0778f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:07.813953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-bac8f339-45ad-4c8a-891a-d541baf0778f service neutron] 10.222.0.96 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.3794904 Mar 11 17:32:07.829324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] For port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:07.844281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] For port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:07.850896 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.970028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5f605-b2b2-433c-9dca-f01f4ad9f3e6 None None] Pushing event updated for resources: {'Port': ['ID=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:07.990553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc88b0-bda0-4276-b4a7-71d5669b5256 req-ed24e86a-05b4-4dae-8223-5fb0f3680957 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:08.000515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfbc88b0-bda0-4276-b4a7-71d5669b5256 req-ed24e86a-05b4-4dae-8223-5fb0f3680957 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.5095716 Mar 11 17:32:08.026269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '7cac5b66-4057-48c3-8d6c-6d7d6cf7b012', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'port_id': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'mac_address': 'fa:16:3e:a8:1d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:59Z', 'updated_at': '2022-03-11T17:32:03Z', 'revision_number': 1, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:48Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:08.031258 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] Checking router: 73751e6a-4cbf-491f-84ff-466184e159fc for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:08.043646 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:08.045377 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:08.086650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-911c5737-9ae2-4f24-8183-47ef60809829 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 999 time: 0.2578974 Mar 11 17:32:08.192127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfbc88b0-bda0-4276-b4a7-71d5669b5256 req-e29309d0-e039-4ed7-a55c-ef1e08b527b5 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904261 Mar 11 17:32:08.241874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Router 4bba356d-50ef-4ce5-8f33-6579909ed9cd is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:32:08.292796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-e8cf26c3-a53c-400e-b9a8-ce0ca0d13e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:08.294241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-e8cf26c3-a53c-400e-b9a8-ce0ca0d13e9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.1708405 Mar 11 17:32:08.350124 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:08.478571 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'status': 'completed', 'code': 200} Mar 11 17:32:08.569327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-33544ada-f1f9-4f2b-b306-f1172447ffab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2647946 Mar 11 17:32:08.588151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:08.601963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Sync routers for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:08.631090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:08.631713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:08.681974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.685002 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eff0c673-9cfb-4c4e-b9ba-a3bf2dccd360 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5172403 Mar 11 17:32:08.686891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51162) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:08.876210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-25eefea4-0c30-4e05-a98d-e8b9730907d7 service neutron] 10.222.0.96 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059442 Mar 11 17:32:09.025574 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '7cac5b66-4057-48c3-8d6c-6d7d6cf7b012', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'port_id': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'mac_address': 'fa:16:3e:a8:1d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:59Z', 'updated_at': '2022-03-11T17:32:03Z', 'revision_number': 1, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:48Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:09.034896 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae271ca-232b-43b8-9b30-9ac17c0740fb None None] The sync data for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 is: [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '7cac5b66-4057-48c3-8d6c-6d7d6cf7b012', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'port_id': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'mac_address': 'fa:16:3e:a8:1d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:59Z', 'updated_at': '2022-03-11T17:32:03Z', 'revision_number': 1, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:48Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:09.051016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:09.228735 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.307657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Deleting port ef350527-7f08-4eb6-8656-d3b4c4ae5648 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:09.308035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.391994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5862b9dd-7553-445e-9cb3-effcafb1cb57 req-a6a8cd8c-1a85-4207-9676-fffa32c37d04 service neutron] 10.222.0.96 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145392 Mar 11 17:32:09.531117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656716c-27e2-4157-9879-8312d4e910ac None None] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:09.608189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:07Z', 'revision_number': 3, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:09.674076 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Sync routers for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:09.702853 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:09.703793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:09.822923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] For port ef350527-7f08-4eb6-8656-d3b4c4ae5648, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ef350527-7f08-4eb6-8656-d3b4c4ae5648,segment=NetworkSegment(68e2cf2e-e6d1-4f2a-b753-634277d2ee98),segment_id=68e2cf2e-e6d1-4f2a-b753-634277d2ee98)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:09.823594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.928399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Checking router: 4bba356d-50ef-4ce5-8f33-6579909ed9cd for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:09.928909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Updating router 4bba356d-50ef-4ce5-8f33-6579909ed9cd port 25234236-93c2-4037-b1b2-687f71c29892 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:32:10.022128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb33a3-3ea6-458a-9f37-c94ab37e47ba None None] New status for floating IP 7cac5b66-4057-48c3-8d6c-6d7d6cf7b012: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:32:10.061090 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:10.112473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Calling delete_port for ef350527-7f08-4eb6-8656-d3b4c4ae5648 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:10.299732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-b1999388-6f2a-47e1-bc97-1cd5bc0406bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 1.8527503 Mar 11 17:32:10.343779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0230caa-0f59-4eba-901c-7e94ea9a887a req-cb1e59c1-1d18-4b11-aa6d-ef670a08f3bb tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.351224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0230caa-0f59-4eba-901c-7e94ea9a887a req-cb1e59c1-1d18-4b11-aa6d-ef670a08f3bb tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 1.2406616 Mar 11 17:32:10.364744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:10.417645 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.531707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ce7895dd-4668-47e4-9abc-93c670eb0a07 None None] Provisioning for port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:10.534933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0230caa-0f59-4eba-901c-7e94ea9a887a req-ca61db3f-2883-47e4-b95b-0f9134d88f4f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826639 Mar 11 17:32:10.576631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.607056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b63d9-d058-407f-9b41-d26f3c85a125 req-396c465e-1b20-46ea-a227-2649f972b7dc tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.607816 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 2, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:10.611033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b63d9-d058-407f-9b41-d26f3c85a125 req-396c465e-1b20-46ea-a227-2649f972b7dc tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.616364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b63d9-d058-407f-9b41-d26f3c85a125 req-396c465e-1b20-46ea-a227-2649f972b7dc tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.617530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc9b63d9-d058-407f-9b41-d26f3c85a125 req-396c465e-1b20-46ea-a227-2649f972b7dc tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740&device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2&device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 2417 time: 0.4720185 Mar 11 17:32:10.633513 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Checking router: c20ec727-b275-45e1-baee-3fcb43c5ac28 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:10.634219 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Updating router c20ec727-b275-45e1-baee-3fcb43c5ac28 port 74b949c6-7d81-4e32-858a-a7af842608e8 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:32:10.716204 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.782192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-a9c0165a-886e-40f1-9601-03f4c86da0da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.783813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-a9c0165a-886e-40f1-9601-03f4c86da0da service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.4610133 Mar 11 17:32:10.786789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-1415754c-70ed-4f33-8bb6-e119b4fc17b0 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 999 time: 0.1201935 Mar 11 17:32:11.020363 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc9b63d9-d058-407f-9b41-d26f3c85a125 req-4ae40019-9237-4c0a-9541-54aeda475c6d tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879843 Mar 11 17:32:11.084067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-c17565de-dc11-4b00-8c7c-295089cbbdc2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:11.101496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-c17565de-dc11-4b00-8c7c-295089cbbdc2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports/e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 942 time: 0.2902815 Mar 11 17:32:11.125486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Allocated IP 172.20.0.1 (33d475b3-ae3d-438f-869b-c4e9e9f8dffd/c2557e3d-4343-4fd9-ac42-c8c0681de4cc/11cff775-c552-4f56-8667-3585b42c57b3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:11.142256 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.323967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-a925a356-f86c-43dd-bc09-031538a54282 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 999 time: 0.5156691 Mar 11 17:32:11.409261 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.418292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef350527-7f08-4eb6-8656-d3b4c4ae5648,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:11.455025 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Transition to ACTIVE for port object 74b949c6-7d81-4e32-858a-a7af842608e8 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:11.464778 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.497018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:11.521073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:11.521469 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.546748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.596630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Transition to ACTIVE for port object 11cff775-c552-4f56-8667-3585b42c57b3 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:11.652552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.679651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.680034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.680420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.680807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.681185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.681555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.681875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.682194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.682568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.682967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.683348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:11.753452 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22173be0-0c61-443e-83a7-1718bfd25b26 None None] Pushing event updated for resources: {'Port': ['ID=74b949c6-7d81-4e32-858a-a7af842608e8,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:11.860520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-f2e1089b-b46d-4073-8181-1edcebaac4f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:11.862585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-f2e1089b-b46d-4073-8181-1edcebaac4f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.4952879 Mar 11 17:32:11.883467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:11.893768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:11.907912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:11.923403 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Attempting to bind port 74b949c6-7d81-4e32-858a-a7af842608e8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:11.923816 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Attempting to bind port 74b949c6-7d81-4e32-858a-a7af842608e8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:11.924165 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Attempting to bind port 74b949c6-7d81-4e32-858a-a7af842608e8 on network b47ec5f9-7705-4d3a-8323-4019521ff61a {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:11.940853 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:11.942220 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Checking segment: {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:11.943286 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.943670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Bound using segment: {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:11.944144 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Bound port: 74b949c6-7d81-4e32-858a-a7af842608e8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:11.944509 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.954786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-347a1d7b-2dfc-4fc7-a7a6-f470e959e413 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1001 time: 0.6246362 Mar 11 17:32:11.997908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Pushing event updated for resources: {'Port': ['ID=11cff775-c552-4f56-8667-3585b42c57b3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:12.035509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.074788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-119dd70f-5ce9-47f6-bd52-1b12f0dee987 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026896 Mar 11 17:32:12.096329 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] For port 74b949c6-7d81-4e32-858a-a7af842608e8, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:12.103611 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] For port 74b949c6-7d81-4e32-858a-a7af842608e8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=74b949c6-7d81-4e32-858a-a7af842608e8,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:12.114062 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.116086 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.204159 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.245217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:12.252972 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.266550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.356831 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22173be0-0c61-443e-83a7-1718bfd25b26 None None] Pushing event updated for resources: {'Port': ['ID=74b949c6-7d81-4e32-858a-a7af842608e8,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:12.374838 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:12.376251 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:12.378523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Transition to ACTIVE for port object 25234236-93c2-4037-b1b2-687f71c29892 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:12.421511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-dd853a77-72a4-4154-822c-6a835dd24c2b service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952886 Mar 11 17:32:12.452152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01e60532-4daa-4c17-8c25-f97f58091087 req-7a5a4a1a-366e-4705-b72f-27c7d12ffa61 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.2680225 Mar 11 17:32:12.474101 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5cb361f9-eee2-4ec4-b915-3eaa68bce401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.484147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.517165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-60aee98e-1000-43f8-9319-64fd1982a750 None None] Provisioning for port 11cff775-c552-4f56-8667-3585b42c57b3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:12.610420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-60aee98e-1000-43f8-9319-64fd1982a750 None None] Provisioning complete for port 11cff775-c552-4f56-8667-3585b42c57b3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:12.610420 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60aee98e-1000-43f8-9319-64fd1982a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.681466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74b949c6-7d81-4e32-858a-a7af842608e8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:12.764507 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.772490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.817514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Attempting to bind port 25234236-93c2-4037-b1b2-687f71c29892 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:12.817865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Attempting to bind port 25234236-93c2-4037-b1b2-687f71c29892 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:12.818217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Attempting to bind port 25234236-93c2-4037-b1b2-687f71c29892 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:12.845821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:12.848734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:12.849139 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.849959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:12.855510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Bound port: 25234236-93c2-4037-b1b2-687f71c29892, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:12.856045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.881513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.913690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:12.936671 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:12.978430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53f5472b-6199-4b6c-9a69-3127628baf20 req-863f3da4-9140-477f-b333-0ac9db7f73b4 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888668 Mar 11 17:32:12.982332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-60aee98e-1000-43f8-9319-64fd1982a750 None None] Port 11cff775-c552-4f56-8667-3585b42c57b3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:32:13.070537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-e15d84ac-9bd3-43f2-a9cd-ca1cd5eaefc5 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:13.080604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-e15d84ac-9bd3-43f2-a9cd-ca1cd5eaefc5 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.9932365 Mar 11 17:32:13.133725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Pushing event updated for resources: {'Port': ['ID=11cff775-c552-4f56-8667-3585b42c57b3,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:13.193351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287cbef-0eb7-4928-a907-246482de2e8a None None] Pushing event updated for resources: {'Port': ['ID=25234236-93c2-4037-b1b2-687f71c29892,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:13.216027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 74b949c6-7d81-4e32-858a-a7af842608e8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:13.228118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] For port 25234236-93c2-4037-b1b2-687f71c29892, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:13.241041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 74b949c6-7d81-4e32-858a-a7af842608e8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:13.241507 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.286499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:13.289480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:13.314572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] For port 25234236-93c2-4037-b1b2-687f71c29892, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=25234236-93c2-4037-b1b2-687f71c29892,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:13.335775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.493775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-16bdae59-fab2-473d-af84-0751e9a81382 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1001 time: 0.4026105 Mar 11 17:32:13.496502 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:13.505449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:13.507410 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cc40d-d9e4-44a9-b642-29c9300d8476 None None] The sync data for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 is: [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:13.556003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-15ff45c5-6d21-416f-9364-8949ee911b3f None None] Provisioning complete for port 74b949c6-7d81-4e32-858a-a7af842608e8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:13.556667 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15ff45c5-6d21-416f-9364-8949ee911b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.779526 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.806293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.865893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:13.867016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:31:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:13.881050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2515509-3007-4b1b-9725-137807029b03 req-af2511ef-ab68-437b-97d4-41c6f9d6670e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:13.887908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2515509-3007-4b1b-9725-137807029b03 req-af2511ef-ab68-437b-97d4-41c6f9d6670e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.6400731 Mar 11 17:32:14.110323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287cbef-0eb7-4928-a907-246482de2e8a None None] Pushing event updated for resources: {'Port': ['ID=25234236-93c2-4037-b1b2-687f71c29892,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:14.172464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Router 4bba356d-50ef-4ce5-8f33-6579909ed9cd has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:14.238878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.346881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 74b949c6-7d81-4e32-858a-a7af842608e8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=74b949c6-7d81-4e32-858a-a7af842608e8,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:14.370831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.512535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=74b949c6-7d81-4e32-858a-a7af842608e8,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:14.528716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:14.539462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2515509-3007-4b1b-9725-137807029b03 req-2fef014a-3747-4e2d-88d9-8845c4720b4b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503255 Mar 11 17:32:14.584546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:14.616331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15ff45c5-6d21-416f-9364-8949ee911b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.673310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:14.704598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ef2a542-6a9f-48ea-a33c-aee4f8e367b2 admin admin] 10.222.0.96 "PUT /v2.0/routers/4bba356d-50ef-4ce5-8f33-6579909ed9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0154815 Mar 11 17:32:14.719239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc5f6-042c-416d-be17-955e9f685298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.745139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.753664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.754954 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Floating IP 7cac5b66-4057-48c3-8d6c-6d7d6cf7b012 disassociated. External IP: 172.25.3.207, port: e71feb68-4362-4a22-aa82-2c6379b30a85. Mar 11 17:32:15.008991 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-15ff45c5-6d21-416f-9364-8949ee911b3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:15.009703 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-15ff45c5-6d21-416f-9364-8949ee911b3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:15.025723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:15.026230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.263621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74b949c6-7d81-4e32-858a-a7af842608e8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:15.355254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 2, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:15.364935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11cbb2-6d46-4d3f-aa91-97f2d4a0f203 None None] The sync data for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 is: [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 2, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:15.368068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 74b949c6-7d81-4e32-858a-a7af842608e8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:15.368538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.622703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.672854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.717445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Router 47a1b48d-595b-483a-a14e-77dabcf101b0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:15.744404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-052e68e0-3542-4d6f-9c0c-fca9211ef1f7 None None] Provisioning complete for port 11cff775-c552-4f56-8667-3585b42c57b3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:15.745113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-052e68e0-3542-4d6f-9c0c-fca9211ef1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.786515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:15.795081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378468540', 'description': 'tempest-description--872297991'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:15.805075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-052e68e0-3542-4d6f-9c0c-fca9211ef1f7 None None] Port 11cff775-c552-4f56-8667-3585b42c57b3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:32:15.808408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Router 73751e6a-4cbf-491f-84ff-466184e159fc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:15.815393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:15.825625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Usage tracker for resource:security_group and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:15.830853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:15.841219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:15.862533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.924184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:15.929176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Usage tracker for resource:security_group_rule and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:15.933230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:15.940485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:16.037870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.043184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.105934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384811d0-9218-4eb9-97a0-371ede35861e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:16.110142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.111967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8975b7d0-f0de-4ea3-a6bb-6d4eaacd42ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3241522 Mar 11 17:32:16.115108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51216) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:16.123139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'security_group_rule': {'security_group_id': '384811d0-9218-4eb9-97a0-371ede35861e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:16.131773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:16.137826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Usage tracker for resource:security_group_rule and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:16.141072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:16.148594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:16.180465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.276486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:16.291990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-385028f2-b383-41c2-a397-e1f26ba8a8c9 admin admin] 10.222.0.96 "PUT /v2.0/routers/47a1b48d-595b-483a-a14e-77dabcf101b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9615972 Mar 11 17:32:16.294296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:16.294626 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] Sync routers for ids ['47a1b48d-595b-483a-a14e-77dabcf101b0'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:16.318997 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] Routers {'47a1b48d-595b-483a-a14e-77dabcf101b0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:16.322961 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['47a1b48d-595b-483a-a14e-77dabcf101b0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:16.362351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.368945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.407687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a051f430-6990-4cda-af32-8c0581f91966,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:16.412037 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.416720 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0848207c-dbbc-441a-be4c-ca5342b9022c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2990940 Mar 11 17:32:16.417338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51226) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:16.422961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'security_group_rule': {'security_group_id': '384811d0-9218-4eb9-97a0-371ede35861e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:16.429447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:16.433551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Usage tracker for resource:security_group_rule and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:16.440295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:16.447854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:16.479825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.497306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74b949c6-7d81-4e32-858a-a7af842608e8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:16.547015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.562312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.611721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7caeb520-574f-4d99-8a41-414816a74d85,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:16.615722 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.620172 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-90c6bc4b-ad42-4a09-8ced-46ff7554e97d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2018652 Mar 11 17:32:16.620760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:16.623208 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] Set router 47a1b48d-595b-483a-a14e-77dabcf101b0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:16.627416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:16.633974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:16.638216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Usage tracker for resource:floatingip and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:16.641317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:16.649664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:16.660962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.699773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 74b949c6-7d81-4e32-858a-a7af842608e8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:16.700323 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.709431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:16.718491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.766660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce04a71-0d2e-4dcf-ae19-15ee37ff19d8 req-f98fe40c-93be-4236-91c1-1d3337a784cb tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:16.770068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] Sync routers for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:16.774555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ce04a71-0d2e-4dcf-ae19-15ee37ff19d8 req-f98fe40c-93be-4236-91c1-1d3337a784cb tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.2341740 Mar 11 17:32:16.808820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.823937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-514ce3d5-061b-4c2a-9d7f-30e4cafe9e25 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "PUT /v2.0/floatingips/7cac5b66-4057-48c3-8d6c-6d7d6cf7b012 HTTP/1.1" status: 200 len: 695 time: 3.3232353 Mar 11 17:32:16.827158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:16.829230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:16.829984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:16.998791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ce04a71-0d2e-4dcf-ae19-15ee37ff19d8 req-7c82573b-f580-4e3d-b4de-0494555d14b2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230332 Mar 11 17:32:17.000557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Allocated IP 172.25.3.233 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/365757e7-84cf-4244-af10-8ae7821e7615) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:17.086561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-0f84e457-05bd-4136-a37b-d5b8b5d683de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 0.2426226 Mar 11 17:32:17.087288 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:32:10Z', 'revision_number': 5, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:17.098226 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] Checking router: 47a1b48d-595b-483a-a14e-77dabcf101b0 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:17.139371 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] Routers {'47a1b48d-595b-483a-a14e-77dabcf101b0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:17.139970 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['47a1b48d-595b-483a-a14e-77dabcf101b0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:17.157263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.187671 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.241096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.274590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:17.301856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.360379 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:17.363348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:17.379530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:17.492523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=365757e7-84cf-4244-af10-8ae7821e7615,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:17.530411 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] Set router 47a1b48d-595b-483a-a14e-77dabcf101b0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:17.642459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-6b868937-2939-428f-950b-157849668155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:17.645285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-6b868937-2939-428f-950b-157849668155 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.5527558 Mar 11 17:32:17.679437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.762708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.802316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-93a4de2f-383e-4c49-a3a9-98f0ae246e8a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 217 time: 0.1419322 Mar 11 17:32:17.954899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:48Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:17.959352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] Checking router: 73751e6a-4cbf-491f-84ff-466184e159fc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:17.978458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:17.981235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:18.018778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:32:10Z', 'revision_number': 5, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:18.025589 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1ce64-d173-48f2-a958-950ffaf45b78 None None] The sync data for ids ['47a1b48d-595b-483a-a14e-77dabcf101b0'] in n-d-833436-1 is: [{'id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1547854182-router', 'tenant_id': '823538a957dc400fa940625c725cab0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c73f9214-2591-45fc-860b-81f806066183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:20Z', 'updated_at': '2022-03-11T17:32:10Z', 'revision_number': 5, 'project_id': '823538a957dc400fa940625c725cab0d', 'gw_port': {'id': 'c73f9214-2591-45fc-860b-81f806066183', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a1b48d-595b-483a-a14e-77dabcf101b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:21Z', 'updated_at': '2022-03-11T17:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:18.032919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.040310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.062295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-b8ae95f1-9346-4e91-a74c-8a5082a66d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:18.064038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-b8ae95f1-9346-4e91-a74c-8a5082a66d8a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.2403955 Mar 11 17:32:18.080871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fe554-ed73-41bb-b5bd-41668804bb37 req-e1795188-dffe-4676-8f34-964094b9eebe tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:18.085373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fe554-ed73-41bb-b5bd-41668804bb37 req-e1795188-dffe-4676-8f34-964094b9eebe tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:18.087340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101fe554-ed73-41bb-b5bd-41668804bb37 req-e1795188-dffe-4676-8f34-964094b9eebe tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7&device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 1682 time: 0.1310825 Mar 11 17:32:18.153359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-8c8e163f-6bd4-4fb9-a10b-3c73139d772e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799384 Mar 11 17:32:18.214466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=365757e7-84cf-4244-af10-8ae7821e7615,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:18.227745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.232427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:18.252136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.262866 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-53d3eec2-e01b-4dbf-b6c7-d3798290b1d3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6408632 Mar 11 17:32:18.291319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101fe554-ed73-41bb-b5bd-41668804bb37 req-ee0bc890-9b36-41a0-8b95-68cfd6824f9f tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644456 Mar 11 17:32:18.358382 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'status': 'completed', 'code': 200} Mar 11 17:32:18.362007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.386054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Deleting port c73f9214-2591-45fc-860b-81f806066183 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:18.386890 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.430008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ef350527-7f08-4eb6-8656-d3b4c4ae5648 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:18.509283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ef350527-7f08-4eb6-8656-d3b4c4ae5648 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:18.509739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ef350527-7f08-4eb6-8656-d3b4c4ae5648 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:18.559758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-c9410073-e164-4895-92cd-6930a6d01940 service neutron] 10.222.0.96 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915825 Mar 11 17:32:18.763091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:48Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:18.768599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba70b01-4b08-47b3-90a5-e577bef4526f None None] The sync data for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 is: [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:30:36Z', 'revision_number': 4, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'ffabbd80-927b-4ef8-8265-3e66b577a2d3', 'name': '', 'network_id': '0f8bc6b2-8370-4717-b1a8-529222fb1288', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'mac_address': 'fa:16:3e:b4:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:35Z', 'updated_at': '2022-03-11T17:30:48Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'subnets': [{'id': '567c5ca4-64ec-4b61-8641-7acd46a2b5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:19.059636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a96f391-243b-480b-b678-2ddcbaea9b77 req-65634808-4df1-49c8-b658-e8b452a670d4 service neutron] 10.222.0.96 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813066 Mar 11 17:32:19.068802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-eab4aa92-68cc-41e3-8d3e-0144e21df048 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54eb10a94e514af59bd150fc607f1929&device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 1096 time: 0.6218956 Mar 11 17:32:19.075703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] For port c73f9214-2591-45fc-860b-81f806066183, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c73f9214-2591-45fc-860b-81f806066183,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:19.076100 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.282089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Calling delete_port for c73f9214-2591-45fc-860b-81f806066183 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:19.372667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fef79-18ff-4a9c-83ce-6e85c58ba4af req-c274c11b-e8e7-4f87-8d45-357bbe834e90 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:19.374131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f39fef79-18ff-4a9c-83ce-6e85c58ba4af req-c274c11b-e8e7-4f87-8d45-357bbe834e90 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.4737844 Mar 11 17:32:19.466918 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b5a7f56e-f605-4a3c-aed4-dfd063842e0e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--378468540&fields=id&tenant_id=939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 267 time: 0.1955886 Mar 11 17:32:19.479699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-dcbafa25-b682-4e83-b2cb-c1c7c810fd2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:19.481071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-dcbafa25-b682-4e83-b2cb-c1c7c810fd2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 200 len: 921 time: 0.3969121 Mar 11 17:32:19.651003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f39fef79-18ff-4a9c-83ce-6e85c58ba4af req-a4b70017-13ff-4948-acde-831e80c656f7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526038 Mar 11 17:32:19.652862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-e3064a22-6420-4554-bdab-d88043e623a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 200 len: 217 time: 0.1480949 Mar 11 17:32:19.799291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-9b1555eb-e1f9-4f28-a96e-2a1c87688d24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:19.800749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-9b1555eb-e1f9-4f28-a96e-2a1c87688d24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 200 len: 859 time: 0.1381998 Mar 11 17:32:19.870047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-3974b144-3238-4df6-b613-8f4ad0f562e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8bc6b2-8370-4717-b1a8-529222fb1288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529680 Mar 11 17:32:19.876275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-59f166d9-7955-4362-9a9d-da0223f212bb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:19.877788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-59f166d9-7955-4362-9a9d-da0223f212bb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.3993943 Mar 11 17:32:20.029919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:20.099191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-5efed7bf-571c-4ae9-8a24-bd9efd7a462f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/quotas/939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 375 time: 0.1983700 Mar 11 17:32:20.103592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Pushing event deleted for resources: {'Port': ['ID=c73f9214-2591-45fc-860b-81f806066183,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:20.112010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-bac0dcc5-a584-4bb5-8eb7-78d4bd3443bb tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips/7cac5b66-4057-48c3-8d6c-6d7d6cf7b012 HTTP/1.1" status: 200 len: 695 time: 0.1550403 Mar 11 17:32:20.469625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-879ed57e-3b49-47dc-9c0c-a75ab1c4a1c0 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909600 Mar 11 17:32:20.779451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-1786c335-57ec-42c3-bbd0-1d4631d7ac9b tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:20.786658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-1786c335-57ec-42c3-bbd0-1d4631d7ac9b tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 784 time: 0.6277485 Mar 11 17:32:20.855570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.023307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-712b38a7-1367-4b24-aa6d-230a9823f2ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9167979 Mar 11 17:32:21.217361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-5f57c7a6-ac35-47ba-95aa-9357a0d323ab tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 698 time: 0.4297922 Mar 11 17:32:21.372623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.383483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40191c71-1cec-43e5-8bf6-d722262b87ff req-94d1fa50-4c3c-4ab2-b5d2-45073868a2d4 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9033260 Mar 11 17:32:21.427773 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.441438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-8d6a5468-e7e4-419e-82a1-e55b4029ca9b tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 698 time: 0.1443081 Mar 11 17:32:21.571789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-6c25053a-9677-45e4-9932-5c7292944dee service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217021 Mar 11 17:32:21.878959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Deleting port d24b0828-eef9-4b97-bf54-6ed7cbe848e4 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:21.879298 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.913414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.913923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a1b48d-595b-483a-a14e-77dabcf101b0 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:32:22.005059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.008836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:22.023408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9d2416e4-57ed-400b-81f8-30a4e265595f admin admin] 10.222.0.96 "DELETE /v2.0/routers/47a1b48d-595b-483a-a14e-77dabcf101b0 HTTP/1.1" status: 204 len: 168 time: 5.7270975 Mar 11 17:32:22.110221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] Deleting subnet 3d079c53-13fd-415a-b233-2fe6fba5601c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:32:22.119273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.160007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-88576d50-8eba-4165-880e-4d2efe547c53 service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271378 Mar 11 17:32:22.210819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.245721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.246751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.329411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.396944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Calling delete_port for d24b0828-eef9-4b97-bf54-6ed7cbe848e4 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:22.434957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.511168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d079c53-13fd-415a-b233-2fe6fba5601c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:22.523286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.531014 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49121915-3ecc-4039-9f94-c9c2c2f47566 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3d079c53-13fd-415a-b233-2fe6fba5601c HTTP/1.1" status: 204 len: 168 time: 0.5204039 Mar 11 17:32:22.533399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51290) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:22.541027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48823e52-0909-4f3f-960d-83e2255504a7 None None] Network bd873e43-58e0-42a5-b1ec-1bc0c2504d2a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:22.599389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25234236-93c2-4037-b1b2-687f71c29892 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:22.648289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.809853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event deleted for resources: {'Port': ['ID=d24b0828-eef9-4b97-bf54-6ed7cbe848e4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:22.892242 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.921405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.931269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.936187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Deleting port 5a3bf772-47b1-4270-bb17-68fcae505ea9 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:22.936640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.946931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17edc786-276c-4d95-b821-e2f7d6d4874f req-f5262906-510f-41bb-942f-305b3eadf3db tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "DELETE /v2.0/floatingips/7cac5b66-4057-48c3-8d6c-6d7d6cf7b012 HTTP/1.1" status: 204 len: 173 time: 1.5046716 Mar 11 17:32:22.968449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 25234236-93c2-4037-b1b2-687f71c29892 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:22.999463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 25234236-93c2-4037-b1b2-687f71c29892 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:22.999839 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.147663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b7c678e-0bde-4a47-9baa-a290dfb8512d req-7cbd9985-d255-40f3-88e1-c68aff53a2d0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 210 time: 0.1079199 Mar 11 17:32:23.253606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d311b-aa62-42b9-ae6a-4d0728ddbb11 req-d76e6f87-c2ac-4ecc-a798-87ff11df4191 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:23.263717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-087d311b-aa62-42b9-ae6a-4d0728ddbb11 req-d76e6f87-c2ac-4ecc-a798-87ff11df4191 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.1722767 Mar 11 17:32:23.290866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] DHCP port deletion for bd873e43-58e0-42a5-b1ec-1bc0c2504d2a request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:32:23.309879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Deleting port 5a3bf772-47b1-4270-bb17-68fcae505ea9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:23.310244 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.328713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] For port 5a3bf772-47b1-4270-bb17-68fcae505ea9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a3bf772-47b1-4270-bb17-68fcae505ea9,segment=NetworkSegment(68e2cf2e-e6d1-4f2a-b753-634277d2ee98),segment_id=68e2cf2e-e6d1-4f2a-b753-634277d2ee98)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:23.329932 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.360594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-087d311b-aa62-42b9-ae6a-4d0728ddbb11 req-5aad1a3f-c164-4735-a9f1-876d8078e1f2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959034 Mar 11 17:32:23.362943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-125968d0-535f-42a1-a8a0-772fba8e3c90 req-772d5c78-601c-4367-b9b5-2c5d4a836f78 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups/818e35c1-a2f1-468e-a60e-caef6a2a8d43 HTTP/1.1" status: 200 len: 1641 time: 0.0728981 Mar 11 17:32:23.371617 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.470316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Calling delete_port for 5a3bf772-47b1-4270-bb17-68fcae505ea9 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:23.476607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 25234236-93c2-4037-b1b2-687f71c29892, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=25234236-93c2-4037-b1b2-687f71c29892,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:23.495998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.557939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-125968d0-535f-42a1-a8a0-772fba8e3c90 req-c5366fd7-45fc-4f93-962a-e2ed3d6a459f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.563249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.614281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-125968d0-535f-42a1-a8a0-772fba8e3c90 req-c5366fd7-45fc-4f93-962a-e2ed3d6a459f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.617380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] No DVR routers for this DVR port 5a3bf772-47b1-4270-bb17-68fcae505ea9 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:23.663364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105dc6c-e6ac-4d0f-b88e-227f3e9bfdac req-54ce9dac-9c53-4d07-a346-b310cdc67700 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:23.665171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c105dc6c-e6ac-4d0f-b88e-227f3e9bfdac req-54ce9dac-9c53-4d07-a346-b310cdc67700 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.1464450 Mar 11 17:32:23.671694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3bf772-47b1-4270-bb17-68fcae505ea9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:23.678479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=25234236-93c2-4037-b1b2-687f71c29892,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:23.705746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] For port 5a3bf772-47b1-4270-bb17-68fcae505ea9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a3bf772-47b1-4270-bb17-68fcae505ea9,segment=NetworkSegment(68e2cf2e-e6d1-4f2a-b753-634277d2ee98),segment_id=68e2cf2e-e6d1-4f2a-b753-634277d2ee98)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:23.706156 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.708096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-125968d0-535f-42a1-a8a0-772fba8e3c90 req-c5366fd7-45fc-4f93-962a-e2ed3d6a459f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.734341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5366fd7-45fc-4f93-962a-e2ed3d6a459f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e35c1-a2f1-468e-a60e-caef6a2a8d43,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:23.742152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c105dc6c-e6ac-4d0f-b88e-227f3e9bfdac req-39dc4b26-2bd2-4da8-ba69-99a30cfc03dd tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705171 Mar 11 17:32:23.750127 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-125968d0-535f-42a1-a8a0-772fba8e3c90 req-c5366fd7-45fc-4f93-962a-e2ed3d6a459f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.751984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.761625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-125968d0-535f-42a1-a8a0-772fba8e3c90 req-c5366fd7-45fc-4f93-962a-e2ed3d6a459f tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "DELETE /v2.0/security-groups/818e35c1-a2f1-468e-a60e-caef6a2a8d43 HTTP/1.1" status: 204 len: 173 time: 0.3864086 Mar 11 17:32:23.800637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd873e43-58e0-42a5-b1ec-1bc0c2504d2a']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:23.814440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e2cf2e-e6d1-4f2a-b753-634277d2ee98') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:23.814864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e2cf2e-e6d1-4f2a-b753-634277d2ee98') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:23.829843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.855845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Calling delete_port for 5a3bf772-47b1-4270-bb17-68fcae505ea9 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:23.860336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.868055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:32:23.868936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:32:23.889352 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:32:23.944163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:23.951387 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:23.994343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-e574e53d-93ca-45fa-9efe-b0ae5c5021ca tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1527917710&fields=id&tenant_id=96768bcd408648efafce2b9b235b0063 HTTP/1.1" status: 200 len: 267 time: 0.0701311 Mar 11 17:32:24.004092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.041487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.059013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd873e43-58e0-42a5-b1ec-1bc0c2504d2a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:24.073769 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5377e1d0-709c-42a3-a043-05745368f8b6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/bd873e43-58e0-42a5-b1ec-1bc0c2504d2a HTTP/1.1" status: 204 len: 168 time: 1.5380263 Mar 11 17:32:24.157621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-cd6b1837-6d4a-4ee5-9ccb-34e7c9f8522b tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:24.164311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-cd6b1837-6d4a-4ee5-9ccb-34e7c9f8522b tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/networks?id=b47ec5f9-7705-4d3a-8323-4019521ff61a HTTP/1.1" status: 200 len: 816 time: 0.1687858 Mar 11 17:32:24.277033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-9337ec1c-5648-4b52-b0d5-b789f45d4574 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/quotas/96768bcd408648efafce2b9b235b0063 HTTP/1.1" status: 200 len: 375 time: 0.1112339 Mar 11 17:32:24.299754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51322) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:24.407492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-53575ef8-6e0c-43d4-b98f-3b11a83818af tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:24.407846 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f3987760-055b-43e5-aee6-9feabf0856b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=823538a957dc400fa940625c725cab0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1044075 Mar 11 17:32:24.408315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-53575ef8-6e0c-43d4-b98f-3b11a83818af tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.2405322 Mar 11 17:32:24.408400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51330) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:24.443483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-2a55e869-baec-40a3-8117-5f86f72f6e27 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=96768bcd408648efafce2b9b235b0063&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1578543 Mar 11 17:32:24.453288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Deleting port 5a3bf772-47b1-4270-bb17-68fcae505ea9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:24.454034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.493098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a107987c-801c-4123-b499-0533b5bcf9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.504840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25234236-93c2-4037-b1b2-687f71c29892 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:24.523915 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a107987c-801c-4123-b499-0533b5bcf9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.586729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a107987c-801c-4123-b499-0533b5bcf9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.604836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107987c-801c-4123-b499-0533b5bcf9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3342f8-eafc-4a85-a8c8-bb70f33095c6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:24.610315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a107987c-801c-4123-b499-0533b5bcf9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.613878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a107987c-801c-4123-b499-0533b5bcf9ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1a3342f8-eafc-4a85-a8c8-bb70f33095c6 HTTP/1.1" status: 204 len: 168 time: 0.2048600 Mar 11 17:32:24.615760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-24937e6e-a43b-487f-ad4d-dd815acd0019 None None] The port '5a3bf772-47b1-4270-bb17-68fcae505ea9' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:32:24.647414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 25234236-93c2-4037-b1b2-687f71c29892 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:24.647998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.711768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-1331d60c-4ec3-424f-a68b-dc0438e17197 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 379 time: 0.2418854 Mar 11 17:32:24.767118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-98fe485a-bfd5-4070-bc46-841c8a7f6791 service neutron] 10.222.0.96 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183327 Mar 11 17:32:24.839487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a3bf772-47b1-4270-bb17-68fcae505ea9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:24.874797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'port': {'device_id': '27d73bfc-4c8f-4763-ac4f-058759252656', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'admin_state_up': True, 'tenant_id': '939e19d58bb8457689b2460552e53524', 'security_groups': ['384811d0-9218-4eb9-97a0-371ede35861e']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:24.877861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5a3bf772-47b1-4270-bb17-68fcae505ea9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:24.878199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a3bf772-47b1-4270-bb17-68fcae505ea9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:24.998821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f85cc6d-4af7-45c1-b2f1-1711f23facf3 req-ed84c605-07d8-45fd-80ad-dfddc4f23e2e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 210 time: 0.1287339 Mar 11 17:32:25.076154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-051a236c-1c50-4308-b06f-7d7ad6aab783 service neutron] 10.222.0.96 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061635 Mar 11 17:32:25.097322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:25.102265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Usage tracker for resource:port and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:25.104837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:25.126261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:25.193419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Made reservation on behalf of 939e19d58bb8457689b2460552e53524 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:25.196436 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:25.280524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d6eb9-9a39-44a4-8a0d-b694e0c612da req-7ad87d06-e52f-48aa-a5db-e16a7c16a28d tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:25.281194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb8d6eb9-9a39-44a4-8a0d-b694e0c612da req-7ad87d06-e52f-48aa-a5db-e16a7c16a28d tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Synchronizing usage tracker for tenant:54eb10a94e514af59bd150fc607f1929 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:25.327625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb8d6eb9-9a39-44a4-8a0d-b694e0c612da req-7ad87d06-e52f-48aa-a5db-e16a7c16a28d tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Unset dirty status for tenant:54eb10a94e514af59bd150fc607f1929 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:25.328805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb8d6eb9-9a39-44a4-8a0d-b694e0c612da req-7ad87d06-e52f-48aa-a5db-e16a7c16a28d tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.2048631 Mar 11 17:32:25.383008 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4809418c-07ff-451a-8a0b-7d14a9e93d40 None None] New status for floating IP 7cac5b66-4057-48c3-8d6c-6d7d6cf7b012: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:32:25.514648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Allocated IP 172.20.0.8 (33d475b3-ae3d-438f-869b-c4e9e9f8dffd/c2557e3d-4343-4fd9-ac42-c8c0681de4cc/0996a4b8-3e76-42ba-9f96-ab0e83b34a55) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:25.542989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb8d6eb9-9a39-44a4-8a0d-b694e0c612da req-35439251-8823-4682-ae63-03c0a9feb720 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Synchronizing usage tracker for tenant:54eb10a94e514af59bd150fc607f1929 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:25.653091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-fb8d6eb9-9a39-44a4-8a0d-b694e0c612da req-35439251-8823-4682-ae63-03c0a9feb720 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Unset dirty status for tenant:54eb10a94e514af59bd150fc607f1929 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:25.654556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb8d6eb9-9a39-44a4-8a0d-b694e0c612da req-35439251-8823-4682-ae63-03c0a9feb720 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939107 Mar 11 17:32:25.661886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-5618d524-ecf7-4078-a1e9-e6bd8b680225 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:25.663502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-5618d524-ecf7-4078-a1e9-e6bd8b680225 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.3016663 Mar 11 17:32:25.889972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Deleting port ed0c607d-d2a5-436d-b92c-e19756908d95 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:25.890313 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:25.910601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51372) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:26.094229 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.109708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264a42-df43-432f-abda-89d4ba677cf1 req-16a684ea-92e0-498a-b59d-3945f7c244ee tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:26.111298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4264a42-df43-432f-abda-89d4ba677cf1 req-16a684ea-92e0-498a-b59d-3945f7c244ee tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.3853037 Mar 11 17:32:26.111550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-157009852-network', 'tenant_id': '0592c845e92547ff9aaad895fee498e4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:26.117241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:26.121789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Usage tracker for resource:network and tenant:0592c845e92547ff9aaad895fee498e4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:26.125068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:26.131816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:26.142441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Made reservation on behalf of 0592c845e92547ff9aaad895fee498e4 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:26.144687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.157063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.200814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:26.206946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Usage tracker for resource:security_group_rule and tenant:0592c845e92547ff9aaad895fee498e4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:26.210116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:26.217119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:26.229105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Transition to ACTIVE for port object 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:26.286134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b1cc-1488-4b10-9d05-d63dae1c9f20 req-7c5f430e-a921-41bb-8bb1-8ee6d0e3554f tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:26.287595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5c5b1cc-1488-4b10-9d05-d63dae1c9f20 req-7c5f430e-a921-41bb-8bb1-8ee6d0e3554f tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed862f16-78b3-4efb-9099-5d7c3d713740 HTTP/1.1" status: 200 len: 945 time: 0.3648882 Mar 11 17:32:26.313690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.318419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.330970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4264a42-df43-432f-abda-89d4ba677cf1 req-bb591ad5-2d29-4ea9-87e9-230f1474ea7b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116427 Mar 11 17:32:26.347503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:32:26.360663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e0b3a-263d-48e5-8ef9-4d9679871555,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:26.365429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.365741 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Added segment 459f45ad-fd8a-4051-8779-08380f645a71 of type vlan for network 9045a9c9-caf0-4671-8321-73d972136c77 Mar 11 17:32:26.392238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] For port ed0c607d-d2a5-436d-b92c-e19756908d95, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ed0c607d-d2a5-436d-b92c-e19756908d95,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:26.392601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.398415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.412127 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.431472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.432415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:26.433055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.544224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] Pushing event updated for resources: {'Network': ['ID=9045a9c9-caf0-4671-8321-73d972136c77,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:26.550710 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c876fe9e-faa8-4f26-815b-143882b61250 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6388972 Mar 11 17:32:26.551381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51382) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:26.555861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9045a9c9-caf0-4671-8321-73d972136c77 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:32:26.557413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Request body: {'subnet': {'network_id': '9045a9c9-caf0-4671-8321-73d972136c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-157009852-subnet', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:26.562590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:26.566921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Usage tracker for resource:subnet and tenant:0592c845e92547ff9aaad895fee498e4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:26.570196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:26.580269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:26.592593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Made reservation on behalf of 0592c845e92547ff9aaad895fee498e4 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:26.595470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.699712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5c5b1cc-1488-4b10-9d05-d63dae1c9f20 req-2bb3cb8c-1e67-4e70-aafc-2bce0a3641da tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998132 Mar 11 17:32:26.713197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Calling delete_port for ed0c607d-d2a5-436d-b92c-e19756908d95 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:26.821909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c0382c5-b63e-40f0-b576-76189992d231 req-da6b1a63-1ac7-499d-97a9-39c6d9392027 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 210 time: 0.0802183 Mar 11 17:32:26.832465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-ebaa8294-69af-43e1-afe2-c366ff00c494 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:26.832693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:26.833169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-ebaa8294-69af-43e1-afe2-c366ff00c494 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Synchronizing usage tracker for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:26.838213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:26.846470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:26.864793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-ebaa8294-69af-43e1-afe2-c366ff00c494 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Unset dirty status for tenant:8981592a63b548059af34730eb55b3d1 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:26.864793 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-ebaa8294-69af-43e1-afe2-c366ff00c494 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "GET /v2.0/ports?device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 945 time: 0.1699851 Mar 11 17:32:26.872585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:26.996435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.002785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Deleting port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:27.003121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.047377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:27.048032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.078868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-b1ab6ed3-4058-4176-9353-aec58e71fea2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2073617 Mar 11 17:32:27.146536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Request body: {'port': {'device_id': '27d73bfc-4c8f-4763-ac4f-058759252656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:27.224963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-64e80712-7cbe-44e5-8e0b-2612a14a5f09 None None] Provisioning for port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:27.233284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-64e80712-7cbe-44e5-8e0b-2612a14a5f09 None None] Provisioning complete for port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:27.234192 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64e80712-7cbe-44e5-8e0b-2612a14a5f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.282478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abefa42-6084-4b61-b854-b61cf2e95371 req-564d0067-9807-47f8-a279-d821b82d7069 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:27.289500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0abefa42-6084-4b61-b854-b61cf2e95371 req-564d0067-9807-47f8-a279-d821b82d7069 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 945 time: 0.4494171 Mar 11 17:32:27.292575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=365cf189-d95c-4a2b-bee1-072d9e5be245,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:27.310019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-64e80712-7cbe-44e5-8e0b-2612a14a5f09 None None] Port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:32:27.340296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.348821 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.361506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Checking segment: {'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:27.361861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Network hostable DHCP agents. Network: 9045a9c9-caf0-4671-8321-73d972136c77, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:32:27.386671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a33d1c51-b142-452c-9b6f-1aeaf9fa2393', '89f6181e-1b99-4b04-825c-0784737d04d4', 'ed0c607d-d2a5-436d-b92c-e19756908d95'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:27.483788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Pushing event deleted for resources: {'Port': ['ID=ed0c607d-d2a5-436d-b92c-e19756908d95,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:27.493841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26f402-26c8-48b4-8c32-180d806f116b req-f6e55bb7-2bd6-439b-8d9a-809d902b589f tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:27.495340 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b26f402-26c8-48b4-8c32-180d806f116b req-f6e55bb7-2bd6-439b-8d9a-809d902b589f tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "GET /v2.0/ports?device_id=63553f37-8e79-4d2a-a1b3-a67b0f5b44c7 HTTP/1.1" status: 200 len: 946 time: 0.2453842 Mar 11 17:32:27.531571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cd1f5-e540-4ddf-b52e-015d22ebb004 req-b2b16fb0-e57a-45de-935a-b9ade1203136 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:27.532279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-347cd1f5-e540-4ddf-b52e-015d22ebb004 req-b2b16fb0-e57a-45de-935a-b9ade1203136 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:27.548126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Network 9045a9c9-caf0-4671-8321-73d972136c77 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:32:27.561464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] For port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:27.561821 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.651850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0abefa42-6084-4b61-b854-b61cf2e95371 req-96841891-af2e-4999-88c5-80f6b9de5207 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/security-groups?id=34c3ab2c-6533-4fa0-8196-72c7f9c38f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602061 Mar 11 17:32:27.708832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-347cd1f5-e540-4ddf-b52e-015d22ebb004 req-b2b16fb0-e57a-45de-935a-b9ade1203136 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:27.710099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-347cd1f5-e540-4ddf-b52e-015d22ebb004 req-b2b16fb0-e57a-45de-935a-b9ade1203136 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 931 time: 0.7393906 Mar 11 17:32:27.723771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Calling delete_port for 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:27.750487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9045a9c9-caf0-4671-8321-73d972136c77) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:27.766622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] No DVR routers for this DVR port ed0c607d-d2a5-436d-b92c-e19756908d95 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:27.774056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:27.775304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.779269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.784545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Deleting port 516c14fb-ff67-4050-abe7-a86381ae1cba {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:27.784882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.790583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'name': 'network-vif-deleted', 'tag': 'ed0c607d-d2a5-436d-b92c-e19756908d95'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:27.829775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-cea4909c-e04d-438e-98cc-51f25336dd0e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:27.830578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-cea4909c-e04d-438e-98cc-51f25336dd0e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.59 "GET /v2.0/networks?id=b47ec5f9-7705-4d3a-8323-4019521ff61a HTTP/1.1" status: 200 len: 816 time: 0.5174899 Mar 11 17:32:27.848349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11baccd7-7f8f-463c-a138-42b8ab760e28 req-9d316da6-c4f6-4663-83e3-8947208e4d07 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "DELETE /v2.0/ports/ed0c607d-d2a5-436d-b92c-e19756908d95 HTTP/1.1" status: 204 len: 173 time: 2.1207833 Mar 11 17:32:27.862316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b13340c7-0b69-4598-9da4-ed890756e95e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3095222 Mar 11 17:32:27.876817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51394) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:27.881147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1e9d2d5a-14bc-4238-9738-629001c526e2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:32:27.885079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-157009852-router', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:27.885518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be89a4-8df4-4715-9730-7e06e2d39a33 None None] Network 9045a9c9-caf0-4671-8321-73d972136c77 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:27.919079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:27.934170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Usage tracker for resource:router and tenant:0592c845e92547ff9aaad895fee498e4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:27.939626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:28.014970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:28.067349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.068282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.080993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-347cd1f5-e540-4ddf-b52e-015d22ebb004 req-63ceb0e1-9e23-4a60-af55-ec5990b32c77 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122728 Mar 11 17:32:28.213377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.306345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-50e1e839-9471-415a-a605-19d07feedd32 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96768bcd408648efafce2b9b235b0063 HTTP/1.1" status: 200 len: 380 time: 0.4263272 Mar 11 17:32:28.338264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:28.352324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Request body: {'port': {'device_id': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'admin_state_up': True, 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'security_groups': ['740b0b2b-2958-4394-9f2c-8cfa2e4fe491']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:28.366376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Pushing event deleted for resources: {'Port': ['ID=5446c3b4-14db-4b4d-947e-f8dd6efb1c72,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:28.402483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'port_id': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'mac_address': 'fa:16:3e:63:27:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0540f05e-50e1-4175-b0a3-47f4d7b2af4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:32:28.424459 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.487120 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.509579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e9d2d5a-14bc-4238-9738-629001c526e2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:28.513916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] For port 516c14fb-ff67-4050-abe7-a86381ae1cba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=516c14fb-ff67-4050-abe7-a86381ae1cba,segment=NetworkSegment(a2861b75-6ebd-4281-8a8c-336cfd8e885a),segment_id=a2861b75-6ebd-4281-8a8c-336cfd8e885a)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:28.514268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.523216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] No DVR routers for this DVR port 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:28.530030 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.531416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:28.533154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674f7ca-3850-44b9-9511-9cfa89298897', 'name': 'network-vif-deleted', 'tag': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:28.589922 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.671262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:28.675433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9045a9c9-caf0-4671-8321-73d972136c77', 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'fixed_ips': [{'subnet_id': '365cf189-d95c-4a2b-bee1-072d9e5be245'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:32:28.676258 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.732149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Calling delete_port for 516c14fb-ff67-4050-abe7-a86381ae1cba owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:28.763749 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:32:28.779017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d53c77-b150-4486-ad89-5eba9de8a6d7 req-701ff042-c8a6-402d-ba88-c1003a7ae5c2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:28.783333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5d53c77-b150-4486-ad89-5eba9de8a6d7 req-701ff042-c8a6-402d-ba88-c1003a7ae5c2 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.8823321 Mar 11 17:32:28.871909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Allocated IP 172.20.0.2 (9045a9c9-caf0-4671-8321-73d972136c77/365cf189-d95c-4a2b-bee1-072d9e5be245/3c098dcf-f2a5-44df-99c0-57c1a810b37a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:28.933033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:28.951410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:28.975185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb8912-e75e-4d21-b860-a427afef36b2 req-8498189d-0417-4103-b0c0-640b95bf653b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:28.984757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9fb8912-e75e-4d21-b860-a427afef36b2 req-8498189d-0417-4103-b0c0-640b95bf653b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.6471307 Mar 11 17:32:28.995867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Usage tracker for resource:port and tenant:96768bcd408648efafce2b9b235b0063 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:29.004562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-23132d52-314a-4c2e-9e14-b18998e6760c tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:29.006043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-23132d52-314a-4c2e-9e14-b18998e6760c tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 945 time: 0.6343925 Mar 11 17:32:29.020364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:29.025469 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.035771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:29.044975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "DELETE /v2.0/ports/5446c3b4-14db-4b4d-947e-f8dd6efb1c72 HTTP/1.1" status: 204 len: 173 time: 2.1704216 Mar 11 17:32:29.103730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5d53c77-b150-4486-ad89-5eba9de8a6d7 req-b8be1653-2fc7-4633-8d8b-fa4486c56185 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/security-groups?id=11cbfc46-0ca1-489a-9a32-e1f6430503ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015153 Mar 11 17:32:29.145884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1e9d2d5a-14bc-4238-9738-629001c526e2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:29.148065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Transition to ACTIVE for port object 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:29.152408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Made reservation on behalf of 96768bcd408648efafce2b9b235b0063 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:29.155576 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.186054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.307112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Deleting port e71feb68-4362-4a22-aa82-2c6379b30a85 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:29.307812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.461854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.467649 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.494624 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-1eddcbf2-15d1-4324-8970-1327a6faf1f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9564803 Mar 11 17:32:29.552854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.572122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9fb8912-e75e-4d21-b860-a427afef36b2 req-8706dd7f-69dd-4d32-96cd-fff7f8a37981 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854092 Mar 11 17:32:29.577898 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed862f16-78b3-4efb-9099-5d7c3d713740', 'name': 'network-vif-deleted', 'tag': 'ed0c607d-d2a5-436d-b92c-e19756908d95', 'status': 'completed', 'code': 200} Mar 11 17:32:29.586620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Transition to ACTIVE for port object 3c098dcf-f2a5-44df-99c0-57c1a810b37a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:29.626063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Transition to ACTIVE for port object 3c098dcf-f2a5-44df-99c0-57c1a810b37a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:29.643951 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.671510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Pushing event deleted for resources: {'Port': ['ID=516c14fb-ff67-4050-abe7-a86381ae1cba,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:29.767893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 516c14fb-ff67-4050-abe7-a86381ae1cba no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:29.864578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 516c14fb-ff67-4050-abe7-a86381ae1cba {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:29.864578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 516c14fb-ff67-4050-abe7-a86381ae1cba not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:29.864825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ed0c607d-d2a5-436d-b92c-e19756908d95 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:29.914628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Network 9045a9c9-caf0-4671-8321-73d972136c77 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:29.916073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: ed0c607d-d2a5-436d-b92c-e19756908d95 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:29.916415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ed0c607d-d2a5-436d-b92c-e19756908d95 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:29.916821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1e9d2d5a-14bc-4238-9738-629001c526e2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:29.956661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:29.978481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:30.023826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Pushing event updated for resources: {'Port': ['ID=3c098dcf-f2a5-44df-99c0-57c1a810b37a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:30.058330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] No DVR routers for this DVR port 516c14fb-ff67-4050-abe7-a86381ae1cba on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:30.063812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.084544 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b26f402-26c8-48b4-8c32-180d806f116b req-4cee27c5-89f5-4ec4-9bf8-f25fbccc757e tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.59 "DELETE /v2.0/ports/516c14fb-ff67-4050-abe7-a86381ae1cba HTTP/1.1" status: 204 len: 173 time: 2.5740755 Mar 11 17:32:30.100520 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-7734a62f-7db5-42bd-a448-17f3cee412a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b04dfed26947aabd1eb4db0a024149&device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 6490 time: 0.2980800 Mar 11 17:32:30.174392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Attempting to bind port 3c098dcf-f2a5-44df-99c0-57c1a810b37a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:30.175093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Attempting to bind port 3c098dcf-f2a5-44df-99c0-57c1a810b37a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:30.175583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Attempting to bind port 3c098dcf-f2a5-44df-99c0-57c1a810b37a on network 9045a9c9-caf0-4671-8321-73d972136c77 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:30.206210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] For port e71feb68-4362-4a22-aa82-2c6379b30a85, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e71feb68-4362-4a22-aa82-2c6379b30a85,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:30.206586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.233196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:30.233767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Checking segment: {'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:30.234391 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.234836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Bound using segment: {'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:30.235395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Bound port: 3c098dcf-f2a5-44df-99c0-57c1a810b37a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:30.235854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.291051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.313894 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.336772 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.341327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Calling delete_port for e71feb68-4362-4a22-aa82-2c6379b30a85 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:30.367933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e9d2d5a-14bc-4238-9738-629001c526e2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:30.416255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52a560fb-2579-4b67-bc48-dbd7e28a789a req-a922b189-859b-465a-bb2b-32f6d87177c9 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 210 time: 0.6186855 Mar 11 17:32:30.446951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-f2528d1f-8fb8-46de-985f-caa39f9b780e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:30.455835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-f2528d1f-8fb8-46de-985f-caa39f9b780e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:30.456308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-f2528d1f-8fb8-46de-985f-caa39f9b780e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:30.458009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-f2528d1f-8fb8-46de-985f-caa39f9b780e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b057b6cd-dfc5-4066-b6df-a6520c909901&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=af96e76d-ed46-4176-93e9-943fb08e4f47&id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 HTTP/1.1" status: 200 len: 2296 time: 0.2965326 Mar 11 17:32:30.463283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73f9214-2591-45fc-860b-81f806066183 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:30.495945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:30.511924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.512705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:30.541021 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674f7ca-3850-44b9-9511-9cfa89298897', 'name': 'network-vif-deleted', 'tag': '5446c3b4-14db-4b4d-947e-f8dd6efb1c72', 'status': 'completed', 'code': 200} Mar 11 17:32:30.554299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:30.577539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c73f9214-2591-45fc-860b-81f806066183 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:30.577972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73f9214-2591-45fc-860b-81f806066183 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:30.585119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] For port 3c098dcf-f2a5-44df-99c0-57c1a810b37a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:30.606967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:30.607388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5446c3b4-14db-4b4d-947e-f8dd6efb1c72 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:30.620337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] For port 3c098dcf-f2a5-44df-99c0-57c1a810b37a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c098dcf-f2a5-44df-99c0-57c1a810b37a,segment=NetworkSegment(459f45ad-fd8a-4051-8779-08380f645a71),segment_id=459f45ad-fd8a-4051-8779-08380f645a71)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:30.643559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:30.648754 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.681103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-ca70aa4b-1481-41bb-940c-100588f81e40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9 HTTP/1.1" status: 200 len: 1002 time: 0.2127106 Mar 11 17:32:30.682233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Allocated IP 172.25.3.57 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/f74bda1e-4c38-4276-bd38-679dfbe38110) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:30.744000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f843-6acd-4570-9046-02ecc4a3b04d None None] Pushing event updated for resources: {'Port': ['ID=3c098dcf-f2a5-44df-99c0-57c1a810b37a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:30.784045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-521e42c1-4392-4631-ae3f-572d6aad49ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:30.785514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-521e42c1-4392-4631-ae3f-572d6aad49ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4c95465-998f-44ac-aaaf-fd79509e5682 HTTP/1.1" status: 200 len: 851 time: 0.0867319 Mar 11 17:32:30.813704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb7fbbf2-6fb2-4883-84eb-a2c7ba95c91d req-409b4212-983f-4af5-93e3-fdd2a24ff459 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] 10.222.0.96 "GET /v2.0/ports?device_id=7674f7ca-3850-44b9-9511-9cfa89298897 HTTP/1.1" status: 200 len: 210 time: 0.8812444 Mar 11 17:32:30.833099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01a1bca0-a835-4892-b6be-27823be65877 req-74025f20-d604-4c5d-9755-bdf5ae4f2f12 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2849350 Mar 11 17:32:31.001871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Allocated IP 172.20.0.14 (b47ec5f9-7705-4d3a-8323-4019521ff61a/588c20d8-b1f5-466f-a7f8-a7fb2c294fa8/cab642c2-b4e4-4d53-92b4-64ff66fbed3e) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:31.130901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01a1bca0-a835-4892-b6be-27823be65877 req-14e8b9bb-8d79-48b3-850a-ff0d9faf3062 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1261644 Mar 11 17:32:31.152567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-42248373-36b6-4608-b847-44608e815055 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b057b6cd-dfc5-4066-b6df-a6520c909901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3502874 Mar 11 17:32:31.156789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.256563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01a1bca0-a835-4892-b6be-27823be65877 req-f841e482-3225-4519-bc1e-d79b53b9fb96 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869687 Mar 11 17:32:31.257353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.293039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e71feb68-4362-4a22-aa82-2c6379b30a85'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:31.326220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.346482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1d376-9540-4fd4-b9e7-6d56a62f0393 req-b82256da-bb7f-4880-b74e-2f36e9e33987 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:31.347962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2c1d376-9540-4fd4-b9e7-6d56a62f0393 req-b82256da-bb7f-4880-b74e-2f36e9e33987 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 943 time: 0.6214309 Mar 11 17:32:31.368469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Pushing event deleted for resources: {'Port': ['ID=e71feb68-4362-4a22-aa82-2c6379b30a85,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:31.415847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-256ee005-5c5f-4938-94f9-e918bf580e9d service neutron] 10.222.0.59 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453845 Mar 11 17:32:31.421214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:31.425405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:31.448251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:31.552844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Attempting to bind port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:31.553153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Attempting to bind port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:31.553427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Attempting to bind port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:31.653830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Pushing event updated for resources: {'Port': ['ID=f74bda1e-4c38-4276-bd38-679dfbe38110,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:31.730834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-230c2f0f-6203-4932-b64e-465e9b44b0aa req-734c90e1-8bc8-4f9f-9348-7e30489aa14b tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.96 "GET /v2.0/ports?device_id=e6d13d74-6ba8-4723-b98b-f72139067489 HTTP/1.1" status: 200 len: 210 time: 0.1536074 Mar 11 17:32:31.752518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1e9d2d5a-14bc-4238-9738-629001c526e2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:31.756444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:32:31.756755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Attempting to bind port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:31.782259 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-a0013515-4f9f-4ead-aa22-476d9bda6787 service neutron] 10.222.0.59 "GET /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581195 Mar 11 17:32:31.840579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] No DVR routers for this DVR port e71feb68-4362-4a22-aa82-2c6379b30a85 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:31.859062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.862209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'name': 'network-vif-deleted', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:31.871582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:31.871950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:31.872343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Bound using segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:31.872798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Bound port: 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:31.873142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.873725 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-1842f561-7c4a-4eda-a2a0-9483fd0aecf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=e655ef02-c865-4404-8088-d758a1716084 HTTP/1.1" status: 200 len: 217 time: 0.0776465 Mar 11 17:32:31.888461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1e9d2d5a-14bc-4238-9738-629001c526e2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:31.888827 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.900822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2c1d376-9540-4fd4-b9e7-6d56a62f0393 req-50e087f6-36ec-4223-91ad-826b638f6100 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5395813 Mar 11 17:32:31.968464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-49514969-b8ed-44bf-80a6-2250037d4fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:31.977190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-49514969-b8ed-44bf-80a6-2250037d4fd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.0968740 Mar 11 17:32:32.002007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.024188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Transition to ACTIVE for port object cab642c2-b4e4-4d53-92b4-64ff66fbed3e will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:32.026043 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:32:32.039482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.040939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.041748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.071334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:32.088223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb7a29-6986-44ee-b4d6-608d57e0d9e7 None None] Network 9045a9c9-caf0-4671-8321-73d972136c77 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:32.141386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:32.148972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.156426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c536b10d-1fbf-43ba-9303-d0315f656b38 req-0db9f7d3-afce-43a4-a807-6ba707061f05 tempest-ServerRescueTestJSONUnderV235-1263152257 tempest-ServerRescueTestJSONUnderV235-1263152257-project] 10.222.0.59 "DELETE /v2.0/ports/e71feb68-4362-4a22-aa82-2c6379b30a85 HTTP/1.1" status: 204 len: 173 time: 3.1267896 Mar 11 17:32:32.210174 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.211438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e71feb68-4362-4a22-aa82-2c6379b30a85 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:32.220659 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-a18a37f7-6746-4901-b7cc-95504df76da1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2350028 Mar 11 17:32:32.278716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1bca0-a835-4892-b6be-27823be65877 req-dc1349fa-074d-4272-8585-70f182f49812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:32.280268 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01a1bca0-a835-4892-b6be-27823be65877 req-dc1349fa-074d-4272-8585-70f182f49812 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9996493 Mar 11 17:32:32.317615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e71feb68-4362-4a22-aa82-2c6379b30a85 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:32.318881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e71feb68-4362-4a22-aa82-2c6379b30a85 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:32.351519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-03b7308f-6efa-40cb-a26f-d6edaef2916b None None] Provisioning for port 3c098dcf-f2a5-44df-99c0-57c1a810b37a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:32.385923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event updated for resources: {'Port': ['ID=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:32.386515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-ef09915e-88b8-4724-ad34-e33f77c42f29 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576123 Mar 11 17:32:32.402692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Network b47ec5f9-7705-4d3a-8323-4019521ff61a is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:32.429674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:32.438927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:32.439608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:32.552282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:32.573330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:32.582405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe72cf-86b6-425c-8a32-8514351eaded req-c76b3bc1-6487-4659-a413-8cab3291958a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:32.590321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00fe72cf-86b6-425c-8a32-8514351eaded req-c76b3bc1-6487-4659-a413-8cab3291958a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.6554480 Mar 11 17:32:32.601135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c098dcf-f2a5-44df-99c0-57c1a810b37a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:32.621705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0971-619c-45a9-aaca-aca9ccab33e8 req-f1a36ba3-2689-48aa-bbf9-365c65a386d6 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:32.622593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-17fe0971-619c-45a9-aaca-aca9ccab33e8 req-f1a36ba3-2689-48aa-bbf9-365c65a386d6 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Synchronizing usage tracker for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:32.631186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'name': 'network-vif-deleted', 'tag': '516c14fb-ff67-4050-abe7-a86381ae1cba'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:32.637238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:32.638084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.644619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.645689 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-f85a8732-a208-458b-a2dc-c45148804b86 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315238 Mar 11 17:32:32.711424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3c098dcf-f2a5-44df-99c0-57c1a810b37a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:32.717752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3c098dcf-f2a5-44df-99c0-57c1a810b37a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:32.719209 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.719878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-17fe0971-619c-45a9-aaca-aca9ccab33e8 req-f1a36ba3-2689-48aa-bbf9-365c65a386d6 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Unset dirty status for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:32.730291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17fe0971-619c-45a9-aaca-aca9ccab33e8 req-f1a36ba3-2689-48aa-bbf9-365c65a386d6 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 945 time: 0.6244357 Mar 11 17:32:32.790569 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-50dc0192-5dd8-49c7-894b-38fb1de2ef28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf HTTP/1.1" status: 200 len: 217 time: 0.1343787 Mar 11 17:32:32.835042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-64816d76-602e-4570-8e04-20a10030a69f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4862609 Mar 11 17:32:32.859724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00fe72cf-86b6-425c-8a32-8514351eaded req-125f15b4-b5ee-4e59-9018-3acec265e6e3 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682512 Mar 11 17:32:32.880072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.885426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] 10.222.0.59 "PUT /v2.0/ports/0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 1091 time: 5.7556479 Mar 11 17:32:32.894952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-399cf3a5-31de-4de2-b91d-9ddb91e8f840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:32.896506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-399cf3a5-31de-4de2-b91d-9ddb91e8f840 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.0992153 Mar 11 17:32:32.897470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Router c4507b26-7271-4793-b39a-9bb62a105c55 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:32:32.981204 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.004895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9c7abaf9-d0de-4afc-b98d-d02eb7515fd0 None None] Provisioning for port cab642c2-b4e4-4d53-92b4-64ff66fbed3e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:33.018839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9c7abaf9-d0de-4afc-b98d-d02eb7515fd0 None None] Provisioning complete for port cab642c2-b4e4-4d53-92b4-64ff66fbed3e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:33.019250 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c7abaf9-d0de-4afc-b98d-d02eb7515fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.021461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Request body: {'port': {'device_id': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:33.094701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 3c098dcf-f2a5-44df-99c0-57c1a810b37a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c098dcf-f2a5-44df-99c0-57c1a810b37a,segment=NetworkSegment(459f45ad-fd8a-4051-8779-08380f645a71),segment_id=459f45ad-fd8a-4051-8779-08380f645a71)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:33.104997 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.149890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9c7abaf9-d0de-4afc-b98d-d02eb7515fd0 None None] Port cab642c2-b4e4-4d53-92b4-64ff66fbed3e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:32:33.205136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=3c098dcf-f2a5-44df-99c0-57c1a810b37a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:33.240291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61d68-2b2c-4b48-b9a6-239e193770ba service neutron] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:33.254629 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-2a4bbb28-3b5c-4291-95c6-9620e7234265 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3455107 Mar 11 17:32:33.285826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8dcaeb51-dcce-46ec-91c6-7ce99ab721c8 None None] Provisioning complete for port 3c098dcf-f2a5-44df-99c0-57c1a810b37a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:33.286193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dcaeb51-dcce-46ec-91c6-7ce99ab721c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.286501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17fe0971-619c-45a9-aaca-aca9ccab33e8 req-f61b6cc4-117d-42f9-b97d-1e1751366785 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552418 Mar 11 17:32:33.374969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.438760 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-08ce3191-b90c-41e4-88d1-686569820c21 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757586 Mar 11 17:32:33.469091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:33.473361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a4f88-eea7-44ff-875d-3940ec14267b req-34f971f9-bbdd-469f-b2d1-59a4c97a0dd3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:33.474065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-de1a4f88-eea7-44ff-875d-3940ec14267b req-34f971f9-bbdd-469f-b2d1-59a4c97a0dd3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Synchronizing usage tracker for tenant:96768bcd408648efafce2b9b235b0063 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:33.480560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Sync routers for ids ['c4507b26-7271-4793-b39a-9bb62a105c55'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:33.483163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-c2906963-56a1-48e6-bb23-0586b8198809 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1094 time: 0.4067874 Mar 11 17:32:33.493862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Routers {'c4507b26-7271-4793-b39a-9bb62a105c55'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:33.494562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c4507b26-7271-4793-b39a-9bb62a105c55'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:33.683834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Set router c4507b26-7271-4793-b39a-9bb62a105c55 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:33.692253 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63553f37-8e79-4d2a-a1b3-a67b0f5b44c7', 'name': 'network-vif-deleted', 'tag': '516c14fb-ff67-4050-abe7-a86381ae1cba', 'status': 'completed', 'code': 200} Mar 11 17:32:33.720021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.723887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1214cd6-528a-4e09-9be4-80fb6db14ecc admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8431470 Mar 11 17:32:33.724141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51432) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:33.788500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51436) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:33.803405 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'code': 200} Mar 11 17:32:33.834481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab642c2-b4e4-4d53-92b4-64ff66fbed3e {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:33.842687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.859447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Transition to ACTIVE for port object cab642c2-b4e4-4d53-92b4-64ff66fbed3e will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:33.869577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-07b1f93a-a030-4b5a-af2d-24b70b82c759 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:33.871197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-07b1f93a-a030-4b5a-af2d-24b70b82c759 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 945 time: 0.9832144 Mar 11 17:32:33.875612 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d13d74-6ba8-4723-b98b-f72139067489', 'name': 'network-vif-deleted', 'tag': 'e71feb68-4362-4a22-aa82-2c6379b30a85', 'status': 'completed', 'code': 200} Mar 11 17:32:33.943877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.999144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'name': 'tempest-ServersTestFqdnHostnames-157009852-router', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:28Z', 'updated_at': '2022-03-11T17:32:31Z', 'revision_number': 3, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'gw_port': {'id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:30Z', 'updated_at': '2022-03-11T17:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:34.003481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Checking router: c4507b26-7271-4793-b39a-9bb62a105c55 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:34.003820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Updating router c4507b26-7271-4793-b39a-9bb62a105c55 port f74bda1e-4c38-4276-bd38-679dfbe38110 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:32:34.059961 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.072282 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-6b7a9475-7672-4067-852d-8c371b9ff2c9 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265254 Mar 11 17:32:34.175171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-300550d1-7a75-4185-8039-1113410b30d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 217 time: 0.2969403 Mar 11 17:32:34.186267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-f01bb6e8-4f5b-4262-8d72-3fc0ba54cf8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a HTTP/1.1" status: 200 len: 217 time: 0.1007819 Mar 11 17:32:34.256420 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29744bb9-b6c3-44ea-8dd3-c0a44f142c80 req-b9078252-3292-4f12-af97-65841287a50c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 1096 time: 0.3726304 Mar 11 17:32:34.301018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-dddfcf4a-3516-494b-9115-eb83ad16aa59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:34.302493 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-dddfcf4a-3516-494b-9115-eb83ad16aa59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.1081290 Mar 11 17:32:34.306372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Pushing event updated for resources: {'Port': ['ID=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:34.371913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-de1a4f88-eea7-44ff-875d-3940ec14267b req-34f971f9-bbdd-469f-b2d1-59a4c97a0dd3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Unset dirty status for tenant:96768bcd408648efafce2b9b235b0063 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:34.378758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de1a4f88-eea7-44ff-875d-3940ec14267b req-34f971f9-bbdd-469f-b2d1-59a4c97a0dd3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 932 time: 1.2380817 Mar 11 17:32:34.384527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29744bb9-b6c3-44ea-8dd3-c0a44f142c80 req-9add7524-677e-4de7-883d-95d6acaac7df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197381 Mar 11 17:32:34.477834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-9bb8c999-6021-48bd-989e-03c23f95f073 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1632862 Mar 11 17:32:34.495156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Deleting port 89f6181e-1b99-4b04-825c-0784737d04d4 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:34.495692 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.525287 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.537752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c098dcf-f2a5-44df-99c0-57c1a810b37a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:34.584996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-12c0b49a-170c-4482-accf-49c31d5c24b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:34.586538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-12c0b49a-170c-4482-accf-49c31d5c24b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.2632225 Mar 11 17:32:34.588819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de1a4f88-eea7-44ff-875d-3940ec14267b req-bd2356cb-bc08-451c-ab89-0e21450e3bc3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091584 Mar 11 17:32:34.590554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Transition to ACTIVE for port object f74bda1e-4c38-4276-bd38-679dfbe38110 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:34.607170 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.686112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc583e-52e8-41a9-aef7-390df2e3ea54 req-acfdd5ef-d012-4250-a3c0-e8d132dfe34a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:34.693930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44fc583e-52e8-41a9-aef7-390df2e3ea54 req-acfdd5ef-d012-4250-a3c0-e8d132dfe34a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 943 time: 0.7456439 Mar 11 17:32:34.707916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4023730-44aa-460b-b4ce-7041b70addf2 None None] Pushing event updated for resources: {'Port': ['ID=f74bda1e-4c38-4276-bd38-679dfbe38110,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:34.711212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Attempting to bind port f74bda1e-4c38-4276-bd38-679dfbe38110 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:34.711574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Attempting to bind port f74bda1e-4c38-4276-bd38-679dfbe38110 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:34.711927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Attempting to bind port f74bda1e-4c38-4276-bd38-679dfbe38110 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:34.724093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:34.724455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:34.724862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.725240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:34.725703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Bound port: f74bda1e-4c38-4276-bd38-679dfbe38110, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:34.726086 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.748782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3c098dcf-f2a5-44df-99c0-57c1a810b37a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:34.749153 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.774717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51444) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:34.853519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] For port f74bda1e-4c38-4276-bd38-679dfbe38110, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:34.857979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] For port f74bda1e-4c38-4276-bd38-679dfbe38110, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f74bda1e-4c38-4276-bd38-679dfbe38110,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:34.882190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-1ec818fa-bfa7-4b7b-adc9-a60a21e6cce0 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875060 Mar 11 17:32:34.890235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.974294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Attempting to bind port cab642c2-b4e4-4d53-92b4-64ff66fbed3e on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:34.975406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Attempting to bind port cab642c2-b4e4-4d53-92b4-64ff66fbed3e by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:34.975734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Attempting to bind port cab642c2-b4e4-4d53-92b4-64ff66fbed3e on network b47ec5f9-7705-4d3a-8323-4019521ff61a {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:34.999576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4023730-44aa-460b-b4ce-7041b70addf2 None None] Pushing event updated for resources: {'Port': ['ID=f74bda1e-4c38-4276-bd38-679dfbe38110,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:35.004589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Routers {'c4507b26-7271-4793-b39a-9bb62a105c55'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:35.005218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c4507b26-7271-4793-b39a-9bb62a105c55'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:35.071992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44fc583e-52e8-41a9-aef7-390df2e3ea54 req-df625653-99ec-46d4-a9a4-27e7f9a7d84f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768165 Mar 11 17:32:35.078073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] Deleting subnet 03095c37-88b3-4611-a253-3bb033600c99 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:32:35.088005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Port cab642c2-b4e4-4d53-92b4-64ff66fbed3e on network b47ec5f9-7705-4d3a-8323-4019521ff61a not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:32:35.088331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Attempting to bind port cab642c2-b4e4-4d53-92b4-64ff66fbed3e on network b47ec5f9-7705-4d3a-8323-4019521ff61a {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:35.096907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.185297 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-a35c715e-3013-488a-97dd-d07c09e5eaf6 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874825 Mar 11 17:32:35.192104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-e4f316b7-4929-45fd-bd65-a6ebac749876 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5465569 Mar 11 17:32:35.195278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:35.195761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Checking segment: {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:35.196138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Bound using segment: {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:35.197042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Bound port: cab642c2-b4e4-4d53-92b4-64ff66fbed3e, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78fc5788-40a0-4ebf-a0eb-edeb70ba476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:35.197042 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.266124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] Set router c4507b26-7271-4793-b39a-9bb62a105c55 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:35.287255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-e3c1d619-5106-44c5-b52d-018cdafb99f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=4f1518c0-736f-4104-86e7-b3508fd06f61 HTTP/1.1" status: 200 len: 217 time: 0.0852072 Mar 11 17:32:35.401453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.476933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-c9e3b937-43b1-4f9d-b045-6415bca35471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:35.478427 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-c9e3b937-43b1-4f9d-b045-6415bca35471 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 200 len: 797 time: 0.1825538 Mar 11 17:32:35.484866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] For port 89f6181e-1b99-4b04-825c-0784737d04d4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=89f6181e-1b99-4b04-825c-0784737d04d4,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:35.485208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.486075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.513437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a578471-4d16-48ca-a3a4-08ebe8a813bf req-e9ff3ba9-8fab-40dc-b786-e7d718c053ca tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:35.521068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a578471-4d16-48ca-a3a4-08ebe8a813bf req-e9ff3ba9-8fab-40dc-b786-e7d718c053ca tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.6304069 Mar 11 17:32:35.573268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'name': 'tempest-ServersTestFqdnHostnames-157009852-router', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:28Z', 'updated_at': '2022-03-11T17:32:31Z', 'revision_number': 3, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'gw_port': {'id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:30Z', 'updated_at': '2022-03-11T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:35.578664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e55c65-64cd-40bc-ad99-6b6beda17059 None None] The sync data for ids ['c4507b26-7271-4793-b39a-9bb62a105c55'] in n-d-833436-1 is: [{'id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'name': 'tempest-ServersTestFqdnHostnames-157009852-router', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:28Z', 'updated_at': '2022-03-11T17:32:31Z', 'revision_number': 3, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'gw_port': {'id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:30Z', 'updated_at': '2022-03-11T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:35.739413 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-08b085ad-a3fb-4340-9466-393fd83e7e6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af96e76d-ed46-4176-93e9-943fb08e4f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2001092 Mar 11 17:32:35.845053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Calling delete_port for 89f6181e-1b99-4b04-825c-0784737d04d4 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:35.883091 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.915875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:35.925239 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-357a8da0-9da7-4969-be6e-145d746dc04d service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781309 Mar 11 17:32:35.966663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] For port cab642c2-b4e4-4d53-92b4-64ff66fbed3e, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:35.991913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-72609a13-8e87-4c67-8d40-f8a8296ae2cd service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7808042 Mar 11 17:32:36.000590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] For port cab642c2-b4e4-4d53-92b4-64ff66fbed3e, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:36.010370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a578471-4d16-48ca-a3a4-08ebe8a813bf req-94980afb-b4bb-4780-ba8c-e733786f3793 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884765 Mar 11 17:32:36.037223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.183708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f5d05-9984-4725-a02a-bccebd566de5 req-77963d5c-7b85-4a1d-924b-281465443b02 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:36.185175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f8f5d05-9984-4725-a02a-bccebd566de5 req-77963d5c-7b85-4a1d-924b-281465443b02 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2 HTTP/1.1" status: 200 len: 945 time: 0.8622975 Mar 11 17:32:36.256504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.258072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] 10.222.0.59 "PUT /v2.0/ports/cab642c2-b4e4-4d53-92b4-64ff66fbed3e HTTP/1.1" status: 200 len: 1092 time: 3.2689545 Mar 11 17:32:36.292768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a367f-91a6-4637-87d7-c6bd8fedfc33 service neutron] Pushing event updated for resources: {'Port': ['ID=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:36.335806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.345879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-fe8033fb-3f40-4060-95d3-6b07c5e48474 service neutron] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855712 Mar 11 17:32:36.434594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03095c37-88b3-4611-a253-3bb033600c99,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:36.438696 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-eef93b9a-093a-4f20-97a6-c591d23a7e9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 HTTP/1.1" status: 200 len: 217 time: 0.0814838 Mar 11 17:32:36.440281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.519340 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.532856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bc4b74-7460-4582-a3f8-5ea5da973c17 req-67872586-2502-4621-8704-1ae7eb854047 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281620 Mar 11 17:32:36.548616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.555904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f8f5d05-9984-4725-a02a-bccebd566de5 req-feb20081-e8f5-4549-a24b-db7122591814 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289394 Mar 11 17:32:36.582560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a33d1c51-b142-452c-9b6f-1aeaf9fa2393'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:36.623660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-768c34b2-1599-4195-9f80-2bdc34325d56 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/03095c37-88b3-4611-a253-3bb033600c99 HTTP/1.1" status: 204 len: 168 time: 1.8438890 Mar 11 17:32:36.634086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51454) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:36.642541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Pushing event deleted for resources: {'Port': ['ID=89f6181e-1b99-4b04-825c-0784737d04d4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:36.646865 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'status': 'completed', 'code': 200} Mar 11 17:32:36.657476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-e9d074b5-b1e9-45a1-ba43-553ed2288b31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:36.659462 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-e9d074b5-b1e9-45a1-ba43-553ed2288b31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70870f29-80d2-44fc-a8b4-568481aa91fd HTTP/1.1" status: 200 len: 797 time: 0.2100415 Mar 11 17:32:36.674542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1dc98-c83d-4ad0-b9ab-3e8b9216fb80 req-cb43bace-0310-4f20-83f1-afba1fb6bad7 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:36.681537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ef1dc98-c83d-4ad0-b9ab-3e8b9216fb80 req-cb43bace-0310-4f20-83f1-afba1fb6bad7 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 944 time: 0.5237925 Mar 11 17:32:36.981866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] No DVR routers for this DVR port 89f6181e-1b99-4b04-825c-0784737d04d4 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:36.986601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.988503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50fabb2c-574f-4812-b7ee-207fd2d330d4 req-3b6da420-c6d7-4052-8452-57b31489c6e8 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "DELETE /v2.0/ports/89f6181e-1b99-4b04-825c-0784737d04d4 HTTP/1.1" status: 204 len: 173 time: 3.0372441 Mar 11 17:32:36.999198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-e6c9daab-c81d-45bc-a77c-9cd2c9d01017 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2940850 Mar 11 17:32:37.000888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-0fc6e561-4553-4efb-94b8-e23ab0827c6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96768bcd408648efafce2b9b235b0063&device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 1095 time: 0.6585953 Mar 11 17:32:37.007435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.028082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ef1dc98-c83d-4ad0-b9ab-3e8b9216fb80 req-7b6fdb5a-2572-4b4a-8d0d-758cd1ce0f91 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456008 Mar 11 17:32:37.162193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-611f9a49-4e7f-4961-9351-13df231809f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e HTTP/1.1" status: 200 len: 217 time: 0.1245518 Mar 11 17:32:37.188216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Allocated IP 172.20.0.1 (9045a9c9-caf0-4671-8321-73d972136c77/365cf189-d95c-4a2b-bee1-072d9e5be245/e069b5a2-4f0b-4b62-afd6-d44c070a72f3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:37.360491 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-0344f2d6-247a-4241-a562-e3a7e9b7fe30 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067842 Mar 11 17:32:37.386088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-c2b331af-cf5f-470a-aa5a-16bf76a58b61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1094 time: 0.6794689 Mar 11 17:32:37.439707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ec366-1edf-4298-8b3f-2b85fb90a061 req-6be4046c-5040-45b2-9461-e0be07df5062 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.441158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b1ec366-1edf-4298-8b3f-2b85fb90a061 req-6be4046c-5040-45b2-9461-e0be07df5062 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 943 time: 0.6201456 Mar 11 17:32:37.446081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.560575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.577137 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-e99f5a2b-965a-42d2-bc6f-72a33d6b150f service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079308 Mar 11 17:32:37.660947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Transition to ACTIVE for port object e069b5a2-4f0b-4b62-afd6-d44c070a72f3 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:37.688146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-fa12435d-3bf9-4758-98c6-984e5ad3f3d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.689991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-fa12435d-3bf9-4758-98c6-984e5ad3f3d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588c20d8-b1f5-466f-a7f8-a7fb2c294fa8 HTTP/1.1" status: 200 len: 855 time: 0.3955786 Mar 11 17:32:37.693023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83feb463-a9aa-4754-90ec-d793fc75630b']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:37.697344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-74d5e6cb-7572-4486-b506-60f92cb63efb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2 HTTP/1.1" status: 200 len: 217 time: 0.1134987 Mar 11 17:32:37.746929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2861b75-6ebd-4281-8a8c-336cfd8e885a') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:37.747237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2861b75-6ebd-4281-8a8c-336cfd8e885a') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:37.756582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Deleting port ffabbd80-927b-4ef8-8265-3e66b577a2d3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:37.756917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.773288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:32:37.784857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 89f6181e-1b99-4b04-825c-0784737d04d4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:37.792057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.815111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-a86d55f0-6d83-41d7-8afa-6397975b8603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.816065 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-a86d55f0-6d83-41d7-8afa-6397975b8603 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70870f29-80d2-44fc-a8b4-568481aa91fd HTTP/1.1" status: 200 len: 797 time: 0.1129167 Mar 11 17:32:37.842283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.856150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 89f6181e-1b99-4b04-825c-0784737d04d4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:37.856571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 89f6181e-1b99-4b04-825c-0784737d04d4 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:37.871532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.874972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b1ec366-1edf-4298-8b3f-2b85fb90a061 req-6c861b9a-01e1-4caa-8f4b-db19b4fc255d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174333 Mar 11 17:32:37.889746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:32:37.890147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:32:37.910511 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:32:37.912125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-d3d5f6f2-4be1-47eb-b4d7-b2138f9b61f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.913149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-d3d5f6f2-4be1-47eb-b4d7-b2138f9b61f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.5115564 Mar 11 17:32:37.924128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb8482-8879-454b-b8c8-c634f2c89a3a req-62534459-abbb-437a-88e9-d06b8fb98b22 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.931267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fafb8482-8879-454b-b8c8-c634f2c89a3a req-62534459-abbb-437a-88e9-d06b8fb98b22 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.6341434 Mar 11 17:32:38.029160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:38.041432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Network 9045a9c9-caf0-4671-8321-73d972136c77 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:38.046533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:38.048628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:38.054098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:38.072940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'mac_address': 'fa:16:3e:11:6d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:32:38.112751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-37a5beab-c066-471f-b716-aa55b2b912a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 217 time: 0.1656711 Mar 11 17:32:38.184507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.187136 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-554af228-7503-47ab-925b-c8ee4a204f45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3647697 Mar 11 17:32:38.198970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] For port ffabbd80-927b-4ef8-8265-3e66b577a2d3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ffabbd80-927b-4ef8-8265-3e66b577a2d3,segment=NetworkSegment(78384c62-322e-4f54-a6c8-b641d35b4eb8),segment_id=78384c62-322e-4f54-a6c8-b641d35b4eb8)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:38.199288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.205433 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.221814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-96a62f02-d909-4c76-8cae-cd3eac827191 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b47ec5f9-7705-4d3a-8323-4019521ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5131230 Mar 11 17:32:38.226046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.233706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.270305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fafb8482-8879-454b-b8c8-c634f2c89a3a req-e65a8bfa-327e-4d17-84ad-42faaa807491 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380792 Mar 11 17:32:38.272722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:38.327135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:38.332339 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.451616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83feb463-a9aa-4754-90ec-d793fc75630b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:38.504331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-ae457738-68b4-41f9-80e1-0e197bfc0702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:38.506053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-ae457738-68b4-41f9-80e1-0e197bfc0702 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.3817503 Mar 11 17:32:38.571001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe601498-bc51-47a7-8d60-2cbe1e99cd86 None None] Provisioning for port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:38.578567 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe601498-bc51-47a7-8d60-2cbe1e99cd86 None None] Provisioning complete for port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:38.578966 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe601498-bc51-47a7-8d60-2cbe1e99cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.612401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-17389bd6-7dd7-4ff3-a50d-2701e9b882f6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/83feb463-a9aa-4754-90ec-d793fc75630b HTTP/1.1" status: 204 len: 168 time: 1.9750698 Mar 11 17:32:38.612593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:38.648695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e'}, {'server_uuid': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'name': 'network-vif-deleted', 'tag': '89f6181e-1b99-4b04-825c-0784737d04d4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:38.683022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe601498-bc51-47a7-8d60-2cbe1e99cd86 None None] Port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:32:38.726794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Calling delete_port for ffabbd80-927b-4ef8-8265-3e66b577a2d3 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:38.743854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-1bf42eb9-ab81-45ba-8b49-abf986280c39 service neutron] 10.222.0.59 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143659 Mar 11 17:32:38.755595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0996a4b8-3e76-42ba-9f96-ab0e83b34a55'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:38.849648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51474) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:38.866310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a715e-0619-4ace-9320-c2fe820ef89b req-92ef561e-1ba3-452a-9746-559911f99130 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:38.867954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c03a715e-0619-4ace-9320-c2fe820ef89b req-92ef561e-1ba3-452a-9746-559911f99130 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.3183684 Mar 11 17:32:38.878770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e650486-be64-4b40-bcc7-476dd44d6c9e req-23e2bb3e-0555-4f83-a5eb-a0af353f4844 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:38.884462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e650486-be64-4b40-bcc7-476dd44d6c9e req-23e2bb3e-0555-4f83-a5eb-a0af353f4844 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 944 time: 0.3772199 Mar 11 17:32:38.921180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-f7498e20-5297-49dc-bc67-86c29741db72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3409679 Mar 11 17:32:38.927211 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-4f0957c1-ef33-4a14-884e-d979202a8d83 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196774 Mar 11 17:32:38.983340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.092051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63179cd-7c7d-4b7c-8e02-12d69add67ee req-cce56bd4-8e01-437b-9e0a-85d25526efc4 service neutron] 10.222.0.59 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374362 Mar 11 17:32:39.109905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e650486-be64-4b40-bcc7-476dd44d6c9e req-7835c26e-8a30-46c8-9686-7233a5066868 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245166 Mar 11 17:32:39.113721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c03a715e-0619-4ace-9320-c2fe820ef89b req-b70d1221-5cb2-4049-adc9-b357c19ecba4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236345 Mar 11 17:32:39.128959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.216700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-7c335392-e7d2-4d8f-8130-644f8a660685 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832224 Mar 11 17:32:39.222888 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dd7dbc40-b96d-4c8b-b6b1-7e349870f341 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8981592a63b548059af34730eb55b3d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3547554 Mar 11 17:32:39.223248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51482) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:39.251367 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Sync routers for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:39.263905 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:39.264473 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:39.368596 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'status': 'completed', 'code': 200} Mar 11 17:32:39.368880 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca2c4ab-6f3f-4fcd-a4f5-295c91399eb2', 'name': 'network-vif-deleted', 'tag': '89f6181e-1b99-4b04-825c-0784737d04d4', 'status': 'completed', 'code': 200} Mar 11 17:32:39.470416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c328dae6-a6fd-4486-9ef2-e250f5cd46ff req-3032e601-ad92-47a6-9ea6-6830331b1169 service neutron] 10.222.0.59 "GET /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345356 Mar 11 17:32:39.613816 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:39.709298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.718874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.849569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:39.868343 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc9fec08-25db-412d-a21f-ed0a257a87dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.879058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.881188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8c52679-d42d-4802-adba-d4d24c459b87 req-42f2a614-f644-4331-8dc7-7c26edf37663 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569617 Mar 11 17:32:39.901478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eff5bc-77ab-48bb-9a85-941845695937 req-c3bd17b0-5eac-4783-a235-40689816ef22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96768bcd408648efafce2b9b235b0063&device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 1095 time: 0.5308709 Mar 11 17:32:39.915345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e3515-2522-4c6b-a214-e55764ec674f req-5ebf1de3-6565-4aa7-83d9-0b3bb6d2538c tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:39.916878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6e3e3515-2522-4c6b-a214-e55764ec674f req-5ebf1de3-6565-4aa7-83d9-0b3bb6d2538c tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Synchronizing usage tracker for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:39.928307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.941548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffabbd80-927b-4ef8-8265-3e66b577a2d3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:40.041615 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 2, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:40.046261 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Checking router: 4bba356d-50ef-4ce5-8f33-6579909ed9cd for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:40.046823 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Updating router 4bba356d-50ef-4ce5-8f33-6579909ed9cd port 11cff775-c552-4f56-8667-3585b42c57b3 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:32:40.101802 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.217711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eff5bc-77ab-48bb-9a85-941845695937 req-c500e4f6-d570-4eba-8413-8cf45cd4b647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:40.219247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eff5bc-77ab-48bb-9a85-941845695937 req-c500e4f6-d570-4eba-8413-8cf45cd4b647 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b47ec5f9-7705-4d3a-8323-4019521ff61a HTTP/1.1" status: 200 len: 918 time: 0.2958136 Mar 11 17:32:40.264702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ccfc0-b5b0-4700-8ef4-b3758d087b63 req-bc660553-a9d9-41d6-8a33-ddea9c18afe0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:40.273968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-099ccfc0-b5b0-4700-8ef4-b3758d087b63 req-bc660553-a9d9-41d6-8a33-ddea9c18afe0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.7550125 Mar 11 17:32:40.357949 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc9fec08-25db-412d-a21f-ed0a257a87dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.358983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Network 9045a9c9-caf0-4671-8321-73d972136c77 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:40.361015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:40.408621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6e3e3515-2522-4c6b-a214-e55764ec674f req-5ebf1de3-6565-4aa7-83d9-0b3bb6d2538c tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Unset dirty status for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:40.409778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e3e3515-2522-4c6b-a214-e55764ec674f req-5ebf1de3-6565-4aa7-83d9-0b3bb6d2538c tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.8743644 Mar 11 17:32:40.411030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eff5bc-77ab-48bb-9a85-941845695937 req-148a86a9-4885-46b0-9f75-f3e420e409e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e HTTP/1.1" status: 200 len: 217 time: 0.1343341 Mar 11 17:32:40.490949 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.512855 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Transition to ACTIVE for port object 11cff775-c552-4f56-8667-3585b42c57b3 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:40.522160 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.628786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-099ccfc0-b5b0-4700-8ef4-b3758d087b63 req-1a1c7c5f-d641-4331-96b1-aecc46591ba6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538225 Mar 11 17:32:40.658453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f74bda1e-4c38-4276-bd38-679dfbe38110 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:40.689566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eff5bc-77ab-48bb-9a85-941845695937 req-ffe2c711-fa88-4917-8cc6-56a69d633944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:40.691196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eff5bc-77ab-48bb-9a85-941845695937 req-ffe2c711-fa88-4917-8cc6-56a69d633944 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588c20d8-b1f5-466f-a7f8-a7fb2c294fa8 HTTP/1.1" status: 200 len: 855 time: 0.2692745 Mar 11 17:32:40.694733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e3e3515-2522-4c6b-a214-e55764ec674f req-4f92808b-ef0d-4285-a6b4-d8666cc69f25 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346661 Mar 11 17:32:40.782330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc9fec08-25db-412d-a21f-ed0a257a87dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.804304 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Pushing event updated for resources: {'Port': ['ID=11cff775-c552-4f56-8667-3585b42c57b3,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:40.812319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fec08-25db-412d-a21f-ed0a257a87dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c3ab2c-6533-4fa0-8196-72c7f9c38f71,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:40.823332 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.823664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.827829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc9fec08-25db-412d-a21f-ed0a257a87dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.828104 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.828577 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.828904 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.829261 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.829623 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.829940 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.830239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dc9fec08-25db-412d-a21f-ed0a257a87dd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34c3ab2c-6533-4fa0-8196-72c7f9c38f71 HTTP/1.1" status: 204 len: 168 time: 1.6039689 Mar 11 17:32:40.830453 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.830585 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.830878 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:40.856267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f74bda1e-4c38-4276-bd38-679dfbe38110 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:40.860814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-807784b3-8a31-4e7b-b380-62316d2b79b4 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:40.863425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-807784b3-8a31-4e7b-b380-62316d2b79b4 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 946 time: 0.6362951 Mar 11 17:32:40.888225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f74bda1e-4c38-4276-bd38-679dfbe38110 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:40.888606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.051082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-57d2b356-cc8d-4c51-b564-89cf899be38d None None] Provisioning complete for port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:41.057286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57d2b356-cc8d-4c51-b564-89cf899be38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.167977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-57d2b356-cc8d-4c51-b564-89cf899be38d None None] Port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:32:41.174688 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Attempting to bind port 11cff775-c552-4f56-8667-3585b42c57b3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:41.175050 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Attempting to bind port 11cff775-c552-4f56-8667-3585b42c57b3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:41.177127 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Attempting to bind port 11cff775-c552-4f56-8667-3585b42c57b3 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:41.178459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eff5bc-77ab-48bb-9a85-941845695937 req-5fd4724c-e55b-4b10-b080-823b6e8b6eca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b47ec5f9-7705-4d3a-8323-4019521ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4794476 Mar 11 17:32:41.196789 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:41.202929 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:41.203315 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.203712 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Bound using segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:41.204831 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Bound port: 11cff775-c552-4f56-8667-3585b42c57b3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:41.206888 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.244240 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.278870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f74bda1e-4c38-4276-bd38-679dfbe38110, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f74bda1e-4c38-4276-bd38-679dfbe38110,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:41.280088 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.297047 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.410123 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] For port 11cff775-c552-4f56-8667-3585b42c57b3, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:41.411137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f74bda1e-4c38-4276-bd38-679dfbe38110,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:41.423161 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] For port 11cff775-c552-4f56-8667-3585b42c57b3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=11cff775-c552-4f56-8667-3585b42c57b3,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:41.428510 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.434151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Deleting port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:41.434512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.576672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Router c4507b26-7271-4793-b39a-9bb62a105c55 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:41.593903 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d11df-3f7b-4f06-9cb5-9791b2fb695a None None] Pushing event updated for resources: {'Port': ['ID=11cff775-c552-4f56-8667-3585b42c57b3,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:41.606047 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:41.606893 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:41.814670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:41.867731 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:41.874665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eff5bc-77ab-48bb-9a85-941845695937 req-c9e386c2-2537-49d3-8c3d-d5c64af5a696 service neutron] 10.222.0.59 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623170 Mar 11 17:32:41.930417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:41.940466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:41.941468 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.115687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9a613-cd3e-4e2b-b9aa-991d781d93e1 req-58191917-98e9-405b-88d2-eda525e038b5 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:42.117470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40d9a613-cd3e-4e2b-b9aa-991d781d93e1 req-58191917-98e9-405b-88d2-eda525e038b5 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 944 time: 1.0567842 Mar 11 17:32:42.166144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91355015-0435-4d84-a8ae-58f352c85c33 req-a9acd51b-00f5-4055-9fad-c6f3277b7671 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:42.172817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-a9acd51b-00f5-4055-9fad-c6f3277b7671 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 815 time: 0.6144848 Mar 11 17:32:42.218934 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.245342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:42.256352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-83924fd3-4b48-4240-add9-fcd8f3ba6ea3 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/quotas/8fef53125f0a484ba5f5b04f31354786 HTTP/1.1" status: 200 len: 375 time: 0.0826294 Mar 11 17:32:42.275426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:42.295455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:42.300683 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.301538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a33d1c51-b142-452c-9b6f-1aeaf9fa2393 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:42.314899 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-771eadbb-e1a9-4d1c-9561-162f24810ed0 admin admin] 10.222.0.96 "PUT /v2.0/routers/c4507b26-7271-4793-b39a-9bb62a105c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5897038 Mar 11 17:32:42.379203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:42.379562 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.395898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eff5bc-77ab-48bb-9a85-941845695937 req-37184fa4-584a-4b96-8590-3584a0cd6607 service neutron] 10.222.0.59 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915013 Mar 11 17:32:42.409499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40d9a613-cd3e-4e2b-b9aa-991d781d93e1 req-d555fde3-3814-4aec-b4fb-1d65cb0026ea tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754095 Mar 11 17:32:42.456219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Router 73751e6a-4cbf-491f-84ff-466184e159fc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:42.498438 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:41Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:42.531982 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97948777-6a0e-4d1a-af97-77762dfb7938 None None] The sync data for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 is: [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:41Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:42.558605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dbb8681c-49ca-4489-b215-1ca8d4bcf2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.604804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51526) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:42.660630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51532) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:42.684353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Calling delete_port for a33d1c51-b142-452c-9b6f-1aeaf9fa2393 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:42.712260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:42.721673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f74bda1e-4c38-4276-bd38-679dfbe38110 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:42.801354 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.856636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:42.868194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f74bda1e-4c38-4276-bd38-679dfbe38110 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:42.868835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.891285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:42.899573 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9f64b08a-14b4-4aaf-8a27-cdfa5fb5ee0c admin admin] 10.222.0.96 "PUT /v2.0/routers/73751e6a-4cbf-491f-84ff-466184e159fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1050127 Mar 11 17:32:42.900504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:42.906950 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.003074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] Sync routers for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:43.019667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:43.038484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:43.039050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:43.180950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1974873429-network', 'tenant_id': '76231ffad96d418dad3eb471a5dc493f'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:43.211687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-f27a8f8d-a433-4181-9f20-fef6f7182235 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9538743 Mar 11 17:32:43.270599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:43.283857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Usage tracker for resource:network and tenant:76231ffad96d418dad3eb471a5dc493f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:43.288717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:43.298032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:43.334791 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:43.335358 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:43.337120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Made reservation on behalf of 76231ffad96d418dad3eb471a5dc493f for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:43.339457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.374091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.381526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-8bae2707-7a6d-40be-a41a-a0b2e90ca00a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:43.384030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-8bae2707-7a6d-40be-a41a-a0b2e90ca00a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "GET /v2.0/ports?device_id=25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345 HTTP/1.1" status: 200 len: 945 time: 0.4513452 Mar 11 17:32:43.409981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11cff775-c552-4f56-8667-3585b42c57b3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:43.414184 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Sync routers for ids ['c4507b26-7271-4793-b39a-9bb62a105c55'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:43.425659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:43.434145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Usage tracker for resource:security_group_rule and tenant:76231ffad96d418dad3eb471a5dc493f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:43.438662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e46f05-8e2d-4ebb-95e8-b0facae8f943 req-22d6bc4a-a147-4ea3-8140-c98cb9b1f00c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:43.438945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:43.440591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48e46f05-8e2d-4ebb-95e8-b0facae8f943 req-22d6bc4a-a147-4ea3-8140-c98cb9b1f00c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 0.4730446 Mar 11 17:32:43.445999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:43.446984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:43.462859 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Routers {'c4507b26-7271-4793-b39a-9bb62a105c55'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:43.463920 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c4507b26-7271-4793-b39a-9bb62a105c55'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:43.573491 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-255e0a42-34ef-455b-8c18-74c62d40fd94 service neutron] 10.222.0.96 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608797 Mar 11 17:32:43.588222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.600920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.714477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Deleting port 1e9d2d5a-14bc-4238-9738-629001c526e2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:43.714934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.720514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Set router c4507b26-7271-4793-b39a-9bb62a105c55 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:43.742011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.760043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-d1ab44f4-0a8b-454e-899c-c385b525e176 service neutron] 10.222.0.96 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855237 Mar 11 17:32:43.785300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 11cff775-c552-4f56-8667-3585b42c57b3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:43.794024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:32:43.795457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 11cff775-c552-4f56-8667-3585b42c57b3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:43.795952 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.805379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48e46f05-8e2d-4ebb-95e8-b0facae8f943 req-a1bb9496-f948-4048-8e2c-1b66ede4a2a0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208003 Mar 11 17:32:43.812079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183ce168-ae58-400a-ac2e-e9da91fc0808,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:43.824213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.825915 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Added segment a5214b94-deee-43af-a566-72735c602b3b of type vlan for network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e Mar 11 17:32:43.837296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Deleting port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:43.837296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.909888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.989359 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.990288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:43.992664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.070065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:32:39Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:44.075352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4696627 Mar 11 17:32:44.086999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] Checking router: 73751e6a-4cbf-491f-84ff-466184e159fc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:44.087337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51546) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:44.103357 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.183041 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'code': 200} Mar 11 17:32:44.183905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Request body: {'subnet': {'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1974873429-subnet', 'tenant_id': '76231ffad96d418dad3eb471a5dc493f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:44.228574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] Routers {'73751e6a-4cbf-491f-84ff-466184e159fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:44.229204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['73751e6a-4cbf-491f-84ff-466184e159fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:44.260682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:44.292406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Usage tracker for resource:subnet and tenant:76231ffad96d418dad3eb471a5dc493f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:44.301861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:44.305326 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'name': 'tempest-ServersTestFqdnHostnames-157009852-router', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:28Z', 'updated_at': '2022-03-11T17:32:38Z', 'revision_number': 4, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'gw_port': {'id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:30Z', 'updated_at': '2022-03-11T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e069b5a2-4f0b-4b62-afd6-d44c070a72f3', 'name': '', 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'mac_address': 'fa:16:3e:dc:f1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365cf189-d95c-4a2b-bee1-072d9e5be245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:36Z', 'updated_at': '2022-03-11T17:32:39Z', 'revision_number': 2, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'subnets': [{'id': '365cf189-d95c-4a2b-bee1-072d9e5be245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:44.313419 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Checking router: c4507b26-7271-4793-b39a-9bb62a105c55 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:44.314156 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Updating router c4507b26-7271-4793-b39a-9bb62a105c55 port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:32:44.345289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:44.387504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.390406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1838df-2ecd-4bbe-8f5d-fc013e334986 admin admin] Pushing event updated for resources: {'Network': ['ID=be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:44.405187 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.407250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Deleting port e47d878d-babc-4e37-875c-f87c304beddb {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:44.407579 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.506251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:32:44.538658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 11cff775-c552-4f56-8667-3585b42c57b3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=11cff775-c552-4f56-8667-3585b42c57b3,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:44.627675 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.671419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] For port e47d878d-babc-4e37-875c-f87c304beddb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e47d878d-babc-4e37-875c-f87c304beddb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:44.672357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.709296 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71fd52ce-2d8f-427f-ab48-8d6022041a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.768966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=11cff775-c552-4f56-8667-3585b42c57b3,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:44.787950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] Set router 73751e6a-4cbf-491f-84ff-466184e159fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:44.865893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] For port 1e9d2d5a-14bc-4238-9738-629001c526e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1e9d2d5a-14bc-4238-9738-629001c526e2,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:44.866842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.882686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Made reservation on behalf of 76231ffad96d418dad3eb471a5dc493f for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:44.885120 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.895723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Calling delete_port for e47d878d-babc-4e37-875c-f87c304beddb owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:44.945418 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-36a35b94-ee5d-4b95-b20c-41eb56e68df5 req-f0942101-5cda-4627-b225-9d7f9c06181b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1096 time: 0.7002199 Mar 11 17:32:45.028794 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-36a35b94-ee5d-4b95-b20c-41eb56e68df5 req-eae8a08e-e0ca-4825-835e-a9c1b0001aac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733573 Mar 11 17:32:45.056908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Calling delete_port for 1e9d2d5a-14bc-4238-9738-629001c526e2 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:45.153290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.227107 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.241551 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Transition to ACTIVE for port object e069b5a2-4f0b-4b62-afd6-d44c070a72f3 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:45.244390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:32:39Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:45.250548 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.251450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce8cde-9658-41b5-9031-4c53ef6a8ec0 None None] The sync data for ids ['73751e6a-4cbf-491f-84ff-466184e159fc'] in n-d-833436-1 is: [{'id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-887899313-router', 'tenant_id': '54eb10a94e514af59bd150fc607f1929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:30:29Z', 'updated_at': '2022-03-11T17:32:39Z', 'revision_number': 5, 'project_id': '54eb10a94e514af59bd150fc607f1929', 'gw_port': {'id': 'e47d878d-babc-4e37-875c-f87c304beddb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73751e6a-4cbf-491f-84ff-466184e159fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:30:31Z', 'updated_at': '2022-03-11T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:45.280716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc93e99-4ed0-44ca-bd51-1f2b660841e2 req-5287ca15-77c1-49d6-893c-08a0c04c16a1 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:45.287893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fc93e99-4ed0-44ca-bd51-1f2b660841e2 req-5287ca15-77c1-49d6-893c-08a0c04c16a1 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 944 time: 1.1412756 Mar 11 17:32:45.314169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47d878d-babc-4e37-875c-f87c304beddb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:45.380463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] For port a33d1c51-b142-452c-9b6f-1aeaf9fa2393, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:45.381016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.428539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7db7-c363-49bd-83f1-8eddd6db14d1 None None] Pushing event updated for resources: {'Port': ['ID=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:45.534404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.542976 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Attempting to bind port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:45.543670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Attempting to bind port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:45.544609 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Attempting to bind port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 on network 9045a9c9-caf0-4671-8321-73d972136c77 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:45.552997 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:45.554519 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Checking segment: {'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:45.555112 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.556445 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Bound using segment: {'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:45.557537 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Bound port: e069b5a2-4f0b-4b62-afd6-d44c070a72f3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459f45ad-fd8a-4051-8779-08380f645a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:45.558088 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.587274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.598688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Calling delete_port for a33d1c51-b142-452c-9b6f-1aeaf9fa2393 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:45.692430 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.700074 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] For port e069b5a2-4f0b-4b62-afd6-d44c070a72f3, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:45.704266 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] For port e069b5a2-4f0b-4b62-afd6-d44c070a72f3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,segment=NetworkSegment(459f45ad-fd8a-4051-8779-08380f645a71),segment_id=459f45ad-fd8a-4051-8779-08380f645a71)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:45.710979 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.788503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700046a-ab5e-4d2a-823c-2cb5f156e51d req-5f478b2a-a118-4dba-b001-5583374e28f3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:45.794722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2700046a-ab5e-4d2a-823c-2cb5f156e51d req-5f478b2a-a118-4dba-b001-5583374e28f3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 944 time: 1.4581223 Mar 11 17:32:45.804327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cab642c2-b4e4-4d53-92b4-64ff66fbed3e details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:32:45.852431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fc93e99-4ed0-44ca-bd51-1f2b660841e2 req-79a1c331-6bd3-4ec7-9a9e-67c4d7ae13e9 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/security-groups?id=09006036-2a6a-4324-8da3-ac48da35eccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633512 Mar 11 17:32:45.881303 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7db7-c363-49bd-83f1-8eddd6db14d1 None None] Pushing event updated for resources: {'Port': ['ID=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:45.907471 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Routers {'c4507b26-7271-4793-b39a-9bb62a105c55'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:45.908106 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c4507b26-7271-4793-b39a-9bb62a105c55'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:46.096309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cab642c2-b4e4-4d53-92b4-64ff66fbed3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:46.114415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'port_id': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'mac_address': 'fa:16:3e:2c:a0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:32:46.183689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:46.217990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.243226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.252602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab642c2-b4e4-4d53-92b4-64ff66fbed3e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:46.293293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1e9d2d5a-14bc-4238-9738-629001c526e2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:46.341605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2700046a-ab5e-4d2a-823c-2cb5f156e51d req-27853113-4305-46cd-8099-715644e31f45 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5313008 Mar 11 17:32:46.355073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cab642c2-b4e4-4d53-92b4-64ff66fbed3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:46.407969 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] Set router c4507b26-7271-4793-b39a-9bb62a105c55 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:46.409647 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.553782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:46.574428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Pushing event deleted for resources: {'Port': ['ID=1e9d2d5a-14bc-4238-9738-629001c526e2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:46.585234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91355015-0435-4d84-a8ae-58f352c85c33 req-ae14b0e2-da33-4792-bb25-5778ade2cbcf tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:46.586842 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-ae14b0e2-da33-4792-bb25-5778ade2cbcf tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 815 time: 0.5789258 Mar 11 17:32:46.591589 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.596814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.620414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7531eef6-a711-4a24-88b1-d85c1d95f83e req-c85befb7-c2d7-4a20-adf4-54ccdb4ccb03 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 210 time: 0.4064479 Mar 11 17:32:46.624758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.625593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73751e6a-4cbf-491f-84ff-466184e159fc {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:32:46.642641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Request body: {'port': {'device_id': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'admin_state_up': True, 'tenant_id': '8fef53125f0a484ba5f5b04f31354786'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:46.743014 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.768307 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393', 'code': 200} Mar 11 17:32:46.797600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.801260 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-61f80dbe-ef3a-41f2-8c38-5c61b3075d15 admin admin] 10.222.0.96 "DELETE /v2.0/routers/73751e6a-4cbf-491f-84ff-466184e159fc HTTP/1.1" status: 204 len: 168 time: 3.8973644 Mar 11 17:32:46.802054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51560) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:46.854777 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'name': 'tempest-ServersTestFqdnHostnames-157009852-router', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:28Z', 'updated_at': '2022-03-11T17:32:38Z', 'revision_number': 4, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'gw_port': {'id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:30Z', 'updated_at': '2022-03-11T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e069b5a2-4f0b-4b62-afd6-d44c070a72f3', 'name': '', 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'mac_address': 'fa:16:3e:dc:f1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365cf189-d95c-4a2b-bee1-072d9e5be245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:36Z', 'updated_at': '2022-03-11T17:32:45Z', 'revision_number': 4, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'subnets': [{'id': '365cf189-d95c-4a2b-bee1-072d9e5be245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:46.860578 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad9c9e-43e2-4016-8698-526651d04822 None None] The sync data for ids ['c4507b26-7271-4793-b39a-9bb62a105c55'] in n-d-833436-1 is: [{'id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'name': 'tempest-ServersTestFqdnHostnames-157009852-router', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:28Z', 'updated_at': '2022-03-11T17:32:38Z', 'revision_number': 4, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'gw_port': {'id': 'f74bda1e-4c38-4276-bd38-679dfbe38110', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:30Z', 'updated_at': '2022-03-11T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e069b5a2-4f0b-4b62-afd6-d44c070a72f3', 'name': '', 'network_id': '9045a9c9-caf0-4671-8321-73d972136c77', 'tenant_id': '0592c845e92547ff9aaad895fee498e4', 'mac_address': 'fa:16:3e:dc:f1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4507b26-7271-4793-b39a-9bb62a105c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365cf189-d95c-4a2b-bee1-072d9e5be245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:36Z', 'updated_at': '2022-03-11T17:32:45Z', 'revision_number': 4, 'project_id': '0592c845e92547ff9aaad895fee498e4', 'subnets': [{'id': '365cf189-d95c-4a2b-bee1-072d9e5be245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:46.885328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['cab642c2-b4e4-4d53-92b4-64ff66fbed3e'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:46.946295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:46.962566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] Deleting subnet 567c5ca4-64ec-4b61-8641-7acd46a2b5a2 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:32:46.967256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Usage tracker for resource:port and tenant:8fef53125f0a484ba5f5b04f31354786 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:46.970504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.997014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11cff775-c552-4f56-8667-3585b42c57b3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:47.000644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Pushing event deleted for resources: {'Port': ['ID=a33d1c51-b142-452c-9b6f-1aeaf9fa2393,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:47.017243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:47.018704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] No DVR routers for this DVR port 1e9d2d5a-14bc-4238-9738-629001c526e2 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:47.050874 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.052500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:47.086799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Made reservation on behalf of 8fef53125f0a484ba5f5b04f31354786 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:47.092390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.178982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.229156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.238308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'name': 'network-vif-deleted', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:47.332589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Allocated IP 172.20.0.10 (ca0b1da1-1765-4ebd-b7a8-dfb58b404f41/0540f05e-50e1-4175-b0a3-47f4d7b2af4f/4c1a0be0-d111-47b9-b31c-25b750f2d8ba) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:47.363884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 11cff775-c552-4f56-8667-3585b42c57b3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:47.364398 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.453955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.584463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ffabbd80-927b-4ef8-8265-3e66b577a2d3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:47.638240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ffabbd80-927b-4ef8-8265-3e66b577a2d3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:47.638554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ffabbd80-927b-4ef8-8265-3e66b577a2d3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:47.702600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.718304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] No DVR routers for this DVR port a33d1c51-b142-452c-9b6f-1aeaf9fa2393 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:47.743437 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.749121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b2ba4ebf-6a28-4af7-ae9e-1fccfcd061d9 req-cab22c7b-0d1f-4136-a86e-7266ca115ea3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Synchronizing usage tracker for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:47.774558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4beb1407-7633-40b3-a81a-d1bd51d72c10 req-fe9f6b0c-aacc-41bd-a745-ed7ed1b68c74 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "DELETE /v2.0/ports/1e9d2d5a-14bc-4238-9738-629001c526e2 HTTP/1.1" status: 204 len: 173 time: 4.3551869 Mar 11 17:32:47.785555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.799370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb4225-9a00-4967-9d25-cb66d6a87a8c req-56bb0f0c-c4ae-46b6-a90b-5112d3d484d4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:47.811668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7abb4225-9a00-4967-9d25-cb66d6a87a8c req-56bb0f0c-c4ae-46b6-a90b-5112d3d484d4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 1.1817148 Mar 11 17:32:47.818316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1e9d2d5a-14bc-4238-9738-629001c526e2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:47.827990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.880690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 1e9d2d5a-14bc-4238-9738-629001c526e2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:47.881252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1e9d2d5a-14bc-4238-9738-629001c526e2 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:47.908528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.917859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbac1049-1db3-4c15-83c5-9cadcd0ec968 req-a7618fcc-07b7-4853-9944-233033de594b tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.59 "DELETE /v2.0/ports/a33d1c51-b142-452c-9b6f-1aeaf9fa2393 HTTP/1.1" status: 204 len: 173 time: 7.0479088 Mar 11 17:32:47.953952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f995a83-b7a9-4693-afc0-3c26de6bf478,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:47.965754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b2ba4ebf-6a28-4af7-ae9e-1fccfcd061d9 req-cab22c7b-0d1f-4136-a86e-7266ca115ea3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] Unset dirty status for tenant:84e996db3d1d4c299a29880554c99424 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:47.980068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2ba4ebf-6a28-4af7-ae9e-1fccfcd061d9 req-cab22c7b-0d1f-4136-a86e-7266ca115ea3 tempest-ListServerFiltersTestJSON-1350146471 tempest-ListServerFiltersTestJSON-1350146471-project] 10.222.0.96 "GET /v2.0/ports?device_id=d5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8 HTTP/1.1" status: 200 len: 210 time: 0.7730184 Mar 11 17:32:47.995497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567c5ca4-64ec-4b61-8641-7acd46a2b5a2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:48.002341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.014058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.076775 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-90206ea2-c1c8-453e-bf43-918ae45380de admin admin] 10.222.0.96 "DELETE /v2.0/subnets/567c5ca4-64ec-4b61-8641-7acd46a2b5a2 HTTP/1.1" status: 204 len: 168 time: 1.2732723 Mar 11 17:32:48.090986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51572) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:48.134011 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c1aba0-b4f3-47b1-bbbb-7cd9cb63d345', 'name': 'network-vif-deleted', 'tag': '1e9d2d5a-14bc-4238-9738-629001c526e2', 'status': 'completed', 'code': 200} Mar 11 17:32:48.205323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7abb4225-9a00-4967-9d25-cb66d6a87a8c req-97959d91-cd0f-459a-b527-546e0b7fa136 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3905344 Mar 11 17:32:48.241333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Checking segment: {'id': 'a5214b94-deee-43af-a566-72735c602b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:48.241333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Network hostable DHCP agents. Network: be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:32:48.366745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:48.380070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:32:48.381889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:48.388005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:48.420154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:48.429999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf85f87-13dc-4f5e-a78e-64f55a06b305 None None] Network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:48.433788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:48.434551 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.476363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:48.495926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b50c497e-1c3a-4ed1-b996-4a91e7076f3f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.3507214 Mar 11 17:32:48.598088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304132-66cf-4d26-a618-702dedb4f4d6 req-616bf169-c3d2-4117-87ea-095f9c39054f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:48.605449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2304132-66cf-4d26-a618-702dedb4f4d6 req-616bf169-c3d2-4117-87ea-095f9c39054f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 945 time: 0.2993891 Mar 11 17:32:48.814637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:48.814637 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.838172 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.866029 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-9b986f2b-cbec-492a-87ca-fc7fa165a8c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2273262 Mar 11 17:32:48.866845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e069b5a2-4f0b-4b62-afd6-d44c070a72f3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:48.891172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Request body: {'port': {'device_id': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:48.908409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2304132-66cf-4d26-a618-702dedb4f4d6 req-b87003e1-062b-4207-95c8-d488d4aeee13 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019967 Mar 11 17:32:48.934876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199460-1354-4485-bd7b-9c1fe61c189c req-1df2088a-a805-4fb4-a81c-d81c7998bf7e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:48.935738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a199460-1354-4485-bd7b-9c1fe61c189c req-1df2088a-a805-4fb4-a81c-d81c7998bf7e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Synchronizing usage tracker for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:49.085047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ae9f5-4580-418b-8b36-7f8256acde27 None None] Network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:49.095374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a199460-1354-4485-bd7b-9c1fe61c189c req-1df2088a-a805-4fb4-a81c-d81c7998bf7e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Unset dirty status for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:49.108088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a199460-1354-4485-bd7b-9c1fe61c189c req-1df2088a-a805-4fb4-a81c-d81c7998bf7e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 932 time: 0.6528223 Mar 11 17:32:49.253394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:49.270457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:49.270837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.279722 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.305714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a199460-1354-4485-bd7b-9c1fe61c189c req-a13f83e4-2ea5-4105-a06e-764201357d47 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933239 Mar 11 17:32:49.336014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.343348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28404a5-3319-4cc8-8080-1b915396df28 req-03555224-ab0c-4220-b864-c09d0f332e57 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:49.345180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b28404a5-3319-4cc8-8080-1b915396df28 req-03555224-ab0c-4220-b864-c09d0f332e57 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 0.1964369 Mar 11 17:32:49.355505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51588) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:49.361868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'floatingip': {'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:49.392847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8bc6b2-8370-4717-b1a8-529222fb1288']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:49.415454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78384c62-322e-4f54-a6c8-b641d35b4eb8') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:49.415850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78384c62-322e-4f54-a6c8-b641d35b4eb8') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:49.476420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.487426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.514690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.516977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51592) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:49.566972 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.573506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:32:49.573899 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:32:49.589924 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:32:49.622414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e069b5a2-4f0b-4b62-afd6-d44c070a72f3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,segment=NetworkSegment(459f45ad-fd8a-4051-8779-08380f645a71),segment_id=459f45ad-fd8a-4051-8779-08380f645a71)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:49.629683 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.728298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:49.838930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cab642c2-b4e4-4d53-92b4-64ff66fbed3e up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:49.892632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] Deleting subnet a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:32:49.892632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.946941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.965687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port cab642c2-b4e4-4d53-92b4-64ff66fbed3e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:49.978610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port cab642c2-b4e4-4d53-92b4-64ff66fbed3e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:49.979211 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.001602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.013451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8bc6b2-8370-4717-b1a8-529222fb1288,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:50.022660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bfcda583-1150-4cae-8625-97fbba2e26ba admin admin] 10.222.0.96 "DELETE /v2.0/networks/0f8bc6b2-8370-4717-b1a8-529222fb1288 HTTP/1.1" status: 204 len: 168 time: 1.9307859 Mar 11 17:32:50.051916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.165497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'name': 'network-vif-deleted', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:50.178492 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.208162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1a0be0-d111-47b9-b31c-25b750f2d8ba {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:50.221205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.232519 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.244428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cab642c2-b4e4-4d53-92b4-64ff66fbed3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:50.247310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:50.255181 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.292824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Transition to ACTIVE for port object 4c1a0be0-d111-47b9-b31c-25b750f2d8ba will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:50.301607 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.340883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51608) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:50.350430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:50.432594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Deleting port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:50.432929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.498613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:50.506038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.534745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-e01ba007-0d63-4bf1-b84d-f22421e2288a tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:50.543750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-e01ba007-0d63-4bf1-b84d-f22421e2288a tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/networks?id=be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e HTTP/1.1" status: 200 len: 813 time: 0.7586677 Mar 11 17:32:50.565689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b3244b-86d3-4d68-b0ea-e37a6234f5c5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:50.606130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30adbdc7-3962-4e15-a1d9-3970d453bc37 None None] Network b634b5fc-e093-469e-82d7-e0c7acdccaa8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:50.606905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-128d81b6-51ab-468b-889f-609fdb549700 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=54eb10a94e514af59bd150fc607f1929&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2532213 Mar 11 17:32:50.606905 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.633174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51614) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:50.661919 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7c113379-83e2-4fb9-ba2b-e163d9f867db admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a4b3244b-86d3-4d68-b0ea-e37a6234f5c5 HTTP/1.1" status: 204 len: 168 time: 1.1397281 Mar 11 17:32:50.673726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51618) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:50.725498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-90ec78cc-d644-4ff1-a687-610fc5b5cbc3 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/quotas/76231ffad96d418dad3eb471a5dc493f HTTP/1.1" status: 200 len: 375 time: 0.1876745 Mar 11 17:32:50.797990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e069b5a2-4f0b-4b62-afd6-d44c070a72f3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:50.819442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-e6ca4c86-7b9e-4c64-9215-55fede5a023a tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=76231ffad96d418dad3eb471a5dc493f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930545 Mar 11 17:32:50.842895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Attempting to bind port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:50.843103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Attempting to bind port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:50.843319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Attempting to bind port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:50.848352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ab7ad-5339-4896-9a2e-31649e463d35 req-bd3be4bd-a252-439c-87a6-eae0f1495ade tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:50.851390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-523ab7ad-5339-4896-9a2e-31649e463d35 req-bd3be4bd-a252-439c-87a6-eae0f1495ade tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 945 time: 0.7843347 Mar 11 17:32:50.860682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.870264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:32:50.870683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Attempting to bind port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:50.877361 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31ba57dd-cfaf-42ba-9443-c5d7a4aedebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.896718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:50.897542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Checking segment: {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:50.897542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Bound using segment: {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:50.897822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Bound port: 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:50.898350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.925431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Deleting port f17dac87-fe79-4c53-bba9-885b44f6a952 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:50.925762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.976432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e069b5a2-4f0b-4b62-afd6-d44c070a72f3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:50.976791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.994318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] For port e069b5a2-4f0b-4b62-afd6-d44c070a72f3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,segment=NetworkSegment(459f45ad-fd8a-4051-8779-08380f645a71),segment_id=459f45ad-fd8a-4051-8779-08380f645a71)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:50.994866 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.093606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31ba57dd-cfaf-42ba-9443-c5d7a4aedebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.097120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] DHCP port deletion for b634b5fc-e093-469e-82d7-e0c7acdccaa8 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:32:51.162082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Deleting port f17dac87-fe79-4c53-bba9-885b44f6a952 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:51.162470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.175905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Calling delete_port for e069b5a2-4f0b-4b62-afd6-d44c070a72f3 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:51.256186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-523ab7ad-5339-4896-9a2e-31649e463d35 req-ed3402a8-d4da-4887-a865-98caf3431156 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3729465 Mar 11 17:32:51.310950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:51.323786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-44651d6f-c9d1-4b6e-98eb-7be6c6aa5220 service neutron] 10.222.0.96 "GET /v2.0/networks/be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674985 Mar 11 17:32:51.336435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31ba57dd-cfaf-42ba-9443-c5d7a4aedebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.398865 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e1ce99-5bfb-4c55-be4b-db8b8b6c57f8', 'name': 'network-vif-deleted', 'tag': 'a33d1c51-b142-452c-9b6f-1aeaf9fa2393', 'status': 'completed', 'code': 200} Mar 11 17:32:51.411926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:51.423352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba57dd-cfaf-42ba-9443-c5d7a4aedebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cbfc46-0ca1-489a-9a32-e1f6430503ce,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:51.440104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.458407 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'code': 200} Mar 11 17:32:51.492579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] For port f17dac87-fe79-4c53-bba9-885b44f6a952, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f17dac87-fe79-4c53-bba9-885b44f6a952,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:51.492998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.525447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31ba57dd-cfaf-42ba-9443-c5d7a4aedebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.526641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-31ba57dd-cfaf-42ba-9443-c5d7a4aedebe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/11cbfc46-0ca1-489a-9a32-e1f6430503ce HTTP/1.1" status: 204 len: 168 time: 0.8891098 Mar 11 17:32:51.540419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] For port f17dac87-fe79-4c53-bba9-885b44f6a952, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f17dac87-fe79-4c53-bba9-885b44f6a952,segment=NetworkSegment(e4b5a15d-4577-42dd-8414-2d3c0186a589),segment_id=e4b5a15d-4577-42dd-8414-2d3c0186a589)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:51.541068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.558755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.560393 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c1a0be0-d111-47b9-b31c-25b750f2d8ba HTTP/1.1" status: 200 len: 1092 time: 2.6748800 Mar 11 17:32:51.560991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:51.696937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Calling delete_port for f17dac87-fe79-4c53-bba9-885b44f6a952 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:51.730026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.730753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Calling delete_port for f17dac87-fe79-4c53-bba9-885b44f6a952 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:32:51.749109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.762327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4a62-2cf3-48ab-a244-32d7e5e3d7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:51.852383 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-dd2cfa45-7e68-4def-88e1-9133d75645c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 1095 time: 0.2250102 Mar 11 17:32:51.853143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.854187 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:51.854570 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:51.914769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-3dfbab12-4719-4f88-a31b-3731457dc026 service neutron] 10.222.0.96 "GET /v2.0/networks/be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235977 Mar 11 17:32:51.966508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-3fb0063b-9b7c-4b21-b6da-04ce1360523c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba HTTP/1.1" status: 200 len: 217 time: 0.0711501 Mar 11 17:32:51.970492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f17dac87-fe79-4c53-bba9-885b44f6a952,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.008664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3f34acc-f94d-4446-ae45-d6b181c64edd req-78451320-9d22-4902-8bfa-8908216e29a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 1097 time: 0.4565678 Mar 11 17:32:52.019404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d01bd-a2ee-4360-8cc8-a92daef56999 req-1b69ea0d-5e48-48e2-95a4-0c74a39543d0 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:52.026029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-382d01bd-a2ee-4360-8cc8-a92daef56999 req-1b69ea0d-5e48-48e2-95a4-0c74a39543d0 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 944 time: 0.3728538 Mar 11 17:32:52.045913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] No DVR routers for this DVR port f17dac87-fe79-4c53-bba9-885b44f6a952 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:52.079806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91355015-0435-4d84-a8ae-58f352c85c33 req-2adc27c7-d644-4244-8c02-5d20da1b0f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:52.081293 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-2adc27c7-d644-4244-8c02-5d20da1b0f04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0540f05e-50e1-4175-b0a3-47f4d7b2af4f HTTP/1.1" status: 200 len: 855 time: 0.1064131 Mar 11 17:32:52.338345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3f34acc-f94d-4446-ae45-d6b181c64edd req-3e835a04-60a5-4ede-bd3b-1b93790a04f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081167 Mar 11 17:32:52.342073 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'status': 'completed', 'code': 200} Mar 11 17:32:52.342731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.345212 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-2fcc11c2-3d3e-4e8e-97b6-4b4bcdd74ace service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186525 Mar 11 17:32:52.347083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.348636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa84c0c-562b-4631-b787-d5de123ac3e1 req-58b51e13-6eaf-4563-930e-e1bc1e103ac2 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 210 time: 0.0998404 Mar 11 17:32:52.356160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Deleting port f17dac87-fe79-4c53-bba9-885b44f6a952 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:52.356574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.411174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b634b5fc-e093-469e-82d7-e0c7acdccaa8']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:52.446352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-382d01bd-a2ee-4360-8cc8-a92daef56999 req-3d97b741-e6fe-488b-8ec0-07c3e42465ca tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841012 Mar 11 17:32:52.449040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e069b5a2-4f0b-4b62-afd6-d44c070a72f3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.452283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b5a15d-4577-42dd-8414-2d3c0186a589') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:52.457270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b5a15d-4577-42dd-8414-2d3c0186a589') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:52.477817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5a094041-e261-426e-8fce-53a66f0dc2a3 None None] The port 'f17dac87-fe79-4c53-bba9-885b44f6a952' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:32:52.484335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.522435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.530469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:32:52.531246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:32:52.546772 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:32:52.643549 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.676510 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.739241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b634b5fc-e093-469e-82d7-e0c7acdccaa8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.902713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f17dac87-fe79-4c53-bba9-885b44f6a952 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:32:52.937961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51654) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:52.938912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f17dac87-fe79-4c53-bba9-885b44f6a952 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:32:52.939466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f17dac87-fe79-4c53-bba9-885b44f6a952 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:32:52.960299 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-340cd52e-9224-4105-b056-addc590df9d5 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789774 Mar 11 17:32:52.961460 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Floating IP c0372df1-2574-43f1-925d-b63e23c9557f associated. External IP: 172.25.3.233, port: 0996a4b8-3e76-42ba-9f96-ab0e83b34a55. Mar 11 17:32:52.962351 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c61ce036-6873-4eb4-b9bc-7cff9a7805ce admin admin] 10.222.0.96 "DELETE /v2.0/networks/b634b5fc-e093-469e-82d7-e0c7acdccaa8 HTTP/1.1" status: 204 len: 168 time: 2.2907069 Mar 11 17:32:53.117671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-91355015-0435-4d84-a8ae-58f352c85c33 req-019feeed-fb40-4e82-8c30-0c01b9e30b20 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511252 Mar 11 17:32:53.126021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64225-4dbc-4b64-981c-b83601e5396c req-ce186469-b379-46c3-812e-8cf85b27e7d8 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:53.127699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8f64225-4dbc-4b64-981c-b83601e5396c req-ce186469-b379-46c3-812e-8cf85b27e7d8 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.5720572 Mar 11 17:32:53.182272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51662) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:53.230765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8f64225-4dbc-4b64-981c-b83601e5396c req-1f8f11ce-34fa-402a-b20d-ada5006085f7 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944386 Mar 11 17:32:53.344807 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:53.442784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51668) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:53.449034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8bf00514-f930-4e79-8fa4-96dd2e1dbdfb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=84e996db3d1d4c299a29880554c99424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2549629 Mar 11 17:32:53.492876 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-a80b004a-1e20-4f3d-bda8-c6876cb20960 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 1095 time: 0.1510539 Mar 11 17:32:53.604862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1104397016-network', 'tenant_id': '27672a0f49484c27b016bf5ee3d78e52'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:53.699144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-5d59c02e-7d8a-486c-8488-8aa4ca0e7ee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:53.700645 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-5d59c02e-7d8a-486c-8488-8aa4ca0e7ee5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 917 time: 0.1998558 Mar 11 17:32:53.751382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:53.773343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Usage tracker for resource:network and tenant:27672a0f49484c27b016bf5ee3d78e52 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:53.784035 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-aaac6e36-8860-4ef0-9c23-8c52365034f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba HTTP/1.1" status: 200 len: 217 time: 0.0679717 Mar 11 17:32:53.787298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:53.793407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-007da27f-0ea6-40fc-ab73-eb8ae36668cc req-3b895d21-0adc-418b-ae59-3bba9c5ef5e2 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 210 time: 0.1824479 Mar 11 17:32:53.802983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:53.854549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-e03e554c-8b43-444d-bf22-7c5ea78c23d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:53.855993 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-e03e554c-8b43-444d-bf22-7c5ea78c23d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0540f05e-50e1-4175-b0a3-47f4d7b2af4f HTTP/1.1" status: 200 len: 855 time: 0.0657761 Mar 11 17:32:53.859278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Made reservation on behalf of 27672a0f49484c27b016bf5ee3d78e52 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:53.861557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:53.893587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:53.934235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-e9632386-dea9-4e0c-877d-f3bc312823d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423696 Mar 11 17:32:53.935219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1be5d81-f59c-497b-b7fe-b299cc5f88fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.086098 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-6421669d-ef15-4d64-82a2-e74cd2262f7c service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448703 Mar 11 17:32:54.195058 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1be5d81-f59c-497b-b7fe-b299cc5f88fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.226378 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af326842-17ce-4439-8fe0-9b25003ef3f9 req-76e0776f-6dd0-4c52-94ae-5ee864a4e328 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337650 Mar 11 17:32:54.233640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:54.242918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81e7f-8af7-4184-a1c5-753e85a87c86 req-5f959641-62b5-4d73-9a0d-23c6f74f7da4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:54.244474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cf81e7f-8af7-4184-a1c5-753e85a87c86 req-5f959641-62b5-4d73-9a0d-23c6f74f7da4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 944 time: 0.5757551 Mar 11 17:32:54.263287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Usage tracker for resource:security_group_rule and tenant:27672a0f49484c27b016bf5ee3d78e52 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:54.270974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:54.305688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:54.350633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-4ddd2725-6f21-47ea-bb06-d8f94ae4c8ce tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:54.351974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-4ddd2725-6f21-47ea-bb06-d8f94ae4c8ce tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.59 "GET /v2.0/networks?id=be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e HTTP/1.1" status: 200 len: 813 time: 0.4435921 Mar 11 17:32:54.390174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Request body: {'port': {'device_id': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e', 'admin_state_up': True, 'tenant_id': '76231ffad96d418dad3eb471a5dc493f'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:54.553806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1be5d81-f59c-497b-b7fe-b299cc5f88fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.558521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cf81e7f-8af7-4184-a1c5-753e85a87c86 req-e81d5dcc-f4df-40a7-8900-2ae88a0f8687 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965875 Mar 11 17:32:54.596357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be5d81-f59c-497b-b7fe-b299cc5f88fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09006036-2a6a-4324-8da3-ac48da35eccb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:54.814952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.836916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1be5d81-f59c-497b-b7fe-b299cc5f88fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.838902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f1be5d81-f59c-497b-b7fe-b299cc5f88fa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/09006036-2a6a-4324-8da3-ac48da35eccb HTTP/1.1" status: 204 len: 168 time: 1.3424776 Mar 11 17:32:54.853964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.889214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:54.908570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Usage tracker for resource:port and tenant:76231ffad96d418dad3eb471a5dc493f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:54.919607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:32:54.923099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Router 4bba356d-50ef-4ce5-8f33-6579909ed9cd has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:54.924190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:54.953732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508f567-a070-4678-8469-acc2345b6243 req-24b64559-7492-4174-b8ad-b05a94b93db9 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:54.955270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6508f567-a070-4678-8469-acc2345b6243 req-24b64559-7492-4174-b8ad-b05a94b93db9 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.5907705 Mar 11 17:32:54.963478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:55.022955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ceb584-e602-4545-a846-61082f16f3c5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:55.029624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.029967 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Added segment 8c83a32a-e9b2-4cda-a97b-e2f6785693e3 of type vlan for network 17134315-b5b4-45a6-bbcd-00140369d381 Mar 11 17:32:55.068970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e60a5590-2f4b-48f3-859a-344b92ddaeac req-817bad1e-75eb-471f-80b1-ac318b754839 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 210 time: 0.1076343 Mar 11 17:32:55.082533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Made reservation on behalf of 76231ffad96d418dad3eb471a5dc493f for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:55.085491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.199342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.346845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6508f567-a070-4678-8469-acc2345b6243 req-d322d396-614c-452b-b9b9-29c4d7c66870 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800976 Mar 11 17:32:55.611045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.611977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:55.612571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.800007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Allocated IP 172.20.0.7 (be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e/5f995a83-b7a9-4693-afc0-3c26de6bf478/1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:55.804455 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8564446 Mar 11 17:32:55.808164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51704) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:55.813988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Request body: {'subnet': {'network_id': '17134315-b5b4-45a6-bbcd-00140369d381', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1104397016-subnet', 'tenant_id': '27672a0f49484c27b016bf5ee3d78e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:55.819430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:32:55.824054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Usage tracker for resource:subnet and tenant:27672a0f49484c27b016bf5ee3d78e52 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:32:55.828674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:32:55.833545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d0462-af8b-4ba8-a625-ff02a4444b5f admin admin] Pushing event updated for resources: {'Network': ['ID=17134315-b5b4-45a6-bbcd-00140369d381,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:55.836518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:32:55.844988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 17134315-b5b4-45a6-bbcd-00140369d381 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:32:55.863908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c1a0be0-d111-47b9-b31c-25b750f2d8ba details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:32:55.866539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Made reservation on behalf of 27672a0f49484c27b016bf5ee3d78e52 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:55.868919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.095895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.100985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:56.105897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692601fb-ce0f-4577-b924-8ef32a28aeb5 req-30f39ca5-084f-4623-babb-364874e1f315 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:56.107400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-692601fb-ce0f-4577-b924-8ef32a28aeb5 req-30f39ca5-084f-4623-babb-364874e1f315 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.5714912 Mar 11 17:32:56.127939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51714) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:56.138447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'port_id': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'mac_address': 'fa:16:3e:60:45:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0540f05e-50e1-4175-b0a3-47f4d7b2af4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:32:56.139762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Request body: {'floatingip': {'port_id': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:56.204661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.226594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1a0be0-d111-47b9-b31c-25b750f2d8ba {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:56.241271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f17b3b-51ba-46f4-a327-93f7fe9ccda3 req-69ff2123-adf3-40e8-a38e-6a4d5fa79ca9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:56.247308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:56.248221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42f17b3b-51ba-46f4-a327-93f7fe9ccda3 req-69ff2123-adf3-40e8-a38e-6a4d5fa79ca9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 944 time: 0.5359912 Mar 11 17:32:56.252577 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.254962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.334527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ff4e90-adb8-4502-8c54-5bffaf8095c0,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:56.347362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:56.355914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:56.365334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.366653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.367119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.368985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.369560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.370744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.371298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.371894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.372302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.372711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.373116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.373565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:56.392312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] Sync routers for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:56.409045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:56.410156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:56.419546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42f17b3b-51ba-46f4-a327-93f7fe9ccda3 req-ad15e37d-f619-47d7-a7d9-af54c4735196 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704385 Mar 11 17:32:56.428822 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.442418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Checking segment: {'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:56.442764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Network hostable DHCP agents. Network: 17134315-b5b4-45a6-bbcd-00140369d381, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:32:56.471569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e4cefbc3-ebe4-4434-9a8b-c808ceb0f56c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "PUT /v2.0/floatingips/c0372df1-2574-43f1-925d-b63e23c9557f HTTP/1.1" status: 200 len: 991 time: 7.1147025 Mar 11 17:32:56.474427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:56.480557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Network 17134315-b5b4-45a6-bbcd-00140369d381 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:32:56.500676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 17134315-b5b4-45a6-bbcd-00140369d381) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:56.512593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:56.513074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Router c4507b26-7271-4793-b39a-9bb62a105c55 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:56.513584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.601434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1deb984b-0932-4ae3-ad49-b8f56a38f62b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7918007 Mar 11 17:32:56.701871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f078c8d-7496-427e-9483-0cd08e0f2738 None None] Network 17134315-b5b4-45a6-bbcd-00140369d381 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:56.836597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.865138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4c1a0be0-d111-47b9-b31c-25b750f2d8ba'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:32:56.968662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Pushing event updated for resources: {'Port': ['ID=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:56.974252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:56.979012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:56.984471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:32:57.057976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c95ab-cf24-4434-a28e-9a70f41da360 req-b3515e56-0507-47bd-b209-adb4407ae198 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:57.059503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-158c95ab-cf24-4434-a28e-9a70f41da360 req-b3515e56-0507-47bd-b209-adb4407ae198 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 0.3872411 Mar 11 17:32:57.060895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:57.069897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdec1a-d055-4990-9222-53c56d9bb20e req-a172df49-54d1-48c3-97a8-03f9ef56d353 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:57.070733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-08bdec1a-d055-4990-9222-53c56d9bb20e req-a172df49-54d1-48c3-97a8-03f9ef56d353 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Synchronizing usage tracker for tenant:76231ffad96d418dad3eb471a5dc493f on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:57.104380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:57.104984 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.154097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-a050c978-67b0-4789-8f5f-25e8b9a61f19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7779074 Mar 11 17:32:57.160430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-08bdec1a-d055-4990-9222-53c56d9bb20e req-a172df49-54d1-48c3-97a8-03f9ef56d353 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Unset dirty status for tenant:76231ffad96d418dad3eb471a5dc493f on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:57.161564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08bdec1a-d055-4990-9222-53c56d9bb20e req-a172df49-54d1-48c3-97a8-03f9ef56d353 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 931 time: 0.4907384 Mar 11 17:32:57.184486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.190346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.195864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-158c95ab-cf24-4434-a28e-9a70f41da360 req-d82199d7-a73c-488c-962e-960f80809ed0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205976 Mar 11 17:32:57.199469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Request body: {'port': {'device_id': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:32:57.286255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b34ee3-a0e5-45d2-8729-29bfeb6cd46f None None] Network 17134315-b5b4-45a6-bbcd-00140369d381 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:32:57.331854 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'status': 'completed', 'code': 200} Mar 11 17:32:57.352546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08bdec1a-d055-4990-9222-53c56d9bb20e req-36849fc3-3598-41fb-9520-c651edf9376c tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833870 Mar 11 17:32:57.365236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:57.374390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5efbbf5c-0414-4ae7-bc57-3802624320bb admin admin] 10.222.0.96 "PUT /v2.0/routers/c4507b26-7271-4793-b39a-9bb62a105c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6991460 Mar 11 17:32:57.381650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51738) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:32:57.536073 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-41c9e681-b78d-48cf-af2b-299d6a8d3041 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1096 time: 0.1796055 Mar 11 17:32:57.554624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.702043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-eafc019c-c630-41d0-a64c-8022ba48471f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:57.703604 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-eafc019c-c630-41d0-a64c-8022ba48471f service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.1614828 Mar 11 17:32:57.759860 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Floating IP 85cf92f8-8653-448b-8a29-fbf2565ae4e5 associated. External IP: 172.25.3.121, port: cab642c2-b4e4-4d53-92b4-64ff66fbed3e. Mar 11 17:32:57.934285 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-abfd323c-01aa-41c8-b0a9-760939bbef79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.2231059 Mar 11 17:32:57.942255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c0372df1-2574-43f1-925d-b63e23c9557f', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'mac_address': 'fa:16:3e:11:6d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d73bfc-4c8f-4763-ac4f-058759252656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:32:17Z', 'updated_at': '2022-03-11T17:32:51Z', 'revision_number': 1, 'project_id': '939e19d58bb8457689b2460552e53524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:44Z', 'revision_number': 5, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:57.947367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] Checking router: 4bba356d-50ef-4ce5-8f33-6579909ed9cd for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:57.948242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2614-a693-46ce-8141-43083ca71bff req-91c0dd54-122d-428a-8844-ec93c01db41c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:57.949003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-725c2614-a693-46ce-8141-43083ca71bff req-91c0dd54-122d-428a-8844-ec93c01db41c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Synchronizing usage tracker for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:32:57.960240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:57.961023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:57.978924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912600d7-0ae9-4f6c-b4d7-a5164fb52c6f req-8091e679-e0fb-4244-92ee-e674a8d96366 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:57.980511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-912600d7-0ae9-4f6c-b4d7-a5164fb52c6f req-8091e679-e0fb-4244-92ee-e674a8d96366 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 0.4344013 Mar 11 17:32:58.009377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-0e9e319a-b3c6-4b32-8855-322a43d26b8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:58.010953 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-0e9e319a-b3c6-4b32-8855-322a43d26b8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.0696378 Mar 11 17:32:58.116915 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-44d93b50-fd54-4c79-86ab-82334d5c56e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994172 Mar 11 17:32:58.188155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:58.255455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-725c2614-a693-46ce-8141-43083ca71bff req-91c0dd54-122d-428a-8844-ec93c01db41c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Unset dirty status for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:32:58.256711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-91c0dd54-122d-428a-8844-ec93c01db41c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 814 time: 0.6345577 Mar 11 17:32:58.303898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-912600d7-0ae9-4f6c-b4d7-a5164fb52c6f req-4a6c9709-40fd-44c3-8e42-20405da72e26 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278350 Mar 11 17:32:58.331191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-4c6c1ecc-3f82-40c1-8451-0774b1c1298a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/quotas/27672a0f49484c27b016bf5ee3d78e52 HTTP/1.1" status: 200 len: 375 time: 0.0562959 Mar 11 17:32:58.406602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-ccf3a62b-651f-4d4f-8028-f3df07fcf44b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735078 Mar 11 17:32:58.496907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:32:58.504510 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-fa88bd58-9a46-48e9-b863-6e85a7098944 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806272 Mar 11 17:32:58.585829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c0372df1-2574-43f1-925d-b63e23c9557f', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'mac_address': 'fa:16:3e:11:6d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d73bfc-4c8f-4763-ac4f-058759252656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:32:17Z', 'updated_at': '2022-03-11T17:32:51Z', 'revision_number': 1, 'project_id': '939e19d58bb8457689b2460552e53524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:44Z', 'revision_number': 5, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:58.589923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2dbb2-95ef-4d7c-8fe4-3688a3f55df0 None None] The sync data for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 is: [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c0372df1-2574-43f1-925d-b63e23c9557f', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'mac_address': 'fa:16:3e:11:6d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d73bfc-4c8f-4763-ac4f-058759252656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:32:17Z', 'updated_at': '2022-03-11T17:32:51Z', 'revision_number': 1, 'project_id': '939e19d58bb8457689b2460552e53524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:44Z', 'revision_number': 5, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:32:58.628265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.670940 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-705e8ef4-5779-4a2f-bf96-417d5c7565a6 req-21d816b2-d071-47f0-8591-76a751bc5a45 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517878 Mar 11 17:32:58.677636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:32:58.685868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Router c20ec727-b275-45e1-baee-3fcb43c5ac28 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:58.699012 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.820554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Transition to ACTIVE for port object 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:58.830600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.843017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-476b9588-9c72-4393-979b-2c2d716a7005 service neutron] 10.222.0.96 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355316 Mar 11 17:32:58.899214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:58.903346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.914080 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] Sync routers for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:32:58.929600 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:58.931428 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:58.963192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-38d0e8a8-87e2-4553-9d2e-1604a541c919 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "PUT /v2.0/floatingips/85cf92f8-8653-448b-8a29-fbf2565ae4e5 HTTP/1.1" status: 200 len: 992 time: 2.8308625 Mar 11 17:32:58.963192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:32:59.070351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:59.085263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30129183-bd3a-4e25-95e2-2429000ad652 req-491dbf08-27c8-49cd-b4a7-1646bae1bef6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:59.086729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30129183-bd3a-4e25-95e2-2429000ad652 req-491dbf08-27c8-49cd-b4a7-1646bae1bef6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 945 time: 0.5349689 Mar 11 17:32:59.119888 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:59.194839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-f94c2879-a527-41f3-beb1-e8489ef48d5c service neutron] 10.222.0.96 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171144 Mar 11 17:32:59.277393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30129183-bd3a-4e25-95e2-2429000ad652 req-5c8b14fd-d9eb-4673-ad4d-364aab212ba3 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842661 Mar 11 17:32:59.308160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Attempting to bind port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:59.308498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Attempting to bind port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a5214b94-deee-43af-a566-72735c602b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:59.308825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Attempting to bind port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c on network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:59.318936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c on network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:32:59.319267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Attempting to bind port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c on network be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:32:59.340943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:32:59.340943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Checking segment: {'id': 'a5214b94-deee-43af-a566-72735c602b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:32:59.340943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Bound using segment: {'id': 'a5214b94-deee-43af-a566-72735c602b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:32:59.340943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Bound port: 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5214b94-deee-43af-a566-72735c602b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:59.340943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.350750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.399444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Deleting port f74bda1e-4c38-4276-bd38-679dfbe38110 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:32:59.399753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.639198 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '85cf92f8-8653-448b-8a29-fbf2565ae4e5', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'port_id': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'mac_address': 'fa:16:3e:2c:a0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:59Z', 'updated_at': '2022-03-11T17:32:57Z', 'revision_number': 1, 'project_id': '96768bcd408648efafce2b9b235b0063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:14Z', 'revision_number': 5, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:59.644524 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] Checking router: c20ec727-b275-45e1-baee-3fcb43c5ac28 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:32:59.655590 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:32:59.656244 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:59.678260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] For port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:59.701418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] For port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,segment=NetworkSegment(a5214b94-deee-43af-a566-72735c602b3b),segment_id=a5214b94-deee-43af-a566-72735c602b3b)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:59.714235 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.898283 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:32:59.928254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c1a0be0-d111-47b9-b31c-25b750f2d8ba up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:32:59.952243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.954143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] 10.222.0.59 "PUT /v2.0/ports/1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c HTTP/1.1" status: 200 len: 1091 time: 2.7613595 Mar 11 17:32:59.970007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'tag': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:00.005971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ec292-c61f-4bcd-bdf4-2a6658c201e9 req-5d4d737f-5860-400a-ab5f-41f146693841 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:00.008217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-410ec292-c61f-4bcd-bdf4-2a6658c201e9 req-5d4d737f-5860-400a-ab5f-41f146693841 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 943 time: 0.5432103 Mar 11 17:33:00.025311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404eb89-83d0-48e6-b418-1d6ebfb599ef req-edb9a42d-fb9f-457b-9101-896458602041 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:00.026731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:33:00.033050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7404eb89-83d0-48e6-b418-1d6ebfb599ef req-edb9a42d-fb9f-457b-9101-896458602041 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.5322850 Mar 11 17:33:00.034215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:00.034655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.150516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] For port f74bda1e-4c38-4276-bd38-679dfbe38110, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f74bda1e-4c38-4276-bd38-679dfbe38110,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:00.151068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.172209 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.274972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:00.285099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:00.290618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.330659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Calling delete_port for f74bda1e-4c38-4276-bd38-679dfbe38110 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:33:00.332402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '85cf92f8-8653-448b-8a29-fbf2565ae4e5', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'port_id': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'mac_address': 'fa:16:3e:2c:a0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:59Z', 'updated_at': '2022-03-11T17:32:57Z', 'revision_number': 1, 'project_id': '96768bcd408648efafce2b9b235b0063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:14Z', 'revision_number': 5, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:00.336534 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685a5c0-ccf2-4268-aa33-b76fc981b0ff None None] The sync data for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 is: [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '85cf92f8-8653-448b-8a29-fbf2565ae4e5', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'port_id': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'mac_address': 'fa:16:3e:2c:a0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:59Z', 'updated_at': '2022-03-11T17:32:57Z', 'revision_number': 1, 'project_id': '96768bcd408648efafce2b9b235b0063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:14Z', 'revision_number': 5, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:33:00.360920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8733108-a2ef-4d0d-8782-0e21aff0822b service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:00.371307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:00.378134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-410ec292-c61f-4bcd-bdf4-2a6658c201e9 req-59a1c3c4-fa23-4b3a-8c2d-fb222cb64d9f tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345912 Mar 11 17:33:00.393560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7404eb89-83d0-48e6-b418-1d6ebfb599ef req-8a8d34c1-b476-4466-bc7e-8748480dad9f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596246 Mar 11 17:33:00.413155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-9224243f-5e5f-4692-97b9-46251b210cb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76231ffad96d418dad3eb471a5dc493f&device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 1094 time: 0.3738465 Mar 11 17:33:00.466321 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'status': 'completed', 'code': 200} Mar 11 17:33:00.519250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-3cdb86fc-504c-4191-8f5a-d78c242621be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c HTTP/1.1" status: 200 len: 217 time: 0.0742414 Mar 11 17:33:00.587017 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-ecc47fd8-2e23-4ab0-98db-35f984fb4411 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96768bcd408648efafce2b9b235b0063&device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 1097 time: 0.0768874 Mar 11 17:33:00.668230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa983860-45c3-4370-8b32-4be731015ae8 req-d0abce5e-7ee1-49ea-b979-709048e6d01b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 210 time: 0.0760810 Mar 11 17:33:00.696553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-9357f87e-96e3-4969-bd59-9f3f6b823a55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:00.698229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-9357f87e-96e3-4969-bd59-9f3f6b823a55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f995a83-b7a9-4693-afc0-3c26de6bf478 HTTP/1.1" status: 200 len: 853 time: 0.1363010 Mar 11 17:33:00.788829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-0f5c3e0e-24ae-413d-a6b5-943160b00ab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:00.791811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-0f5c3e0e-24ae-413d-a6b5-943160b00ab0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b47ec5f9-7705-4d3a-8323-4019521ff61a HTTP/1.1" status: 200 len: 918 time: 0.1990583 Mar 11 17:33:00.822906 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'tag': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c', 'status': 'completed', 'code': 200} Mar 11 17:33:00.830425 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'code': 200} Mar 11 17:33:00.904372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-d6e35121-01e3-435b-bb3f-d98d34ce2374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484666 Mar 11 17:33:00.980449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1eff-a5d3-49a6-9f07-f365dc3d3c9f req-5ff38ba1-20c9-481f-9149-bce4f55f61ae tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:00.988541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ad1eff-a5d3-49a6-9f07-f365dc3d3c9f req-5ff38ba1-20c9-481f-9149-bce4f55f61ae tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 0.4655986 Mar 11 17:33:01.026640 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-24e480bd-275d-48d7-959d-cba1e569fc60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e HTTP/1.1" status: 200 len: 1000 time: 0.2191558 Mar 11 17:33:01.119907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-abeca029-d8b6-41b6-9486-00e4e4af1844 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:01.121881 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-abeca029-d8b6-41b6-9486-00e4e4af1844 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588c20d8-b1f5-466f-a7f8-a7fb2c294fa8 HTTP/1.1" status: 200 len: 855 time: 0.0840974 Mar 11 17:33:01.194464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.227424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51788) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:01.252831 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-e8466cb3-9f91-4ec0-9cd6-41a255ef37ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b47ec5f9-7705-4d3a-8323-4019521ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127188 Mar 11 17:33:01.307238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74bda1e-4c38-4276-bd38-679dfbe38110,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:01.339027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ad1eff-a5d3-49a6-9f07-f365dc3d3c9f req-4390d301-1208-4e32-8401-7abe19bd86a4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494680 Mar 11 17:33:01.362221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2614-a693-46ce-8141-43083ca71bff req-23a0aa8a-31be-4ac6-87b3-ee2474bb880d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:01.364279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-23a0aa8a-31be-4ac6-87b3-ee2474bb880d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 814 time: 0.6070206 Mar 11 17:33:01.412551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Request body: {'port': {'device_id': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381', 'admin_state_up': True, 'tenant_id': '27672a0f49484c27b016bf5ee3d78e52'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:01.421524 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.446782 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-30b1b953-4a41-4a32-af57-07756c6a580f service neutron] 10.222.0.59 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868815 Mar 11 17:33:01.561692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:01.579554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b623f728b8754bb498443447df35596b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:01.584892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:01.594320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:01.654090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4d5ea2bc-d277-489c-aae2-672012f4d60b req-45f876dc-b205-445e-9338-48a781ca528e service neutron] 10.222.0.59 "GET /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937566 Mar 11 17:33:01.708245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.714936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.758657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-340d95e0-8130-41e8-9fee-f110cf088f69 service neutron] 10.222.0.59 "GET /v2.0/networks/be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273344 Mar 11 17:33:01.762895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ae30b5-8050-4717-b0c8-6b6827fea7ef,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:01.768915 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b623f728b8754bb498443447df35596b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5396597 Mar 11 17:33:01.771544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51800) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:01.782560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0647e18-efa4-43c2-a75d-9a6fbf7da955 req-3a4729cd-3b65-4d40-bc23-da06284120d5 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:01.784023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0647e18-efa4-43c2-a75d-9a6fbf7da955 req-3a4729cd-3b65-4d40-bc23-da06284120d5 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.8141990 Mar 11 17:33:01.786091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.786459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.786789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.787100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.787413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.787732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.788059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.788393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.789116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.789116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.789295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbba818-1ca5-4f88-b6cc-4284f605a1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:01.834041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f851668d-5359-46a0-90e1-a63df990cd19 req-5fc4179a-e94d-4a44-9d5d-e1f4d04da50f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 1097 time: 0.8384960 Mar 11 17:33:01.846754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77a17dd2-461c-4b51-b857-0bfc40fd11ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.873089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77a17dd2-461c-4b51-b857-0bfc40fd11ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.931138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77a17dd2-461c-4b51-b857-0bfc40fd11ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.947366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a17dd2-461c-4b51-b857-0bfc40fd11ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ae30b5-8050-4717-b0c8-6b6827fea7ef,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:01.954432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-77a17dd2-461c-4b51-b857-0bfc40fd11ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.961409 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-77a17dd2-461c-4b51-b857-0bfc40fd11ce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c7ae30b5-8050-4717-b0c8-6b6827fea7ef HTTP/1.1" status: 204 len: 168 time: 0.1870618 Mar 11 17:33:02.147030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:02.161160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.234147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Usage tracker for resource:port and tenant:27672a0f49484c27b016bf5ee3d78e52 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:02.300762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:02.332697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:02.344259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0647e18-efa4-43c2-a75d-9a6fbf7da955 req-570dded2-4b41-48cf-ac90-db0b63ee5ae4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454845 Mar 11 17:33:02.349829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f851668d-5359-46a0-90e1-a63df990cd19 req-9613529a-1e8f-4c24-b267-0b3966e3e2c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886334 Mar 11 17:33:02.355327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd38d-43d0-4b6e-8311-3118cc9ada2b req-31d98d9a-72fa-47c1-aed9-cf1de0e26dd6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:02.356780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fcfd38d-43d0-4b6e-8311-3118cc9ada2b req-31d98d9a-72fa-47c1-aed9-cf1de0e26dd6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 0.8634701 Mar 11 17:33:02.358729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3a40850-49c6-4d01-b171-64452e8cb552 req-6cf1f60f-6fee-4af8-9cac-ed7362097d9c service neutron] 10.222.0.59 "GET /v2.0/networks/be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737569 Mar 11 17:33:02.496738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Made reservation on behalf of 27672a0f49484c27b016bf5ee3d78e52 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:02.499780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.580125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.643727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.689661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fcfd38d-43d0-4b6e-8311-3118cc9ada2b req-4f8175d5-b05c-44d2-897b-372ef53c3149 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685277 Mar 11 17:33:02.817907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e47d878d-babc-4e37-875c-f87c304beddb no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:02.820619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.821161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4507b26-7271-4793-b39a-9bb62a105c55 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:33:02.837883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709f886-2fc0-44ed-a910-dec26f074b6d req-6732ebbf-6c6d-4aee-b0aa-4c93be0b6d19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:02.839488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f709f886-2fc0-44ed-a910-dec26f074b6d req-6732ebbf-6c6d-4aee-b0aa-4c93be0b6d19 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 943 time: 0.3301542 Mar 11 17:33:02.869075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e47d878d-babc-4e37-875c-f87c304beddb {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:02.869465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e47d878d-babc-4e37-875c-f87c304beddb not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:02.874438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Allocated IP 172.20.0.14 (17134315-b5b4-45a6-bbcd-00140369d381/f4ff4e90-adb8-4502-8c54-5bffaf8095c0/1727b2cb-ae5a-4abf-a16b-9e36e0ebc344) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:02.958851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a00be0af-9b4f-4980-96f4-ad892f8008d5 req-32be3790-0fb6-4251-8e83-8bd96086337e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Synchronizing usage tracker for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:02.959227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:02.962294 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.963441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-71227a7c-ba73-4613-9075-fe6e4997d4f7 admin admin] 10.222.0.96 "DELETE /v2.0/routers/c4507b26-7271-4793-b39a-9bb62a105c55 HTTP/1.1" status: 204 len: 168 time: 5.5808334 Mar 11 17:33:02.966621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51828) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:03.018006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f709f886-2fc0-44ed-a910-dec26f074b6d req-c39e66f5-3b68-4664-87fd-94898c30aa36 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659648 Mar 11 17:33:03.034076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a00be0af-9b4f-4980-96f4-ad892f8008d5 req-32be3790-0fb6-4251-8e83-8bd96086337e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Unset dirty status for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:03.035457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a00be0af-9b4f-4980-96f4-ad892f8008d5 req-32be3790-0fb6-4251-8e83-8bd96086337e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 210 time: 0.1481702 Mar 11 17:33:03.040792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] Deleting subnet 365cf189-d95c-4a2b-bee1-072d9e5be245 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:33:03.048984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.066068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-8e508efe-4218-4f46-aeaa-7b820c10cee9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76231ffad96d418dad3eb471a5dc493f&device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 1094 time: 0.3158209 Mar 11 17:33:03.139890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-417583983-network', 'tenant_id': '3672d697801846839c5c85e85af1bea1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:03.148209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:03.152559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.189659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Usage tracker for resource:network and tenant:3672d697801846839c5c85e85af1bea1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:03.200745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:03.210200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:03.233157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Made reservation on behalf of 3672d697801846839c5c85e85af1bea1 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:03.234916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.267031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.319302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:03.325809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.358907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3672d697801846839c5c85e85af1bea1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:03.366210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:03.458806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.470947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-2b60a8d9-d257-4035-8f85-d0880973d696 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.473310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-2b60a8d9-d257-4035-8f85-d0880973d696 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e HTTP/1.1" status: 200 len: 915 time: 0.3558877 Mar 11 17:33:03.553008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:03.587489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-adc9d5cd-6644-4444-b944-2388bdba81a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c HTTP/1.1" status: 200 len: 217 time: 0.1028805 Mar 11 17:33:03.662172 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.700597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.705213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365cf189-d95c-4a2b-bee1-072d9e5be245,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:03.720701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.728410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc71b6-02e9-465c-800b-acdfd03169f3 None None] Network 9045a9c9-caf0-4671-8321-73d972136c77 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:03.750009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e00ce8d-748d-4cec-acb5-99d6a9c20412 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/365cf189-d95c-4a2b-bee1-072d9e5be245 HTTP/1.1" status: 204 len: 168 time: 0.7820399 Mar 11 17:33:03.753359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51842) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:03.773454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.774970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-8eda59aa-1aef-4f20-8fd0-803e13615ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.776433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-8eda59aa-1aef-4f20-8fd0-803e13615ea0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f995a83-b7a9-4693-afc0-3c26de6bf478 HTTP/1.1" status: 200 len: 853 time: 0.1815376 Mar 11 17:33:03.826814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.852923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-05664558-19de-45e7-a084-2d7c73b3c1c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644078 Mar 11 17:33:03.854664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Network 17134315-b5b4-45a6-bbcd-00140369d381 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:03.861247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:03.862085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:33:03.863221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:03.865679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:33:03.873030 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.873134 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Added segment 003eb25e-9824-4747-922a-2d36ee6b99c4 of type vlan for network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 Mar 11 17:33:03.899547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.946479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:03.954169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.955061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.955638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.988099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c993ec20-3dff-438e-8835-b65a51b0e5dc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:03.992287 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.025398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9c6fd-8668-413e-b1bd-ca0a6ac8d484 req-7f384aa8-f4d0-4c31-ae05-48672aced3a2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:04.026905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17c9c6fd-8668-413e-b1bd-ca0a6ac8d484 req-7f384aa8-f4d0-4c31-ae05-48672aced3a2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3844225 Mar 11 17:33:04.035227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:04.035862 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.078299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Deleting port 3c098dcf-f2a5-44df-99c0-57c1a810b37a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:04.078598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.105355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1445272 Mar 11 17:33:04.106284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51850) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:04.111436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8ff02-00ac-4952-a22b-d529cdc7e7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:04.122330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Request body: {'subnet': {'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-417583983-subnet', 'tenant_id': '3672d697801846839c5c85e85af1bea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:04.126527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-e9bf1a6a-6056-4361-b2ba-575288af00cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7199838 Mar 11 17:33:04.134028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:04.135313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:33:04.138887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-7d90f152-28e4-4ad2-a47f-ffd76f2587a2 service neutron] 10.222.0.59 "GET /v2.0/networks/be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435544 Mar 11 17:33:04.142597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Usage tracker for resource:subnet and tenant:3672d697801846839c5c85e85af1bea1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:04.147063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17c9c6fd-8668-413e-b1bd-ca0a6ac8d484 req-66623588-34eb-4136-9e62-ef891199b9a2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067133 Mar 11 17:33:04.149293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:04.156260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Request body: {'port': {'device_id': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:04.183136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,segment=NetworkSegment(a5214b94-deee-43af-a566-72735c602b3b),segment_id=a5214b94-deee-43af-a566-72735c602b3b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:04.210429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:04.307091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Made reservation on behalf of 3672d697801846839c5c85e85af1bea1 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:04.309159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.312551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c', 'network_id': 'be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e', 'port_id': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c', 'mac_address': 'fa:16:3e:02:32:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f995a83-b7a9-4693-afc0-3c26de6bf478', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:04.387013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] Sync routers for ids ['c4507b26-7271-4793-b39a-9bb62a105c55'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:33:04.417473 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.431461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] DHCP port deletion for 9045a9c9-caf0-4671-8321-73d972136c77 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:33:04.433014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] For port 3c098dcf-f2a5-44df-99c0-57c1a810b37a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c098dcf-f2a5-44df-99c0-57c1a810b37a,segment=NetworkSegment(459f45ad-fd8a-4051-8779-08380f645a71),segment_id=459f45ad-fd8a-4051-8779-08380f645a71)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:04.433438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.439362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Deleting port 3c098dcf-f2a5-44df-99c0-57c1a810b37a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:04.440026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.470545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:33:04.471224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 17:33:04.472087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_agentschedulers_db [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4507b26-7271-4793-b39a-9bb62a105c55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 17:33:04.486651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:04.562004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,segment=NetworkSegment(a5214b94-deee-43af-a566-72735c602b3b),segment_id=a5214b94-deee-43af-a566-72735c602b3b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:04.562141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961e512-3ff6-4db9-ba25-f11c4f419532 None None] New status for floating IP c0372df1-2574-43f1-925d-b63e23c9557f: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:33:04.566731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:33:04.567263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 17:33:04.567979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_agentschedulers_db [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4507b26-7271-4793-b39a-9bb62a105c55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 17:33:04.568347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a4788-5dc3-4d96-a7f1-3330d853ec94 None None] The sync data for ids ['c4507b26-7271-4793-b39a-9bb62a105c55'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:33:04.577298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.590960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Calling delete_port for 3c098dcf-f2a5-44df-99c0-57c1a810b37a owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:33:04.660139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e02c0b-0b2f-475e-8a59-3c2f4a8ab191 req-8e1512f6-089e-4812-9529-4db209c7155a service neutron] 10.222.0.59 "GET /v2.0/networks/be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077474 Mar 11 17:33:04.672312 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.682884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:04.685772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d9a5a-1eaa-4e0d-aa8e-4d63f5e21f93 None None] New status for floating IP 85cf92f8-8653-448b-8a29-fbf2565ae4e5: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:33:04.719755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.773707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] No DVR routers for this DVR port 3c098dcf-f2a5-44df-99c0-57c1a810b37a on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:04.780393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c098dcf-f2a5-44df-99c0-57c1a810b37a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:04.821881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c098dcf-f2a5-44df-99c0-57c1a810b37a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:04.845128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 3c098dcf-f2a5-44df-99c0-57c1a810b37a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:04.845474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c098dcf-f2a5-44df-99c0-57c1a810b37a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:04.881518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6cba7-ed03-4885-9f41-3197eb89ac60 req-50bded97-7e63-4947-9c1c-52835e200fbc tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:04.888587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4a6cba7-ed03-4885-9f41-3197eb89ac60 req-50bded97-7e63-4947-9c1c-52835e200fbc tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 932 time: 0.5269814 Mar 11 17:33:04.916486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddc4a-6b2a-4e6f-8945-eb9e8b14fa02 req-dee1bab1-4edf-4941-835c-fc079361d4be tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:04.924168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f31ddc4a-6b2a-4e6f-8945-eb9e8b14fa02 req-dee1bab1-4edf-4941-835c-fc079361d4be tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 944 time: 0.5612404 Mar 11 17:33:04.985676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.046929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9045a9c9-caf0-4671-8321-73d972136c77']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:05.058740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] For port 3c098dcf-f2a5-44df-99c0-57c1a810b37a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c098dcf-f2a5-44df-99c0-57c1a810b37a,segment=NetworkSegment(459f45ad-fd8a-4051-8779-08380f645a71),segment_id=459f45ad-fd8a-4051-8779-08380f645a71)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:05.059369 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.065634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459f45ad-fd8a-4051-8779-08380f645a71') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:05.075003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459f45ad-fd8a-4051-8779-08380f645a71') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:05.092224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.094641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c4a6cba7-ed03-4885-9f41-3197eb89ac60 req-cc7801e1-210c-42f7-abba-83ffd7160c02 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Synchronizing usage tracker for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:05.111548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.119189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:33:05.119689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:33:05.138793 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:33:05.141622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f31ddc4a-6b2a-4e6f-8945-eb9e8b14fa02 req-ca0ea15e-e0be-4ff1-8dc9-466f5b642bef tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162066 Mar 11 17:33:05.205141 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.228538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:05.238306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.269636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.280273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=9045a9c9-caf0-4671-8321-73d972136c77,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:05.289707 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-39ae8a2f-5b16-4d44-8c20-4204cfff5f6d admin admin] 10.222.0.96 "DELETE /v2.0/networks/9045a9c9-caf0-4671-8321-73d972136c77 HTTP/1.1" status: 204 len: 168 time: 1.5346076 Mar 11 17:33:05.395563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Calling delete_port for 3c098dcf-f2a5-44df-99c0-57c1a810b37a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:33:05.466375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51860) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:05.476367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c4a6cba7-ed03-4885-9f41-3197eb89ac60 req-cc7801e1-210c-42f7-abba-83ffd7160c02 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Unset dirty status for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:05.483051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4a6cba7-ed03-4885-9f41-3197eb89ac60 req-cc7801e1-210c-42f7-abba-83ffd7160c02 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935380 Mar 11 17:33:05.513098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:05.539925 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f8037190-0291-4074-9cfc-b1146022c4cd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0592c845e92547ff9aaad895fee498e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0688293 Mar 11 17:33:05.540081 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:33:05.540081 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:33:05.540249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51864) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:05.609936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Checking segment: {'id': '003eb25e-9824-4747-922a-2d36ee6b99c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:05.610787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Network hostable DHCP agents. Network: b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:33:05.614424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc906-7fd0-431f-8fe5-2b3b3a94932c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.643221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994b9e8-421b-4513-91ba-8b2c3998eb6a req-460c3ae6-30eb-4f4d-a18a-d10fb7fb1079 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:05.645826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a994b9e8-421b-4513-91ba-8b2c3998eb6a req-460c3ae6-30eb-4f4d-a18a-d10fb7fb1079 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.2373011 Mar 11 17:33:05.648475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc906-7fd0-431f-8fe5-2b3b3a94932c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.720483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc906-7fd0-431f-8fe5-2b3b3a94932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.746704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdc906-7fd0-431f-8fe5-2b3b3a94932c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e0b3a-263d-48e5-8ef9-4d9679871555,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:05.757680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bbdc906-7fd0-431f-8fe5-2b3b3a94932c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.761351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:33:05.777753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2bbdc906-7fd0-431f-8fe5-2b3b3a94932c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da0e0b3a-263d-48e5-8ef9-4d9679871555 HTTP/1.1" status: 204 len: 168 time: 0.2210686 Mar 11 17:33:05.784056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:05.788092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:05.799858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:05.799858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.801206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a81ce34-4037-4ad1-a7ef-48084a51f815 None None] Network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:05.807948 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.818034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a994b9e8-421b-4513-91ba-8b2c3998eb6a req-b93bcdc3-71ad-4340-9a94-b4556bd55c7c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506329 Mar 11 17:33:05.854774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Transition to ACTIVE for port object 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:05.857106 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7c4349ab-3e3b-49cd-8f93-48e2834d3d73 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7505374 Mar 11 17:33:05.867850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.042055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:06.098264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Deleting port 3c098dcf-f2a5-44df-99c0-57c1a810b37a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:06.098264 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.240953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2379-2ccf-4ccd-a001-c812cf4b35b6 None None] The port '3c098dcf-f2a5-44df-99c0-57c1a810b37a' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:33:06.345401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Attempting to bind port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:06.345924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Attempting to bind port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:06.346721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Attempting to bind port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 on network 17134315-b5b4-45a6-bbcd-00140369d381 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:06.366380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c07882-9073-4899-b486-74e552aee8e8 None None] Network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:06.367375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6499-1ad4-4bc3-8efa-5a1663c96ef0 req-05d4d16f-0d1a-4ee8-88ef-f2e9fa949f11 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:06.378804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b90c6499-1ad4-4bc3-8efa-5a1663c96ef0 req-05d4d16f-0d1a-4ee8-88ef-f2e9fa949f11 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3396089 Mar 11 17:33:06.458765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 on network 17134315-b5b4-45a6-bbcd-00140369d381 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:33:06.459275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Attempting to bind port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 on network 17134315-b5b4-45a6-bbcd-00140369d381 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:06.492008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:33:06.493039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Checking segment: {'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:06.493039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Bound using segment: {'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:33:06.493236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Bound port: 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:06.493633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.529972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b90c6499-1ad4-4bc3-8efa-5a1663c96ef0 req-a8523af5-f57a-4694-b69f-6fe822fee4d9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502140 Mar 11 17:33:06.620659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46802ecc-3895-47d6-bc27-1a94d08b8fdf req-065f1cba-f572-49e9-ba83-d7a0e08aef64 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:06.622578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46802ecc-3895-47d6-bc27-1a94d08b8fdf req-065f1cba-f572-49e9-ba83-d7a0e08aef64 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 944 time: 0.2213693 Mar 11 17:33:06.703827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:06.706861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:06.719361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46802ecc-3895-47d6-bc27-1a94d08b8fdf req-62149ced-6ae6-49dc-93f3-b6a6f9cb0531 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858469 Mar 11 17:33:06.724433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.813988 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.816577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] 10.222.0.59 "PUT /v2.0/ports/1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 1092 time: 2.6679921 Mar 11 17:33:06.817228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:06.850565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba63ec-19e1-46d7-ab49-d5f85145fb9f service neutron] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:06.916926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e069b5a2-4f0b-4b62-afd6-d44c070a72f3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:06.954592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e069b5a2-4f0b-4b62-afd6-d44c070a72f3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:06.954923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e069b5a2-4f0b-4b62-afd6-d44c070a72f3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:07.241681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-b1365de2-1204-4551-9937-59b6ced40fc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1095 time: 0.3373318 Mar 11 17:33:07.250011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4d9ea-f70f-4ee5-b911-b88953f0516d req-6ad3461d-478c-4168-b86f-476816b1e1cf tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:07.256571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97f4d9ea-f70f-4ee5-b911-b88953f0516d req-6ad3461d-478c-4168-b86f-476816b1e1cf tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.2782092 Mar 11 17:33:07.338756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-fbe3a2fc-01bf-420c-9765-d9d752e1182e tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:07.340189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-fbe3a2fc-01bf-420c-9765-d9d752e1182e tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/networks?id=b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 HTTP/1.1" status: 200 len: 813 time: 0.3017201 Mar 11 17:33:07.367992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-f0c17790-4646-4184-92b1-2dfbbf87f602 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 217 time: 0.0952713 Mar 11 17:33:07.379946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-cf073a08-9176-4824-a93e-ec81e3702dc4 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/quotas/3672d697801846839c5c85e85af1bea1 HTTP/1.1" status: 200 len: 375 time: 0.0290067 Mar 11 17:33:07.419396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51914) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:07.470764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97f4d9ea-f70f-4ee5-b911-b88953f0516d req-40c64c08-2f76-446f-a286-ddc5d90b5827 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133200 Mar 11 17:33:07.481094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-688318df-4cce-4953-9f1e-33362bda49bc tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3672d697801846839c5c85e85af1bea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625465 Mar 11 17:33:07.520224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2614-a693-46ce-8141-43083ca71bff req-553562c8-fb00-48d0-ac23-a3ad3a7c9e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:07.521697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-553562c8-fb00-48d0-ac23-a3ad3a7c9e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.1381114 Mar 11 17:33:07.573392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1966308666-network', 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:07.578901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:07.583063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Usage tracker for resource:network and tenant:e6556f3c7b3f47e9a31f9fb6f18d601c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:07.586838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:07.594195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:07.604742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:07.607216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.624210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-2a773157-1502-43a2-a399-bfe18b59dbc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551836 Mar 11 17:33:07.632452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.696104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:07.700768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6556f3c7b3f47e9a31f9fb6f18d601c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:07.704103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:07.717712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:07.815495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.821344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.858516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:33:07.874541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906da711-dca1-4c79-935b-5f81a10a26b5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:07.888736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.889664 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Added segment e97814c0-d5b7-4182-bb3e-d4f8bddd15e6 of type vlan for network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 Mar 11 17:33:07.918603 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'status': 'completed', 'code': 200} Mar 11 17:33:07.920669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-380d21d2-2aa1-41c0-b649-35ede676aaec service neutron] 10.222.0.96 "GET /v2.0/networks/b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307492 Mar 11 17:33:07.926736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.960208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.961241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:07.961825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.971998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:08.080907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] Pushing event updated for resources: {'Network': ['ID=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:08.083065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:08.085547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7804f3cc-ede9-40d1-800b-4c44075b13f4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6648469 Mar 11 17:33:08.088617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51936) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:08.098150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Request body: {'subnet': {'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1966308666-subnet', 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:08.103757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:08.108852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Usage tracker for resource:subnet and tenant:e6556f3c7b3f47e9a31f9fb6f18d601c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:08.112512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:08.119528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:08.130749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:33:08.135494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:08.139437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.161043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-d0adb86d-377b-4f69-be1c-14760acd3a71 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769123 Mar 11 17:33:08.302318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:08.324589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-3f72677f-ca28-48ed-895c-91edda824ea1 service neutron] 10.222.0.96 "GET /v2.0/networks/b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571932 Mar 11 17:33:08.329097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'mac_address': 'fa:16:3e:11:6d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:08.333702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe9b8-5181-4364-aca1-6e3611af9733 req-1bcc47d9-4fde-4d21-b20c-0f4045c3dfcc tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:08.340364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-410fe9b8-5181-4364-aca1-6e3611af9733 req-1bcc47d9-4fde-4d21-b20c-0f4045c3dfcc tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4235711 Mar 11 17:33:08.427006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-410fe9b8-5181-4364-aca1-6e3611af9733 req-e8cb578f-3fa3-4b7a-8fe2-c08995dcec69 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855067 Mar 11 17:33:08.458879 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.478002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-725c2614-a693-46ce-8141-43083ca71bff req-7c244c24-b81e-47f8-bc22-9bbc7016d7f9 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976096 Mar 11 17:33:08.590802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:08.639456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:33:08.661359 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.673698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:08.674164 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.807045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:08.807865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Network hostable DHCP agents. Network: 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:33:08.816665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-81f41a99-a2d9-4769-8e61-afda34a040af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1095 time: 0.1764224 Mar 11 17:33:08.818720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f6f371-2a04-427b-8431-4d1157528e92,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:08.831540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:08.849999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:33:08.860950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff26b68-1397-48df-bf42-a9d318245d8e req-7b7edf0e-5f88-4fd6-ac84-4c619612ee16 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:08.862830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.868696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ff26b68-1397-48df-bf42-a9d318245d8e req-7b7edf0e-5f88-4fd6-ac84-4c619612ee16 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 944 time: 0.2699118 Mar 11 17:33:08.873344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:08.878896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:08.879907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.916798 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4ec8867f-29f5-443c-a37a-5c7bc955cf7e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8256691 Mar 11 17:33:08.993046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90f4f0-b167-4de3-8c25-cac44f62c549 None None] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:09.027653 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:33:09.156685 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ff26b68-1397-48df-bf42-a9d318245d8e req-01fa1a5e-c3fb-43fa-86b3-e5d9c8cad92c tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863567 Mar 11 17:33:09.166958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0996a4b8-3e76-42ba-9f96-ab0e83b34a55'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:09.200632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c9a6-f4ef-4d2b-8c3c-e02e03faaf52 req-6118fec1-c3f3-43d1-96d6-914b6a41c413 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:09.229980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3b4c9a6-f4ef-4d2b-8c3c-e02e03faaf52 req-6118fec1-c3f3-43d1-96d6-914b6a41c413 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4744422 Mar 11 17:33:09.348708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-c82bcd91-bcf4-43f4-871e-e4250f2d06fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:09.355495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-c82bcd91-bcf4-43f4-871e-e4250f2d06fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 916 time: 0.5257366 Mar 11 17:33:09.362421 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:09.450352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:09.492452 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:09.505179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-e76175a7-3815-4bc2-b229-3be47b287c02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 217 time: 0.1368246 Mar 11 17:33:09.509132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3b4c9a6-f4ef-4d2b-8c3c-e02e03faaf52 req-ff7d6f47-734f-4c67-83f6-39ecf160c8cd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763784 Mar 11 17:33:09.584187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:09.677114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,segment=NetworkSegment(a5214b94-deee-43af-a566-72735c602b3b),segment_id=a5214b94-deee-43af-a566-72735c602b3b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:09.708849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:09.765390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632e2bf-06a1-4d4d-8090-6db1e93da24b req-529c267e-5bf0-4799-a484-9f8ac0d566bb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:09.767210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d632e2bf-06a1-4d4d-8090-6db1e93da24b req-529c267e-5bf0-4799-a484-9f8ac0d566bb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.3339179 Mar 11 17:33:09.768748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-b6a694e1-a525-403b-9009-41847a1bae59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:09.770316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-b6a694e1-a525-403b-9009-41847a1bae59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.2337892 Mar 11 17:33:09.792630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda8171-910a-47ec-86f5-12e26284baf7 None None] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:09.823253 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0041265d-f08e-49f1-ad65-f6183e8e012e req-60824bce-adce-4db0-b893-89d321cbc3b2 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 210 time: 0.1298952 Mar 11 17:33:09.839484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-a323ab2a-d1d3-4f3b-9625-81f64423fdfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490675 Mar 11 17:33:09.883260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d632e2bf-06a1-4d4d-8090-6db1e93da24b req-5db1dbe7-c851-410c-a128-075dee713bcd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076422 Mar 11 17:33:10.000184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:10.059863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:10.214817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-728425c5-c1a3-4564-ab9c-c2e4fe54e96c service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300264 Mar 11 17:33:10.217267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:10.217986 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.462321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.543468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:10.549769 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.648162 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c', 'code': 200} Mar 11 17:33:10.703006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f74bda1e-4c38-4276-bd38-679dfbe38110 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:10.759198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f74bda1e-4c38-4276-bd38-679dfbe38110 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:10.759786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f74bda1e-4c38-4276-bd38-679dfbe38110 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:10.836539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:10.957313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043811e5-56b3-47d6-bc73-a2a8950167b1 req-b32e9bab-a459-4886-acfd-8d67d204d86a service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7326918 Mar 11 17:33:10.980049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-440f8c0e-47f2-47ec-ba8e-972a1e92131b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:10.982642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-440f8c0e-47f2-47ec-ba8e-972a1e92131b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.6527004 Mar 11 17:33:11.112861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-3ff043f0-1ddf-4dad-b4ef-9059f31d5d00 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/quotas/e6556f3c7b3f47e9a31f9fb6f18d601c HTTP/1.1" status: 200 len: 375 time: 0.1155505 Mar 11 17:33:11.188556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-a205719a-8c0c-4301-af08-45d8417defa2 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:11.192046 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-a205719a-8c0c-4301-af08-45d8417defa2 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.59 "GET /v2.0/networks?id=b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 HTTP/1.1" status: 200 len: 813 time: 0.4738944 Mar 11 17:33:11.223519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-9a1e2f4d-9aaa-45d2-9654-46930964e8bf tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088598 Mar 11 17:33:11.252370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Request body: {'port': {'device_id': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0', 'admin_state_up': True, 'tenant_id': '3672d697801846839c5c85e85af1bea1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:11.423307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67c9c3c1-a99e-45d6-a962-f0055b74cf86 req-c6d15961-46b7-4ee7-bb66-4bef58175a2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 1096 time: 0.5747526 Mar 11 17:33:11.488412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297c4e8-5e11-4dc0-8076-4ed1a45e760d req-01dfe84a-30cc-4754-894a-af11b32ab011 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:11.495053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e297c4e8-5e11-4dc0-8076-4ed1a45e760d req-01dfe84a-30cc-4754-894a-af11b32ab011 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 945 time: 0.5057056 Mar 11 17:33:11.586152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-62a22fcb-8819-45cc-985b-62a7a4a83602 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616693 Mar 11 17:33:11.601372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:11.628773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Usage tracker for resource:port and tenant:3672d697801846839c5c85e85af1bea1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:11.637526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:11.709163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67c9c3c1-a99e-45d6-a962-f0055b74cf86 req-abb513c4-ed39-4c53-a69f-7aecfcacf13f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668102 Mar 11 17:33:11.710006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:11.736966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e297c4e8-5e11-4dc0-8076-4ed1a45e760d req-cc399c9b-a3ea-43b7-b763-2ae72252d425 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407656 Mar 11 17:33:11.744149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Made reservation on behalf of 3672d697801846839c5c85e85af1bea1 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:11.747183 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.917361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-2026d0a8-03d5-495b-86fc-3d7ea1221b23 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133879 Mar 11 17:33:11.998817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:12.047934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc360f-c7fa-446d-940f-bd1ae23edda7 req-5b5d199b-f093-442d-b43c-a7d87806f6bc tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:12.049554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3cc360f-c7fa-446d-940f-bd1ae23edda7 req-5b5d199b-f093-442d-b43c-a7d87806f6bc tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.1843777 Mar 11 17:33:12.088223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Allocated IP 172.20.0.10 (b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0/0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6/eadea9e2-a5e5-488d-bd78-2e782e5d2a8f) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:12.144116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3cc360f-c7fa-446d-940f-bd1ae23edda7 req-1f625b1d-0c8f-447f-9994-27836eb38865 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873747 Mar 11 17:33:12.321237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:12.376212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381', 'port_id': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'mac_address': 'fa:16:3e:df:bb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ff4e90-adb8-4502-8c54-5bffaf8095c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:12.453123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b238215b-20c9-43b2-b08d-ae53de7ee707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.489464 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.509737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:12.528355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:12.534696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.566976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcf9959f-a4b9-4e88-9500-4211a5e70af8 req-2c6c834c-ab38-42bf-81ed-86d8e618e98b tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 210 time: 0.0660553 Mar 11 17:33:12.648442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:12.652669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:12.675622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.731510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d9334ca-2b85-4c36-9cca-e166882ab698 req-44c4f7e7-5872-48cb-a84e-46202169d325 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 210 time: 0.0493135 Mar 11 17:33:12.746060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea210-2335-4ceb-a132-de02f5f4e936 req-a5225f0e-38a6-4ae0-a54a-db292b589ed3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:12.748334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0cea210-2335-4ceb-a132-de02f5f4e936 req-a5225f0e-38a6-4ae0-a54a-db292b589ed3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.3609738 Mar 11 17:33:12.800246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.882836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:12.895982 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'code': 200} Mar 11 17:33:12.900475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0cea210-2335-4ceb-a132-de02f5f4e936 req-39e0e5e7-6956-41ed-acd1-a602a528d8f2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289873 Mar 11 17:33:12.908852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:12.921877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:33:13.097986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:13.153643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Pushing event updated for resources: {'Port': ['ID=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:13.167044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.167401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.167877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.168384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.168909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.169418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.169926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.170438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.171224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.171224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.171675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:13.240035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:13.240035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.304442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-895876ce-36d4-4940-a088-78e58fe0806d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0579102 Mar 11 17:33:13.332523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b49d56-45e3-4071-b9a2-39ce65a3d4a6 req-d8fc5980-0ecd-48a2-bec7-e0d1fbd8a727 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:13.347289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0b49d56-45e3-4071-b9a2-39ce65a3d4a6 req-d8fc5980-0ecd-48a2-bec7-e0d1fbd8a727 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 945 time: 0.2579608 Mar 11 17:33:13.355169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Request body: {'port': {'device_id': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:13.645747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.693270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0b49d56-45e3-4071-b9a2-39ce65a3d4a6 req-24aa3ba6-ef91-4be1-ae86-34ee94f62aa0 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452866 Mar 11 17:33:13.900632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1a19e-4b85-4c65-a52b-c3cc4deb6d41 req-89731089-5ebd-4fcd-a27b-aa5488935ead tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:13.902140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8f1a19e-4b85-4c65-a52b-c3cc4deb6d41 req-89731089-5ebd-4fcd-a27b-aa5488935ead tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4042952 Mar 11 17:33:14.127149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8f1a19e-4b85-4c65-a52b-c3cc4deb6d41 req-4b14a09c-ecd9-4bf2-8112-85c58110a65d tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168806 Mar 11 17:33:14.261597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadea9e2-a5e5-488d-bd78-2e782e5d2a8f {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:14.270956 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.290007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Transition to ACTIVE for port object eadea9e2-a5e5-488d-bd78-2e782e5d2a8f will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:14.321736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.444872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9462a6-6b84-4cb3-ba55-80ac07799c81 req-6a9d0686-22dd-4d15-869f-e0edc653ca60 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:14.445747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-be9462a6-6b84-4cb3-ba55-80ac07799c81 req-6a9d0686-22dd-4d15-869f-e0edc653ca60 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Synchronizing usage tracker for tenant:3672d697801846839c5c85e85af1bea1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:14.494137 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f60fc59-b096-48e1-8639-364a3a596331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.572239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a53e0eca-1e47-48c3-953c-971d68ca91e3 req-bc490922-3a48-4496-b60e-e9ce88d8b274 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 210 time: 0.1342139 Mar 11 17:33:14.667743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-be9462a6-6b84-4cb3-ba55-80ac07799c81 req-6a9d0686-22dd-4d15-869f-e0edc653ca60 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Unset dirty status for tenant:3672d697801846839c5c85e85af1bea1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:14.669700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be9462a6-6b84-4cb3-ba55-80ac07799c81 req-6a9d0686-22dd-4d15-869f-e0edc653ca60 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 932 time: 0.8307946 Mar 11 17:33:14.672954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Pushing event updated for resources: {'Port': ['ID=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:14.972109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-ec23f1ca-0797-4946-8747-06326996ed41 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:14.973803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-ec23f1ca-0797-4946-8747-06326996ed41 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.6809757 Mar 11 17:33:15.021235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Request body: {'port': {'device_id': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'admin_state_up': True, 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:15.069990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be9462a6-6b84-4cb3-ba55-80ac07799c81 req-c4efac8b-a2ef-4170-a74a-c4ace80695b5 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123593 Mar 11 17:33:15.171749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Attempting to bind port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:15.171749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Attempting to bind port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '003eb25e-9824-4747-922a-2d36ee6b99c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:15.171749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Attempting to bind port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f on network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:15.225513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f on network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:33:15.226400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Attempting to bind port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f on network b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:15.294521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:33:15.294839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Checking segment: {'id': '003eb25e-9824-4747-922a-2d36ee6b99c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:15.295223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Bound using segment: {'id': '003eb25e-9824-4747-922a-2d36ee6b99c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:33:15.296642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Bound port: eadea9e2-a5e5-488d-bd78-2e782e5d2a8f, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003eb25e-9824-4747-922a-2d36ee6b99c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:15.296642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.345149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed3ca6-f785-4376-bbca-dd42e875d8bf req-8bd2238a-14a0-4159-9baf-f6ba00590c65 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:15.359709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-beed3ca6-f785-4376-bbca-dd42e875d8bf req-8bd2238a-14a0-4159-9baf-f6ba00590c65 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 945 time: 0.5281193 Mar 11 17:33:15.561961 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.630604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:15.646622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Usage tracker for resource:port and tenant:e6556f3c7b3f47e9a31f9fb6f18d601c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:15.655897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:15.685518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:15.696758 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.701735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-beed3ca6-f785-4376-bbca-dd42e875d8bf req-10be2609-34f2-4c85-8f4a-158ac725dee2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509016 Mar 11 17:33:15.712795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] For port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:15.736201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341899b-f5af-44e8-89f6-49f4a52b6023 req-0df9ad8f-6723-4aa6-97c5-b8b04662712e tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:15.737844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4341899b-f5af-44e8-89f6-49f4a52b6023 req-0df9ad8f-6723-4aa6-97c5-b8b04662712e tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 945 time: 0.5013537 Mar 11 17:33:15.740665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] For port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,segment=NetworkSegment(003eb25e-9824-4747-922a-2d36ee6b99c4),segment_id=003eb25e-9824-4747-922a-2d36ee6b99c4)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:15.742490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:15.746218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.778209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.898730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.898730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] 10.222.0.59 "PUT /v2.0/ports/eadea9e2-a5e5-488d-bd78-2e782e5d2a8f HTTP/1.1" status: 200 len: 1092 time: 2.5435877 Mar 11 17:33:15.898730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'tag': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:16.035200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:16.045999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4341899b-f5af-44e8-89f6-49f4a52b6023 req-a077ab00-216e-4007-845f-7bb088cba9e6 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823706 Mar 11 17:33:16.108192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d3f8c-2d0b-4243-b992-56b0f734e631 service neutron] Pushing event updated for resources: {'Port': ['ID=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:16.270245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:33:16.282465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:16.282926 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.387933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4117f40e-a1a8-4345-850b-a09b4f2dcaf7 req-39528a88-2247-42cd-9976-355b1cfae6ae tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 210 time: 0.0821366 Mar 11 17:33:16.412055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Allocated IP 172.20.0.7 (65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4/59f6f371-2a04-427b-8431-4d1157528e92/62c3cf86-1c35-42b4-a0b5-c38a093e41ff) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:16.435202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-e5463df5-d46d-43c8-a56d-c18310210e6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3672d697801846839c5c85e85af1bea1&device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 1095 time: 0.4289029 Mar 11 17:33:16.445887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b516cea-b58f-4a2f-a57d-84f031031cf8 req-1c60213f-bd54-4941-a793-f318b639c0f7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:16.455196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b516cea-b58f-4a2f-a57d-84f031031cf8 req-1c60213f-bd54-4941-a793-f318b639c0f7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4525256 Mar 11 17:33:16.560392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.593691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:16.606984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:16.612812 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.698159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:16.735990 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'tag': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f', 'status': 'completed', 'code': 200} Mar 11 17:33:16.806490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-bba929d4-cd57-48cb-a2b3-3eb30a7f141d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f HTTP/1.1" status: 200 len: 217 time: 0.3321350 Mar 11 17:33:16.893538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.901631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b516cea-b58f-4a2f-a57d-84f031031cf8 req-4435dcf9-7c05-453d-9ece-63eb623f9136 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457486 Mar 11 17:33:16.936707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-ed4775fe-5400-4d45-8f04-9f632dd75a43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:16.938595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-ed4775fe-5400-4d45-8f04-9f632dd75a43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6 HTTP/1.1" status: 200 len: 853 time: 0.1215162 Mar 11 17:33:17.017409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-1621ba4e-73e6-441f-8775-bd2105df76ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683696 Mar 11 17:33:17.117328 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.135294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be94d-b3fe-4bbd-b785-94a9b1d3ac2c req-f9287803-db96-487b-bba1-170b641ad909 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:17.136814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da7be94d-b3fe-4bbd-b785-94a9b1d3ac2c req-f9287803-db96-487b-bba1-170b641ad909 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 944 time: 0.3830411 Mar 11 17:33:17.239964 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'code': 200} Mar 11 17:33:17.242955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da7be94d-b3fe-4bbd-b785-94a9b1d3ac2c req-1b4b99c3-9a9d-48ca-8814-135049b0d526 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952117 Mar 11 17:33:17.277064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-f9f0143b-0004-412d-b0eb-9d0e954a1627 service neutron] 10.222.0.59 "GET /v2.0/networks/b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530696 Mar 11 17:33:17.286760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.495253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:17.506191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:17.509367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:33:17.685338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event updated for resources: {'Port': ['ID=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:17.768129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94f765a7-b821-48de-9db5-564b173a3b24 req-ffd13fba-a05f-4a05-ba32-9f65b7f3f1b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1097 time: 0.3777020 Mar 11 17:33:17.775090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:17.776085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.097940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6778e455-3cec-4b12-a5e1-18993b0a9106 req-3689b2d5-f9eb-4b01-ac4d-0ce26b95523c service neutron] 10.222.0.59 "GET /v2.0/networks/b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931755 Mar 11 17:33:18.101907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-389cc0ba-fa23-4eff-941c-78f4e991b50e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0965145 Mar 11 17:33:18.129197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94f765a7-b821-48de-9db5-564b173a3b24 req-a173a5ba-69e4-4e2c-9c75-284cc430fcec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228419 Mar 11 17:33:18.138801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658e339-f301-4a1c-bc11-b76333263698 req-f96fcc5b-8063-490c-8e09-9a29337fc4d9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:18.140720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b658e339-f301-4a1c-bc11-b76333263698 req-f96fcc5b-8063-490c-8e09-9a29337fc4d9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.6371367 Mar 11 17:33:18.147654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Request body: {'port': {'device_id': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:18.292420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edaa3b-1454-4efd-8164-c3e6f3219017 req-3e10f448-2172-4baa-bb31-be088d0ea3eb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:18.293124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-56edaa3b-1454-4efd-8164-c3e6f3219017 req-3e10f448-2172-4baa-bb31-be088d0ea3eb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:18.323005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b658e339-f301-4a1c-bc11-b76333263698 req-7f54a25d-e904-4ca3-9493-8aa4f0c2e715 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448109 Mar 11 17:33:18.348938 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.361119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-56edaa3b-1454-4efd-8164-c3e6f3219017 req-3e10f448-2172-4baa-bb31-be088d0ea3eb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:18.371017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56edaa3b-1454-4efd-8164-c3e6f3219017 req-3e10f448-2172-4baa-bb31-be088d0ea3eb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 931 time: 0.5331087 Mar 11 17:33:18.535350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56edaa3b-1454-4efd-8164-c3e6f3219017 req-255306ea-5fc0-4828-bcca-c631e690fc58 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633174 Mar 11 17:33:18.845094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809cb03-49b7-4675-80a5-ffd93dc42608 req-c02b2d08-3501-4613-8dc2-7fa891d71e7e tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:18.846514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8809cb03-49b7-4675-80a5-ffd93dc42608 req-c02b2d08-3501-4613-8dc2-7fa891d71e7e tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 945 time: 0.3999672 Mar 11 17:33:18.917285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-ff339828-9882-4deb-80a8-7ea8f4b89dbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3672d697801846839c5c85e85af1bea1&device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 1095 time: 0.3420146 Mar 11 17:33:19.058966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8809cb03-49b7-4675-80a5-ffd93dc42608 req-4d0665fd-6ec1-426c-9944-b6ab115b843f tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053990 Mar 11 17:33:19.081050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6002af-b960-4a27-896d-e8ab422272be req-090e38c8-e554-40ac-b7da-58a9fa7bd892 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:19.082572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a6002af-b960-4a27-896d-e8ab422272be req-090e38c8-e554-40ac-b7da-58a9fa7bd892 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3871167 Mar 11 17:33:19.202572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-a5569715-828f-499b-8adc-7a1d1817b010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:19.205308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-a5569715-828f-499b-8adc-7a1d1817b010 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 HTTP/1.1" status: 200 len: 915 time: 0.2643385 Mar 11 17:33:19.210159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c3cf86-1c35-42b4-a0b5-c38a093e41ff {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:19.311386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.327129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a6002af-b960-4a27-896d-e8ab422272be req-d10f3036-5cf3-4ce0-b587-82c6e06be1b2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364185 Mar 11 17:33:19.342030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-e58fbee4-e8fe-4a15-ac25-4a985de35d47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f HTTP/1.1" status: 200 len: 217 time: 0.1254408 Mar 11 17:33:19.351945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Transition to ACTIVE for port object 62c3cf86-1c35-42b4-a0b5-c38a093e41ff will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:19.404767 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.591006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-f7e64db1-1e22-4b4d-8f5e-b572dfbdcef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:19.592525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-f7e64db1-1e22-4b4d-8f5e-b572dfbdcef3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6 HTTP/1.1" status: 200 len: 853 time: 0.2353337 Mar 11 17:33:19.611396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Pushing event updated for resources: {'Port': ['ID=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:19.637911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b7178-bf1e-4477-96ce-89a7cdec317f req-d30368c2-e4f0-4933-a362-eea637c83ab7 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:19.644810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c6b7178-bf1e-4477-96ce-89a7cdec317f req-d30368c2-e4f0-4933-a362-eea637c83ab7 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 944 time: 0.3750248 Mar 11 17:33:19.787801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-48b8468f-6eed-4642-a803-e9009398923f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894542 Mar 11 17:33:20.017111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c6b7178-bf1e-4477-96ce-89a7cdec317f req-a1f78996-767c-46ed-a9d1-aaadbf705e0c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714194 Mar 11 17:33:20.043887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7cbf-2748-416d-8d8d-056d52d661fa req-c8c33d4a-d663-4d3a-8198-3b6e81d7c69c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:20.051081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-353a7cbf-2748-416d-8d8d-056d52d661fa req-c8c33d4a-d663-4d3a-8198-3b6e81d7c69c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.5742793 Mar 11 17:33:20.111954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Attempting to bind port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:20.112537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Attempting to bind port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:20.113024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Attempting to bind port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:20.180317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:33:20.181353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Attempting to bind port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:20.247008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-353a7cbf-2748-416d-8d8d-056d52d661fa req-09ef6100-72e6-4946-becc-b98297972e98 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946833 Mar 11 17:33:20.318549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:33:20.318549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:20.318549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Bound using segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:33:20.318549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Bound port: 62c3cf86-1c35-42b4-a0b5-c38a093e41ff, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:20.318549 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:20.394592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-61e4d800-0181-432b-889c-9c7d3e041653 service neutron] 10.222.0.59 "GET /v2.0/networks/b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862966 Mar 11 17:33:20.685072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce9995-d0f6-48da-9476-828f04ac2915 req-48c3e2ab-db73-418c-87a3-7efee72bebb6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:20.686647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1ce9995-d0f6-48da-9476-828f04ac2915 req-48c3e2ab-db73-418c-87a3-7efee72bebb6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 943 time: 0.4472914 Mar 11 17:33:20.794761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae2d7fca-cb81-4a25-a83a-5a8f632cfca5 req-c569e145-2cb9-42d1-8019-997b7b6b6625 service neutron] 10.222.0.59 "GET /v2.0/networks/b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906748 Mar 11 17:33:20.802188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] For port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:20.824059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-97103677-0a53-4023-a858-663063ac1981 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:20.825842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-97103677-0a53-4023-a858-663063ac1981 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.59 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 945 time: 0.4892302 Mar 11 17:33:20.835027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] For port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:20.887109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:20.983672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d199b2c-c9d8-4121-a82a-f40c622b6eab req-bd193120-59cd-4e7f-a913-96dc8aa0db41 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:20.983672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d199b2c-c9d8-4121-a82a-f40c622b6eab req-bd193120-59cd-4e7f-a913-96dc8aa0db41 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 945 time: 0.4866266 Mar 11 17:33:20.985714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1ce9995-d0f6-48da-9476-828f04ac2915 req-a3714b41-2bba-4128-8212-c5d9de45e259 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825849 Mar 11 17:33:21.024939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:21.027903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] 10.222.0.59 "PUT /v2.0/ports/62c3cf86-1c35-42b4-a0b5-c38a093e41ff HTTP/1.1" status: 200 len: 1091 time: 2.8844113 Mar 11 17:33:21.046473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'tag': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:21.061543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Deleting port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:21.061543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:21.331557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fe82c-78b4-462d-a240-4074e7d42127 service neutron] Pushing event updated for resources: {'Port': ['ID=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:21.389065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d199b2c-c9d8-4121-a82a-f40c622b6eab req-6e26bc07-da67-42fa-92dc-21913514ba96 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/security-groups?id=183ce168-ae58-400a-ac2e-e9da91fc0808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917370 Mar 11 17:33:21.483901 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'tag': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff', 'status': 'completed', 'code': 200} Mar 11 17:33:21.566144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0cdf009f-9bd6-4ba1-9bcf-6272806aca49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 1094 time: 0.4517701 Mar 11 17:33:21.661942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] For port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,segment=NetworkSegment(a5214b94-deee-43af-a566-72735c602b3b),segment_id=a5214b94-deee-43af-a566-72735c602b3b)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:21.661942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:21.676032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386e09c-b8fb-46e3-bfc5-9a8064994183 req-b5630c21-da39-4513-b21c-6d9598b4f065 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:21.683203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7386e09c-b8fb-46e3-bfc5-9a8064994183 req-b5630c21-da39-4513-b21c-6d9598b4f065 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4499223 Mar 11 17:33:21.879890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-ee56256e-75f8-4268-8214-655bd788b3fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62c3cf86-1c35-42b4-a0b5-c38a093e41ff HTTP/1.1" status: 200 len: 217 time: 0.2992866 Mar 11 17:33:21.891211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Calling delete_port for 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:33:22.066095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eadea9e2-a5e5-488d-bd78-2e782e5d2a8f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:22.237051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7386e09c-b8fb-46e3-bfc5-9a8064994183 req-353508c5-e12c-4e2d-808e-a918f34f02d7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429070 Mar 11 17:33:22.327388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,segment=NetworkSegment(003eb25e-9824-4747-922a-2d36ee6b99c4),segment_id=003eb25e-9824-4747-922a-2d36ee6b99c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:22.337746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-688df02c-0114-4c9a-8dc9-2460442d0c24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:22.337746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-688df02c-0114-4c9a-8dc9-2460442d0c24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.4142401 Mar 11 17:33:22.343981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f', 'network_id': 'b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0', 'port_id': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f', 'mac_address': 'fa:16:3e:a0:63:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:22.354863 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.402882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-0cb137a3-af80-43d7-9b92-650496f17e40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449908 Mar 11 17:33:22.413627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:22.477710 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.498852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadea9e2-a5e5-488d-bd78-2e782e5d2a8f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:22.518776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Pushing event deleted for resources: {'Port': ['ID=1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:22.527641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,segment=NetworkSegment(003eb25e-9824-4747-922a-2d36ee6b99c4),segment_id=003eb25e-9824-4747-922a-2d36ee6b99c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:22.533646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.535519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e60a1-2051-48c4-b591-280e2735d35b req-a4d87457-9acc-4471-b444-6624421f59b0 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:22.537384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-766e60a1-2051-48c4-b591-280e2735d35b req-a4d87457-9acc-4471-b444-6624421f59b0 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 944 time: 0.8519096 Mar 11 17:33:22.648044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:22.684309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] No DVR routers for this DVR port 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:22.696428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.735060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97f74a9e-289c-4d42-b1e3-372efa25ee5e req-718b31d8-8369-47ef-bf21-0c4eb3bac955 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.59 "DELETE /v2.0/ports/1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c HTTP/1.1" status: 204 len: 173 time: 1.9024894 Mar 11 17:33:22.785561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-766e60a1-2051-48c4-b591-280e2735d35b req-fe4ff2cf-6ebc-4bba-acb8-acbc536b0b26 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239743 Mar 11 17:33:22.821413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-d031b6c1-3210-4ee9-9436-338c11d9cc47 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633208 Mar 11 17:33:22.831456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa322a1a-3b32-48ec-8ceb-0f16b57fc090 req-5eed1039-9ece-4f7a-9830-d191b4ce354f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:22.833258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa322a1a-3b32-48ec-8ceb-0f16b57fc090 req-5eed1039-9ece-4f7a-9830-d191b4ce354f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3214600 Mar 11 17:33:22.991635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa322a1a-3b32-48ec-8ceb-0f16b57fc090 req-b8a2e2a5-3084-45c4-bf49-ac9906197bd5 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305299 Mar 11 17:33:23.034111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-867d4651-d2b4-467f-b62b-e3e840f70f38 req-8ddecb6b-503b-4177-8f69-3166074a1620 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986353 Mar 11 17:33:23.080992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['eadea9e2-a5e5-488d-bd78-2e782e5d2a8f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:23.303674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3db543a4-9d89-4e6b-b605-a514d232824a req-7c65e51c-f5b6-4b0b-bf42-efdaa0958944 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Synchronizing usage tracker for tenant:76231ffad96d418dad3eb471a5dc493f on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:23.344058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3db543a4-9d89-4e6b-b605-a514d232824a req-7c65e51c-f5b6-4b0b-bf42-efdaa0958944 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] Unset dirty status for tenant:76231ffad96d418dad3eb471a5dc493f on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:23.355149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3db543a4-9d89-4e6b-b605-a514d232824a req-7c65e51c-f5b6-4b0b-bf42-efdaa0958944 tempest-ServerPasswordTestJSON-1570751589 tempest-ServerPasswordTestJSON-1570751589-project] 10.222.0.96 "GET /v2.0/ports?device_id=6640bd56-0f6f-4eab-9244-7c3b2fc4b532 HTTP/1.1" status: 200 len: 210 time: 0.1507616 Mar 11 17:33:23.439134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d59e1e-36c0-40b3-a639-b53935522067 req-05ff7d38-0dd3-4437-8804-2daf67ef756c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:23.440420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1d59e1e-36c0-40b3-a639-b53935522067 req-05ff7d38-0dd3-4437-8804-2daf67ef756c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 943 time: 0.4052784 Mar 11 17:33:23.488773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'name': 'network-vif-deleted', 'tag': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:23.563189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1d59e1e-36c0-40b3-a639-b53935522067 req-1d8eaef0-dc9e-4b81-83a9-fc6952411c0a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216884 Mar 11 17:33:23.707426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca31052d-96af-4d73-9217-d35c98470e19 req-ffa599cc-5914-4318-8da7-ce320d820d5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 1094 time: 0.3543129 Mar 11 17:33:23.888532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-796ab997-c76d-406a-8e13-d20b5bcd3acc tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:23.889987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-796ab997-c76d-406a-8e13-d20b5bcd3acc tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 814 time: 0.3380935 Mar 11 17:33:23.940759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-cd4c7c56-747c-4931-9ffd-6da6c657db71 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/quotas/27672a0f49484c27b016bf5ee3d78e52 HTTP/1.1" status: 200 len: 375 time: 0.0415695 Mar 11 17:33:24.020342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31052d-96af-4d73-9217-d35c98470e19 req-b3cd135f-7327-4e86-aa34-1677515534a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:24.021855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca31052d-96af-4d73-9217-d35c98470e19 req-b3cd135f-7327-4e86-aa34-1677515534a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.2619951 Mar 11 17:33:24.029649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9ae09-8262-4b84-8871-06e4bed24327 req-8a6df66d-e19f-4b3e-80ed-f1a2356517c9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:24.031168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdd9ae09-8262-4b84-8871-06e4bed24327 req-8a6df66d-e19f-4b3e-80ed-f1a2356517c9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3192368 Mar 11 17:33:24.062626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:24.125274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca31052d-96af-4d73-9217-d35c98470e19 req-d7784031-529e-4026-8208-a0c07cddf860 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62c3cf86-1c35-42b4-a0b5-c38a093e41ff HTTP/1.1" status: 200 len: 217 time: 0.0927362 Mar 11 17:33:24.135440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:24.136412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:24.201437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdd9ae09-8262-4b84-8871-06e4bed24327 req-b8c71423-b813-4b57-9ea8-07a3a05f563b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196020 Mar 11 17:33:24.232150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2f78aaf5-1351-4a28-8b9b-0d056bc2e65a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2818332 Mar 11 17:33:24.235830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31052d-96af-4d73-9217-d35c98470e19 req-0160d36d-c0e7-4337-9f69-11b86c6b5253 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:24.237241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca31052d-96af-4d73-9217-d35c98470e19 req-0160d36d-c0e7-4337-9f69-11b86c6b5253 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.0926139 Mar 11 17:33:24.309024 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6640bd56-0f6f-4eab-9244-7c3b2fc4b532', 'name': 'network-vif-deleted', 'tag': '1d0c3e8c-6ddd-43b0-bca3-cad6539eb78c', 'status': 'completed', 'code': 200} Mar 11 17:33:24.467853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca31052d-96af-4d73-9217-d35c98470e19 req-86d6a2d1-80e2-4a1f-a346-d8a29cfd9a8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030919 Mar 11 17:33:24.680687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-e50095f1-a71b-4792-867e-39e6e361b30b service neutron] 10.222.0.96 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373274 Mar 11 17:33:24.788266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca31052d-96af-4d73-9217-d35c98470e19 req-bb9c1383-8924-41a2-bc30-264a5f88e340 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800252 Mar 11 17:33:24.802056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de24c80-f835-442c-a18c-e3d063e80ef6 req-212e2c71-c6fc-405b-82c2-afdbb834f21d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:24.803522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2de24c80-f835-442c-a18c-e3d063e80ef6 req-212e2c71-c6fc-405b-82c2-afdbb834f21d tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 945 time: 0.3422737 Mar 11 17:33:24.987410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2de24c80-f835-442c-a18c-e3d063e80ef6 req-a0e64bd2-db96-4781-a8e2-9944812da17e tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616719 Mar 11 17:33:24.989304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-92dedf4c-14b7-4a92-bd91-eb9acec31e35 service neutron] 10.222.0.96 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023701 Mar 11 17:33:25.032273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca31052d-96af-4d73-9217-d35c98470e19 req-3e2284bf-0223-4264-8c22-dc195778e59f service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256093 Mar 11 17:33:25.088241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52136) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:25.245772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] Deleting subnet 5f995a83-b7a9-4693-afc0-3c26de6bf478 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:33:25.253434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.312962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.386688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.413952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14a2d8-e172-4c1c-862d-8bc187e80513 req-50936dd1-e4ee-42d3-8caf-cc2f3b43adb8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:25.416826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a14a2d8-e172-4c1c-862d-8bc187e80513 req-50936dd1-e4ee-42d3-8caf-cc2f3b43adb8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 943 time: 0.1503959 Mar 11 17:33:25.423277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211de04-ca9d-4386-a64f-3d2d0859b712 req-4233587d-68f6-486a-9bf9-ce57ec57c206 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:25.424992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3211de04-ca9d-4386-a64f-3d2d0859b712 req-4233587d-68f6-486a-9bf9-ce57ec57c206 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 945 time: 0.1216118 Mar 11 17:33:25.508395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a14a2d8-e172-4c1c-862d-8bc187e80513 req-68c8b205-aa02-439a-b94c-47a547a533ba tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810130 Mar 11 17:33:25.522972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3211de04-ca9d-4386-a64f-3d2d0859b712 req-251f87c9-f23c-4075-a8a4-45c1fff70179 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785334 Mar 11 17:33:25.534605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.590023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f995a83-b7a9-4693-afc0-3c26de6bf478,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:25.607751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.615113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4b0de2f0-c714-4e6f-879e-25510789d50f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5f995a83-b7a9-4693-afc0-3c26de6bf478 HTTP/1.1" status: 204 len: 168 time: 0.5236506 Mar 11 17:33:25.617500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52154) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:25.637561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9aee4fc3-af16-4f32-933f-0f1c209988ca req-0b90d670-b1b4-42ef-a485-a2f90b491fb7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 210 time: 0.0478084 Mar 11 17:33:25.784608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.801753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd68a7a-cd9f-4d11-907c-05f2acff20be req-ad5ebcbc-c78b-4313-b0ef-b158fab2a394 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:25.803967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bd68a7a-cd9f-4d11-907c-05f2acff20be req-ad5ebcbc-c78b-4313-b0ef-b158fab2a394 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.1316943 Mar 11 17:33:25.887430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bd68a7a-cd9f-4d11-907c-05f2acff20be req-c57e2c48-9cf9-4032-9f52-56c4a4950af4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784805 Mar 11 17:33:25.952633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.994136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:26.022660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5214b94-deee-43af-a566-72735c602b3b') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:26.023063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5214b94-deee-43af-a566-72735c602b3b') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:26.042147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.063526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.076919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:33:26.076919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.095418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eadea9e2-a5e5-488d-bd78-2e782e5d2a8f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:26.266087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:33:26.271451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:26.271866 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:33:26.299062 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:33:26.320908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.331106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.361374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] Pushing event deleted for resources: {'Network': ['ID=be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:26.371620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed9fd-5f1e-43cf-a248-f45b533f3262 req-7bc12da1-d26d-4f89-b2e8-8cf71a7932d1 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:26.372015 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-840b779f-8a25-4a15-a24b-056d9479a91d admin admin] 10.222.0.96 "DELETE /v2.0/networks/be9ae8d8-ce79-4a8e-a6a0-f56e81e4e30e HTTP/1.1" status: 204 len: 168 time: 0.7530127 Mar 11 17:33:26.384035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f02ed9fd-5f1e-43cf-a248-f45b533f3262 req-7bc12da1-d26d-4f89-b2e8-8cf71a7932d1 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 945 time: 0.1337025 Mar 11 17:33:26.443373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f02ed9fd-5f1e-43cf-a248-f45b533f3262 req-3c2cf095-42c7-4b0d-9969-3a7955fcb87e tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Mar 11 17:33:26.460107 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.498497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:26.522449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,segment=NetworkSegment(003eb25e-9824-4747-922a-2d36ee6b99c4),segment_id=003eb25e-9824-4747-922a-2d36ee6b99c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:26.528450 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.530208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:26.603240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52172) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:26.612611 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f', 'code': 200} Mar 11 17:33:26.694421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:26.771053 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.828626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:26.831470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.854959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-afe0d372-8aac-43e7-bccb-969778925d0e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76231ffad96d418dad3eb471a5dc493f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2468650 Mar 11 17:33:26.855095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52178) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:26.938691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:26.943670 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-709171e8-4a2a-461e-b8a8-561d840a9e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.975889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-709171e8-4a2a-461e-b8a8-561d840a9e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.035065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-504814ad-bc8b-42dc-974f-cbf4ba5cb60b req-fc043994-c985-466e-ac34-fa1fdf8a1062 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 210 time: 0.1765895 Mar 11 17:33:27.064556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-709171e8-4a2a-461e-b8a8-561d840a9e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.088756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709171e8-4a2a-461e-b8a8-561d840a9e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ce168-ae58-400a-ac2e-e9da91fc0808,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:27.168542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-709171e8-4a2a-461e-b8a8-561d840a9e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.175409 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-709171e8-4a2a-461e-b8a8-561d840a9e4a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/183ce168-ae58-400a-ac2e-e9da91fc0808 HTTP/1.1" status: 204 len: 168 time: 0.3173730 Mar 11 17:33:27.187943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c9d37-c8d5-45d2-9617-554cbc0365f0 req-1eb97277-8783-4061-b0a9-861c29a6e9f4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:27.189668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-346c9d37-c8d5-45d2-9617-554cbc0365f0 req-1eb97277-8783-4061-b0a9-861c29a6e9f4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 943 time: 0.4639101 Mar 11 17:33:27.196345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-dd152205-e64e-4ee5-8856-65bc6d524727 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:27.198350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-dd152205-e64e-4ee5-8856-65bc6d524727 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 814 time: 0.3944068 Mar 11 17:33:27.266296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Request body: {'port': {'device_id': 'e81232e0-7bc6-48b7-a374-650e262db712', 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381', 'admin_state_up': True, 'tenant_id': '27672a0f49484c27b016bf5ee3d78e52'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:27.484918 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a14ad667-151a-40b8-89a4-16bccf724425 req-589c5350-3f28-408e-b346-acbf94ff0086 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 1097 time: 0.6260288 Mar 11 17:33:27.580154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-346c9d37-c8d5-45d2-9617-554cbc0365f0 req-ad8cb549-ee62-4aa9-9fd9-7eea1c21e40e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804948 Mar 11 17:33:27.613214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a14ad667-151a-40b8-89a4-16bccf724425 req-6cb3eb97-8bb8-45f8-860b-5df8c6e7ad08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150253 Mar 11 17:33:27.628072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:27.640567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:27.647973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7592138-f205-4089-a9d1-04c0e49af6a7 req-4a3fc971-805c-44ff-b9b1-9d19b3845ec4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:27.649406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7592138-f205-4089-a9d1-04c0e49af6a7 req-4a3fc971-805c-44ff-b9b1-9d19b3845ec4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4293182 Mar 11 17:33:27.675888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Made reservation on behalf of 27672a0f49484c27b016bf5ee3d78e52 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:27.678915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.840205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7592138-f205-4089-a9d1-04c0e49af6a7 req-336a4316-8d20-4541-97d2-3599617c64a7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809089 Mar 11 17:33:27.948762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb98a-0c12-44ee-8a19-649ecafde97a req-366fea17-c55f-4ab6-93a1-d245b54b7a44 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:27.950251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b24bb98a-0c12-44ee-8a19-649ecafde97a req-366fea17-c55f-4ab6-93a1-d245b54b7a44 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 946 time: 0.2456748 Mar 11 17:33:27.997692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Allocated IP 172.20.0.12 (17134315-b5b4-45a6-bbcd-00140369d381/f4ff4e90-adb8-4502-8c54-5bffaf8095c0/9d3ec61c-a698-415a-a083-d596fbae86a0) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:28.026387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b24bb98a-0c12-44ee-8a19-649ecafde97a req-55b980b4-0ebe-42e3-ab4f-26e33db843bb tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675383 Mar 11 17:33:28.073241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 62c3cf86-1c35-42b4-a0b5-c38a093e41ff details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:28.315420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:28.316847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:28.335635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff', 'mac_address': 'fa:16:3e:d9:c8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:28.358556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d853a917-c1e3-4f75-9c72-8ed663a433e3 req-dfa72f97-4fa1-402e-9b70-404063825843 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 210 time: 0.0804579 Mar 11 17:33:28.376098 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.407799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.417699 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.437247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c3cf86-1c35-42b4-a0b5-c38a093e41ff {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:28.454124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:28.489097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:28.499996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-739112033-network', 'tenant_id': 'f6c760c7aef94e5d80162b041c2eca27'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:28.503222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Network 17134315-b5b4-45a6-bbcd-00140369d381 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:28.504862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Pushing event updated for resources: {'Port': ['ID=9d3ec61c-a698-415a-a083-d596fbae86a0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:28.504973 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.505742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:28.507092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:28.509414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:33:28.517420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Usage tracker for resource:network and tenant:f6c760c7aef94e5d80162b041c2eca27 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:28.521000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:28.526937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:28.544022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Made reservation on behalf of f6c760c7aef94e5d80162b041c2eca27 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:28.547139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.562894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.578629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:28.579283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.597918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:28.602602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Usage tracker for resource:security_group_rule and tenant:f6c760c7aef94e5d80162b041c2eca27 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:28.606634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:28.607390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:28.608528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-2e803bbd-5018-4bb6-bf74-9ac7718a24ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3463743 Mar 11 17:33:28.614631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:28.628753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Request body: {'port': {'device_id': 'e81232e0-7bc6-48b7-a374-650e262db712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:28.629847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:28.729599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.735054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.749152 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'code': 200} Mar 11 17:33:28.754754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.772159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:33:28.781456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b927d78-33c8-400d-87f5-24fe87fa5861,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:28.787454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.788086 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Added segment 9dabed68-713d-4a9c-9d81-2816a73bdf73 of type vlan for network d663cf34-d7f5-4f82-9d5f-677563cc4c86 Mar 11 17:33:28.817798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.856406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.856406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:28.856406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.965376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] Pushing event updated for resources: {'Network': ['ID=d663cf34-d7f5-4f82-9d5f-677563cc4c86,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:28.970545 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-50ae36fa-697c-4734-b058-f4f1f948c85a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6529796 Mar 11 17:33:28.973923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:28.981518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Request body: {'subnet': {'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-739112033-subnet', 'tenant_id': 'f6c760c7aef94e5d80162b041c2eca27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:28.984365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d663cf34-d7f5-4f82-9d5f-677563cc4c86 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:33:28.987222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:28.991369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Usage tracker for resource:subnet and tenant:f6c760c7aef94e5d80162b041c2eca27 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:28.994506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:28.995223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931e849-5ebc-41ee-8a1d-53723d906019 req-ee662556-5c55-49cf-8a86-cf7300257a33 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:29.001088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:29.002568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3931e849-5ebc-41ee-8a1d-53723d906019 req-ee662556-5c55-49cf-8a86-cf7300257a33 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 944 time: 0.2296510 Mar 11 17:33:29.012457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Made reservation on behalf of f6c760c7aef94e5d80162b041c2eca27 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:29.015323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.177433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3931e849-5ebc-41ee-8a1d-53723d906019 req-ef06f929-68c7-4277-8614-969628405e01 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736805 Mar 11 17:33:29.191770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['62c3cf86-1c35-42b4-a0b5-c38a093e41ff'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:29.334913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.394861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49899021-e0e9-4f8f-a916-5dd792db3b14,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:29.415177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac159e-ce27-4d7c-87d6-3e92cac877be req-3fcafa1c-df99-4443-95aa-3565545d72b7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:29.416721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50ac159e-ce27-4d7c-87d6-3e92cac877be req-3fcafa1c-df99-4443-95aa-3565545d72b7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4084079 Mar 11 17:33:29.438958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Checking segment: {'id': '9dabed68-713d-4a9c-9d81-2816a73bdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:29.439454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Network hostable DHCP agents. Network: d663cf34-d7f5-4f82-9d5f-677563cc4c86, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:33:29.464646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Network d663cf34-d7f5-4f82-9d5f-677563cc4c86 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:33:29.475923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d663cf34-d7f5-4f82-9d5f-677563cc4c86) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:29.479803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:29.480580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.501556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14f0f7-4340-42e1-b636-f88320f96990 None None] Network d663cf34-d7f5-4f82-9d5f-677563cc4c86 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:29.503187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3ec61c-a698-415a-a083-d596fbae86a0 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:29.516196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.548986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50ac159e-ce27-4d7c-87d6-3e92cac877be req-31873a94-1f7c-4b6d-a94e-74ca1b445813 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118150 Mar 11 17:33:29.588376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Transition to ACTIVE for port object 9d3ec61c-a698-415a-a083-d596fbae86a0 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:29.603094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d908a-e36c-4133-8f7f-36a7e825c898 req-d9fe3a28-ff25-4248-8847-83a9834d97cd tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:29.608490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f2c9ed2d-1e04-4d85-9c89-0606187b3195 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6316705 Mar 11 17:33:29.610494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71d908a-e36c-4133-8f7f-36a7e825c898 req-d9fe3a28-ff25-4248-8847-83a9834d97cd tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 946 time: 0.2848685 Mar 11 17:33:29.631963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.837160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fadb111-d9bd-4fc5-9969-43eb02a41775 None None] Network d663cf34-d7f5-4f82-9d5f-677563cc4c86 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:29.947962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71d908a-e36c-4133-8f7f-36a7e825c898 req-0cc177f7-6d8b-48a7-ab2a-8806ee651fba tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364661 Mar 11 17:33:29.968911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3ec61c-a698-415a-a083-d596fbae86a0,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:30.093107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:30.095480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ceb4a-354c-4ce1-bd98-23da587ada9b req-e218fab1-6d38-4c77-8137-26ddd82a30ed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:30.096243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c8ceb4a-354c-4ce1-bd98-23da587ada9b req-e218fab1-6d38-4c77-8137-26ddd82a30ed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Synchronizing usage tracker for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:30.131369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c8ceb4a-354c-4ce1-bd98-23da587ada9b req-e218fab1-6d38-4c77-8137-26ddd82a30ed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Unset dirty status for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:30.132899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c8ceb4a-354c-4ce1-bd98-23da587ada9b req-e218fab1-6d38-4c77-8137-26ddd82a30ed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 944 time: 0.4115314 Mar 11 17:33:30.135191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Attempting to bind port 9d3ec61c-a698-415a-a083-d596fbae86a0 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:30.135529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Attempting to bind port 9d3ec61c-a698-415a-a083-d596fbae86a0 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:30.135861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Attempting to bind port 9d3ec61c-a698-415a-a083-d596fbae86a0 on network 17134315-b5b4-45a6-bbcd-00140369d381 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:30.160710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Port 9d3ec61c-a698-415a-a083-d596fbae86a0 on network 17134315-b5b4-45a6-bbcd-00140369d381 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:33:30.161034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Attempting to bind port 9d3ec61c-a698-415a-a083-d596fbae86a0 on network 17134315-b5b4-45a6-bbcd-00140369d381 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:30.188078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:33:30.188535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Checking segment: {'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:30.189139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Bound using segment: {'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:33:30.189793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Bound port: 9d3ec61c-a698-415a-a083-d596fbae86a0, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c83a32a-e9b2-4cda-a97b-e2f6785693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:30.190268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.213348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c8ceb4a-354c-4ce1-bd98-23da587ada9b req-5510e40e-c47e-4525-a260-2eccfb18bafe tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731397 Mar 11 17:33:30.275437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:30.290326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'mac_address': 'fa:16:3e:11:6d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:30.361287 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.381240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:30.385428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] For port 9d3ec61c-a698-415a-a083-d596fbae86a0, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:30.390842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] For port 9d3ec61c-a698-415a-a083-d596fbae86a0, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3ec61c-a698-415a-a083-d596fbae86a0,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:30.402484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:30.407083 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.418161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.480648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:30.547618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-667319da-94b7-44f1-bdb1-dbc57c97754e tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:30.549081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-667319da-94b7-44f1-bdb1-dbc57c97754e tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/networks?id=d663cf34-d7f5-4f82-9d5f-677563cc4c86 HTTP/1.1" status: 200 len: 808 time: 0.2845092 Mar 11 17:33:30.555189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.556947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d3ec61c-a698-415a-a083-d596fbae86a0 HTTP/1.1" status: 200 len: 1092 time: 1.9322481 Mar 11 17:33:30.556947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81232e0-7bc6-48b7-a374-650e262db712', 'tag': '9d3ec61c-a698-415a-a083-d596fbae86a0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:30.595714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367caec-f1f0-4f97-a0c3-73cfb0d5b541 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3ec61c-a698-415a-a083-d596fbae86a0,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:30.603846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-b7161f7c-3b86-4b7a-8b5a-2d9448c918ce tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/quotas/f6c760c7aef94e5d80162b041c2eca27 HTTP/1.1" status: 200 len: 375 time: 0.0414741 Mar 11 17:33:30.693598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-a69601a7-de0f-4223-8527-843c2bc3ce71 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f6c760c7aef94e5d80162b041c2eca27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835152 Mar 11 17:33:30.700895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659ac3-ecf0-4a8a-ad79-43a5f79c5d5f req-21c9d6f2-7bd4-48c1-966a-51eb6fa186ec tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:30.703274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0659ac3-ecf0-4a8a-ad79-43a5f79c5d5f req-21c9d6f2-7bd4-48c1-966a-51eb6fa186ec tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 944 time: 0.2365463 Mar 11 17:33:30.763559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0996a4b8-3e76-42ba-9f96-ab0e83b34a55'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:30.874714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0659ac3-ecf0-4a8a-ad79-43a5f79c5d5f req-7177d5d3-6ff7-42e0-be25-9064c46e2034 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493905 Mar 11 17:33:30.896311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-c30ab702-f44a-499a-a523-8d79c1524cf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 1095 time: 0.2539184 Mar 11 17:33:30.915952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-d6184dec-0ec2-4c30-973d-916a50aec3a4 service neutron] 10.222.0.96 "GET /v2.0/networks/d663cf34-d7f5-4f82-9d5f-677563cc4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099373 Mar 11 17:33:31.068387 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81232e0-7bc6-48b7-a374-650e262db712', 'tag': '9d3ec61c-a698-415a-a083-d596fbae86a0', 'status': 'completed', 'code': 200} Mar 11 17:33:31.075392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-c199df64-a27b-48be-b83d-d24a4bc75059 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d3ec61c-a698-415a-a083-d596fbae86a0 HTTP/1.1" status: 200 len: 217 time: 0.1564581 Mar 11 17:33:31.330651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c0d19c2-2858-4421-a538-b215cd07fafb req-84eeeb12-f3f8-44ae-a874-e1896bb49d77 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0853784 Mar 11 17:33:31.338827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-b6efd109-3ff8-4444-b0fa-0f921defbfe2 service neutron] 10.222.0.96 "GET /v2.0/networks/d663cf34-d7f5-4f82-9d5f-677563cc4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540468 Mar 11 17:33:31.346866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-1347e41b-58a3-4d41-9d60-927081e2717c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:31.346866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-1347e41b-58a3-4d41-9d60-927081e2717c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.2254765 Mar 11 17:33:31.447917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-01e35d46-570a-4261-a5fd-0db5e2cd48e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911810 Mar 11 17:33:31.460078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c0d19c2-2858-4421-a538-b215cd07fafb req-19930c08-3f0b-4be1-bcc0-56eef0740918 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0608330 Mar 11 17:33:31.575854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c0d19c2-2858-4421-a538-b215cd07fafb req-35ce5d5b-629b-43a7-a8b9-d234b3698eba service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909097 Mar 11 17:33:31.586650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9c5a-22ae-439a-927d-6a0ba91ff349 req-be39d969-ad71-4237-9642-fc80b2b4fdd4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:31.594029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-836f9c5a-22ae-439a-927d-6a0ba91ff349 req-be39d969-ad71-4237-9642-fc80b2b4fdd4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3896623 Mar 11 17:33:32.008007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-836f9c5a-22ae-439a-927d-6a0ba91ff349 req-3cb08fbf-4efe-4538-8bf8-014104994828 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111760 Mar 11 17:33:32.034142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-6e5bbfa1-3366-4f54-8478-ba3dc2d85bad service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757728 Mar 11 17:33:32.097444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 62c3cf86-1c35-42b4-a0b5-c38a093e41ff up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:32.266482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bff37-090c-4492-998a-7fe7f86f142b req-3fdad564-90e9-417a-8de9-7822a110bf28 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:32.282865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-318bff37-090c-4492-998a-7fe7f86f142b req-3fdad564-90e9-417a-8de9-7822a110bf28 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 944 time: 0.4842186 Mar 11 17:33:32.308143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:33:32.328276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:32.328899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.345075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f493187b-e67f-4a34-a6ae-0910561c4e84 req-0e186a1e-9ad5-488e-bc81-6479faa960f9 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908087 Mar 11 17:33:32.387579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d19c2-2858-4421-a538-b215cd07fafb req-1fe60fe9-8dd8-41b7-92ec-4656096b3d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:32.389379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c0d19c2-2858-4421-a538-b215cd07fafb req-1fe60fe9-8dd8-41b7-92ec-4656096b3d76 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7902889 Mar 11 17:33:32.406893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ed96318-321b-423c-b69f-df112b114ac8 req-42aec797-6e7b-4ac8-996a-d1eb7517fd24 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 210 time: 0.1558597 Mar 11 17:33:32.532971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-318bff37-090c-4492-998a-7fe7f86f142b req-ec4e500f-5a6a-4565-adc4-dad46f218eb4 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483957 Mar 11 17:33:32.568007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.623243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-9ccb442b-721e-4099-a18c-c65c151abaf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 1095 time: 0.1533277 Mar 11 17:33:32.626882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:32.650969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:32.658296 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.812472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:32.995820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-29bc123b-f2c0-492f-9260-33831642ecd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:32.996613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-29bc123b-f2c0-492f-9260-33831642ecd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 916 time: 0.3655784 Mar 11 17:33:33.008923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f948fe-1644-4508-8f81-60a76024e714 req-a2e6c726-5baf-4861-8b66-7582b0eb91bc tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.012087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97f948fe-1644-4508-8f81-60a76024e714 req-a2e6c726-5baf-4861-8b66-7582b0eb91bc tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 945 time: 0.2201757 Mar 11 17:33:33.020662 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff', 'code': 200} Mar 11 17:33:33.088079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-e3bb9056-0979-4feb-bd83-d17e19e6007b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d3ec61c-a698-415a-a083-d596fbae86a0 HTTP/1.1" status: 200 len: 217 time: 0.0748317 Mar 11 17:33:33.331615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97f948fe-1644-4508-8f81-60a76024e714 req-79409d75-bc06-4bf4-9203-6150a0227b4a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422776 Mar 11 17:33:33.335736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-3a0eff2e-6f1a-47a0-b130-5e5f76df225b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.337256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-3a0eff2e-6f1a-47a0-b130-5e5f76df225b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.2258697 Mar 11 17:33:33.423630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-c24003c4-c173-4969-abf3-a2b06e5ee551 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537305 Mar 11 17:33:33.438177 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba566812-4926-461b-9531-44b48503a79f req-38b9ae67-cea1-4258-aab1-c5633020c642 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 1096 time: 0.2555101 Mar 11 17:33:33.460300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e90e-e227-4a7d-8c12-3e069371c2ee req-919510c5-5e2c-4c99-8735-164eff6210ef tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.469908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f656e90e-e227-4a7d-8c12-3e069371c2ee req-919510c5-5e2c-4c99-8735-164eff6210ef tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 946 time: 0.2479520 Mar 11 17:33:33.823264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f656e90e-e227-4a7d-8c12-3e069371c2ee req-bbae2202-0ea5-4dbe-8f1d-dfaff75a5fdd tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518634 Mar 11 17:33:33.926137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba566812-4926-461b-9531-44b48503a79f req-93c311ab-fc30-4f46-a979-fb632e2901fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186118 Mar 11 17:33:33.990390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-c57f757c-3c78-465c-a4b6-f295cb554ee9 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643636 Mar 11 17:33:34.020135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27055c68-74c3-4580-99c1-6d4c02b37ad5 req-269e5783-0794-42fc-a8b7-722cc71cebd2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:34.027254 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27055c68-74c3-4580-99c1-6d4c02b37ad5 req-269e5783-0794-42fc-a8b7-722cc71cebd2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.4775853 Mar 11 17:33:34.055712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-c36669f6-f483-4bd3-bb0c-98c089ed19c3 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:34.057044 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-c36669f6-f483-4bd3-bb0c-98c089ed19c3 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.59 "GET /v2.0/networks?id=d663cf34-d7f5-4f82-9d5f-677563cc4c86 HTTP/1.1" status: 200 len: 808 time: 0.3182213 Mar 11 17:33:34.119177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:34.124412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f548339-3234-42f9-8be1-dacf2272a4bb req-6b9a1158-4bab-498e-ac3f-c075229644c8 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 210 time: 0.0752995 Mar 11 17:33:34.145308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27055c68-74c3-4580-99c1-6d4c02b37ad5 req-38eac77a-7921-4623-abcc-c1f3b3926a21 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170931 Mar 11 17:33:34.270589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:34.271307 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.462727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Request body: {'port': {'device_id': '52664261-48a6-4824-b075-4e9d7c9c163f', 'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86', 'admin_state_up': True, 'tenant_id': 'f6c760c7aef94e5d80162b041c2eca27'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:34.488823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.537019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:34.545496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.623665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:34.859970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766fccf-b115-4ab0-add8-9f5c9c437f4b req-eea05227-b8b7-48dd-8ec5-de2f469090f0 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:34.867743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8766fccf-b115-4ab0-add8-9f5c9c437f4b req-eea05227-b8b7-48dd-8ec5-de2f469090f0 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 944 time: 0.5822070 Mar 11 17:33:34.889850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de58d921-2cd0-46ba-bc89-5ec55fa47988 req-f24dbf36-90b9-49ac-bdd4-c496029f4b53 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243493 Mar 11 17:33:34.908064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:34.916561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Usage tracker for resource:port and tenant:f6c760c7aef94e5d80162b041c2eca27 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:34.928006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:34.944703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f190-dee3-4f03-aa39-49aff76d74ca req-bd8bc352-2954-40b0-8562-95ac8167ee52 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:34.951722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3f5f190-dee3-4f03-aa39-49aff76d74ca req-bd8bc352-2954-40b0-8562-95ac8167ee52 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 945 time: 0.3080676 Mar 11 17:33:34.951722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:35.006100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8766fccf-b115-4ab0-add8-9f5c9c437f4b req-b6f7e553-5f81-4163-a42a-b858415154ad tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293237 Mar 11 17:33:35.014059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Made reservation on behalf of f6c760c7aef94e5d80162b041c2eca27 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:35.017407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.022266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:35.134667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3f5f190-dee3-4f03-aa39-49aff76d74ca req-1ab731b7-0fef-4ee7-8fb4-da5e73494b69 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853855 Mar 11 17:33:35.313008 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'code': 200} Mar 11 17:33:35.482471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Allocated IP 172.20.0.14 (d663cf34-d7f5-4f82-9d5f-677563cc4c86/49899021-e0e9-4f8f-a916-5dd792db3b14/a2bb26c0-8a6d-4647-b762-32678c171d8c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:35.563433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91268d88-b09f-417f-8320-a34dea634428 req-d97d1015-0ecb-4b7b-90ce-2db29d21660c tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 210 time: 0.0825388 Mar 11 17:33:35.617355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6790-e7be-4a92-9272-6cefeb5aeeae req-8e4849e6-8490-4108-b96f-64438c5057d2 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:35.630255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-127e6790-e7be-4a92-9272-6cefeb5aeeae req-8e4849e6-8490-4108-b96f-64438c5057d2 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 946 time: 0.3032813 Mar 11 17:33:35.836513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-127e6790-e7be-4a92-9272-6cefeb5aeeae req-6e9fccbf-3355-4a83-9b59-5403d6c6aa0a tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/security-groups?id=c993ec20-3dff-438e-8835-b65a51b0e5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114809 Mar 11 17:33:36.021170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-5061329f-bcf2-4e24-b7b4-b84d0cc2a75e tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:36.022629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-5061329f-bcf2-4e24-b7b4-b84d0cc2a75e tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 946 time: 0.3138263 Mar 11 17:33:36.109550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3ec61c-a698-415a-a083-d596fbae86a0 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:36.110444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Deleting port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:36.111008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.459719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.534757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43490dd-5571-4c19-ada7-3f16b1d5a5fe req-c06052f6-37e5-4bb9-b5ee-6911356b2d52 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:36.534757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e43490dd-5571-4c19-ada7-3f16b1d5a5fe req-c06052f6-37e5-4bb9-b5ee-6911356b2d52 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.6255960 Mar 11 17:33:36.561558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3ec61c-a698-415a-a083-d596fbae86a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3ec61c-a698-415a-a083-d596fbae86a0,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:36.661178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9d3ec61c-a698-415a-a083-d596fbae86a0', 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381', 'port_id': '9d3ec61c-a698-415a-a083-d596fbae86a0', 'mac_address': 'fa:16:3e:a6:73:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ff4e90-adb8-4502-8c54-5bffaf8095c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:36.730816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45bede-d376-436e-bfbd-f276eb9f3a4c req-f88467da-8f51-43da-a6f5-bbd631ed8d58 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:36.748054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff45bede-d376-436e-bfbd-f276eb9f3a4c req-f88467da-8f51-43da-a6f5-bbd631ed8d58 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 944 time: 0.4407704 Mar 11 17:33:36.828982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.887285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.911519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3ec61c-a698-415a-a083-d596fbae86a0 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:36.930065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3ec61c-a698-415a-a083-d596fbae86a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3ec61c-a698-415a-a083-d596fbae86a0,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:36.940456 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.021084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e43490dd-5571-4c19-ada7-3f16b1d5a5fe req-40ea0dd1-98dd-4181-b2d2-b08ebae32c7c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998871 Mar 11 17:33:37.053313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d3ec61c-a698-415a-a083-d596fbae86a0,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:37.062015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] For port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,segment=NetworkSegment(003eb25e-9824-4747-922a-2d36ee6b99c4),segment_id=003eb25e-9824-4747-922a-2d36ee6b99c4)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:37.062625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.160444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff45bede-d376-436e-bfbd-f276eb9f3a4c req-5d6c0698-4923-48e4-ba84-605ea6dce87f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202528 Mar 11 17:33:37.243594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Network d663cf34-d7f5-4f82-9d5f-677563cc4c86 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:37.244861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Pushing event updated for resources: {'Port': ['ID=a2bb26c0-8a6d-4647-b762-32678c171d8c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:37.247964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:37.258937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Calling delete_port for eadea9e2-a5e5-488d-bd78-2e782e5d2a8f owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:33:37.327811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:33:37.496500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:37.497155 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.512999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9d3ec61c-a698-415a-a083-d596fbae86a0'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:37.588313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-19e9fc37-b416-437a-8a2c-0a9bd939479d tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1298792 Mar 11 17:33:37.615822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Request body: {'port': {'device_id': '52664261-48a6-4824-b075-4e9d7c9c163f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:37.668975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735fbb-3385-43f4-8d3b-30474b00194f req-285827bf-b18b-4e0f-860a-bb3cb8949ec7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:37.670286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c735fbb-3385-43f4-8d3b-30474b00194f req-285827bf-b18b-4e0f-860a-bb3cb8949ec7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 945 time: 0.4196486 Mar 11 17:33:37.711533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3261-da27-46ff-b70b-80e049ca0bec req-d54c8767-8ad5-49bf-a1bf-218ca6c3ff25 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:37.712667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a0cb3261-da27-46ff-b70b-80e049ca0bec req-d54c8767-8ad5-49bf-a1bf-218ca6c3ff25 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Synchronizing usage tracker for tenant:f6c760c7aef94e5d80162b041c2eca27 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:37.728951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.879545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Pushing event deleted for resources: {'Port': ['ID=eadea9e2-a5e5-488d-bd78-2e782e5d2a8f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:37.882436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a0cb3261-da27-46ff-b70b-80e049ca0bec req-d54c8767-8ad5-49bf-a1bf-218ca6c3ff25 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Unset dirty status for tenant:f6c760c7aef94e5d80162b041c2eca27 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:37.882726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0cb3261-da27-46ff-b70b-80e049ca0bec req-d54c8767-8ad5-49bf-a1bf-218ca6c3ff25 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 932 time: 0.5934381 Mar 11 17:33:37.893412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c735fbb-3385-43f4-8d3b-30474b00194f req-16835f7f-59f5-45e8-b119-84faa3574caa tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066150 Mar 11 17:33:37.894605 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.031561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] No DVR routers for this DVR port eadea9e2-a5e5-488d-bd78-2e782e5d2a8f on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:38.048521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.051034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'name': 'network-vif-deleted', 'tag': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:38.154218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-446a2f71-2bd7-4726-adec-6ec7e65ed8fd req-8fc50ef4-d5da-4764-9ddb-f40a78a29333 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Synchronizing usage tracker for tenant:3672d697801846839c5c85e85af1bea1 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:38.179562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0cb3261-da27-46ff-b70b-80e049ca0bec req-40790250-e13c-4626-9a72-fe2ce1792a16 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437043 Mar 11 17:33:38.193054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af9872f8-900c-442e-a1bb-130166fb1af7 req-04196e7a-577d-4467-b910-ae50b0515f5c tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.59 "DELETE /v2.0/ports/eadea9e2-a5e5-488d-bd78-2e782e5d2a8f HTTP/1.1" status: 204 len: 173 time: 2.1644857 Mar 11 17:33:38.288721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-446a2f71-2bd7-4726-adec-6ec7e65ed8fd req-8fc50ef4-d5da-4764-9ddb-f40a78a29333 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] Unset dirty status for tenant:3672d697801846839c5c85e85af1bea1 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:38.301820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-446a2f71-2bd7-4726-adec-6ec7e65ed8fd req-8fc50ef4-d5da-4764-9ddb-f40a78a29333 tempest-ServerAddressesTestJSON-2104564728 tempest-ServerAddressesTestJSON-2104564728-project] 10.222.0.96 "GET /v2.0/ports?device_id=b2ab373b-e717-4b0f-81d3-a91448a5aa82 HTTP/1.1" status: 200 len: 210 time: 0.2212739 Mar 11 17:33:38.713736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389df3-7b6d-4f4c-a610-67a01506a6f3 req-80e41477-0aaa-4f40-9ea6-d28cbe524355 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:38.716192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9389df3-7b6d-4f4c-a610-67a01506a6f3 req-80e41477-0aaa-4f40-9ea6-d28cbe524355 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.1803491 Mar 11 17:33:38.795240 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ab373b-e717-4b0f-81d3-a91448a5aa82', 'name': 'network-vif-deleted', 'tag': 'eadea9e2-a5e5-488d-bd78-2e782e5d2a8f', 'status': 'completed', 'code': 200} Mar 11 17:33:38.827275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bb26c0-8a6d-4647-b762-32678c171d8c {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:38.837956 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.848288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9389df3-7b6d-4f4c-a610-67a01506a6f3 req-f09d4a95-49c3-4c4f-982a-87416d7fac23 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801961 Mar 11 17:33:38.867640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Transition to ACTIVE for port object a2bb26c0-8a6d-4647-b762-32678c171d8c will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:38.874901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.121429 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.270238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Pushing event updated for resources: {'Port': ['ID=a2bb26c0-8a6d-4647-b762-32678c171d8c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:39.424820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8486b1-fd39-4f97-9827-5c9f33036af8 req-17bc1c74-a5fc-4594-ac9b-dff675abb82f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:39.431900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d8486b1-fd39-4f97-9827-5c9f33036af8 req-17bc1c74-a5fc-4594-ac9b-dff675abb82f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 945 time: 0.4673724 Mar 11 17:33:39.478668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d95be-da4c-4887-bb44-71c615d6233f req-824e9573-5693-4193-9fa2-387d7ee2ea0f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:39.480156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d5d95be-da4c-4887-bb44-71c615d6233f req-824e9573-5693-4193-9fa2-387d7ee2ea0f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 945 time: 0.3878741 Mar 11 17:33:39.484218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Attempting to bind port a2bb26c0-8a6d-4647-b762-32678c171d8c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:39.484835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Attempting to bind port a2bb26c0-8a6d-4647-b762-32678c171d8c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '9dabed68-713d-4a9c-9d81-2816a73bdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:39.485333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Attempting to bind port a2bb26c0-8a6d-4647-b762-32678c171d8c on network d663cf34-d7f5-4f82-9d5f-677563cc4c86 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:39.526028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Port a2bb26c0-8a6d-4647-b762-32678c171d8c on network d663cf34-d7f5-4f82-9d5f-677563cc4c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:33:39.526275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Attempting to bind port a2bb26c0-8a6d-4647-b762-32678c171d8c on network d663cf34-d7f5-4f82-9d5f-677563cc4c86 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:39.554610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d8486b1-fd39-4f97-9827-5c9f33036af8 req-7dc66a4e-9256-4b74-b2da-b7a6cacce574 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215987 Mar 11 17:33:39.562519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:33:39.562859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Checking segment: {'id': '9dabed68-713d-4a9c-9d81-2816a73bdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:39.563236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Bound using segment: {'id': '9dabed68-713d-4a9c-9d81-2816a73bdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:33:39.563841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Bound port: a2bb26c0-8a6d-4647-b762-32678c171d8c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dabed68-713d-4a9c-9d81-2816a73bdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:39.564342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.592538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d5d95be-da4c-4887-bb44-71c615d6233f req-f5c36155-06de-4942-9a45-fe4a49323ddd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968249 Mar 11 17:33:39.724213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52350) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:39.760737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] For port a2bb26c0-8a6d-4647-b762-32678c171d8c, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:39.780166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] For port a2bb26c0-8a6d-4647-b762-32678c171d8c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a2bb26c0-8a6d-4647-b762-32678c171d8c,segment=NetworkSegment(9dabed68-713d-4a9c-9d81-2816a73bdf73),segment_id=9dabed68-713d-4a9c-9d81-2816a73bdf73)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:39.789964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.792616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] Deleting subnet 0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:33:39.795906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.848023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.900430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.902470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] 10.222.0.59 "PUT /v2.0/ports/a2bb26c0-8a6d-4647-b762-32678c171d8c HTTP/1.1" status: 200 len: 1092 time: 2.2961030 Mar 11 17:33:39.919418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ede1d4-9a91-4836-99f6-90a6e7d1eaa9 req-cb45f705-3575-455f-b61b-a4cfb8c393ef tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:39.922346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4ede1d4-9a91-4836-99f6-90a6e7d1eaa9 req-cb45f705-3575-455f-b61b-a4cfb8c393ef tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 944 time: 0.2186129 Mar 11 17:33:39.928141 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.958304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd37ab-16fd-4623-a752-67598276b4bd service neutron] Pushing event updated for resources: {'Port': ['ID=a2bb26c0-8a6d-4647-b762-32678c171d8c,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:40.041826 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.061856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4ede1d4-9a91-4836-99f6-90a6e7d1eaa9 req-4ddbd307-66f2-4d57-aae9-78b87ce698d2 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295731 Mar 11 17:33:40.094067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:40.101785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.115220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3ec61c-a698-415a-a083-d596fbae86a0 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:40.143207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d02f037d-f7f5-47fb-9fd5-bb3f07139e40 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0ab3a50e-a152-402c-a9d7-b1c77f0a0ed6 HTTP/1.1" status: 204 len: 168 time: 0.4167624 Mar 11 17:33:40.145808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52358) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:40.218103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9d3ec61c-a698-415a-a083-d596fbae86a0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:33:40.224770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9d3ec61c-a698-415a-a083-d596fbae86a0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:40.225388 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.277042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-96f0d6bf-8d5e-4cc1-9d32-6e15fccef5d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6c760c7aef94e5d80162b041c2eca27&device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 1095 time: 0.3023396 Mar 11 17:33:40.369084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.370149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.392336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-fdd013f2-b92f-4732-9442-0a9b40d42afe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bb26c0-8a6d-4647-b762-32678c171d8c HTTP/1.1" status: 200 len: 217 time: 0.0990489 Mar 11 17:33:40.403467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0f2b-3f79-4d2d-9a9f-81ddb76b07cc req-f4b07253-0d35-44fa-97f8-a2e2c731e0cd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:40.407019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81232e0-7bc6-48b7-a374-650e262db712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3ec61c-a698-415a-a083-d596fbae86a0'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:40.415041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e9d0f2b-3f79-4d2d-9a9f-81ddb76b07cc req-f4b07253-0d35-44fa-97f8-a2e2c731e0cd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3511319 Mar 11 17:33:40.420503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3ec61c-a698-415a-a083-d596fbae86a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3ec61c-a698-415a-a083-d596fbae86a0,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:40.427511 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.428429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eadea9e2-a5e5-488d-bd78-2e782e5d2a8f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:40.514541 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81232e0-7bc6-48b7-a374-650e262db712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3ec61c-a698-415a-a083-d596fbae86a0', 'code': 200} Mar 11 17:33:40.524886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: eadea9e2-a5e5-488d-bd78-2e782e5d2a8f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:40.525225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eadea9e2-a5e5-488d-bd78-2e782e5d2a8f not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:40.572168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d3ec61c-a698-415a-a083-d596fbae86a0,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:40.597089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-7825807f-bc69-45b2-b9eb-762b1f06c907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:40.598579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-7825807f-bc69-45b2-b9eb-762b1f06c907 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49899021-e0e9-4f8f-a916-5dd792db3b14 HTTP/1.1" status: 200 len: 848 time: 0.1665733 Mar 11 17:33:40.818066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52664261-48a6-4824-b075-4e9d7c9c163f', 'tag': 'a2bb26c0-8a6d-4647-b762-32678c171d8c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:40.830926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e9d0f2b-3f79-4d2d-9a9f-81ddb76b07cc req-a7f53472-6489-4f15-8ba4-33be88c6221e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147046 Mar 11 17:33:40.918700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-9893e996-20b0-41a9-8c3b-13a1004c7c1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d663cf34-d7f5-4f82-9d5f-677563cc4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2573080 Mar 11 17:33:41.007752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.112647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:41.156542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003eb25e-9824-4747-922a-2d36ee6b99c4') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:41.156823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003eb25e-9824-4747-922a-2d36ee6b99c4') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:41.190551 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.360569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.373542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adc33f16-0b0a-43c0-8bdc-c4ce7329629d req-4b58cb63-6e6c-472d-99b6-d9f7c7dc4e4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 1097 time: 0.7097569 Mar 11 17:33:41.383974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:33:41.384368 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:33:41.418555 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:33:41.427546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20172e7c-9f35-4510-be1a-abf205904767 req-bafde883-5081-415f-bff8-f0bdf638f8ad tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:41.429259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20172e7c-9f35-4510-be1a-abf205904767 req-bafde883-5081-415f-bff8-f0bdf638f8ad tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 945 time: 0.5973463 Mar 11 17:33:41.496661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9377b4-c63b-400f-b745-7bf188ca0430 req-8b5a7e53-944a-4d03-8dd1-30b078731171 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:41.498232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac9377b4-c63b-400f-b745-7bf188ca0430 req-8b5a7e53-944a-4d03-8dd1-30b078731171 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 946 time: 0.7960887 Mar 11 17:33:41.500190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-1275846b-0d2e-4e0a-8abf-cf88540d898f service neutron] 10.222.0.59 "GET /v2.0/networks/d663cf34-d7f5-4f82-9d5f-677563cc4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729947 Mar 11 17:33:41.731391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1682cff-3563-4f03-9365-349905edf730 req-eed628b3-aa6c-4437-aa7a-e9d47280d622 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:41.733060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1682cff-3563-4f03-9365-349905edf730 req-eed628b3-aa6c-4437-aa7a-e9d47280d622 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 945 time: 0.6951098 Mar 11 17:33:41.745656 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.750083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Deleting port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:41.750451 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.808686 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.812539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adc33f16-0b0a-43c0-8bdc-c4ce7329629d req-0ba1fec4-8c0e-41bc-8e42-420b938eb57a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074392 Mar 11 17:33:41.877158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:41.898435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-24aef2ab-74f1-48e5-a2cc-4553fd0b77ee admin admin] 10.222.0.96 "DELETE /v2.0/networks/b34670fa-4de0-4e4c-98e5-51ca7bc7cdc0 HTTP/1.1" status: 204 len: 168 time: 1.7511635 Mar 11 17:33:41.908837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac9377b4-c63b-400f-b745-7bf188ca0430 req-48864760-4ee1-4bc3-b4ad-fb0191e7b9da tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484943 Mar 11 17:33:41.986284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed221e09-aff3-45b4-8b80-0f5d695309d3 req-d573192a-81e2-42c9-924e-5983d9ea6403 service neutron] 10.222.0.59 "GET /v2.0/networks/d663cf34-d7f5-4f82-9d5f-677563cc4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436512 Mar 11 17:33:42.021590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1682cff-3563-4f03-9365-349905edf730 req-c22ce8cf-dfac-4c07-a983-8b78d79a5309 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458906 Mar 11 17:33:42.029027 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52664261-48a6-4824-b075-4e9d7c9c163f', 'tag': 'a2bb26c0-8a6d-4647-b762-32678c171d8c', 'status': 'completed', 'code': 200} Mar 11 17:33:42.190916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52384) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:42.269105 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2aab88cd-e716-4175-9ec4-226af9cbdd7d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3672d697801846839c5c85e85af1bea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0758352 Mar 11 17:33:42.270372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52388) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:42.349780 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee110-8d8f-465a-be83-6848cccfe9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.360463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4357aa59-3bb8-43f5-82e9-e95b3c76cd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.397321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4357aa59-3bb8-43f5-82e9-e95b3c76cd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.443853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] For port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:42.444433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.477498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4357aa59-3bb8-43f5-82e9-e95b3c76cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.496254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357aa59-3bb8-43f5-82e9-e95b3c76cd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c993ec20-3dff-438e-8835-b65a51b0e5dc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:42.501179 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4357aa59-3bb8-43f5-82e9-e95b3c76cd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.506114 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4357aa59-3bb8-43f5-82e9-e95b3c76cd10 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c993ec20-3dff-438e-8835-b65a51b0e5dc HTTP/1.1" status: 204 len: 168 time: 0.2312963 Mar 11 17:33:42.592293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Calling delete_port for 62c3cf86-1c35-42b4-a0b5-c38a093e41ff owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:33:42.728142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-e873e23a-4dd9-48f2-9629-52aa4dd7b6b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6c760c7aef94e5d80162b041c2eca27&device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 1095 time: 0.4403536 Mar 11 17:33:42.736991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5dce2-3949-463e-8508-8d98cad7dc50 req-d211f3c2-655f-4af8-8dd9-2c58c8bc9f87 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:42.738527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60a5dce2-3949-463e-8508-8d98cad7dc50 req-d211f3c2-655f-4af8-8dd9-2c58c8bc9f87 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 944 time: 0.4107838 Mar 11 17:33:42.793870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f937a6-f20b-44fe-a1d7-6593c1c32210 req-eb20138a-e371-4b35-a448-6ff4f6b7f15b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:42.795978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09f937a6-f20b-44fe-a1d7-6593c1c32210 req-eb20138a-e371-4b35-a448-6ff4f6b7f15b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.5088561 Mar 11 17:33:42.987592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.046954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09f937a6-f20b-44fe-a1d7-6593c1c32210 req-ef5f0482-ed13-42c4-9d9f-d3d525c7c6d0 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426572 Mar 11 17:33:43.090386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60a5dce2-3949-463e-8508-8d98cad7dc50 req-04157dc5-db16-4024-9b57-ff9fde7ba268 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893286 Mar 11 17:33:43.115680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event deleted for resources: {'Port': ['ID=62c3cf86-1c35-42b4-a0b5-c38a093e41ff,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:43.126776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-02132ae7-c715-4d74-b08a-afcc143ecc29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.128379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-02132ae7-c715-4d74-b08a-afcc143ecc29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d663cf34-d7f5-4f82-9d5f-677563cc4c86 HTTP/1.1" status: 200 len: 910 time: 0.3605809 Mar 11 17:33:43.551217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-9156e7a4-5197-4963-a455-153bca080804 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2bb26c0-8a6d-4647-b762-32678c171d8c HTTP/1.1" status: 200 len: 217 time: 0.3490460 Mar 11 17:33:43.562822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] No DVR routers for this DVR port 62c3cf86-1c35-42b4-a0b5-c38a093e41ff on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:43.565525 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.671785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0cee2807-0683-4870-82bf-b82beda6545f req-c100a463-2abd-4903-a3bc-fdd5c7289aa9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca86642f-00f8-4664-854f-6da6b2c712e8 HTTP/1.1" status: 200 len: 210 time: 0.1223128 Mar 11 17:33:43.698412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20172e7c-9f35-4510-be1a-abf205904767 req-1c9f72e7-e00e-484d-9b3f-7e7c99d9a242 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "DELETE /v2.0/ports/62c3cf86-1c35-42b4-a0b5-c38a093e41ff HTTP/1.1" status: 204 len: 173 time: 2.2586200 Mar 11 17:33:43.715014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-c7713190-b64f-4e2e-8dc3-2762cdea7065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.717664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-c7713190-b64f-4e2e-8dc3-2762cdea7065 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49899021-e0e9-4f8f-a916-5dd792db3b14 HTTP/1.1" status: 200 len: 848 time: 0.1473217 Mar 11 17:33:43.815513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-97547c52-1026-4e97-b6ef-940cb55cbf63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d663cf34-d7f5-4f82-9d5f-677563cc4c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870082 Mar 11 17:33:43.830178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e917-85d2-454b-984d-3d9d66b11815 req-8467ca82-257e-4c4a-a967-3d3e2cf9d0f9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.839958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9514e917-85d2-454b-984d-3d9d66b11815 req-8467ca82-257e-4c4a-a967-3d3e2cf9d0f9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 946 time: 0.5570624 Mar 11 17:33:43.994737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:44.031018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'name': 'network-vif-deleted', 'tag': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:44.069719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9514e917-85d2-454b-984d-3d9d66b11815 req-f5ea1495-de12-4408-9854-132d6de50138 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634381 Mar 11 17:33:44.106192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-67144673-e52c-45dc-aca7-f33131199b44 service neutron] 10.222.0.59 "GET /v2.0/networks/d663cf34-d7f5-4f82-9d5f-677563cc4c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642753 Mar 11 17:33:44.112939 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca86642f-00f8-4664-854f-6da6b2c712e8', 'name': 'network-vif-deleted', 'tag': '62c3cf86-1c35-42b4-a0b5-c38a093e41ff', 'status': 'completed', 'code': 200} Mar 11 17:33:44.155259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 62c3cf86-1c35-42b4-a0b5-c38a093e41ff no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:44.241929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1413803636-network', 'tenant_id': '32d7d957d98845d088f5a1e2fa5c3439'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:44.259837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:44.282068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Usage tracker for resource:network and tenant:32d7d957d98845d088f5a1e2fa5c3439 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:44.288590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:44.297717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 62c3cf86-1c35-42b4-a0b5-c38a093e41ff {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:44.301537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 62c3cf86-1c35-42b4-a0b5-c38a093e41ff not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:44.305504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:44.325790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Made reservation on behalf of 32d7d957d98845d088f5a1e2fa5c3439 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:44.330100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.363591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.423493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:44.433548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Usage tracker for resource:security_group_rule and tenant:32d7d957d98845d088f5a1e2fa5c3439 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:44.437086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:44.446888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:44.484822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7453533f-518a-4c27-a6fc-6cec6e2c3dab req-25ce178a-c507-40a8-8499-3f99e2e02023 service neutron] 10.222.0.59 "GET /v2.0/networks/d663cf34-d7f5-4f82-9d5f-677563cc4c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438778 Mar 11 17:33:44.486066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f00bdc-df48-4ffe-b886-201ab3d22061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.500367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bba59-e206-4aa1-84bb-544f1c16daca req-967e3171-851f-416a-975e-61a2a985ec27 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:44.502055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f75bba59-e206-4aa1-84bb-544f1c16daca req-967e3171-851f-416a-975e-61a2a985ec27 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.2085822 Mar 11 17:33:44.513552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905aa6e-d6bf-4e21-9791-12d19f235ec1 req-f14f5c57-899e-4874-8061-c26145e0adf5 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:44.515460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d905aa6e-d6bf-4e21-9791-12d19f235ec1 req-f14f5c57-899e-4874-8061-c26145e0adf5 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 944 time: 0.1689551 Mar 11 17:33:44.562633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.574604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.591111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:33:44.597145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f75bba59-e206-4aa1-84bb-544f1c16daca req-4428d4e3-f0d3-4147-82af-083e1b82c3ea tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804861 Mar 11 17:33:44.600853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d905aa6e-d6bf-4e21-9791-12d19f235ec1 req-7a45f5e8-e3c6-44ab-8166-7187f2db8fc5 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687814 Mar 11 17:33:44.601484 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.601830 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Added segment 257c7e86-8c69-49cf-aefb-3c7f68abbb70 of type vlan for network 373e4420-9d66-488e-981e-ae149aa661b6 Mar 11 17:33:44.633401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.671993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.673125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:44.673907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.730623 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7342408 Mar 11 17:33:44.733582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52432) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:33:44.739030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Request body: {'subnet': {'network_id': '373e4420-9d66-488e-981e-ae149aa661b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1413803636-subnet', 'tenant_id': '32d7d957d98845d088f5a1e2fa5c3439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:44.744704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:44.749212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Usage tracker for resource:subnet and tenant:32d7d957d98845d088f5a1e2fa5c3439 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:44.752427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:44.759295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:44.773882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Made reservation on behalf of 32d7d957d98845d088f5a1e2fa5c3439 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:44.776793 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.803726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:44.816696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c82761-771a-4f2d-922f-0f6eaa804173 admin admin] Pushing event updated for resources: {'Network': ['ID=373e4420-9d66-488e-981e-ae149aa661b6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:44.843741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 373e4420-9d66-488e-981e-ae149aa661b6 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:33:45.087101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.184338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce884020-1b67-44af-803a-b06a13df5cc1,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:45.337092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Checking segment: {'id': '257c7e86-8c69-49cf-aefb-3c7f68abbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '373e4420-9d66-488e-981e-ae149aa661b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:45.337672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Network hostable DHCP agents. Network: 373e4420-9d66-488e-981e-ae149aa661b6, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:33:45.444662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afd01a-5b49-471e-8b35-3cf2307886de req-6ea03e21-ec37-4cd5-a8f2-62da3a5589a2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:45.446205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-6ea03e21-ec37-4cd5-a8f2-62da3a5589a2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.2534518 Mar 11 17:33:45.469177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Network 373e4420-9d66-488e-981e-ae149aa661b6 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:33:45.484581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7986373-1a32-4529-927e-0977553bb461 req-664b988a-99fc-4478-af40-701eaac6c9b8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:45.486243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7986373-1a32-4529-927e-0977553bb461 req-664b988a-99fc-4478-af40-701eaac6c9b8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 946 time: 0.1955395 Mar 11 17:33:45.503000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-85007d94-5129-4c53-85da-4b7754cfbe9b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/quotas/e6556f3c7b3f47e9a31f9fb6f18d601c HTTP/1.1" status: 200 len: 375 time: 0.0386972 Mar 11 17:33:45.554447 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.562386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 373e4420-9d66-488e-981e-ae149aa661b6) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:45.579058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a500bcf-3637-43d6-9566-afd635e3e69a None None] Network 373e4420-9d66-488e-981e-ae149aa661b6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:45.584840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99afd01a-5b49-471e-8b35-3cf2307886de req-32ec4cd2-285e-40d5-957a-bde7fa622812 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:45.598506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:45.599159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.644765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-99afd01a-5b49-471e-8b35-3cf2307886de req-32ec4cd2-285e-40d5-957a-bde7fa622812 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:45.647155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-32ec4cd2-285e-40d5-957a-bde7fa622812 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421895 Mar 11 17:33:45.652840 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e4fde481-0da5-4dd7-a19b-69a27846d150 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9181366 Mar 11 17:33:45.696864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7986373-1a32-4529-927e-0977553bb461 req-7f3de5c7-d1b6-4001-b61a-43bda0d221e1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463497 Mar 11 17:33:45.750239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.975682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf905f4b-79e4-4c3e-98e0-512531c06872 None None] Network 373e4420-9d66-488e-981e-ae149aa661b6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:33:46.027915 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:33:46.130939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-c8c371e0-9826-49eb-acaa-06d16345ad45 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734368 Mar 11 17:33:46.170530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a2bb26c0-8a6d-4647-b762-32678c171d8c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:46.268042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324cd64-438d-481b-974b-53318a9bed8a req-db64a48b-a3d8-4bf2-9bef-d874f78b9295 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:46.285592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5324cd64-438d-481b-974b-53318a9bed8a req-db64a48b-a3d8-4bf2-9bef-d874f78b9295 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3399987 Mar 11 17:33:46.390139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a2bb26c0-8a6d-4647-b762-32678c171d8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a2bb26c0-8a6d-4647-b762-32678c171d8c,segment=NetworkSegment(9dabed68-713d-4a9c-9d81-2816a73bdf73),segment_id=9dabed68-713d-4a9c-9d81-2816a73bdf73)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:46.411069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'a2bb26c0-8a6d-4647-b762-32678c171d8c', 'network_id': 'd663cf34-d7f5-4f82-9d5f-677563cc4c86', 'port_id': 'a2bb26c0-8a6d-4647-b762-32678c171d8c', 'mac_address': 'fa:16:3e:64:9b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49899021-e0e9-4f8f-a916-5dd792db3b14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:46.423575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-4687fdb2-f0d3-4264-8cad-e7c7c3c7fee4 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854865 Mar 11 17:33:46.452348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5324cd64-438d-481b-974b-53318a9bed8a req-d236d395-51f3-49b1-b0c8-59d4b9ac06d4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622109 Mar 11 17:33:46.500438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.519592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bb26c0-8a6d-4647-b762-32678c171d8c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:46.537374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a2bb26c0-8a6d-4647-b762-32678c171d8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a2bb26c0-8a6d-4647-b762-32678c171d8c,segment=NetworkSegment(9dabed68-713d-4a9c-9d81-2816a73bdf73),segment_id=9dabed68-713d-4a9c-9d81-2816a73bdf73)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:46.550021 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.684840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a2bb26c0-8a6d-4647-b762-32678c171d8c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:46.731924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aeeb4-79ca-4280-bf02-8335a7eed634 req-c138e2e9-e555-4ef5-8f04-634e6dd3223c tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:46.738712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-474aeeb4-79ca-4280-bf02-8335a7eed634 req-c138e2e9-e555-4ef5-8f04-634e6dd3223c tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 945 time: 0.1639085 Mar 11 17:33:46.803135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-474aeeb4-79ca-4280-bf02-8335a7eed634 req-a53f494b-ce8c-4e2c-90e0-be74e8bce301 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Mar 11 17:33:46.908945 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:47.028613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a2bb26c0-8a6d-4647-b762-32678c171d8c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:47.127007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ecd074b-f65d-4ec1-ada5-c8f80a7fe2cf req-360ce6ec-ca19-4829-bacf-c4ec482a52c8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 210 time: 0.0788109 Mar 11 17:33:47.552853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-c8e62ce3-7f25-4b5a-886d-c3efc0fa7c67 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:47.559758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-c8e62ce3-7f25-4b5a-886d-c3efc0fa7c67 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/networks?id=373e4420-9d66-488e-981e-ae149aa661b6 HTTP/1.1" status: 200 len: 822 time: 0.3605163 Mar 11 17:33:47.581098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e563f2-9e51-444d-b2cc-aa848d0d0fdb req-d9bd3383-f78b-4b23-aa7e-67cafe894e9b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:47.583228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80e563f2-9e51-444d-b2cc-aa848d0d0fdb req-d9bd3383-f78b-4b23-aa7e-67cafe894e9b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 946 time: 0.1913567 Mar 11 17:33:47.588976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-07e825e5-b4a9-4c1d-b883-7387d705f423 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/quotas/32d7d957d98845d088f5a1e2fa5c3439 HTTP/1.1" status: 200 len: 375 time: 0.0283742 Mar 11 17:33:47.682656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-17ab2648-eaa0-4a3f-ae92-90a7fb8a54c6 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=32d7d957d98845d088f5a1e2fa5c3439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924792 Mar 11 17:33:47.771792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80e563f2-9e51-444d-b2cc-aa848d0d0fdb req-5048f55c-04bc-4845-aa63-e00ec7207af4 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801763 Mar 11 17:33:47.881000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1f443f2f-bea5-4879-a3d1-b2bfb6b1123e service neutron] 10.222.0.96 "GET /v2.0/networks/373e4420-9d66-488e-981e-ae149aa661b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973391 Mar 11 17:33:48.139855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b644cc-40cd-454c-9636-aacdf585ec89 req-f4f72620-0f96-4fcb-8792-6af5746a04b2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:48.143897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44b644cc-40cd-454c-9636-aacdf585ec89 req-f4f72620-0f96-4fcb-8792-6af5746a04b2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.1709034 Mar 11 17:33:48.184033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-5fb83cae-fe62-4204-bb34-78393a62d1ea service neutron] 10.222.0.96 "GET /v2.0/networks/373e4420-9d66-488e-981e-ae149aa661b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999275 Mar 11 17:33:48.201367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c1a0be0-d111-47b9-b31c-25b750f2d8ba details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:48.214821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c1a0be0-d111-47b9-b31c-25b750f2d8ba no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:48.281260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44b644cc-40cd-454c-9636-aacdf585ec89 req-0466bccf-865c-48fa-ac9a-368483f053c9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Mar 11 17:33:48.517537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afd01a-5b49-471e-8b35-3cf2307886de req-0bdbad67-bac9-4454-b547-6329c8c86a46 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:48.530445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-0bdbad67-bac9-4454-b547-6329c8c86a46 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.2805202 Mar 11 17:33:48.573322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:48.590467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Request body: {'port': {'device_id': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'admin_state_up': True, 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:48.603621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'port_id': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'mac_address': 'fa:16:3e:60:45:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0540f05e-50e1-4175-b0a3-47f4d7b2af4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:48.828709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.847644 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.888267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c1a0be0-d111-47b9-b31c-25b750f2d8ba {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:48.914800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:48.932590 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.972739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbab2478-d929-46b3-92bc-a559981f465d req-bc6a8f08-0a7f-48cf-b35d-c40f833d5ea1 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 210 time: 0.1453087 Mar 11 17:33:49.140478 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:33:49.140633 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:33:49.167857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5f83548-eee9-4bd3-9122-5ae939ab8f8a req-c0e61146-3e07-409d-8fe3-212c22e4da4f tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 210 time: 0.0734584 Mar 11 17:33:49.184456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:49.211742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:49.265427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136353-e103-41aa-bc01-890afc95356e req-c874ec26-2496-49bb-b81c-d5e6824b5a2f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:49.283434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3136353-e103-41aa-bc01-890afc95356e req-c874ec26-2496-49bb-b81c-d5e6824b5a2f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 946 time: 0.4065835 Mar 11 17:33:49.304983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:49.389848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4c1a0be0-d111-47b9-b31c-25b750f2d8ba'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:49.477707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0785e9-a0ef-43ea-b657-a8a93d9070d7 req-c4f875d6-9c07-4e0f-a1d5-ae3e34d6beda tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:49.479230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a0785e9-a0ef-43ea-b657-a8a93d9070d7 req-c4f875d6-9c07-4e0f-a1d5-ae3e34d6beda tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 945 time: 0.8184991 Mar 11 17:33:49.521677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:49.525157 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.566920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Deleting port 9d3ec61c-a698-415a-a083-d596fbae86a0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:49.567264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.742901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.775628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a0785e9-a0ef-43ea-b657-a8a93d9070d7 req-4297243a-a62b-4a66-bf7c-ef3176aa3367 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853041 Mar 11 17:33:49.787755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4c1a0be0-d111-47b9-b31c-25b750f2d8ba {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:49.834652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:49.852664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.942887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:50.073421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Allocated IP 172.20.0.5 (65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4/59f6f371-2a04-427b-8431-4d1157528e92/54fb5f7c-8718-416c-ad5a-6022ef4f800b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:50.131382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e37f2-a8db-4509-992a-f3e44160245a req-41c61d41-ab98-4cd0-a8da-369c547bd02b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:50.132865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-329e37f2-a8db-4509-992a-f3e44160245a req-41c61d41-ab98-4cd0-a8da-369c547bd02b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=e81232e0-7bc6-48b7-a374-650e262db712 HTTP/1.1" status: 200 len: 946 time: 0.4882390 Mar 11 17:33:50.214170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] For port 9d3ec61c-a698-415a-a083-d596fbae86a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3ec61c-a698-415a-a083-d596fbae86a0,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:50.215524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.219814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a2bb26c0-8a6d-4647-b762-32678c171d8c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:50.308209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port a2bb26c0-8a6d-4647-b762-32678c171d8c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:33:50.313524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port a2bb26c0-8a6d-4647-b762-32678c171d8c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:50.313889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.353830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd3fcd-ce7a-4cb7-bf17-9067f65f8350 req-f9f3a44c-bbab-4c33-85f4-e0d2a1f054b4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:50.355389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00fd3fcd-ce7a-4cb7-bf17-9067f65f8350 req-f9f3a44c-bbab-4c33-85f4-e0d2a1f054b4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 944 time: 0.4097638 Mar 11 17:33:50.438811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Calling delete_port for 9d3ec61c-a698-415a-a083-d596fbae86a0 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:33:50.461187 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.491474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52664261-48a6-4824-b075-4e9d7c9c163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb26c0-8a6d-4647-b762-32678c171d8c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:50.502603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a2bb26c0-8a6d-4647-b762-32678c171d8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a2bb26c0-8a6d-4647-b762-32678c171d8c,segment=NetworkSegment(9dabed68-713d-4a9c-9d81-2816a73bdf73),segment_id=9dabed68-713d-4a9c-9d81-2816a73bdf73)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:50.507797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.592156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a2bb26c0-8a6d-4647-b762-32678c171d8c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:50.592288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-329e37f2-a8db-4509-992a-f3e44160245a req-030b0a76-cb07-46aa-bc16-7fa20d1ce324 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429548 Mar 11 17:33:50.781029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00fd3fcd-ce7a-4cb7-bf17-9067f65f8350 req-b50cb70a-6863-4b78-b5ab-8e78be11d3b6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542498 Mar 11 17:33:50.947084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-4b845ab9-0f86-4b4b-a62a-9156fb96fec9 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:50.947084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-4b845ab9-0f86-4b4b-a62a-9156fb96fec9 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.59 "GET /v2.0/networks?id=373e4420-9d66-488e-981e-ae149aa661b6 HTTP/1.1" status: 200 len: 822 time: 0.6277702 Mar 11 17:33:50.947084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.979463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Request body: {'port': {'device_id': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'network_id': '373e4420-9d66-488e-981e-ae149aa661b6', 'admin_state_up': True, 'tenant_id': '32d7d957d98845d088f5a1e2fa5c3439'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:51.078516 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.113758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:51.136104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211036a-edf9-40d1-9b2c-3eaf86565c18 req-380c0d40-31d3-4837-9a6b-b18dab2e9415 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:51.140260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4211036a-edf9-40d1-9b2c-3eaf86565c18 req-380c0d40-31d3-4837-9a6b-b18dab2e9415 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 946 time: 0.4216194 Mar 11 17:33:51.343853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Pushing event deleted for resources: {'Port': ['ID=9d3ec61c-a698-415a-a083-d596fbae86a0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:51.497437 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.558191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:33:51.567759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] No DVR routers for this DVR port 9d3ec61c-a698-415a-a083-d596fbae86a0 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:51.580915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.587453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Usage tracker for resource:port and tenant:32d7d957d98845d088f5a1e2fa5c3439 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:33:51.593244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81232e0-7bc6-48b7-a374-650e262db712', 'name': 'network-vif-deleted', 'tag': '9d3ec61c-a698-415a-a083-d596fbae86a0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:51.607186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4211036a-edf9-40d1-9b2c-3eaf86565c18 req-981a25d1-7a91-4135-89a4-cd44cf655e70 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843134 Mar 11 17:33:51.611141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:33:51.637184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:33:51.654420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:51.664832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66901d8-a45a-4092-938d-64a8710ed7e3 req-99ff39f8-810d-4a24-816a-790e743a89b4 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:51.677339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e66901d8-a45a-4092-938d-64a8710ed7e3 req-99ff39f8-810d-4a24-816a-790e743a89b4 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.5461164 Mar 11 17:33:51.678265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:51.683276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3136353-e103-41aa-bc01-890afc95356e req-4ff872d8-b45e-497d-a322-e5084c8dbd46 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "DELETE /v2.0/ports/9d3ec61c-a698-415a-a083-d596fbae86a0 HTTP/1.1" status: 204 len: 173 time: 2.3874094 Mar 11 17:33:51.684320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event updated for resources: {'Port': ['ID=54fb5f7c-8718-416c-ad5a-6022ef4f800b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:51.699912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:33:51.740535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Made reservation on behalf of 32d7d957d98845d088f5a1e2fa5c3439 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:51.745610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.912844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e66901d8-a45a-4092-938d-64a8710ed7e3 req-e32f0011-999a-4e46-a9b4-4c6e760779a6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405212 Mar 11 17:33:51.923707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:51.924312 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.976097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-5a3ad53f-1d63-44d8-8b58-2bc86f4ef78b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4094265 Mar 11 17:33:52.023629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Request body: {'port': {'device_id': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:52.055468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b06cf2-22b1-46a3-a93e-a502c385491f req-78048996-aa2c-4f5d-99c1-0975978be2f0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:52.056229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-72b06cf2-22b1-46a3-a93e-a502c385491f req-78048996-aa2c-4f5d-99c1-0975978be2f0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:52.139413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b5acafff-d02f-4bce-8f9e-fc49cacbeda7 req-c11201d3-749f-4cce-9ba6-137e4bc35744 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Synchronizing usage tracker for tenant:32d7d957d98845d088f5a1e2fa5c3439 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:52.162625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-72b06cf2-22b1-46a3-a93e-a502c385491f req-78048996-aa2c-4f5d-99c1-0975978be2f0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:52.164579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72b06cf2-22b1-46a3-a93e-a502c385491f req-78048996-aa2c-4f5d-99c1-0975978be2f0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 931 time: 0.3864558 Mar 11 17:33:52.215258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Allocated IP 172.20.0.6 (373e4420-9d66-488e-981e-ae149aa661b6/ce884020-1b67-44af-803a-b06a13df5cc1/e2df24d6-4375-476a-8e48-0168d8e2f04c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:52.239243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c1a0be0-d111-47b9-b31c-25b750f2d8ba up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:33:52.253749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b5acafff-d02f-4bce-8f9e-fc49cacbeda7 req-c11201d3-749f-4cce-9ba6-137e4bc35744 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Unset dirty status for tenant:32d7d957d98845d088f5a1e2fa5c3439 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:52.254970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b5acafff-d02f-4bce-8f9e-fc49cacbeda7 req-c11201d3-749f-4cce-9ba6-137e4bc35744 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 210 time: 0.1926067 Mar 11 17:33:52.289999 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.334812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:52.335467 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.356876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72b06cf2-22b1-46a3-a93e-a502c385491f req-8836cb02-5f64-460f-b939-afe3634be591 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667333 Mar 11 17:33:52.387165 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52664261-48a6-4824-b075-4e9d7c9c163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb26c0-8a6d-4647-b762-32678c171d8c', 'code': 200} Mar 11 17:33:52.507901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.546178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:52.552822 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.553818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3ec61c-a698-415a-a083-d596fbae86a0 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:52.625630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 9d3ec61c-a698-415a-a083-d596fbae86a0 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:33:52.626161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3ec61c-a698-415a-a083-d596fbae86a0 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:33:52.655006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:52.821803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.890289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9313a8a-8a46-4d25-b09a-be3413ca6313 req-d0d6057d-03f5-485c-9479-0c1464af71d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 1097 time: 0.3070066 Mar 11 17:33:52.897793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915f45-53e2-4236-a74d-4f2fe9d44f6d req-642d8265-2b3b-4d26-8260-554ca1247385 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:52.899218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df915f45-53e2-4236-a74d-4f2fe9d44f6d req-642d8265-2b3b-4d26-8260-554ca1247385 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 946 time: 0.4091623 Mar 11 17:33:52.900735 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81232e0-7bc6-48b7-a374-650e262db712', 'name': 'network-vif-deleted', 'tag': '9d3ec61c-a698-415a-a083-d596fbae86a0', 'status': 'completed', 'code': 200} Mar 11 17:33:52.980486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.104711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9313a8a-8a46-4d25-b09a-be3413ca6313 req-883a4d0b-5f0a-43ed-89f8-a14062dd9d04 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941662 Mar 11 17:33:53.112992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df915f45-53e2-4236-a74d-4f2fe9d44f6d req-724db1b8-15f2-417d-929b-81e807005795 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066138 Mar 11 17:33:53.115079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fb5f7c-8718-416c-ad5a-6022ef4f800b {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:53.129507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.134110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Pushing event updated for resources: {'Port': ['ID=e2df24d6-4375-476a-8e48-0168d8e2f04c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:53.144855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Network 373e4420-9d66-488e-981e-ae149aa661b6 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:53.149190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:53.152347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:33:53.178258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Transition to ACTIVE for port object 54fb5f7c-8718-416c-ad5a-6022ef4f800b will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:53.188154 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.443041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.443888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.566887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Pushing event updated for resources: {'Port': ['ID=54fb5f7c-8718-416c-ad5a-6022ef4f800b,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:53.587186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-1cd07a71-e094-4e0d-9cda-a99a2910aae4 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6234353 Mar 11 17:33:53.635056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Request body: {'port': {'device_id': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:53.723887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb0603-41cb-4eea-bb19-2010bf3e10af req-0be41ffb-8ce8-42ca-8644-16e952b6b1d8 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.725339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62fb0603-41cb-4eea-bb19-2010bf3e10af req-0be41ffb-8ce8-42ca-8644-16e952b6b1d8 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3802071 Mar 11 17:33:53.856840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.860768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.864690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.868739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.872614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.877092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.880973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.882857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-34fcce27-4ed0-41d0-8a9f-3d603af3330b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.3827801 Mar 11 17:33:53.899769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.921696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62fb0603-41cb-4eea-bb19-2010bf3e10af req-4cce2ae6-33a6-410a-b501-5358ebad40cd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884692 Mar 11 17:33:53.922319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Attempting to bind port 54fb5f7c-8718-416c-ad5a-6022ef4f800b on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:53.922671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Attempting to bind port 54fb5f7c-8718-416c-ad5a-6022ef4f800b by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:53.922994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Attempting to bind port 54fb5f7c-8718-416c-ad5a-6022ef4f800b on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:53.942020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Port 54fb5f7c-8718-416c-ad5a-6022ef4f800b on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:33:53.942311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Attempting to bind port 54fb5f7c-8718-416c-ad5a-6022ef4f800b on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:53.994483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:33:53.994826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:53.995203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Bound using segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:33:53.995637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Bound port: 54fb5f7c-8718-416c-ad5a-6022ef4f800b, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:53.995979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.018019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-173f98e6-a914-4716-8a9f-7791a29a3e2e req-67c10552-7f58-490e-ba53-1d30ce4f5009 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257479 Mar 11 17:33:54.271123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:33:54.343659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] For port 54fb5f7c-8718-416c-ad5a-6022ef4f800b, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:54.367226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] For port 54fb5f7c-8718-416c-ad5a-6022ef4f800b, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=54fb5f7c-8718-416c-ad5a-6022ef4f800b,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:54.380194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.405682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:54.434422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.450752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddedde9-fd50-40f3-a333-8160f959e127 req-2daff16f-baec-4de2-8a93-9ee3e924c810 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:54.451681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3ddedde9-fd50-40f3-a333-8160f959e127 req-2daff16f-baec-4de2-8a93-9ee3e924c810 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Synchronizing usage tracker for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:33:54.467167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:54.472084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.533907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec517-e71a-4fc0-840f-36969bd47c32 req-13399d50-8fa8-4bec-b079-d177bb3f5f63 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:54.535403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbdec517-e71a-4fc0-840f-36969bd47c32 req-13399d50-8fa8-4bec-b079-d177bb3f5f63 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 931 time: 0.3857276 Mar 11 17:33:54.541046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.542385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] 10.222.0.59 "PUT /v2.0/ports/54fb5f7c-8718-416c-ad5a-6022ef4f800b HTTP/1.1" status: 200 len: 1091 time: 2.5242457 Mar 11 17:33:54.546920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3ddedde9-fd50-40f3-a333-8160f959e127 req-2daff16f-baec-4de2-8a93-9ee3e924c810 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Unset dirty status for tenant:27672a0f49484c27b016bf5ee3d78e52 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:33:54.548020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ddedde9-fd50-40f3-a333-8160f959e127 req-2daff16f-baec-4de2-8a93-9ee3e924c810 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.5169995 Mar 11 17:33:54.550916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:54.573681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aba9e3-f735-4dd1-ba65-a15252879acd service neutron] Pushing event updated for resources: {'Port': ['ID=54fb5f7c-8718-416c-ad5a-6022ef4f800b,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:54.732785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ddedde9-fd50-40f3-a333-8160f959e127 req-63928d56-851b-4bee-99a5-7c8692af95de tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632297 Mar 11 17:33:54.739431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbdec517-e71a-4fc0-840f-36969bd47c32 req-db3a17ec-9c47-4fcf-978f-f22257dd3820 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881673 Mar 11 17:33:54.743975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2df24d6-4375-476a-8e48-0168d8e2f04c {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:54.767947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.794611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Transition to ACTIVE for port object e2df24d6-4375-476a-8e48-0168d8e2f04c will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:54.799737 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.863938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-4b79c617-43c6-48b8-b7b3-ea6fcee5bfd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 1094 time: 0.1900272 Mar 11 17:33:54.919378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'tag': '54fb5f7c-8718-416c-ad5a-6022ef4f800b'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:55.196081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Pushing event updated for resources: {'Port': ['ID=e2df24d6-4375-476a-8e48-0168d8e2f04c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:55.203227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-4b7eb857-8e4e-4bdd-be96-eacfea853308 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54fb5f7c-8718-416c-ad5a-6022ef4f800b HTTP/1.1" status: 200 len: 217 time: 0.2759223 Mar 11 17:33:55.366993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afd01a-5b49-471e-8b35-3cf2307886de req-e2782d7a-cc17-4ca4-ac5c-dc24b7ec9252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:55.368431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-e2782d7a-cc17-4ca4-ac5c-dc24b7ec9252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.1558449 Mar 11 17:33:55.446669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637f8d-1841-4319-b470-860dc2be14b7 req-97b9c48c-f4c5-4438-9bbf-1f8815baf583 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:55.448049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0637f8d-1841-4319-b470-860dc2be14b7 req-97b9c48c-f4c5-4438-9bbf-1f8815baf583 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.5218971 Mar 11 17:33:55.450036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-19745287-a299-47b0-8332-bc8e128f0ccb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720513 Mar 11 17:33:55.455825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d4f65-5d3b-4f71-b329-408202f208ad req-55ef1882-2059-431e-b987-1c5a5ed50691 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:55.457229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c69d4f65-5d3b-4f71-b329-408202f208ad req-55ef1882-2059-431e-b987-1c5a5ed50691 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 943 time: 0.5284548 Mar 11 17:33:55.457925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Attempting to bind port e2df24d6-4375-476a-8e48-0168d8e2f04c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:55.458248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Attempting to bind port e2df24d6-4375-476a-8e48-0168d8e2f04c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '257c7e86-8c69-49cf-aefb-3c7f68abbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '373e4420-9d66-488e-981e-ae149aa661b6'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:55.458596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Attempting to bind port e2df24d6-4375-476a-8e48-0168d8e2f04c on network 373e4420-9d66-488e-981e-ae149aa661b6 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:55.572432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Port e2df24d6-4375-476a-8e48-0168d8e2f04c on network 373e4420-9d66-488e-981e-ae149aa661b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:33:55.572730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Attempting to bind port e2df24d6-4375-476a-8e48-0168d8e2f04c on network 373e4420-9d66-488e-981e-ae149aa661b6 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:33:55.614785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:33:55.615092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Checking segment: {'id': '257c7e86-8c69-49cf-aefb-3c7f68abbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '373e4420-9d66-488e-981e-ae149aa661b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:33:55.615494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Bound using segment: {'id': '257c7e86-8c69-49cf-aefb-3c7f68abbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '373e4420-9d66-488e-981e-ae149aa661b6'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:33:55.615936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Bound port: e2df24d6-4375-476a-8e48-0168d8e2f04c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257c7e86-8c69-49cf-aefb-3c7f68abbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '373e4420-9d66-488e-981e-ae149aa661b6'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:55.616274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.674431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0637f8d-1841-4319-b470-860dc2be14b7 req-6db14228-4394-43f9-9471-0b529ef322a0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133226 Mar 11 17:33:55.676388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c69d4f65-5d3b-4f71-b329-408202f208ad req-42d0f091-1f0c-4b38-88c3-9c9dfe8e19de tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963856 Mar 11 17:33:55.716085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-773dd118-8d60-46fb-89fa-7fac2df76722 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539265 Mar 11 17:33:55.881364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] For port e2df24d6-4375-476a-8e48-0168d8e2f04c, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:55.887221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] For port e2df24d6-4375-476a-8e48-0168d8e2f04c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2df24d6-4375-476a-8e48-0168d8e2f04c,segment=NetworkSegment(257c7e86-8c69-49cf-aefb-3c7f68abbb70),segment_id=257c7e86-8c69-49cf-aefb-3c7f68abbb70)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:55.904802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.987142 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'code': 200} Mar 11 17:33:56.002402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99afd01a-5b49-471e-8b35-3cf2307886de req-4be0f15e-9140-4ec1-b209-3a1ca5b2a031 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769029 Mar 11 17:33:56.010127 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.011449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] 10.222.0.59 "PUT /v2.0/ports/e2df24d6-4375-476a-8e48-0168d8e2f04c HTTP/1.1" status: 200 len: 1091 time: 2.3913112 Mar 11 17:33:56.022277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8280a3-9e94-4efc-9f47-2be902c38011 service neutron] Pushing event updated for resources: {'Port': ['ID=e2df24d6-4375-476a-8e48-0168d8e2f04c,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:56.034586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e36b-5163-4ec9-83bd-009f406fa1c8 req-5fe7c9f8-6dd3-4cba-bd08-4d4a8d8faa25 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.036086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb84e36b-5163-4ec9-83bd-009f406fa1c8 req-5fe7c9f8-6dd3-4cba-bd08-4d4a8d8faa25 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 946 time: 0.2311618 Mar 11 17:33:56.052213 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'tag': '54fb5f7c-8718-416c-ad5a-6022ef4f800b', 'status': 'completed', 'code': 200} Mar 11 17:33:56.093656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb84e36b-5163-4ec9-83bd-009f406fa1c8 req-7da9afc2-2938-4bec-a36b-83efe40eb115 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Mar 11 17:33:56.274770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47712-b343-441b-8560-4793701adfee req-3d52ca19-3697-4bf9-82ed-3987af061958 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.276596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4a47712-b343-441b-8560-4793701adfee req-3d52ca19-3697-4bf9-82ed-3987af061958 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.1206944 Mar 11 17:33:56.494052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4a47712-b343-441b-8560-4793701adfee req-b5856400-f8a5-4395-b105-9508a71cc8ca tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813998 Mar 11 17:33:56.533991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-a951ee25-6dd9-4a2e-93ed-b26860723139 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d7d957d98845d088f5a1e2fa5c3439&device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 1094 time: 0.2516551 Mar 11 17:33:56.547990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.552005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.555863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.560261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.568202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.568332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.572161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.574048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-07fc57b1-4b28-4df7-9b31-d98296291ff2 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.3351719 Mar 11 17:33:56.631152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-67ccbeee-5929-4f92-a7b1-906db8ee01e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 1094 time: 0.3173442 Mar 11 17:33:56.737913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-9d565679-7ae5-4313-86ec-78ee50a016fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2df24d6-4375-476a-8e48-0168d8e2f04c HTTP/1.1" status: 200 len: 217 time: 0.1606448 Mar 11 17:33:56.975024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3232138f-7288-4c9b-9286-468e78b80c60 req-c0a4c2e2-e2fc-48ec-91ac-8b28c64b5015 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 1097 time: 0.5260758 Mar 11 17:33:57.023282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e70f9fd-c50f-4c6a-adab-8704cfa1f18f req-7e5a1f13-a4a1-4dde-93af-d2d59a020d6e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3911285 Mar 11 17:33:57.049540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-8c5889cf-127f-4a52-a7d5-a3c20c49d5f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:57.051038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-8c5889cf-127f-4a52-a7d5-a3c20c49d5f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce884020-1b67-44af-803a-b06a13df5cc1 HTTP/1.1" status: 200 len: 862 time: 0.2656686 Mar 11 17:33:57.127256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-b03e472d-5aa7-4cc4-8ab5-45395d059cbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=373e4420-9d66-488e-981e-ae149aa661b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582938 Mar 11 17:33:57.137936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-d5a6531c-e910-4fc8-88bd-3b49e349fbe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:57.139333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-d5a6531c-e910-4fc8-88bd-3b49e349fbe5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.4514050 Mar 11 17:33:57.172903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4f07e-d37f-4818-b99c-38db2ea55d71 req-158cc6de-4ed1-495f-8729-40fe6af0acce tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:57.175316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f4f07e-d37f-4818-b99c-38db2ea55d71 req-158cc6de-4ed1-495f-8729-40fe6af0acce tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 943 time: 0.5421383 Mar 11 17:33:57.178183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3232138f-7288-4c9b-9286-468e78b80c60 req-aa32de8d-42f9-4702-8cfb-59ad4f17a2bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823740 Mar 11 17:33:57.370927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-95b606c2-907c-4150-9c4f-4c43eb14731a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54fb5f7c-8718-416c-ad5a-6022ef4f800b HTTP/1.1" status: 200 len: 217 time: 0.1895905 Mar 11 17:33:57.431676 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f4f07e-d37f-4818-b99c-38db2ea55d71 req-ce4ae082-34d5-44b6-9cbf-b59124bbf4fe tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555220 Mar 11 17:33:57.442764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-48034b21-6799-4d44-a4f5-a32b8b21780b service neutron] 10.222.0.59 "GET /v2.0/networks/373e4420-9d66-488e-981e-ae149aa661b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022261 Mar 11 17:33:57.461930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169db97-4c59-493b-8c75-520bb0bf69aa req-2d34584e-a032-43a9-8bb7-9686ce129cfb tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:57.463542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e169db97-4c59-493b-8c75-520bb0bf69aa req-2d34584e-a032-43a9-8bb7-9686ce129cfb tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.2771523 Mar 11 17:33:57.513954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e169db97-4c59-493b-8c75-520bb0bf69aa req-4f85402c-4103-438c-a6f0-26b514a5bcb6 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Mar 11 17:33:57.812883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-1ba3e19b-6113-419a-8f61-5dbf9dde21ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:57.814378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-1ba3e19b-6113-419a-8f61-5dbf9dde21ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.2418830 Mar 11 17:33:57.889810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-0a7c21a6-027c-4acd-a91e-919f39bc0078 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669260 Mar 11 17:33:57.969128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21b6ddb0-5ab1-49cd-9c1f-f9069b69ee5b req-5da91d42-0a73-4542-bb56-79213a047427 service neutron] 10.222.0.59 "GET /v2.0/networks/373e4420-9d66-488e-981e-ae149aa661b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259636 Mar 11 17:33:57.990454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:58.054094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'tag': 'e2df24d6-4375-476a-8e48-0168d8e2f04c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:33:58.072536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d96e14-6fdb-466e-82f7-fd6b8429ece4 req-a2f236b9-3ce1-4484-a87f-abbd1304ceed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.074021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95d96e14-6fdb-466e-82f7-fd6b8429ece4 req-a2f236b9-3ce1-4484-a87f-abbd1304ceed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4662061 Mar 11 17:33:58.132552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.137888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.143179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.147091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.151046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.155001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.158898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.160757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-2fb5718b-c7c5-4893-abe4-a0d68c902a07 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.4544306 Mar 11 17:33:58.273453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-f18c8623-0202-41e5-bd91-1c9732fb6590 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404207 Mar 11 17:33:58.288378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2671a0-4afc-47d3-9b8a-121800c8ac37 req-5ed4de0d-c3ac-4c7f-98bb-5ab54781cd1c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.289746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:33:58.290118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a2671a0-4afc-47d3-9b8a-121800c8ac37 req-5ed4de0d-c3ac-4c7f-98bb-5ab54781cd1c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 943 time: 0.4083018 Mar 11 17:33:58.315214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-bc0e8b0d-0391-4d50-862c-b7a397037f9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.317162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-bc0e8b0d-0391-4d50-862c-b7a397037f9e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "GET /v2.0/ports/e655ef02-c865-4404-8088-d758a1716084?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1369839 Mar 11 17:33:58.323685 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95d96e14-6fdb-466e-82f7-fd6b8429ece4 req-76a2100b-dd12-4c3f-b82b-9166ccf04e9f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402992 Mar 11 17:33:58.478969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:58.496971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'mac_address': 'fa:16:3e:11:6d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:33:58.572944 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.592425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:33:58.613256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:58.625393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.707626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=12']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:58.716805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.717211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.717718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.718215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.718751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.719240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.719719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.720038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.720501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.720973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.721436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:58.792560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a2671a0-4afc-47d3-9b8a-121800c8ac37 req-e1025097-3e0e-4d04-8d65-458093e3968f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741418 Mar 11 17:33:58.892490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f46dc52-28c6-4381-a6b6-40dc6c0c07b8 req-9b0d6897-0c76-4e33-8052-7c904d4629bf service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999761 Mar 11 17:33:58.905106 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-b0568c95-64c9-4d16-b465-0a8ed66b2872 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "GET /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5621254 Mar 11 17:33:58.919532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3898ac1-eef6-4248-a4ee-c727e47a0eec req-87ed2d53-2eb2-40da-95f5-6f8899fc2f3b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.926998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3898ac1-eef6-4248-a4ee-c727e47a0eec req-87ed2d53-2eb2-40da-95f5-6f8899fc2f3b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4003196 Mar 11 17:33:58.949755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:33:59.175695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3898ac1-eef6-4248-a4ee-c727e47a0eec req-fb902e4f-68f8-45b2-bd82-1a7031db0676 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473302 Mar 11 17:33:59.229363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.256610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0996a4b8-3e76-42ba-9f96-ab0e83b34a55'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:33:59.284044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-fa6a96b7-08a7-4e26-b9ea-f9981747af49 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:59.285896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-fa6a96b7-08a7-4e26-b9ea-f9981747af49 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.59 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.2602103 Mar 11 17:33:59.337399 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'code': 200} Mar 11 17:33:59.378578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdbc2f-486b-4e5b-b224-c346ba55c801 req-d52a7306-2e86-4a7e-a6df-cb56726354bd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:59.385644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fbdbc2f-486b-4e5b-b224-c346ba55c801 req-d52a7306-2e86-4a7e-a6df-cb56726354bd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.3925331 Mar 11 17:33:59.429660 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'tag': 'e2df24d6-4375-476a-8e48-0168d8e2f04c', 'status': 'completed', 'code': 200} Mar 11 17:33:59.538196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Deleting port cab642c2-b4e4-4d53-92b4-64ff66fbed3e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:33:59.538574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.743025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fbdbc2f-486b-4e5b-b224-c346ba55c801 req-4d70a8e9-dd0f-488d-bdc3-fd17e4544b79 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560982 Mar 11 17:33:59.903311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-72849c8f-31ab-4e39-9f76-655a24a8d1ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=32d7d957d98845d088f5a1e2fa5c3439&device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 1094 time: 0.4536757 Mar 11 17:34:00.125444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] For port e655ef02-c865-4404-8088-d758a1716084, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e655ef02-c865-4404-8088-d758a1716084,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:00.175075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.179045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.183013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.187064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.191005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.194952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.199441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.200974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-d9e9e00c-6b5b-4182-a9e2-c6c50a9c9624 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 5433 time: 0.6676919 Mar 11 17:34:00.299079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 54fb5f7c-8718-416c-ad5a-6022ef4f800b details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:34:00.307773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:34:00.328231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] For port e655ef02-c865-4404-8088-d758a1716084, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:00.398746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-8a91331f-2033-44bf-90b8-a1821c302e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.400116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-8a91331f-2033-44bf-90b8-a1821c302e80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=373e4420-9d66-488e-981e-ae149aa661b6 HTTP/1.1" status: 200 len: 924 time: 0.4874208 Mar 11 17:34:00.409076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] For port cab642c2-b4e4-4d53-92b4-64ff66fbed3e, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:00.409426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.500948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:00.501319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.542969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a55c47c-ce82-462b-8a76-51ddd2250800 req-84d87217-73bc-435a-affa-42f8474b89a5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=b38d87b4-861c-45b4-b5db-256430cce8d9&id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3238597 Mar 11 17:34:00.570196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 54fb5f7c-8718-416c-ad5a-6022ef4f800b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=54fb5f7c-8718-416c-ad5a-6022ef4f800b,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:00.601888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '54fb5f7c-8718-416c-ad5a-6022ef4f800b', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': '54fb5f7c-8718-416c-ad5a-6022ef4f800b', 'mac_address': 'fa:16:3e:17:cb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:34:00.721795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.731465 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.755548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fb5f7c-8718-416c-ad5a-6022ef4f800b {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:00.783775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:00.787066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 54fb5f7c-8718-416c-ad5a-6022ef4f800b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=54fb5f7c-8718-416c-ad5a-6022ef4f800b,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:00.799613 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.800528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e655ef02-c865-4404-8088-d758a1716084 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:00.820320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] device_id is not set on port e655ef02-c865-4404-8088-d758a1716084 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:34:00.864915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442e2f4-a300-4d80-92b1-2c0392b47254 req-9e9997f9-132a-41d4-a47f-02bfc4af9ae3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.866406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c442e2f4-a300-4d80-92b1-2c0392b47254 req-9e9997f9-132a-41d4-a47f-02bfc4af9ae3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.9558859 Mar 11 17:34:00.878103 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.926066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=13']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:00.931821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-4aff7325-1e3f-4a3b-a6cf-ed873a8b0c20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2df24d6-4375-476a-8e48-0168d8e2f04c HTTP/1.1" status: 200 len: 217 time: 0.5066519 Mar 11 17:34:00.951367 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.033761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.039824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.066856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=54fb5f7c-8718-416c-ad5a-6022ef4f800b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:01.134482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.134843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.135147 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Floating IP 85cf92f8-8653-448b-8a29-fbf2565ae4e5 disassociated. External IP: 172.25.3.121, port: cab642c2-b4e4-4d53-92b4-64ff66fbed3e. Mar 11 17:34:01.135480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Calling delete_port for cab642c2-b4e4-4d53-92b4-64ff66fbed3e owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:01.161512 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:34:01.161874 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:34:01.248453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-86b2e716-7ea4-4560-a7cb-066694420720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:01.249918 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-86b2e716-7ea4-4560-a7cb-066694420720 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce884020-1b67-44af-803a-b06a13df5cc1 HTTP/1.1" status: 200 len: 862 time: 0.2939882 Mar 11 17:34:01.271623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['54fb5f7c-8718-416c-ad5a-6022ef4f800b'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:34:01.298762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c442e2f4-a300-4d80-92b1-2c0392b47254 req-4697ce12-c557-49ef-952f-e0c66eb42783 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658235 Mar 11 17:34:01.348914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:01.504763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-2bb96000-281c-4f81-9d12-fe8280d94344 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=373e4420-9d66-488e-981e-ae149aa661b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2341008 Mar 11 17:34:01.505412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] Pushing event updated for resources: {'Port': ['ID=e655ef02-c865-4404-8088-d758a1716084,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:01.616701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] No DVR routers for this DVR port e655ef02-c865-4404-8088-d758a1716084 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:01.701706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6a47373f-f5b6-49e1-9511-39ddd2db0f02 None None] Provisioning complete for port e655ef02-c865-4404-8088-d758a1716084 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:01.702101 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a47373f-f5b6-49e1-9511-39ddd2db0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.752479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e223-5613-4b64-a1d5-b354aff544b5 req-6a240ab3-09fc-4d6d-a1a7-1854203cfea1 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:01.759525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8881e223-5613-4b64-a1d5-b354aff544b5 req-6a240ab3-09fc-4d6d-a1a7-1854203cfea1 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 943 time: 0.9491322 Mar 11 17:34:01.778857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6a47373f-f5b6-49e1-9511-39ddd2db0f02 None None] Port e655ef02-c865-4404-8088-d758a1716084 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:34:01.806950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.872401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2cea6a4e-e4e9-4643-a75a-bcd399a936cf no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:01.907959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] In _notify_port_updated(), no bound segment for port e655ef02-c865-4404-8088-d758a1716084 on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:34:01.909138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.910606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-18f862a4-27c1-49ec-b220-784b1415aa9f service neutron] 10.222.0.59 "PUT /v2.0/ports/e655ef02-c865-4404-8088-d758a1716084 HTTP/1.1" status: 200 len: 1027 time: 2.9668090 Mar 11 17:34:01.980565 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8881e223-5613-4b64-a1d5-b354aff544b5 req-803b459d-c9c2-4c93-b1a9-088243a9c653 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204461 Mar 11 17:34:02.020241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event deleted for resources: {'Port': ['ID=cab642c2-b4e4-4d53-92b4-64ff66fbed3e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:02.030973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-77130257-6a53-4bd0-996f-4d8f5603fc81 service neutron] 10.222.0.59 "GET /v2.0/networks/373e4420-9d66-488e-981e-ae149aa661b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817860 Mar 11 17:34:02.186796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.228684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:02.233257 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.234011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0095d3ea-9d9f-41af-8460-e1f4da3456b9 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:02.248046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d02f-85cb-4969-83d4-715e12252410 req-798bc098-1179-41a5-b85a-bb0743e78c8b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:02.249628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-798bc098-1179-41a5-b85a-bb0743e78c8b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "GET /v2.0/ports/2cea6a4e-e4e9-4643-a75a-bcd399a936cf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2873647 Mar 11 17:34:02.318820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:02.372367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e32d8-48b2-443a-8013-fa6370419a78 req-e2c82ecf-eea5-4d83-aec9-64a44c1a74bd tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:02.379680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-476e32d8-48b2-443a-8013-fa6370419a78 req-e2c82ecf-eea5-4d83-aec9-64a44c1a74bd tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 946 time: 0.8422337 Mar 11 17:34:02.381011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2df24d6-4375-476a-8e48-0168d8e2f04c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:34:02.651258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:02.682525 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.764971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e2df24d6-4375-476a-8e48-0168d8e2f04c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2df24d6-4375-476a-8e48-0168d8e2f04c,segment=NetworkSegment(257c7e86-8c69-49cf-aefb-3c7f68abbb70),segment_id=257c7e86-8c69-49cf-aefb-3c7f68abbb70)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:02.779277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:02.785034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e2df24d6-4375-476a-8e48-0168d8e2f04c', 'network_id': '373e4420-9d66-488e-981e-ae149aa661b6', 'port_id': 'e2df24d6-4375-476a-8e48-0168d8e2f04c', 'mac_address': 'fa:16:3e:40:7f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce884020-1b67-44af-803a-b06a13df5cc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:34:02.788580 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.789641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b7a969c4-343b-4636-a2e5-de5ce9b500e2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:02.813464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5bce20-46dd-4394-846a-80ca73192bc5 req-a405f5f9-6c56-46f5-acb5-3ded4c5da234 service neutron] 10.222.0.59 "GET /v2.0/networks/373e4420-9d66-488e-981e-ae149aa661b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702422 Mar 11 17:34:02.878783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-476e32d8-48b2-443a-8013-fa6370419a78 req-364804bc-7642-45cc-b630-c17cb1e61ef9 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups?id=740b0b2b-2958-4394-9f2c-8cfa2e4fe491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4979384 Mar 11 17:34:02.911284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.970393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.001695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0095d3ea-9d9f-41af-8460-e1f4da3456b9,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.009766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2df24d6-4375-476a-8e48-0168d8e2f04c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:03.165249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e2df24d6-4375-476a-8e48-0168d8e2f04c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2df24d6-4375-476a-8e48-0168d8e2f04c,segment=NetworkSegment(257c7e86-8c69-49cf-aefb-3c7f68abbb70),segment_id=257c7e86-8c69-49cf-aefb-3c7f68abbb70)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:03.170907 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.182682 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.246868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e7c1-d5ba-46a3-b103-b5091621b08a req-21052b13-e223-471c-9927-35e902702a44 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:03.258848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b399e7c1-d5ba-46a3-b103-b5091621b08a req-21052b13-e223-471c-9927-35e902702a44 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.6889911 Mar 11 17:34:03.275151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e2df24d6-4375-476a-8e48-0168d8e2f04c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.303367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b7a969c4-343b-4636-a2e5-de5ce9b500e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:03.310990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.312451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6b9968eb-c8eb-4ab2-a515-54170f449d4a no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:03.459139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b399e7c1-d5ba-46a3-b103-b5091621b08a req-c7b81732-54a3-4ae8-be19-745c34364335 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975474 Mar 11 17:34:03.518005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.528478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:03.562860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b7a969c4-343b-4636-a2e5-de5ce9b500e2,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.581300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:03.591358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.592345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:03.593744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde5dbb-04af-4cba-ab60-447b4f52e183 req-11d8ef7a-5d31-4490-8ddd-4545f96653ad tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:03.596136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dde5dbb-04af-4cba-ab60-447b4f52e183 req-11d8ef7a-5d31-4490-8ddd-4545f96653ad tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 944 time: 0.2208889 Mar 11 17:34:03.605562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Router c20ec727-b275-45e1-baee-3fcb43c5ac28 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:03.654392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] For port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:03.780442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] device_id is not set on port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:34:03.784456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6b9968eb-c8eb-4ab2-a515-54170f449d4a,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.789117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e2df24d6-4375-476a-8e48-0168d8e2f04c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:34:03.844301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dde5dbb-04af-4cba-ab60-447b4f52e183 req-71b3db95-16fd-4167-9864-4df63eb386a3 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336404 Mar 11 17:34:03.846874 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.878435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.925839 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.970057 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'code': 200} Mar 11 17:34:03.989588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:04.007860 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.008566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1518c0-736f-4104-86e7-b3508fd06f61 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:04.169440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] Pushing event updated for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.264532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.330416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1af56-a46b-484f-ae76-0ce34f996da8 req-49cea34f-0771-48fa-ad07-a6280151e6e5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.334038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.338762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2e1af56-a46b-484f-ae76-0ce34f996da8 req-49cea34f-0771-48fa-ad07-a6280151e6e5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 946 time: 0.6551223 Mar 11 17:34:04.395070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] No DVR routers for this DVR port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:04.406401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1518c0-736f-4104-86e7-b3508fd06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1518c0-736f-4104-86e7-b3508fd06f61,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:04.413559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.520818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2e1af56-a46b-484f-ae76-0ce34f996da8 req-84b80a42-d258-42dd-b58e-44955cedec86 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807580 Mar 11 17:34:04.525155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1518c0-736f-4104-86e7-b3508fd06f61,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.527593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] In _notify_port_updated(), no bound segment for port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf on network af96e76d-ed46-4176-93e9-943fb08e4f47 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:34:04.528663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.529964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-6109e0b0-cbca-4de4-959a-8572ae96aebf service neutron] 10.222.0.59 "PUT /v2.0/ports/2cea6a4e-e4e9-4643-a75a-bcd399a936cf HTTP/1.1" status: 200 len: 1027 time: 2.2640672 Mar 11 17:34:04.538021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 54fb5f7c-8718-416c-ad5a-6022ef4f800b up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:34:04.630328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-655ce55a-1c18-4e1f-91ef-dbd5005d6cd5 None None] Provisioning complete for port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:04.630890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-655ce55a-1c18-4e1f-91ef-dbd5005d6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.657769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf309d-4355-480c-a0f3-9c6cad1fcf30 req-0cf7df5c-3711-4823-9b8e-3594e2c0b144 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.668020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf309d-4355-480c-a0f3-9c6cad1fcf30 req-0cf7df5c-3711-4823-9b8e-3594e2c0b144 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.671101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 54fb5f7c-8718-416c-ad5a-6022ef4f800b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:04.673577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf309d-4355-480c-a0f3-9c6cad1fcf30 req-0cf7df5c-3711-4823-9b8e-3594e2c0b144 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.677830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf309d-4355-480c-a0f3-9c6cad1fcf30 req-0cf7df5c-3711-4823-9b8e-3594e2c0b144 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.682779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf309d-4355-480c-a0f3-9c6cad1fcf30 req-0cf7df5c-3711-4823-9b8e-3594e2c0b144 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.690438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aaf309d-4355-480c-a0f3-9c6cad1fcf30 req-0cf7df5c-3711-4823-9b8e-3594e2c0b144 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 3877 time: 0.4266765 Mar 11 17:34:04.692779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 54fb5f7c-8718-416c-ad5a-6022ef4f800b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:04.693241 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.782521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port b7a969c4-343b-4636-a2e5-de5ce9b500e2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:04.783097 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.818068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-655ce55a-1c18-4e1f-91ef-dbd5005d6cd5 None None] Port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:34:04.854425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aaf309d-4355-480c-a0f3-9c6cad1fcf30 req-710b4f47-275e-4315-a1f7-170c0a9a7492 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630220 Mar 11 17:34:04.940874 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.980272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:04.993141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] Sync routers for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:34:05.010278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 54fb5f7c-8718-416c-ad5a-6022ef4f800b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=54fb5f7c-8718-416c-ad5a-6022ef4f800b,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:05.019411 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.021850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cab642c2-b4e4-4d53-92b4-64ff66fbed3e no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:05.022742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:05.024042 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:33:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:05.211418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=54fb5f7c-8718-416c-ad5a-6022ef4f800b,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:05.221184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: cab642c2-b4e4-4d53-92b4-64ff66fbed3e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:05.221525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cab642c2-b4e4-4d53-92b4-64ff66fbed3e not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:05.251646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2df24d6-4375-476a-8e48-0168d8e2f04c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:34:05.282511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f7080-06c0-4605-9779-751aa07fd313 req-bcc1a217-962c-452a-83af-3cf07a2d6b07 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:05.299861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b7f7080-06c0-4605-9779-751aa07fd313 req-bcc1a217-962c-452a-83af-3cf07a2d6b07 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 944 time: 0.5516000 Mar 11 17:34:05.302096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] No DVR routers for this DVR port cab642c2-b4e4-4d53-92b4-64ff66fbed3e on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:05.314805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.408771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e2df24d6-4375-476a-8e48-0168d8e2f04c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:05.415626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'name': 'network-vif-deleted', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:05.426024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e2df24d6-4375-476a-8e48-0168d8e2f04c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:05.426408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.473475 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:05.500584 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dd2820f-8c06-4b9d-8570-0a4635a14966 req-1e605af5-c187-4896-8458-c996515b9ff0 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.59 "DELETE /v2.0/ports/cab642c2-b4e4-4d53-92b4-64ff66fbed3e HTTP/1.1" status: 204 len: 173 time: 6.1838267 Mar 11 17:34:05.589252 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.660618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e2df24d6-4375-476a-8e48-0168d8e2f04c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2df24d6-4375-476a-8e48-0168d8e2f04c,segment=NetworkSegment(257c7e86-8c69-49cf-aefb-3c7f68abbb70),segment_id=257c7e86-8c69-49cf-aefb-3c7f68abbb70)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:05.672163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.688515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ba79973d-47db-4deb-b3dc-f0a328b9a346 req-cddbf1be-2ab2-4836-be84-b9e356985dc3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Synchronizing usage tracker for tenant:96768bcd408648efafce2b9b235b0063 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:05.760449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ba79973d-47db-4deb-b3dc-f0a328b9a346 req-cddbf1be-2ab2-4836-be84-b9e356985dc3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Unset dirty status for tenant:96768bcd408648efafce2b9b235b0063 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:05.761726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba79973d-47db-4deb-b3dc-f0a328b9a346 req-cddbf1be-2ab2-4836-be84-b9e356985dc3 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/ports?device_id=eac88010-ac26-48cc-9546-95acf1d026cb HTTP/1.1" status: 200 len: 210 time: 0.3062100 Mar 11 17:34:05.765593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] For port b7a969c4-343b-4636-a2e5-de5ce9b500e2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b7a969c4-343b-4636-a2e5-de5ce9b500e2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:05.765963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.790436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b7f7080-06c0-4605-9779-751aa07fd313 req-c4b2253f-11f2-4ade-bb71-78c0cfe9d952 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896259 Mar 11 17:34:05.832517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e2df24d6-4375-476a-8e48-0168d8e2f04c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:05.971229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61'}, {'server_uuid': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb5f7c-8718-416c-ad5a-6022ef4f800b'}, {'server_uuid': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2df24d6-4375-476a-8e48-0168d8e2f04c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:05.987665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for b7a969c4-343b-4636-a2e5-de5ce9b500e2 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:06.168295 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:14Z', 'revision_number': 5, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:06.181379 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] Checking router: c20ec727-b275-45e1-baee-3fcb43c5ac28 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:34:06.212306 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:06.217170 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:33:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:06.292958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.525741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=b7a969c4-343b-4636-a2e5-de5ce9b500e2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:06.533920 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:06.565182 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac88010-ac26-48cc-9546-95acf1d026cb', 'name': 'network-vif-deleted', 'tag': 'cab642c2-b4e4-4d53-92b4-64ff66fbed3e', 'status': 'completed', 'code': 200} Mar 11 17:34:06.566352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] No DVR routers for this DVR port b7a969c4-343b-4636-a2e5-de5ce9b500e2 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:06.574172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.799190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f039812-b03e-4969-ba20-23e572245b8b req-c6cd1509-369f-406e-860f-6f2044c861dd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:06.816994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-c6cd1509-369f-406e-860f-6f2044c861dd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 815 time: 0.2121544 Mar 11 17:34:06.846036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-8ad96651-3cd7-40ab-8d37-b7a6ad1818bf tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/quotas/8fef53125f0a484ba5f5b04f31354786 HTTP/1.1" status: 200 len: 375 time: 0.0278916 Mar 11 17:34:06.847260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-94c737c8-b148-4196-9522-8e00a6bfb5dd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "DELETE /v2.0/ports/b7a969c4-343b-4636-a2e5-de5ce9b500e2 HTTP/1.1" status: 204 len: 173 time: 2.3122034 Mar 11 17:34:06.975537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port 6b9968eb-c8eb-4ab2-a515-54170f449d4a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:06.975893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:07.099367 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:14Z', 'revision_number': 5, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:07.104565 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55604c2-7a5a-4c50-ad64-60437eb61fef None None] The sync data for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 is: [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:31:53Z', 'revision_number': 4, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '74b949c6-7d81-4e32-858a-a7af842608e8', 'name': '', 'network_id': 'b47ec5f9-7705-4d3a-8323-4019521ff61a', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'mac_address': 'fa:16:3e:e0:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:52Z', 'updated_at': '2022-03-11T17:32:14Z', 'revision_number': 5, 'project_id': '96768bcd408648efafce2b9b235b0063', 'subnets': [{'id': '588c20d8-b1f5-466f-a7f8-a7fb2c294fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:34:07.298774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f3d31-058b-4ba1-ab5c-63a09971a8ca req-750e7df0-cd5c-4981-b8b7-f36aebd92f5e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:07.308481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-692f3d31-058b-4ba1-ab5c-63a09971a8ca req-750e7df0-cd5c-4981-b8b7-f36aebd92f5e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 945 time: 0.9251833 Mar 11 17:34:07.483006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-2eb2e0fc-4aa9-407a-a37c-07ec78f4364e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5131555 Mar 11 17:34:07.531230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1f123-063e-4573-b600-4878e43eff47 None None] New status for floating IP 85cf92f8-8653-448b-8a29-fbf2565ae4e5: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:34:07.557782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-692f3d31-058b-4ba1-ab5c-63a09971a8ca req-6c6f6980-97d6-4c96-bf1f-e621b2852b47 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483971 Mar 11 17:34:07.649218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-aaf1740b-3bf7-4c57-a76b-562a490c6e5a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:07.650825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-aaf1740b-3bf7-4c57-a76b-562a490c6e5a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "GET /v2.0/ports?device_id=25233be4-6e3d-428b-b8b2-f550e6a3dc5a HTTP/1.1" status: 200 len: 946 time: 0.5642822 Mar 11 17:34:07.819422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Deleting port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:07.819772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:08.088968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] For port 6b9968eb-c8eb-4ab2-a515-54170f449d4a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6b9968eb-c8eb-4ab2-a515-54170f449d4a,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:08.089700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:08.447993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for 6b9968eb-c8eb-4ab2-a515-54170f449d4a owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:08.481073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-96ffb83d-b6f7-47bb-92fe-638ecb9ef5cf service neutron] 10.222.0.96 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9970932 Mar 11 17:34:08.579124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:08.719161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5dd7-d049-4f55-b163-749e31ef69e1 req-6d234158-8a29-4c29-a17b-c0269a280fa0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:08.722889 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-346e5dd7-d049-4f55-b163-749e31ef69e1 req-6d234158-8a29-4c29-a17b-c0269a280fa0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 946 time: 0.8598640 Mar 11 17:34:08.902966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-9c9b81ac-50d3-4dab-b776-6a978349d79c service neutron] 10.222.0.96 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209733 Mar 11 17:34:08.951346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] For port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:08.951830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.142911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.152608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Calling delete_port for 4c1a0be0-d111-47b9-b31c-25b750f2d8ba owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:09.332189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-346e5dd7-d049-4f55-b163-749e31ef69e1 req-6fbb4ca8-48e2-4605-a644-102aebf3b7d0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5915020 Mar 11 17:34:09.390045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.534240 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cea6a4e-e4e9-4643-a75a-bcd399a936cf', 'code': 200} Mar 11 17:34:09.534559 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'code': 200} Mar 11 17:34:09.534848 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2', 'code': 200} Mar 11 17:34:09.535132 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a', 'code': 200} Mar 11 17:34:09.535557 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2', 'code': 200} Mar 11 17:34:09.535849 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61', 'code': 200} Mar 11 17:34:09.536082 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb5f7c-8718-416c-ad5a-6022ef4f800b', 'code': 200} Mar 11 17:34:09.536376 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2df24d6-4375-476a-8e48-0168d8e2f04c', 'code': 200} Mar 11 17:34:09.602347 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.668512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Pushing event deleted for resources: {'Port': ['ID=4c1a0be0-d111-47b9-b31c-25b750f2d8ba,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:09.796487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=6b9968eb-c8eb-4ab2-a515-54170f449d4a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:09.800517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] No DVR routers for this DVR port 4c1a0be0-d111-47b9-b31c-25b750f2d8ba on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:09.803384 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.857920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] No DVR routers for this DVR port 6b9968eb-c8eb-4ab2-a515-54170f449d4a on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:09.861847 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.899232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6e74880-e7e1-4d61-ae9d-b806dac6bc94 req-b072ab69-a670-4405-a7ab-bd1152a89e06 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "DELETE /v2.0/ports/4c1a0be0-d111-47b9-b31c-25b750f2d8ba HTTP/1.1" status: 204 len: 173 time: 2.1675014 Mar 11 17:34:09.910299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-fede208d-c2df-44fb-a394-ccf2bf5533bd tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "DELETE /v2.0/ports/6b9968eb-c8eb-4ab2-a515-54170f449d4a HTTP/1.1" status: 204 len: 173 time: 3.0427768 Mar 11 17:34:09.923656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-69cd987a-2404-4854-9329-b3bfb8e13000 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.927873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-69cd987a-2404-4854-9329-b3bfb8e13000 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.931982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-69cd987a-2404-4854-9329-b3bfb8e13000 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.937210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-69cd987a-2404-4854-9329-b3bfb8e13000 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.938754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-69cd987a-2404-4854-9329-b3bfb8e13000 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Synchronizing usage tracker for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:10.166084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:10.166748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.279814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-69cd987a-2404-4854-9329-b3bfb8e13000 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Unset dirty status for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:10.300459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-69cd987a-2404-4854-9329-b3bfb8e13000 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 3142 time: 0.9623711 Mar 11 17:34:10.321813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2ba24-18b8-4f64-b365-d7343a5b2bd4 req-51faf455-7732-4ff0-a2dc-bc2b094edcf3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:10.332154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19f2ba24-18b8-4f64-b365-d7343a5b2bd4 req-51faf455-7732-4ff0-a2dc-bc2b094edcf3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.6071186 Mar 11 17:34:10.353350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c1a0be0-d111-47b9-b31c-25b750f2d8ba no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:10.397611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 4c1a0be0-d111-47b9-b31c-25b750f2d8ba {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:10.398101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c1a0be0-d111-47b9-b31c-25b750f2d8ba not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:10.710512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a2e07c7-9db8-4811-8397-2981dabd4536 req-5fb4dd67-4b7e-4763-aadf-8089089aacac tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084373 Mar 11 17:34:10.731743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19f2ba24-18b8-4f64-b365-d7343a5b2bd4 req-4a9f2748-5565-49de-96d5-071991eaab81 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982179 Mar 11 17:34:10.763378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e2a729b-fad4-4fad-b476-3bd00ab6d069 req-901fc35a-7f8b-42b7-b733-cbd2ecb6f516 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 1096 time: 0.6890204 Mar 11 17:34:10.952120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8c922bc-d65b-40e2-b32f-fa49c18ea26e req-392f26ce-0148-49b8-bd27-c9083749b996 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 1096 time: 0.8802345 Mar 11 17:34:11.095233 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': 'b7a969c4-343b-4636-a2e5-de5ce9b500e2', 'status': 'completed', 'code': 200} Mar 11 17:34:11.161284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e2a729b-fad4-4fad-b476-3bd00ab6d069 req-ec6f8d7a-5dd1-446c-a735-b4292d60b7b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901560 Mar 11 17:34:11.267705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8c922bc-d65b-40e2-b32f-fa49c18ea26e req-d5e0e17f-d3d3-41a0-910d-80e2fa02ecc9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061671 Mar 11 17:34:11.282612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] For port 0095d3ea-9d9f-41af-8460-e1f4da3456b9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0095d3ea-9d9f-41af-8460-e1f4da3456b9,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:11.282979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.419073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13befaf3-bb1c-43af-9d8e-308c1d8792ad req-8834b0cc-3447-481e-b545-efb9a1f5d681 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:11.420625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13befaf3-bb1c-43af-9d8e-308c1d8792ad req-8834b0cc-3447-481e-b545-efb9a1f5d681 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 945 time: 0.3475711 Mar 11 17:34:11.503620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed954f-9d98-4c0b-8296-e99fbb8cc55a req-35cbd4a8-eae5-4384-8199-3630135adff4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:11.505216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4ed954f-9d98-4c0b-8296-e99fbb8cc55a req-35cbd4a8-eae5-4384-8199-3630135adff4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 945 time: 0.3600817 Mar 11 17:34:11.693061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13befaf3-bb1c-43af-9d8e-308c1d8792ad req-d9c6a2dd-57ec-4595-ba7a-abe802114221 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160392 Mar 11 17:34:11.698914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4ed954f-9d98-4c0b-8296-e99fbb8cc55a req-eb7f742a-41ce-4854-91d5-c167647540a9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776886 Mar 11 17:34:11.711259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.711946 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.712336 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Floating IP 8035c06a-2fcf-4dce-99d6-910b68e97764 disassociated. External IP: 172.25.3.169, port: 0095d3ea-9d9f-41af-8460-e1f4da3456b9. Mar 11 17:34:11.712925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for 0095d3ea-9d9f-41af-8460-e1f4da3456b9 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:11.889633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.008400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=0095d3ea-9d9f-41af-8460-e1f4da3456b9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:12.337633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a99a199a-69a2-4b58-8df6-cfd7120e7f64 req-55f14985-de37-43bb-bd50-ad42555ffd6b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Synchronizing usage tracker for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:12.344861 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5da00a1f-c897-4036-9b5a-67f91f0f41fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.420357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a99a199a-69a2-4b58-8df6-cfd7120e7f64 req-55f14985-de37-43bb-bd50-ad42555ffd6b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Unset dirty status for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:12.426944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a99a199a-69a2-4b58-8df6-cfd7120e7f64 req-55f14985-de37-43bb-bd50-ad42555ffd6b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 210 time: 0.3086281 Mar 11 17:34:12.452007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6a64-a0a0-43a2-85d5-81599adcf291 req-665a5aeb-01a1-4fa3-8b7f-cd11c098edff tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:12.461079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a57d6a64-a0a0-43a2-85d5-81599adcf291 req-665a5aeb-01a1-4fa3-8b7f-cd11c098edff tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 946 time: 0.5297940 Mar 11 17:34:12.548343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a57d6a64-a0a0-43a2-85d5-81599adcf291 req-ddb6ad5e-869b-4d5b-ba7e-3249e5fd2f0f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862594 Mar 11 17:34:12.586909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f039812-b03e-4969-ba20-23e572245b8b req-8bf6f44b-710d-44a6-bc8b-4e4398029192 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:12.588962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-8bf6f44b-710d-44a6-bc8b-4e4398029192 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 815 time: 0.4167712 Mar 11 17:34:12.696166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Request body: {'port': {'device_id': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'admin_state_up': True, 'tenant_id': '8fef53125f0a484ba5f5b04f31354786'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:12.909094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52730) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:13.016128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Router 1df540da-b07e-4c47-af41-92f6265da3a1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:13.069599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.139203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'name': 'network-vif-deleted', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:13.160654 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.171035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb3d85-4e85-4cf7-b64d-4eecc6ec717a req-65bc986d-6ea3-4ee5-a40a-a5c7528a244f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:13.178689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ccb3d85-4e85-4cf7-b64d-4eecc6ec717a req-65bc986d-6ea3-4ee5-a40a-a5c7528a244f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.5614138 Mar 11 17:34:13.219495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:13.252277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.264494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:13.279487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b0b2b-2958-4394-9f2c-8cfa2e4fe491,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:13.282312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.286488 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "DELETE /v2.0/security-groups/740b0b2b-2958-4394-9f2c-8cfa2e4fe491 HTTP/1.1" status: 204 len: 168 time: 0.3738315 Mar 11 17:34:13.289094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52736) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:13.318710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.319335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.319874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.320339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.320820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.321287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.321884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.322341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.322821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.323275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.323746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c99e-baf8-4516-921b-f011b4ec9c2f tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:13.335001 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-35c31771-8889-4e08-9ba9-200758d3285e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] show failed (client error): The resource could not be found. Mar 11 17:34:13.340165 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-35c31771-8889-4e08-9ba9-200758d3285e tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "GET /v2.0/security-groups/740b0b2b-2958-4394-9f2c-8cfa2e4fe491 HTTP/1.1" status: 404 len: 347 time: 0.0497224 Mar 11 17:34:13.343115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52740) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:13.434560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Made reservation on behalf of 8fef53125f0a484ba5f5b04f31354786 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:13.436804 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.491044 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ccb3d85-4e85-4cf7-b64d-4eecc6ec717a req-0665bc78-a0ed-40b1-b76d-62dc463b9179 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584984 Mar 11 17:34:13.529824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Deleting port 77b4154e-70a2-46f6-94ac-4d6105d7d65f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:13.530449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.605080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743237a-b265-4b28-898c-a815c5a74d66 req-31f376b4-f9df-4b22-a6d7-46b3d461aa7c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:13.609037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743237a-b265-4b28-898c-a815c5a74d66 req-31f376b4-f9df-4b22-a6d7-46b3d461aa7c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:13.620218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5743237a-b265-4b28-898c-a815c5a74d66 req-31f376b4-f9df-4b22-a6d7-46b3d461aa7c tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 1676 time: 0.4720168 Mar 11 17:34:13.762724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.763126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.891831 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5743237a-b265-4b28-898c-a815c5a74d66 req-5575b4bb-b9f0-46bf-9c31-da4fdd0a8375 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537065 Mar 11 17:34:13.930782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Calling delete_port for 77b4154e-70a2-46f6-94ac-4d6105d7d65f owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:14.066522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Allocated IP 172.20.0.9 (ca0b1da1-1765-4ebd-b7a8-dfb58b404f41/0540f05e-50e1-4175-b0a3-47f4d7b2af4f/b1b59519-b254-4781-8948-9ca360397223) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:14.119085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f3e0-22f4-4d27-9e3f-a90029933831 req-9f0d31b1-5699-4003-adcb-8924b3bd7cae tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.120887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f476f3e0-22f4-4d27-9e3f-a90029933831 req-9f0d31b1-5699-4003-adcb-8924b3bd7cae tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 945 time: 0.3956978 Mar 11 17:34:14.176476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.273384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Pushing event deleted for resources: {'Port': ['ID=77b4154e-70a2-46f6-94ac-4d6105d7d65f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:14.366915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f476f3e0-22f4-4d27-9e3f-a90029933831 req-58831c5d-93a7-4160-bfd9-58de9cdbb837 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343235 Mar 11 17:34:14.368864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:14.392472 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] Sync routers for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:34:14.411948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.440548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:14.443494 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:33:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:14.456362 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.465694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2d8ae8c7-b0ab-4f51-9ba5-acb644988263 tempest-ServersTestBootFromVolume-447143559 tempest-ServersTestBootFromVolume-447143559-project] 10.222.0.96 "DELETE /v2.0/floatingips/85cf92f8-8653-448b-8a29-fbf2565ae4e5 HTTP/1.1" status: 204 len: 168 time: 1.1205914 Mar 11 17:34:14.478308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:14.527369 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5d31d55-bfc2-485c-b32e-0ca10236734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.004171 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:15.068701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.102901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] No DVR routers for this DVR port 0095d3ea-9d9f-41af-8460-e1f4da3456b9 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:15.108365 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25233be4-6e3d-428b-b8b2-f550e6a3dc5a', 'name': 'network-vif-deleted', 'tag': '4c1a0be0-d111-47b9-b31c-25b750f2d8ba', 'status': 'completed', 'code': 200} Mar 11 17:34:15.109271 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '6b9968eb-c8eb-4ab2-a515-54170f449d4a', 'status': 'completed', 'code': 200} Mar 11 17:34:15.145867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.182958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcf32722-183a-4cdf-ba31-08ea7422f8fa req-a24d7a96-40d1-4b27-a093-3401f2616efe tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 210 time: 0.0727146 Mar 11 17:34:15.189216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.321808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-bfd92e6c-8445-4db4-843c-558a64e4a0b5 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "DELETE /v2.0/ports/0095d3ea-9d9f-41af-8460-e1f4da3456b9 HTTP/1.1" status: 204 len: 173 time: 5.3727834 Mar 11 17:34:15.415243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309e43a-3ac8-49ac-a900-b4a2496ae064 req-e6e9af67-19de-495a-99a6-b1a8f383d075 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:15.416745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a309e43a-3ac8-49ac-a900-b4a2496ae064 req-e6e9af67-19de-495a-99a6-b1a8f383d075 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 945 time: 1.2272751 Mar 11 17:34:15.531107 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.549560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:15.560776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:15.574166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:34:15.627357 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:15.635549 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] Checking router: 1df540da-b07e-4c47-af41-92f6265da3a1 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:34:15.650676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:15.651233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.657825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.659714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Pushing event updated for resources: {'Port': ['ID=b1b59519-b254-4781-8948-9ca360397223,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:15.676676 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:15.677313 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:34:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:15.683305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:15.683647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.701135 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.768055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a309e43a-3ac8-49ac-a900-b4a2496ae064 req-5a9e674a-6703-4c26-bc9a-6c7cd2b8fcf9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053715 Mar 11 17:34:15.863436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.863781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.864095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.864422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.865451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.865451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.865451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.865714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.865993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.866300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.866638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:15.897027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-0ddb78bc-27d0-464b-801b-a9d56236cde7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2108653 Mar 11 17:34:16.059163 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:16.397547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Request body: {'port': {'device_id': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:16.511026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cb58-a840-4c0b-9c7e-cfe050b0e2b3 req-5114ead7-b0b0-4b8e-82ed-228de3db8f4b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:16.518813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1d3cb58-a840-4c0b-9c7e-cfe050b0e2b3 req-5114ead7-b0b0-4b8e-82ed-228de3db8f4b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 946 time: 1.1008940 Mar 11 17:34:16.585252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] For port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:16.585252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.625050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.793511 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:16.805318 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d871b9f-de6d-424b-b458-71654a1c007b None None] The sync data for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 is: [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '45d9688d-dd15-400b-a224-6fafe9836462', 'name': '', 'network_id': 'b057b6cd-dfc5-4066-b6df-a6520c909901', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'mac_address': 'fa:16:3e:37:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:45Z', 'updated_at': '2022-03-11T17:28:11Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'subnets': [{'id': 'b4c95465-998f-44ac-aaaf-fd79509e5682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:34:16.897681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Deleting port 74b949c6-7d81-4e32-858a-a7af842608e8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:16.898837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.900949 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.942982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:17.106684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1d3cb58-a840-4c0b-9c7e-cfe050b0e2b3 req-455ca6d3-5ff4-4b22-8511-46931ea8dbf3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5868483 Mar 11 17:34:17.115747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:17.276282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] For port 74b949c6-7d81-4e32-858a-a7af842608e8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=74b949c6-7d81-4e32-858a-a7af842608e8,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:17.276687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.368175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a04430-bf73-4924-bccc-f91b61529009 None None] New status for floating IP 8035c06a-2fcf-4dce-99d6-910b68e97764: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:34:17.552076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Calling delete_port for 74b949c6-7d81-4e32-858a-a7af842608e8 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:17.596360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad37809-53a1-40e3-a6eb-590aa59f4416 req-f8e80edb-9e48-4c4f-9a17-397e51f1df88 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.600780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad37809-53a1-40e3-a6eb-590aa59f4416 req-f8e80edb-9e48-4c4f-9a17-397e51f1df88 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.601955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2ad37809-53a1-40e3-a6eb-590aa59f4416 req-f8e80edb-9e48-4c4f-9a17-397e51f1df88 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Synchronizing usage tracker for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:17.700720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2ad37809-53a1-40e3-a6eb-590aa59f4416 req-f8e80edb-9e48-4c4f-9a17-397e51f1df88 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Unset dirty status for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:17.700720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ad37809-53a1-40e3-a6eb-590aa59f4416 req-f8e80edb-9e48-4c4f-9a17-397e51f1df88 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 1676 time: 0.9043341 Mar 11 17:34:17.802454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.803081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.844187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b949c6-7d81-4e32-858a-a7af842608e8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:17.850283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33177-7ad9-4e4d-a001-277dbd1dd19a req-dfee220a-4d69-43ff-b4f6-2460261289f7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.851020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-24f33177-7ad9-4e4d-a001-277dbd1dd19a req-dfee220a-4d69-43ff-b4f6-2460261289f7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Synchronizing usage tracker for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:17.894428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ad37809-53a1-40e3-a6eb-590aa59f4416 req-b97cc0c2-083f-48be-853a-7ccd9a5124a0 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f0d35-6c4c-45d0-9e63-e061dd08ee41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845636 Mar 11 17:34:17.932199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:17.940409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-24f33177-7ad9-4e4d-a001-277dbd1dd19a req-dfee220a-4d69-43ff-b4f6-2460261289f7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Unset dirty status for tenant:8fef53125f0a484ba5f5b04f31354786 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:17.941692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24f33177-7ad9-4e4d-a001-277dbd1dd19a req-dfee220a-4d69-43ff-b4f6-2460261289f7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 931 time: 0.5491688 Mar 11 17:34:18.076941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b59519-b254-4781-8948-9ca360397223 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:18.097635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.100832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] No DVR routers for this DVR port 2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:18.108157 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.110609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-62b3ec63-4fdd-49e6-9c3c-1704b04936b3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "DELETE /v2.0/ports/2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2 HTTP/1.1" status: 204 len: 173 time: 2.7564397 Mar 11 17:34:18.124787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24f33177-7ad9-4e4d-a001-277dbd1dd19a req-22462536-a405-426c-951e-9df6de1eaa1f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719770 Mar 11 17:34:18.156562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Transition to ACTIVE for port object b1b59519-b254-4781-8948-9ca360397223 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:34:18.176677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.307249 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '0095d3ea-9d9f-41af-8460-e1f4da3456b9', 'status': 'completed', 'code': 200} Mar 11 17:34:18.406829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port 4f1518c0-736f-4104-86e7-b3508fd06f61 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:18.407190 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.528872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.540541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b59519-b254-4781-8948-9ca360397223,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:19.195445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Attempting to bind port b1b59519-b254-4781-8948-9ca360397223 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:19.196155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Attempting to bind port b1b59519-b254-4781-8948-9ca360397223 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:19.196155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Attempting to bind port b1b59519-b254-4781-8948-9ca360397223 on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:19.225074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Port b1b59519-b254-4781-8948-9ca360397223 on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:34:19.225393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Attempting to bind port b1b59519-b254-4781-8948-9ca360397223 on network ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:19.248827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] For port 4f1518c0-736f-4104-86e7-b3508fd06f61, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1518c0-736f-4104-86e7-b3508fd06f61,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:19.249184 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.305676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Router c20ec727-b275-45e1-baee-3fcb43c5ac28 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:19.319514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:34:19.319861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Checking segment: {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:19.320227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Bound using segment: {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:34:19.320666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Bound port: b1b59519-b254-4781-8948-9ca360397223, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a3a481-9c43-49ed-954e-22d500e98219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:19.321002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.335022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3903d-04ec-4336-8201-4b40478b6c96 req-f1148352-0e12-4f1d-b991-d95c0803700c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:19.337409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b3903d-04ec-4336-8201-4b40478b6c96 req-f1148352-0e12-4f1d-b991-d95c0803700c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 946 time: 0.3777361 Mar 11 17:34:19.405911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for 4f1518c0-736f-4104-86e7-b3508fd06f61 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:19.525049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:19.543215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2f58b342-b7b1-470a-8434-2d9ae650c427 admin admin] 10.222.0.96 "PUT /v2.0/routers/c20ec727-b275-45e1-baee-3fcb43c5ac28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0616245 Mar 11 17:34:19.543860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52858) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:19.547547 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] Sync routers for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:34:19.563852 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:19.564694 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:34:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:19.564846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085fd92-1e1b-439b-b12d-362da2a44b9b req-781a201a-45ba-49b5-9b09-92956b0d5f49 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:19.571522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8085fd92-1e1b-439b-b12d-362da2a44b9b req-781a201a-45ba-49b5-9b09-92956b0d5f49 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4719951 Mar 11 17:34:19.633201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b3903d-04ec-4336-8201-4b40478b6c96 req-7b6cc9b8-ee78-426a-8b5a-913340035e57 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372956 Mar 11 17:34:19.700536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] For port b1b59519-b254-4781-8948-9ca360397223, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:19.733656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8085fd92-1e1b-439b-b12d-362da2a44b9b req-deda8988-1af0-4486-8600-8e8b4705f6fa tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611462 Mar 11 17:34:19.738843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] For port b1b59519-b254-4781-8948-9ca360397223, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b1b59519-b254-4781-8948-9ca360397223,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:19.763661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.892852 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.894398 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:19.978898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.980439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/b1b59519-b254-4781-8948-9ca360397223 HTTP/1.1" status: 200 len: 1091 time: 3.6104970 Mar 11 17:34:19.984192 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.092156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e89ab-78e6-46f6-a33a-119a11fab3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b59519-b254-4781-8948-9ca360397223,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:20.289342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5abaf98e-1b86-4b22-95b3-62206aba1f56 req-37ef0e47-d540-41c3-9c19-a732e98b3b8f tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 210 time: 0.0612655 Mar 11 17:34:20.299308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] No DVR routers for this DVR port 4f1518c0-736f-4104-86e7-b3508fd06f61 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:20.304925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=4f1518c0-736f-4104-86e7-b3508fd06f61,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:20.308983 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.312940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2'}, {'name': 'network-changed', 'server_uuid': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'tag': 'b1b59519-b254-4781-8948-9ca360397223'}, {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:20.360602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0026d02f-85cb-4969-83d4-715e12252410 req-f01a546c-8bb4-4657-ae96-287d182c6c66 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.59 "DELETE /v2.0/ports/4f1518c0-736f-4104-86e7-b3508fd06f61 HTTP/1.1" status: 204 len: 173 time: 2.2338684 Mar 11 17:34:20.372830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf46030-4534-4ae4-b13f-30f37b8ce6de req-7aea4cfb-1961-4ceb-99d1-ae3d443d61b7 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:20.381097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-caf46030-4534-4ae4-b13f-30f37b8ce6de req-7aea4cfb-1961-4ceb-99d1-ae3d443d61b7 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 945 time: 0.5031297 Mar 11 17:34:20.434855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.456525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Deleting port f8e47761-f954-4093-aec9-c75594be686d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:20.456894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.473716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-3c7379bd-ba2c-439c-a47e-e1ec296d9d3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 1094 time: 0.4112189 Mar 11 17:34:20.488471 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'f8e47761-f954-4093-aec9-c75594be686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:34:17Z', 'revision_number': 5, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port': {'id': 'f8e47761-f954-4093-aec9-c75594be686d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:31:50Z', 'updated_at': '2022-03-11T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:20.493069 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] Checking router: c20ec727-b275-45e1-baee-3fcb43c5ac28 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:34:20.504729 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] Routers {'c20ec727-b275-45e1-baee-3fcb43c5ac28'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:20.505500 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:34:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c20ec727-b275-45e1-baee-3fcb43c5ac28'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:20.692691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-41b81e0b-543c-4d14-ac84-a872f0854f0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1b59519-b254-4781-8948-9ca360397223 HTTP/1.1" status: 200 len: 217 time: 0.2038558 Mar 11 17:34:20.706330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-caf46030-4534-4ae4-b13f-30f37b8ce6de req-4ba42029-f2f0-40d7-8016-c14de354cfda tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/security-groups?id=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238535 Mar 11 17:34:20.842740 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] Set router c20ec727-b275-45e1-baee-3fcb43c5ac28 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:20.890100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] For port f8e47761-f954-4093-aec9-c75594be686d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f8e47761-f954-4093-aec9-c75594be686d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:20.891468 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.959085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f039812-b03e-4969-ba20-23e572245b8b req-6206a2a3-7a47-4d72-9cb4-0f61ad15a44a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:20.961512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-6206a2a3-7a47-4d72-9cb4-0f61ad15a44a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0540f05e-50e1-4175-b0a3-47f4d7b2af4f HTTP/1.1" status: 200 len: 855 time: 0.2529016 Mar 11 17:34:20.969258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-5b9c092a-029b-4a40-ac60-26c9b3fe2a90 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:20.970773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-5b9c092a-029b-4a40-ac60-26c9b3fe2a90 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 945 time: 0.5644028 Mar 11 17:34:21.056224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Calling delete_port for f8e47761-f954-4093-aec9-c75594be686d owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:21.071412 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:34:20Z', 'revision_number': 6, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:21.081007 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870ef5f-87ae-499e-a071-66454a0b11d7 None None] The sync data for ids ['c20ec727-b275-45e1-baee-3fcb43c5ac28'] in n-d-833436-1 is: [{'id': 'c20ec727-b275-45e1-baee-3fcb43c5ac28', 'name': 'tempest-ServersTestBootFromVolume-1044328927-router', 'tenant_id': '96768bcd408648efafce2b9b235b0063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:31:49Z', 'updated_at': '2022-03-11T17:34:20Z', 'revision_number': 6, 'project_id': '96768bcd408648efafce2b9b235b0063', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:34:21.204401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-6627ce44-f42f-45b0-b1e2-3e92645b6287 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250967 Mar 11 17:34:21.243687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a136e-ed13-4470-afe8-7ad2dced3cbe req-18debe69-7157-40b1-98a4-5f229f192876 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:21.255709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-238a136e-ed13-4470-afe8-7ad2dced3cbe req-18debe69-7157-40b1-98a4-5f229f192876 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 943 time: 0.6486950 Mar 11 17:34:21.405160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Deleting port e2df24d6-4375-476a-8e48-0168d8e2f04c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:21.405814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.415995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.507964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e47761-f954-4093-aec9-c75594be686d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:21.514033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-238a136e-ed13-4470-afe8-7ad2dced3cbe req-f98f6162-f3a8-4404-80df-1530061d605a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948781 Mar 11 17:34:21.610494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281fcd-9682-44a5-9152-c23b73936669 req-cd7cb92d-44ef-44db-a14d-b5e5256cdb5e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:21.619733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de281fcd-9682-44a5-9152-c23b73936669 req-cd7cb92d-44ef-44db-a14d-b5e5256cdb5e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.7000713 Mar 11 17:34:21.649535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-c7b787fd-d918-4b1c-9725-518c93054340 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368482 Mar 11 17:34:21.765425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.921654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de281fcd-9682-44a5-9152-c23b73936669 req-f79fd53c-6581-490e-9355-d7b8e315df17 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989845 Mar 11 17:34:22.024196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f039812-b03e-4969-ba20-23e572245b8b req-516e65c1-0815-4e35-b9a8-2bee4a6ea990 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602509 Mar 11 17:34:22.034636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] For port e2df24d6-4375-476a-8e48-0168d8e2f04c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e2df24d6-4375-476a-8e48-0168d8e2f04c,segment=NetworkSegment(257c7e86-8c69-49cf-aefb-3c7f68abbb70),segment_id=257c7e86-8c69-49cf-aefb-3c7f68abbb70)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:22.035226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.175426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Calling delete_port for e2df24d6-4375-476a-8e48-0168d8e2f04c owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:22.182622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.196520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.247332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.248651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c20ec727-b275-45e1-baee-3fcb43c5ac28 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:34:22.269075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabd7b6-d3ad-4b79-8781-a264dcd1a64a req-5dda23cf-6d56-4b6b-b6f5-80da5368f26b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:22.269489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.274658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7cd395ab-e905-4cef-b879-4c3e18bb6e67 admin admin] 10.222.0.96 "DELETE /v2.0/routers/c20ec727-b275-45e1-baee-3fcb43c5ac28 HTTP/1.1" status: 204 len: 168 time: 2.7264395 Mar 11 17:34:22.274931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dabd7b6-d3ad-4b79-8781-a264dcd1a64a req-5dda23cf-6d56-4b6b-b6f5-80da5368f26b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 946 time: 0.5780392 Mar 11 17:34:22.275316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52886) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:22.358429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dabd7b6-d3ad-4b79-8781-a264dcd1a64a req-f96413c6-a66a-4534-81ba-ab6558c5d88c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775659 Mar 11 17:34:22.394700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] Deleting subnet 588c20d8-b1f5-466f-a7f8-a7fb2c294fa8 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:34:22.394700 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.405231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:22.496840 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '2f9a5fa5-8ecc-4793-ad63-f4eb34d8a4f2', 'status': 'completed', 'code': 200} Mar 11 17:34:22.497669 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'tag': 'b1b59519-b254-4781-8948-9ca360397223', 'status': 'completed', 'code': 200} Mar 11 17:34:22.497669 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f817253e-c0db-4f58-8158-630973424763', 'name': 'network-vif-deleted', 'tag': '4f1518c0-736f-4104-86e7-b3508fd06f61', 'status': 'completed', 'code': 200} Mar 11 17:34:22.555248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.592252 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.722028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.753533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.809114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Pushing event deleted for resources: {'Port': ['ID=e2df24d6-4375-476a-8e48-0168d8e2f04c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:22.814437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:22.853657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:22.861364 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.877601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.934067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588c20d8-b1f5-466f-a7f8-a7fb2c294fa8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:22.956956 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.964727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-78958a95-a85d-4568-936d-ea70bd40aed4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/588c20d8-b1f5-466f-a7f8-a7fb2c294fa8 HTTP/1.1" status: 204 len: 168 time: 0.6874857 Mar 11 17:34:22.966953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52920) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:22.971288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74b949c6-7d81-4e32-858a-a7af842608e8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:23.032008 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:34:23.044133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad0efd-4dd3-4012-a64f-3db4375c4dfb None None] Network b47ec5f9-7705-4d3a-8323-4019521ff61a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:23.079490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-163fc587-0ebb-4fed-8a7e-4c9dd0a5b521 req-6ca334ef-4152-4751-8b7a-616fdd5bfd8c tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 210 time: 0.2711227 Mar 11 17:34:23.090080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-419f4255-8d1d-4f71-9443-d1833892000a req-c949969f-2353-4bc3-8833-11f6c813359b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Synchronizing usage tracker for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:23.268426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:23.274035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-419f4255-8d1d-4f71-9443-d1833892000a req-c949969f-2353-4bc3-8833-11f6c813359b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Unset dirty status for tenant:57b04dfed26947aabd1eb4db0a024149 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:23.283491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Deleting port bba2b304-ebbe-41ee-b4a9-1479875ec135 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:23.283883 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:23.291153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-419f4255-8d1d-4f71-9443-d1833892000a req-c949969f-2353-4bc3-8833-11f6c813359b tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/ports?device_id=f817253e-c0db-4f58-8158-630973424763 HTTP/1.1" status: 200 len: 210 time: 0.4853249 Mar 11 17:34:23.293297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] No DVR routers for this DVR port e2df24d6-4375-476a-8e48-0168d8e2f04c on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:23.305980 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:23.354193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-f6197b75-e7e7-40c6-8d45-fb774175fd15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fef53125f0a484ba5f5b04f31354786&device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 1094 time: 0.7964721 Mar 11 17:34:23.355112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 74b949c6-7d81-4e32-858a-a7af842608e8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:23.355869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 74b949c6-7d81-4e32-858a-a7af842608e8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:23.356801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f8e47761-f954-4093-aec9-c75594be686d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:23.365555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f6f4eaa-f102-4a94-b05d-0ce6a2a89974 req-926b8588-3219-4f60-a72c-d4ddb9843c58 tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.59 "DELETE /v2.0/ports/e2df24d6-4375-476a-8e48-0168d8e2f04c HTTP/1.1" status: 204 len: 173 time: 2.2048347 Mar 11 17:34:23.477310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f8e47761-f954-4093-aec9-c75594be686d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:23.477791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f8e47761-f954-4093-aec9-c75594be686d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:23.485952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=14']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:23.504555 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'code': 200} Mar 11 17:34:23.575225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] For port bba2b304-ebbe-41ee-b4a9-1479875ec135, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bba2b304-ebbe-41ee-b4a9-1479875ec135,segment=NetworkSegment(78fc5788-40a0-4ebf-a0eb-edeb70ba476f),segment_id=78fc5788-40a0-4ebf-a0eb-edeb70ba476f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:23.575722 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:23.794269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Calling delete_port for bba2b304-ebbe-41ee-b4a9-1479875ec135 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:23.819767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ede42-e40b-470a-a445-1b92e1529836 None None] DHCP port deletion for b47ec5f9-7705-4d3a-8323-4019521ff61a request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:34:23.825668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e39ede42-e40b-470a-a445-1b92e1529836 None None] Deleting port bba2b304-ebbe-41ee-b4a9-1479875ec135 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:23.826263 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e39ede42-e40b-470a-a445-1b92e1529836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:23.900490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:23.939930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e39ede42-e40b-470a-a445-1b92e1529836 None None] The port 'bba2b304-ebbe-41ee-b4a9-1479875ec135' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:34:23.981802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba2b304-ebbe-41ee-b4a9-1479875ec135,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:23.988538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-86a08425-6ddd-42fc-a82d-77c7981c4e56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:23.991482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-86a08425-6ddd-42fc-a82d-77c7981c4e56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 200 len: 917 time: 0.6280401 Mar 11 17:34:23.993245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] No DVR routers for this DVR port bba2b304-ebbe-41ee-b4a9-1479875ec135 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:24.142040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.144844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91ad23-88b1-4b02-ac9e-00c09eb3f29d req-a61e255f-467d-40c5-9d85-ccdba8ec753a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:24.146344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc91ad23-88b1-4b02-ac9e-00c09eb3f29d req-a61e255f-467d-40c5-9d85-ccdba8ec753a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2741065 Mar 11 17:34:24.157298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-f3b2884c-5b06-42c7-b0ef-e5a39383fc33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1b59519-b254-4781-8948-9ca360397223 HTTP/1.1" status: 200 len: 217 time: 0.1317751 Mar 11 17:34:24.166751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275d456-3f84-4d46-a344-45533fbcda4c req-2b0f663f-6bfe-4411-b15c-5505fd6f3761 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:24.168554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d275d456-3f84-4d46-a344-45533fbcda4c req-2b0f663f-6bfe-4411-b15c-5505fd6f3761 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 943 time: 0.5648096 Mar 11 17:34:24.175782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47ec5f9-7705-4d3a-8323-4019521ff61a']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:24.193913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fc5788-40a0-4ebf-a0eb-edeb70ba476f') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:24.194197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fc5788-40a0-4ebf-a0eb-edeb70ba476f') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:24.238550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.266916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.274320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:34:24.275042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:24.291174 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:24.304929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-eb31ff93-f258-4bef-a6be-50f410d374f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:24.306649 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-eb31ff93-f258-4bef-a6be-50f410d374f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0540f05e-50e1-4175-b0a3-47f4d7b2af4f HTTP/1.1" status: 200 len: 855 time: 0.1369910 Mar 11 17:34:24.313791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc91ad23-88b1-4b02-ac9e-00c09eb3f29d req-e494cc62-be30-42a1-babe-c41aa81537f3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544833 Mar 11 17:34:24.375584 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-582ada8f-b654-4ad9-8b8c-42f76e8b7c27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578995 Mar 11 17:34:24.389473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d275d456-3f84-4d46-a344-45533fbcda4c req-7b8d9dd4-016c-4233-bd74-f208372adb54 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759238 Mar 11 17:34:24.395972 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.428010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2df24d6-4375-476a-8e48-0168d8e2f04c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:24.462733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.469588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b47ec5f9-7705-4d3a-8323-4019521ff61a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:24.496827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e2df24d6-4375-476a-8e48-0168d8e2f04c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:24.498285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'name': 'network-vif-deleted', 'tag': 'e2df24d6-4375-476a-8e48-0168d8e2f04c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:24.501399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e2df24d6-4375-476a-8e48-0168d8e2f04c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:24.511026 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2d95dfb2-5155-4008-8b6f-baf3cad83ca2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b47ec5f9-7705-4d3a-8323-4019521ff61a HTTP/1.1" status: 204 len: 168 time: 1.5403514 Mar 11 17:34:24.562085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-26af9528-6776-4983-b19e-58af54f327b1 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713555 Mar 11 17:34:24.721684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52990) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:24.753021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a9fb7ec-6e03-4d16-85d3-f7992f84f093 req-e18a2ab5-5c6f-44ae-ba64-9dac8de9693e tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Synchronizing usage tracker for tenant:32d7d957d98845d088f5a1e2fa5c3439 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:24.780982 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b834f623-fca4-4747-9c74-99163afa3cf7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=96768bcd408648efafce2b9b235b0063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0578055 Mar 11 17:34:24.781292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:24.814283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2a9fb7ec-6e03-4d16-85d3-f7992f84f093 req-e18a2ab5-5c6f-44ae-ba64-9dac8de9693e tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] Unset dirty status for tenant:32d7d957d98845d088f5a1e2fa5c3439 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:24.815560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a9fb7ec-6e03-4d16-85d3-f7992f84f093 req-e18a2ab5-5c6f-44ae-ba64-9dac8de9693e tempest-ServerAddressesNegativeTestJSON-1283320698 tempest-ServerAddressesNegativeTestJSON-1283320698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8dad4dd-b16a-4f33-a15e-8f325c487bb3 HTTP/1.1" status: 200 len: 210 time: 0.1601601 Mar 11 17:34:24.828812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bba2b304-ebbe-41ee-b4a9-1479875ec135 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:24.856652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66ce40c2-a233-45d8-970a-6bd672b2fb4e req-4a6e8ec4-f46d-486b-9363-c6c5437536b3 service neutron] 10.222.0.59 "GET /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810614 Mar 11 17:34:24.878961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa3a78-4fd7-4f0b-88aa-de9d1b357d01 req-05ad5a54-624c-42c8-83cc-bd33c2495145 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:24.887501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a5aa3a78-4fd7-4f0b-88aa-de9d1b357d01 req-05ad5a54-624c-42c8-83cc-bd33c2495145 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1898873 Mar 11 17:34:24.906636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: bba2b304-ebbe-41ee-b4a9-1479875ec135 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:24.906962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bba2b304-ebbe-41ee-b4a9-1479875ec135 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:24.914101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-115476cc-e83e-436d-b652-13d6911c3a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.942854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-115476cc-e83e-436d-b652-13d6911c3a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.952329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a5aa3a78-4fd7-4f0b-88aa-de9d1b357d01 req-85dda170-40b0-4d24-80e1-20b43e30def2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639241 Mar 11 17:34:25.015349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-115476cc-e83e-436d-b652-13d6911c3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.027252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115476cc-e83e-436d-b652-13d6911c3a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78478e58-5760-4469-9ecc-50d94fd238a0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:25.034062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-115476cc-e83e-436d-b652-13d6911c3a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.040342 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-115476cc-e83e-436d-b652-13d6911c3a09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78478e58-5760-4469-9ecc-50d94fd238a0 HTTP/1.1" status: 204 len: 168 time: 0.2579036 Mar 11 17:34:25.070480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb300bd-a59a-4aaa-942b-662b1c63848c req-1f835a54-fa93-435e-a6e1-96ee5b2ff8bc tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:25.072234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-beb300bd-a59a-4aaa-942b-662b1c63848c req-1f835a54-fa93-435e-a6e1-96ee5b2ff8bc tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1133823 Mar 11 17:34:25.132765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-beb300bd-a59a-4aaa-942b-662b1c63848c req-4d1e593a-0f2a-48fd-9887-291934c9b34b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498977 Mar 11 17:34:25.135158 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dad4dd-b16a-4f33-a15e-8f325c487bb3', 'name': 'network-vif-deleted', 'tag': 'e2df24d6-4375-476a-8e48-0168d8e2f04c', 'status': 'completed', 'code': 200} Mar 11 17:34:25.397633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53014) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:25.409471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091150af-718b-4ccf-afaa-7ccb2096e2d6 req-ae4d132a-f56a-4915-a1b6-fd5c0e0459ac tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:25.411060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-091150af-718b-4ccf-afaa-7ccb2096e2d6 req-ae4d132a-f56a-4915-a1b6-fd5c0e0459ac tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1004629 Mar 11 17:34:25.480541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-091150af-718b-4ccf-afaa-7ccb2096e2d6 req-abadb1f1-2c2b-4820-975f-68c896bdb739 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626640 Mar 11 17:34:25.497898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94057776-5177-4073-8df8-d427faeb35f3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.528851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94057776-5177-4073-8df8-d427faeb35f3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.594666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94057776-5177-4073-8df8-d427faeb35f3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.612906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94057776-5177-4073-8df8-d427faeb35f3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f0d35-6c4c-45d0-9e63-e061dd08ee41,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:25.638732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94057776-5177-4073-8df8-d427faeb35f3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.638732 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-94057776-5177-4073-8df8-d427faeb35f3 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/security-groups/e75f0d35-6c4c-45d0-9e63-e061dd08ee41 HTTP/1.1" status: 204 len: 168 time: 0.2369032 Mar 11 17:34:25.638732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53030) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:25.660535 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-a7d68781-f327-44de-85b1-b8fdf47ef991 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] show failed (client error): The resource could not be found. Mar 11 17:34:25.664791 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7d68781-f327-44de-85b1-b8fdf47ef991 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "GET /v2.0/security-groups/e75f0d35-6c4c-45d0-9e63-e061dd08ee41 HTTP/1.1" status: 404 len: 347 time: 0.0223618 Mar 11 17:34:25.664874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53038) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:25.750763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f6366-ad30-47f1-81fb-767405e74622 req-ddc42f06-e5a4-4576-abfe-44c804d547d6 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:25.762634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d5f6366-ad30-47f1-81fb-767405e74622 req-ddc42f06-e5a4-4576-abfe-44c804d547d6 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1127870 Mar 11 17:34:25.832719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port 59db05b9-debe-4a18-898e-f2939db61546 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:25.833081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.911011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d5f6366-ad30-47f1-81fb-767405e74622 req-95bccbd0-065c-4ef6-9e8c-176dbc9f978c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430407 Mar 11 17:34:25.947846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f359a-d771-44e4-bca7-d764d8b7e0e8 req-90651d9c-6acc-44e5-87cd-4af2657a462c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:25.957121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e0f359a-d771-44e4-bca7-d764d8b7e0e8 req-90651d9c-6acc-44e5-87cd-4af2657a462c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 943 time: 0.1900120 Mar 11 17:34:26.033849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e0f359a-d771-44e4-bca7-d764d8b7e0e8 req-de28d749-4ccc-4d70-a6d9-f0df89a225f9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753651 Mar 11 17:34:26.094581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53054) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:26.141878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620cb40-48a4-4229-9a44-86a4b08b03fc req-3e409c2b-b532-4a15-9c5d-7c46e5d0e3e2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:26.143764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1620cb40-48a4-4229-9a44-86a4b08b03fc req-3e409c2b-b532-4a15-9c5d-7c46e5d0e3e2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0941617 Mar 11 17:34:26.164055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.164650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.211853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1620cb40-48a4-4229-9a44-86a4b08b03fc req-0ac63aa5-1a67-466f-a9b3-c45dd3f753f9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624774 Mar 11 17:34:26.311204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for 59db05b9-debe-4a18-898e-f2939db61546 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:26.333873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53064) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:26.400708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] Deleting subnet ce884020-1b67-44af-803a-b06a13df5cc1 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:34:26.437691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.450940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b1b59519-b254-4781-8948-9ca360397223 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:34:26.461060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-673633490-network', 'tenant_id': 'afc50d8d5fdb4cb69d6a600861209b7e'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:26.471645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:26.483783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Usage tracker for resource:network and tenant:afc50d8d5fdb4cb69d6a600861209b7e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:26.488424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:26.496825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:26.517546 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.524934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Made reservation on behalf of afc50d8d5fdb4cb69d6a600861209b7e for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:26.529148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.543637 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.584654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3072cb-367c-4a23-804a-bcd1e2bb9c04 req-4b64f299-ee53-4799-943e-1b61d800a961 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:26.586176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e3072cb-367c-4a23-804a-bcd1e2bb9c04 req-4b64f299-ee53-4799-943e-1b61d800a961 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1894522 Mar 11 17:34:26.592160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.610155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:26.614844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Usage tracker for resource:security_group_rule and tenant:afc50d8d5fdb4cb69d6a600861209b7e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:26.617606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:26.642248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:26.678215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e3072cb-367c-4a23-804a-bcd1e2bb9c04 req-69e7e285-4221-4dde-8985-bb22c0202b7d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582609 Mar 11 17:34:26.759836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b1b59519-b254-4781-8948-9ca360397223, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b1b59519-b254-4781-8948-9ca360397223,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:26.783592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b1b59519-b254-4781-8948-9ca360397223', 'network_id': 'ca0b1da1-1765-4ebd-b7a8-dfb58b404f41', 'port_id': 'b1b59519-b254-4781-8948-9ca360397223', 'mac_address': 'fa:16:3e:f2:c4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0540f05e-50e1-4175-b0a3-47f4d7b2af4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:34:26.828554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.837208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.861049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.885255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:26.887461 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.891061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b59519-b254-4781-8948-9ca360397223 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:26.917961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b1b59519-b254-4781-8948-9ca360397223, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b1b59519-b254-4781-8948-9ca360397223,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:26.923795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.046135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b1b59519-b254-4781-8948-9ca360397223,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.054022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.063217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.113071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.113592 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Added segment d3503b92-627a-4e20-9fec-8ac1990d3042 of type vlan for network ea161c61-6c6f-4951-97f2-61c9bf097203 Mar 11 17:34:27.123245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce884020-1b67-44af-803a-b06a13df5cc1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.126110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=59db05b9-debe-4a18-898e-f2939db61546,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.131965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-893f6a4b-21bb-4bd7-bd73-474710d1369b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1095 time: 0.4564624 Mar 11 17:34:27.145367 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.174069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf6360-6b74-4b26-bc72-f6670c28e6ce req-e18d1cb5-ab0b-4c62-b59a-6a2886207aed tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:27.186976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3bf6360-6b74-4b26-bc72-f6670c28e6ce req-e18d1cb5-ab0b-4c62-b59a-6a2886207aed tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2342763 Mar 11 17:34:27.251168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4e179736-86bf-4136-a3b3-8405ea666a56 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ce884020-1b67-44af-803a-b06a13df5cc1 HTTP/1.1" status: 204 len: 168 time: 0.9161539 Mar 11 17:34:27.257572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53086) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:27.270231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b1b59519-b254-4781-8948-9ca360397223'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:34:27.280758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.321252 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.374978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.376161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:27.376904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.468621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3bf6360-6b74-4b26-bc72-f6670c28e6ce req-7ba1bd71-657b-40ea-ae87-7550dd3256a1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801709 Mar 11 17:34:27.496958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] Pushing event updated for resources: {'Network': ['ID=ea161c61-6c6f-4951-97f2-61c9bf097203,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.508618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.513162 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-84043580-cdb4-4a84-95e5-faae21f35751 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/floatingips/8035c06a-2fcf-4dce-99d6-910b68e97764 HTTP/1.1" status: 204 len: 168 time: 1.8471093 Mar 11 17:34:27.515136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53094) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:27.517859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ea161c61-6c6f-4951-97f2-61c9bf097203 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:34:27.524728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.567257 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3b41a551-c201-405a-a82c-21343f842709 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4713140 Mar 11 17:34:27.580779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-a517d003-d76b-44a1-8735-5b37c70308ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:27.586489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-a517d003-d76b-44a1-8735-5b37c70308ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.4183276 Mar 11 17:34:27.590789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:27.599812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Request body: {'subnet': {'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-673633490-subnet', 'tenant_id': 'afc50d8d5fdb4cb69d6a600861209b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:27.619214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:27.631067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Usage tracker for resource:subnet and tenant:afc50d8d5fdb4cb69d6a600861209b7e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:27.637768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:27.647911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:27.661251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port 2cea6a4e-e4e9-4643-a75a-bcd399a936cf {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:27.661648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.718679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Made reservation on behalf of afc50d8d5fdb4cb69d6a600861209b7e for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:27.721057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.963153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.981202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-2d3026ef-1bab-4212-91d4-7183044a36a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.3734276 Mar 11 17:34:28.036522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373e4420-9d66-488e-981e-ae149aa661b6']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:28.067497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.067822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257c7e86-8c69-49cf-aefb-3c7f68abbb70') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:28.068143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257c7e86-8c69-49cf-aefb-3c7f68abbb70') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:28.085725 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.115358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-a3c3de60-e5a1-47b2-8fca-510944379bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:28.116934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-a3c3de60-e5a1-47b2-8fca-510944379bee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1194162 Mar 11 17:34:28.117837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.126071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d4b94-765f-444b-b6d5-737c8302a8b6 req-db4e1d5e-92d9-4907-a8a7-03ca9ff8aad6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:28.127543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c52d4b94-765f-444b-b6d5-737c8302a8b6 req-db4e1d5e-92d9-4907-a8a7-03ca9ff8aad6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 944 time: 0.4174945 Mar 11 17:34:28.136798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec51d47-0b65-42c3-adff-7ce9afc4d9b4 req-302d17aa-4aff-43ec-a93b-a58458585636 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:28.138245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ec51d47-0b65-42c3-adff-7ce9afc4d9b4 req-302d17aa-4aff-43ec-a93b-a58458585636 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4292774 Mar 11 17:34:28.191504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:34:28.192227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:28.205698 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:28.208522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for 2cea6a4e-e4e9-4643-a75a-bcd399a936cf owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:28.289542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.349754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.373112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.384048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c52d4b94-765f-444b-b6d5-737c8302a8b6 req-a4bb0aca-6a10-43fa-bf8d-4f11f416654b tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439342 Mar 11 17:34:28.389678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ec51d47-0b65-42c3-adff-7ce9afc4d9b4 req-ce9c27c4-20db-45cc-9848-ce5766d874e1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152326 Mar 11 17:34:28.395944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] Pushing event deleted for resources: {'Network': ['ID=373e4420-9d66-488e-981e-ae149aa661b6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:28.405130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2e8d5d61-1f07-4def-b4b3-a294709a39bd admin admin] 10.222.0.96 "DELETE /v2.0/networks/373e4420-9d66-488e-981e-ae149aa661b6 HTTP/1.1" status: 204 len: 168 time: 1.1439285 Mar 11 17:34:28.436770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d4430b-7ee8-4e1a-b18c-4ff3b01b068b,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:28.445953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-89b93fe5-75cc-4b14-8125-7a7a18d5a938 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166244 Mar 11 17:34:28.457260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b1b59519-b254-4781-8948-9ca360397223 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:34:28.465384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Checking segment: {'id': 'd3503b92-627a-4e20-9fec-8ac1990d3042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:28.465939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Network hostable DHCP agents. Network: ea161c61-6c6f-4951-97f2-61c9bf097203, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:28.502728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.568409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=2cea6a4e-e4e9-4643-a75a-bcd399a936cf,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:28.571198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Network ea161c61-6c6f-4951-97f2-61c9bf097203 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:28.599040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ea161c61-6c6f-4951-97f2-61c9bf097203) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:28.606139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:28.606938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.612448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f54d6-98b9-4cc1-946f-4e84f98705c2 None None] Network ea161c61-6c6f-4951-97f2-61c9bf097203 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:28.703022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-e58fc13f-4ea8-4d44-b29f-b90dfc944e07 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491226 Mar 11 17:34:28.735167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:28.799684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11647ef4-dc63-46a5-8059-649468d779a7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2078369 Mar 11 17:34:28.813797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port b1b59519-b254-4781-8948-9ca360397223 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:28.832540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.839482 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2b59cae6-7208-497b-b03f-07c5826d067e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/ports/2cea6a4e-e4e9-4643-a75a-bcd399a936cf HTTP/1.1" status: 204 len: 168 time: 1.3228564 Mar 11 17:34:28.851297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53116) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:28.874751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f958c-069b-4e20-a015-81c01ba7ba42 req-434016d8-7a5f-47b9-87bb-176c9f2e42e6 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:28.876870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-500f958c-069b-4e20-a015-81c01ba7ba42 req-434016d8-7a5f-47b9-87bb-176c9f2e42e6 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 946 time: 0.2404847 Mar 11 17:34:28.972586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b1b59519-b254-4781-8948-9ca360397223 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:28.973076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.038980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3adcfb5-ca88-4d10-8f01-ad4032f74d52 None None] Network ea161c61-6c6f-4951-97f2-61c9bf097203 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:29.056653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d6633012-a7cc-45ea-9453-6b63bd07b372 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=32d7d957d98845d088f5a1e2fa5c3439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3201427 Mar 11 17:34:29.062695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53122) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:29.147474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port e655ef02-c865-4404-8088-d758a1716084 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:29.148261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.280260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a36076e3-84c5-44e2-bb8e-1d59e7b145f2 req-f5bfccd7-16b5-4bd7-84b4-b94af7c801a9 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574234 Mar 11 17:34:29.350687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc390b6c-305d-4992-bb90-8542b11cfcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.402419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-500f958c-069b-4e20-a015-81c01ba7ba42 req-44243fb8-6eb4-4d1d-8901-60164c99bb7e tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/security-groups?id=1b927d78-33c8-400d-87f5-24fe87fa5861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101786 Mar 11 17:34:29.476725 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.487076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078239f-a4cb-4e9a-801e-12a15d3c7990 req-f32a8c1d-453c-4905-8426-e939d2bfca35 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:29.493933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8078239f-a4cb-4e9a-801e-12a15d3c7990 req-f32a8c1d-453c-4905-8426-e939d2bfca35 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.5579500 Mar 11 17:34:29.514798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b59519-b254-4781-8948-9ca360397223'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:29.525526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc390b6c-305d-4992-bb90-8542b11cfcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.527036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-c43cfe0c-1d4a-4ec4-a924-0a129d5ccdca tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:29.528177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b1b59519-b254-4781-8948-9ca360397223, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b1b59519-b254-4781-8948-9ca360397223,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:29.528536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-c43cfe0c-1d4a-4ec4-a924-0a129d5ccdca tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.59 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 946 time: 0.2523477 Mar 11 17:34:29.533742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.619123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8078239f-a4cb-4e9a-801e-12a15d3c7990 req-cf48b10a-0c38-4df7-8828-90ced9102e1c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240845 Mar 11 17:34:29.623358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Deleting port a2bb26c0-8a6d-4647-b762-32678c171d8c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:29.623840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.632689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b1b59519-b254-4781-8948-9ca360397223,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:29.667053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.805259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for e655ef02-c865-4404-8088-d758a1716084 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:29.875552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe75ec-8ddd-46a9-bdbc-40772ea97bb0 req-bef3143d-0bda-414e-991f-5e3c51a2664d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:29.877054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79fe75ec-8ddd-46a9-bdbc-40772ea97bb0 req-bef3143d-0bda-414e-991f-5e3c51a2664d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2196956 Mar 11 17:34:29.881710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc390b6c-305d-4992-bb90-8542b11cfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.899047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390b6c-305d-4992-bb90-8542b11cfcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:29.907096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc390b6c-305d-4992-bb90-8542b11cfcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.910712 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fc390b6c-305d-4992-bb90-8542b11cfcc9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/848e8ecb-cecc-4c35-8e9f-f01fb7bbf98a HTTP/1.1" status: 204 len: 168 time: 0.8444300 Mar 11 17:34:29.974932 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.037944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Port': ['ID=e655ef02-c865-4404-8088-d758a1716084,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:30.048849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79fe75ec-8ddd-46a9-bdbc-40772ea97bb0 req-708c9a5a-a7b3-4848-a874-e71f38fa7531 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456022 Mar 11 17:34:30.096331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bd14f-6a0c-4ddd-9a62-f506318ce763 req-473a2fbf-b92a-4e9a-ac00-9cc812c849e6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:30.103512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c49bd14f-6a0c-4ddd-9a62-f506318ce763 req-473a2fbf-b92a-4e9a-ac00-9cc812c849e6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 945 time: 0.3216465 Mar 11 17:34:30.137836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] For port a2bb26c0-8a6d-4647-b762-32678c171d8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a2bb26c0-8a6d-4647-b762-32678c171d8c,segment=NetworkSegment(9dabed68-713d-4a9c-9d81-2816a73bdf73),segment_id=9dabed68-713d-4a9c-9d81-2816a73bdf73)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:30.138275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.175412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.196083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-038b4109-4e32-46b2-b44a-d9531b5abe61 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/ports/e655ef02-c865-4404-8088-d758a1716084 HTTP/1.1" status: 204 len: 168 time: 1.3436356 Mar 11 17:34:30.199223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53140) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:30.292211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Calling delete_port for a2bb26c0-8a6d-4647-b762-32678c171d8c owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:30.366982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c49bd14f-6a0c-4ddd-9a62-f506318ce763 req-6f6fe875-7e06-41d8-93e7-1473e6d30642 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598088 Mar 11 17:34:30.507654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting subnet 70870f29-80d2-44fc-a8b4-568481aa91fd {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:34:30.514035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.621257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.639676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.759900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Pushing event deleted for resources: {'Port': ['ID=a2bb26c0-8a6d-4647-b762-32678c171d8c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:30.780480 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.861859 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.904911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Subnet': ['ID=70870f29-80d2-44fc-a8b4-568481aa91fd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:30.913326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.921239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca7534-9777-400a-a0b0-8e095c5be87e None None] Network e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:30.921965 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3aef717d-bbe7-4acf-9fe3-d0b77e80c38a tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/subnets/70870f29-80d2-44fc-a8b4-568481aa91fd HTTP/1.1" status: 204 len: 168 time: 0.7211001 Mar 11 17:34:30.924017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53162) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:31.003164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] No DVR routers for this DVR port a2bb26c0-8a6d-4647-b762-32678c171d8c on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:31.010585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.017318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52664261-48a6-4824-b075-4e9d7c9c163f', 'name': 'network-vif-deleted', 'tag': 'a2bb26c0-8a6d-4647-b762-32678c171d8c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:31.071069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-ec93d232-79f8-468c-b621-934ab769cdaa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5176196 Mar 11 17:34:31.085696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b07196bb-2997-4541-b9ad-9c87a1e2410f req-094ede10-26e2-4cd6-a6d2-8ade73a47598 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.59 "DELETE /v2.0/ports/a2bb26c0-8a6d-4647-b762-32678c171d8c HTTP/1.1" status: 204 len: 173 time: 1.5483942 Mar 11 17:34:31.131273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0db5-d266-4921-b236-e6e4d4ec7605 req-efd66cfc-b0d5-409b-b2a0-37ca16908bf2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:31.132791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06cb0db5-d266-4921-b236-e6e4d4ec7605 req-efd66cfc-b0d5-409b-b2a0-37ca16908bf2 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.5239580 Mar 11 17:34:31.159395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9972206-2833-42f9-ae13-cff0510fc859 req-5f4d3d48-f6d7-453e-a126-24574b2fcaa3 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:31.160822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-5f4d3d48-f6d7-453e-a126-24574b2fcaa3 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/networks?id=ea161c61-6c6f-4951-97f2-61c9bf097203 HTTP/1.1" status: 200 len: 817 time: 0.4021921 Mar 11 17:34:31.168726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting subnet 3880d8eb-d6f3-44db-8fff-c12912fc5f8c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:34:31.172312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.249180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.272010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53174) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:31.384743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] DHCP port deletion for e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:34:31.391190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] Deleting port c9e1b42f-acca-4756-a94d-e2a94c330a4c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:31.391581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.421613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-f0005bf6-4ec9-4480-bab1-bd3ee21a27d8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:31.423306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-f0005bf6-4ec9-4480-bab1-bd3ee21a27d8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 945 time: 0.5282724 Mar 11 17:34:31.432401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-bd401d79-578f-4d87-b061-de67c2f20000 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/quotas/afc50d8d5fdb4cb69d6a600861209b7e HTTP/1.1" status: 200 len: 375 time: 0.2245872 Mar 11 17:34:31.472067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.552402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-1af0f83b-c61f-452a-9dc1-677a2a1a0ce2 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=afc50d8d5fdb4cb69d6a600861209b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190608 Mar 11 17:34:31.558802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.595213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06cb0db5-d266-4921-b236-e6e4d4ec7605 req-b24730f7-8e40-4539-9397-04e26f1de26a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498036 Mar 11 17:34:31.603857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Subnet': ['ID=3880d8eb-d6f3-44db-8fff-c12912fc5f8c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:31.623879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.633168 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-97a1f1cd-6e58-4b4c-ae96-5f82614408fa tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/subnets/3880d8eb-d6f3-44db-8fff-c12912fc5f8c HTTP/1.1" status: 204 len: 168 time: 0.7080514 Mar 11 17:34:31.636642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53182) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:31.655363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1764369547-network', 'tenant_id': 'cf95d8179c5942b8bfc0a73993a87b5b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:31.689313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] For port c9e1b42f-acca-4756-a94d-e2a94c330a4c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c9e1b42f-acca-4756-a94d-e2a94c330a4c,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:31.689902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.701696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:31.744535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Usage tracker for resource:network and tenant:cf95d8179c5942b8bfc0a73993a87b5b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:31.761087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Deleting port 54fb5f7c-8718-416c-ad5a-6022ef4f800b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:31.761425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.789180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:31.798573 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b59519-b254-4781-8948-9ca360397223', 'code': 200} Mar 11 17:34:31.800462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.800974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447726f6-f572-41d9-88b2-ddd4b181ec75 None None] Network af96e76d-ed46-4176-93e9-943fb08e4f47 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:31.816745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:31.835041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port c9e1b42f-acca-4756-a94d-e2a94c330a4c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:31.835397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.902815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] Calling delete_port for c9e1b42f-acca-4756-a94d-e2a94c330a4c owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:31.916530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-a69b1ba6-b5ce-4072-abd2-f6b38ff77494 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1095 time: 0.6817303 Mar 11 17:34:31.997847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Made reservation on behalf of cf95d8179c5942b8bfc0a73993a87b5b for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:32.000537 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.066779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c334ddfd-bb2b-4205-b735-88549e0b22fb req-bcea7edd-2fa6-416d-8ad4-9d0cfee31437 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Synchronizing usage tracker for tenant:f6c760c7aef94e5d80162b041c2eca27 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:32.131879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] For port c9e1b42f-acca-4756-a94d-e2a94c330a4c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c9e1b42f-acca-4756-a94d-e2a94c330a4c,segment=NetworkSegment(69185038-32d8-4003-8cc4-4139ebe2045f),segment_id=69185038-32d8-4003-8cc4-4139ebe2045f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:32.132482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.135899 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.149147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.156563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-83086161-eb68-427e-b421-ca61661ad3e1 service neutron] 10.222.0.96 "GET /v2.0/networks/ea161c61-6c6f-4951-97f2-61c9bf097203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033108 Mar 11 17:34:32.205212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] Pushing event deleted for resources: {'Port': ['ID=c9e1b42f-acca-4756-a94d-e2a94c330a4c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:32.227454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a203e-ea99-4e40-9d4f-97a6db094c9e None None] No DVR routers for this DVR port c9e1b42f-acca-4756-a94d-e2a94c330a4c on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:32.284143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Calling delete_port for c9e1b42f-acca-4756-a94d-e2a94c330a4c owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:32.340152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] DHCP port deletion for af96e76d-ed46-4176-93e9-943fb08e4f47 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:34:32.346382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c334ddfd-bb2b-4205-b735-88549e0b22fb req-bcea7edd-2fa6-416d-8ad4-9d0cfee31437 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] Unset dirty status for tenant:f6c760c7aef94e5d80162b041c2eca27 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:32.346628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] Deleting port b872c423-594e-4bd3-be3d-20a749df9874 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:32.347165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.347577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c334ddfd-bb2b-4205-b735-88549e0b22fb req-bcea7edd-2fa6-416d-8ad4-9d0cfee31437 tempest-ServerTagsTestJSON-898393023 tempest-ServerTagsTestJSON-898393023-project] 10.222.0.96 "GET /v2.0/ports?device_id=52664261-48a6-4824-b075-4e9d7c9c163f HTTP/1.1" status: 200 len: 210 time: 0.4251361 Mar 11 17:34:32.378347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:34:32.379195 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:34:32.431904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e28ca735-0abe-49f8-844a-8336d2eee641 req-07cc1e93-ded6-4f04-b15b-9633c2ec61fe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2096024 Mar 11 17:34:32.474044 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52664261-48a6-4824-b075-4e9d7c9c163f', 'name': 'network-vif-deleted', 'tag': 'a2bb26c0-8a6d-4647-b762-32678c171d8c', 'status': 'completed', 'code': 200} Mar 11 17:34:32.481135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a2bb26c0-8a6d-4647-b762-32678c171d8c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:32.488549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:32.511365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf95d8179c5942b8bfc0a73993a87b5b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:32.533497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:32.536116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: a2bb26c0-8a6d-4647-b762-32678c171d8c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:32.536116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a2bb26c0-8a6d-4647-b762-32678c171d8c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:32.551255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-f9e64e78-2738-4833-b652-63a32229b32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:32.552858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-f9e64e78-2738-4833-b652-63a32229b32b service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.5897818 Mar 11 17:34:32.601802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f183e5e-dd35-4518-b811-cc0c76ca19d6 req-520f7305-9f62-4c60-b3d8-6e3a85669f9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 1096 time: 0.7864640 Mar 11 17:34:32.614009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:32.621922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] For port b872c423-594e-4bd3-be3d-20a749df9874, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b872c423-594e-4bd3-be3d-20a749df9874,segment=NetworkSegment(c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb),segment_id=c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:32.622421 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.706395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e28ca735-0abe-49f8-844a-8336d2eee641 req-0d3c0d10-22ef-4976-a131-2ca2a3336d6e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1587937 Mar 11 17:34:32.755193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] Calling delete_port for b872c423-594e-4bd3-be3d-20a749df9874 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:32.840271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c9e1b42f-acca-4756-a94d-e2a94c330a4c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:32.877174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c9e1b42f-acca-4756-a94d-e2a94c330a4c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:32.877517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c9e1b42f-acca-4756-a94d-e2a94c330a4c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:32.877906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b872c423-594e-4bd3-be3d-20a749df9874 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:32.880980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Deleting port c9e1b42f-acca-4756-a94d-e2a94c330a4c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:32.881478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.898191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e28ca735-0abe-49f8-844a-8336d2eee641 req-b4534ed9-b31f-4a92-b939-bcc21115fdbb service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165757 Mar 11 17:34:32.914097 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.916786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-300e7428-0cf0-4617-80b7-3fdfd573545a service neutron] 10.222.0.96 "GET /v2.0/networks/ea161c61-6c6f-4951-97f2-61c9bf097203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441127 Mar 11 17:34:32.928729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] For port 54fb5f7c-8718-416c-ad5a-6022ef4f800b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=54fb5f7c-8718-416c-ad5a-6022ef4f800b,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:32.928974 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.960975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] The port 'c9e1b42f-acca-4756-a94d-e2a94c330a4c' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:34:32.969579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] Pushing event deleted for resources: {'Port': ['ID=b872c423-594e-4bd3-be3d-20a749df9874,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:32.983216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b22b8-e858-4d3c-bdae-386d33d6af97 None None] No DVR routers for this DVR port b872c423-594e-4bd3-be3d-20a749df9874 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:32.984808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port b872c423-594e-4bd3-be3d-20a749df9874 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:34:32.985208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b872c423-594e-4bd3-be3d-20a749df9874 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:33.100472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.116676 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-c5bcdfec-f917-4249-af78-3e9bcb2760ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.5189142 Mar 11 17:34:33.139635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:33.157251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69185038-32d8-4003-8cc4-4139ebe2045f') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:33.157605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69185038-32d8-4003-8cc4-4139ebe2045f') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:33.185268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.205876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.214995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:34:33.215396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:33.240010 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:33.327081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.352080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.353279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f183e5e-dd35-4518-b811-cc0c76ca19d6 req-2279a549-ffc2-4cea-b159-6542bf45f283 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507316 Mar 11 17:34:33.359314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Network': ['ID=e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:33.369977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Calling delete_port for 54fb5f7c-8718-416c-ad5a-6022ef4f800b owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:33.386594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a4d58509-77d7-4c92-a6d0-8c5bbeff5150 tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/networks/e0a0e95a-d92f-4fb2-a278-ad7516e2b3b2 HTTP/1.1" status: 204 len: 168 time: 1.7458124 Mar 11 17:34:33.387021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53198) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:33.509660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.612207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaa0df-2e24-4bfc-932d-efc873ca62c6 req-44c83d0e-2544-44f4-b7f9-c37c81a84ab8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:33.613697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffeaa0df-2e24-4bfc-932d-efc873ca62c6 req-44c83d0e-2544-44f4-b7f9-c37c81a84ab8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 1.0230005 Mar 11 17:34:33.637957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-07c813aa-a849-434f-bfd2-713d78899ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:33.639425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-07c813aa-a849-434f-bfd2-713d78899ed9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.2852802 Mar 11 17:34:33.654432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.655650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.689869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af96e76d-ed46-4176-93e9-943fb08e4f47']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:33.703254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:33.703563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b8ca94-b1a6-4cd6-95ae-31aa9935b0fb') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:33.711838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca735-0abe-49f8-844a-8336d2eee641 req-c449a326-d937-4ae2-a0b6-371e901072f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:33.713292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e28ca735-0abe-49f8-844a-8336d2eee641 req-c449a326-d937-4ae2-a0b6-371e901072f8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7730434 Mar 11 17:34:33.713870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.718582 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.738406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.747919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:34:33.748696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:33.764626 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:33.805023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:33.837942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b45527-2cb3-43b7-a761-9155d953fecf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:33.848538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.853372 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Added segment c11c70da-64f1-4cc0-a5f2-e843aed2e8f0 of type vlan for network e50f7ba0-cf56-4107-8917-abaa69e82c3f Mar 11 17:34:33.863452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.871490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffeaa0df-2e24-4bfc-932d-efc873ca62c6 req-45740ba5-0eac-4c57-b06d-586a5e1fc921 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257147 Mar 11 17:34:33.881327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafd143-47cd-479f-8ade-cbef52577598 req-5d4991d9-c013-4243-a6c9-2546222161ee tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:33.888275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8dafd143-47cd-479f-8ade-cbef52577598 req-5d4991d9-c013-4243-a6c9-2546222161ee tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 945 time: 0.4872973 Mar 11 17:34:33.944036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.961378 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.994178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.008280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] Pushing event deleted for resources: {'Network': ['ID=af96e76d-ed46-4176-93e9-943fb08e4f47,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:34.017371 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6017fe7b-f5cd-4382-9651-91ce5639057e tempest-TaggedBootDevicesTest-1707769786 tempest-TaggedBootDevicesTest-1707769786-project] 10.222.0.96 "DELETE /v2.0/networks/af96e76d-ed46-4176-93e9-943fb08e4f47 HTTP/1.1" status: 204 len: 168 time: 0.6257889 Mar 11 17:34:34.031027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event deleted for resources: {'Port': ['ID=54fb5f7c-8718-416c-ad5a-6022ef4f800b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:34.053107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8dafd143-47cd-479f-8ade-cbef52577598 req-9038da25-2bde-4c44-9ff9-36a72eaf974d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635156 Mar 11 17:34:34.088746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-ecc8f160-63c9-495d-8dbb-e81b1f8cce4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4293883 Mar 11 17:34:34.205853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.206824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:34.207575 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.314000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] No DVR routers for this DVR port 54fb5f7c-8718-416c-ad5a-6022ef4f800b on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:34.340683 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.458332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 54fb5f7c-8718-416c-ad5a-6022ef4f800b no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:34.477882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'name': 'network-vif-deleted', 'tag': '54fb5f7c-8718-416c-ad5a-6022ef4f800b'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:34.513081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] Pushing event updated for resources: {'Network': ['ID=e50f7ba0-cf56-4107-8917-abaa69e82c3f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:34.523839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:34.524049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7372aa9b-8a65-480c-8e2e-9ed469eceda0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2437208 Mar 11 17:34:34.529802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Request body: {'subnet': {'network_id': 'e50f7ba0-cf56-4107-8917-abaa69e82c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1764369547-subnet', 'tenant_id': 'cf95d8179c5942b8bfc0a73993a87b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:34.544549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:34.548639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Usage tracker for resource:subnet and tenant:cf95d8179c5942b8bfc0a73993a87b5b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:34.557444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:34.560915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd734be0-63d4-44e5-93b8-f27613a08bbd req-46c67041-18b5-4293-b83d-1a30e270eb5f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "DELETE /v2.0/ports/54fb5f7c-8718-416c-ad5a-6022ef4f800b HTTP/1.1" status: 204 len: 173 time: 3.1185195 Mar 11 17:34:34.564347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 54fb5f7c-8718-416c-ad5a-6022ef4f800b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:34.564596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 54fb5f7c-8718-416c-ad5a-6022ef4f800b not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:34.565633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:34.570862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e50f7ba0-cf56-4107-8917-abaa69e82c3f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:34:34.588619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Made reservation on behalf of cf95d8179c5942b8bfc0a73993a87b5b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:34.592944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.648176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-c8a8c526-afc4-4941-8679-8de7a12020fa service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058630 Mar 11 17:34:34.697383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dceb8-7f91-4d3f-9754-057d119672bb req-a62a3337-5ce0-4674-bdba-2d0a71e37a34 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:34.704998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b7dceb8-7f91-4d3f-9754-057d119672bb req-a62a3337-5ce0-4674-bdba-2d0a71e37a34 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.6152098 Mar 11 17:34:34.839103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83e7e-dd7f-423f-b824-87886bfc0e1b req-d6cca9d4-8af3-4edc-9239-f0c665299c54 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:34.846306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7af83e7e-dd7f-423f-b824-87886bfc0e1b req-d6cca9d4-8af3-4edc-9239-f0c665299c54 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.6467469 Mar 11 17:34:34.854981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.938008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c733e9-effc-49ad-bd29-66761b2c0454,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:34.946227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9972206-2833-42f9-ae13-cff0510fc859 req-48776b21-8274-4598-8611-71c6109fb8b1 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:34.947733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-48776b21-8274-4598-8611-71c6109fb8b1 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.59 "GET /v2.0/networks?id=ea161c61-6c6f-4951-97f2-61c9bf097203 HTTP/1.1" status: 200 len: 817 time: 0.4315796 Mar 11 17:34:34.951469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Checking segment: {'id': 'c11c70da-64f1-4cc0-a5f2-e843aed2e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'e50f7ba0-cf56-4107-8917-abaa69e82c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:34.951903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Network hostable DHCP agents. Network: e50f7ba0-cf56-4107-8917-abaa69e82c3f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:34.976579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Request body: {'port': {'device_id': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203', 'admin_state_up': True, 'tenant_id': 'afc50d8d5fdb4cb69d6a600861209b7e'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:34.978013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Network e50f7ba0-cf56-4107-8917-abaa69e82c3f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:34.990828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e50f7ba0-cf56-4107-8917-abaa69e82c3f) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:34.998170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:34.999100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.005262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab40664-d27f-47ad-aa5f-6ba0874539dc None None] Network e50f7ba0-cf56-4107-8917-abaa69e82c3f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:35.015015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7af83e7e-dd7f-423f-b824-87886bfc0e1b req-f9617e8b-4f15-4b1a-a2c0-ec713e23f2f4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676822 Mar 11 17:34:35.031129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-86acdcf3-f439-4888-9655-59d4d5ebd861 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5060186 Mar 11 17:34:35.071081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397cfa4-76f9-4d1c-8c98-29ec7b18fbc8 req-b3b0c1fd-e650-45d4-b930-d66e12c1aab9 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018717 Mar 11 17:34:35.073398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b7dceb8-7f91-4d3f-9754-057d119672bb req-c86c2777-71b5-4426-925b-0cfbb791c15f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676150 Mar 11 17:34:35.224774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:35.232763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Usage tracker for resource:port and tenant:afc50d8d5fdb4cb69d6a600861209b7e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:35.238265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:35.253732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:35.268036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Made reservation on behalf of afc50d8d5fdb4cb69d6a600861209b7e for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:35.272209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.303897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53222) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:35.409423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] Deleting subnet 49899021-e0e9-4f8f-a916-5dd792db3b14 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:34:35.414633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.450215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25238b8d-1f48-4ecb-bf7c-aaf290fe0897 None None] Network e50f7ba0-cf56-4107-8917-abaa69e82c3f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:35.492500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.639370 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.695278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f767d979-e13c-4602-9e21-72c2b8b5cc79 req-9a06fd24-8373-45eb-af4b-922ab6683835 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 210 time: 0.1479614 Mar 11 17:34:35.725890 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d4a418-d897-467a-84a2-03fdc3c820d2', 'name': 'network-vif-deleted', 'tag': '54fb5f7c-8718-416c-ad5a-6022ef4f800b', 'status': 'completed', 'code': 200} Mar 11 17:34:35.794573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.843859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Allocated IP 172.20.0.6 (ea161c61-6c6f-4951-97f2-61c9bf097203/42d4430b-7ee8-4e1a-b18c-4ff3b01b068b/c9ce73ea-134d-42a3-8128-12d9165a4523) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:35.870090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49899021-e0e9-4f8f-a916-5dd792db3b14,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:35.874311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.882335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-104c3351-2dac-4f03-ac68-cce12b50e2e8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/49899021-e0e9-4f8f-a916-5dd792db3b14 HTTP/1.1" status: 204 len: 168 time: 0.5773416 Mar 11 17:34:35.884754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:36.000630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.001354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-31c066d9-f475-4595-bc83-68f63384e13c req-0d4e4f5c-135b-4740-a8c8-d47d3999af1c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:36.147086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.158892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-31c066d9-f475-4595-bc83-68f63384e13c req-0d4e4f5c-135b-4740-a8c8-d47d3999af1c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:36.159979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31c066d9-f475-4595-bc83-68f63384e13c req-0d4e4f5c-135b-4740-a8c8-d47d3999af1c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2d4a418-d897-467a-84a2-03fdc3c820d2 HTTP/1.1" status: 200 len: 210 time: 0.2539747 Mar 11 17:34:36.210638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d663cf34-d7f5-4f82-9d5f-677563cc4c86']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:36.232508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca4041-8c5d-4777-91c0-ed3df358cb6f req-ae26c12b-7c91-4f1d-b244-c21a214c42bb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:36.234058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12ca4041-8c5d-4777-91c0-ed3df358cb6f req-ae26c12b-7c91-4f1d-b244-c21a214c42bb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2834756 Mar 11 17:34:36.237249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dabed68-713d-4a9c-9d81-2816a73bdf73') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:36.238431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dabed68-713d-4a9c-9d81-2816a73bdf73') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:36.253352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.277406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.284927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.295135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:34:36.296809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:36.313225 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:36.319704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12ca4041-8c5d-4777-91c0-ed3df358cb6f req-5a688565-08d4-42c1-8895-367c6dffb7de tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660877 Mar 11 17:34:36.335808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.416428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.431326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.463510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Network ea161c61-6c6f-4951-97f2-61c9bf097203 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:36.467539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:36.478947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:34:36.517250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Pushing event updated for resources: {'Port': ['ID=c9ce73ea-134d-42a3-8128-12d9165a4523,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:36.522056 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d663cf34-d7f5-4f82-9d5f-677563cc4c86 HTTP/1.1" status: 204 len: 168 time: 0.6360686 Mar 11 17:34:36.536336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff6fb7-41b1-46fd-90e5-be9a46f187e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d663cf34-d7f5-4f82-9d5f-677563cc4c86,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:36.553435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:36.554198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.628350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cdcda0ba-b888-42dc-8b3d-642ad9bcb85e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6612082 Mar 11 17:34:36.653384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Request body: {'port': {'device_id': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:36.738387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53248) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:36.764014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f93a5-f91e-4dde-869c-b51c9d1e68a7 req-276f62ee-2248-449b-88a1-da95334a104f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:36.765608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c62f93a5-f91e-4dde-869c-b51c9d1e68a7 req-276f62ee-2248-449b-88a1-da95334a104f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1982360 Mar 11 17:34:36.805847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-68d35b8b-de2c-4365-b3f6-d254e22f6e54 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f6c760c7aef94e5d80162b041c2eca27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0657609 Mar 11 17:34:36.807641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53254) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:36.811782 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.889406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c62f93a5-f91e-4dde-869c-b51c9d1e68a7 req-1bf542af-3fef-4172-bc2a-358a9f41d3c1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140435 Mar 11 17:34:36.890062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5237d68a-a4d4-4be9-a7db-786837b0b528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.931250 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5237d68a-a4d4-4be9-a7db-786837b0b528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.012878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5237d68a-a4d4-4be9-a7db-786837b0b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.033419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237d68a-a4d4-4be9-a7db-786837b0b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b927d78-33c8-400d-87f5-24fe87fa5861,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:37.052132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5237d68a-a4d4-4be9-a7db-786837b0b528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.057096 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5237d68a-a4d4-4be9-a7db-786837b0b528 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1b927d78-33c8-400d-87f5-24fe87fa5861 HTTP/1.1" status: 204 len: 168 time: 0.2476466 Mar 11 17:34:37.354498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faef13b-982a-4839-aa40-6cfdbe7237ad req-6e0eef11-04c1-4419-bf32-a655a582373a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:37.355961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7faef13b-982a-4839-aa40-6cfdbe7237ad req-6e0eef11-04c1-4419-bf32-a655a582373a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.3163533 Mar 11 17:34:37.410801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfbd2f-7ab4-48a9-99b4-07a79629f905 req-8434e309-9f0c-4b9e-8153-af4465b81a97 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:37.411452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3edfbd2f-7ab4-48a9-99b4-07a79629f905 req-8434e309-9f0c-4b9e-8153-af4465b81a97 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Synchronizing usage tracker for tenant:afc50d8d5fdb4cb69d6a600861209b7e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:37.490680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7faef13b-982a-4839-aa40-6cfdbe7237ad req-12a79b1e-3f9b-4293-a14b-194d40667846 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282308 Mar 11 17:34:37.493463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3edfbd2f-7ab4-48a9-99b4-07a79629f905 req-8434e309-9f0c-4b9e-8153-af4465b81a97 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Unset dirty status for tenant:afc50d8d5fdb4cb69d6a600861209b7e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:37.494638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3edfbd2f-7ab4-48a9-99b4-07a79629f905 req-8434e309-9f0c-4b9e-8153-af4465b81a97 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 931 time: 0.2772777 Mar 11 17:34:37.498393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ce73ea-134d-42a3-8128-12d9165a4523 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:37.505928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.555575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Transition to ACTIVE for port object c9ce73ea-134d-42a3-8128-12d9165a4523 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:34:37.565398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.642653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3edfbd2f-7ab4-48a9-99b4-07a79629f905 req-7d4888de-7ba9-40ae-a05c-59511c50aba7 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338141 Mar 11 17:34:37.993531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ce73ea-134d-42a3-8128-12d9165a4523,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:38.195353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Attempting to bind port c9ce73ea-134d-42a3-8128-12d9165a4523 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:38.196993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Attempting to bind port c9ce73ea-134d-42a3-8128-12d9165a4523 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'd3503b92-627a-4e20-9fec-8ac1990d3042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:38.197521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Attempting to bind port c9ce73ea-134d-42a3-8128-12d9165a4523 on network ea161c61-6c6f-4951-97f2-61c9bf097203 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:38.235357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53290) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:38.243525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Port c9ce73ea-134d-42a3-8128-12d9165a4523 on network ea161c61-6c6f-4951-97f2-61c9bf097203 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:34:38.244082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Attempting to bind port c9ce73ea-134d-42a3-8128-12d9165a4523 on network ea161c61-6c6f-4951-97f2-61c9bf097203 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:38.254719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:34:38.255040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Checking segment: {'id': 'd3503b92-627a-4e20-9fec-8ac1990d3042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:38.255559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Bound using segment: {'id': 'd3503b92-627a-4e20-9fec-8ac1990d3042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:34:38.255997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Bound port: c9ce73ea-134d-42a3-8128-12d9165a4523, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3503b92-627a-4e20-9fec-8ac1990d3042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:38.256344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.283281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb278f-6d3c-4078-b5ef-b42736613e71 req-a4140ea2-9f5a-4def-bf5a-4c7063c20196 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:38.284775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25cb278f-6d3c-4078-b5ef-b42736613e71 req-a4140ea2-9f5a-4def-bf5a-4c7063c20196 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.5233936 Mar 11 17:34:38.391590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] For port c9ce73ea-134d-42a3-8128-12d9165a4523, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:38.396152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] For port c9ce73ea-134d-42a3-8128-12d9165a4523, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c9ce73ea-134d-42a3-8128-12d9165a4523,segment=NetworkSegment(d3503b92-627a-4e20-9fec-8ac1990d3042),segment_id=d3503b92-627a-4e20-9fec-8ac1990d3042)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:38.407626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702043-37b0-4d3d-9f18-5d71e025d980 req-643acdf1-76cc-4567-83c1-31b870986c25 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:38.418464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d702043-37b0-4d3d-9f18-5d71e025d980 req-643acdf1-76cc-4567-83c1-31b870986c25 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4525712 Mar 11 17:34:38.424137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.426032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-963553189-network', 'tenant_id': '208efb09783d4a4bad46cff2db66f84a'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:38.431342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:38.435904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Usage tracker for resource:network and tenant:208efb09783d4a4bad46cff2db66f84a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:38.439030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:38.449544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:38.462069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Made reservation on behalf of 208efb09783d4a4bad46cff2db66f84a for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:38.464877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.479483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.514769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ce73ea-134d-42a3-8128-12d9165a4523,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:38.516687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:38.530269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Usage tracker for resource:security_group_rule and tenant:208efb09783d4a4bad46cff2db66f84a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:38.533740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:38.551670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:38.563757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25cb278f-6d3c-4078-b5ef-b42736613e71 req-4e7aa7af-3e9e-4461-a6d9-6a1abdc637d4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706139 Mar 11 17:34:38.571394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.572873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-763317de-9f59-4f04-9743-986d4735a826 service neutron] 10.222.0.59 "PUT /v2.0/ports/c9ce73ea-134d-42a3-8128-12d9165a4523 HTTP/1.1" status: 200 len: 1091 time: 1.9267902 Mar 11 17:34:38.573523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'tag': 'c9ce73ea-134d-42a3-8128-12d9165a4523'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:38.611374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d702043-37b0-4d3d-9f18-5d71e025d980 req-b3e46f34-26fb-4fc8-8c51-3060f416de1e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869051 Mar 11 17:34:38.759216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.767370 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.821775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:38.821945 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'tag': 'c9ce73ea-134d-42a3-8128-12d9165a4523', 'status': 'completed', 'code': 200} Mar 11 17:34:38.832020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f81e454-fec8-4ac0-8320-48d72bb52df1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:38.839228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.839577 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Added segment 1fe49251-1f8a-4ea6-955a-8716eba501ea of type vlan for network 1ddfa45f-13be-42d4-a549-4b14e077b62a Mar 11 17:34:38.875793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-2ff848bf-f8d2-47ec-9355-bb5233c79dbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afc50d8d5fdb4cb69d6a600861209b7e&device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 1094 time: 0.2240615 Mar 11 17:34:38.900960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.957074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.958251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:38.959150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.969343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b79674-fc54-4e62-b1ba-6cfaf600c9f3 req-5bf31ea7-2155-4403-8042-261f540f48dd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:38.970870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33b79674-fc54-4e62-b1ba-6cfaf600c9f3 req-5bf31ea7-2155-4403-8042-261f540f48dd tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.1871424 Mar 11 17:34:38.999958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-cb32cdfe-ba36-42c0-973c-6f354953c41a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce73ea-134d-42a3-8128-12d9165a4523 HTTP/1.1" status: 200 len: 217 time: 0.1101563 Mar 11 17:34:39.150946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.157184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33b79674-fc54-4e62-b1ba-6cfaf600c9f3 req-8cbd5736-543e-4bc0-b912-ebc1fcd5c8b3 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777947 Mar 11 17:34:39.171170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9972206-2833-42f9-ae13-cff0510fc859 req-91f768c2-2e84-4e96-ac72-51453f0a4e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:39.172827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-91f768c2-2e84-4e96-ac72-51453f0a4e64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42d4430b-7ee8-4e1a-b18c-4ff3b01b068b HTTP/1.1" status: 200 len: 857 time: 0.1599257 Mar 11 17:34:39.201599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] Pushing event updated for resources: {'Network': ['ID=1ddfa45f-13be-42d4-a549-4b14e077b62a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:39.212762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1ddfa45f-13be-42d4-a549-4b14e077b62a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:34:39.230562 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e2b4de2-c9d1-4545-bbb8-fa19b4bfee4e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9927657 Mar 11 17:34:39.233143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53316) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:39.240350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Request body: {'subnet': {'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-963553189-subnet', 'tenant_id': '208efb09783d4a4bad46cff2db66f84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:39.252758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:39.262404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Usage tracker for resource:subnet and tenant:208efb09783d4a4bad46cff2db66f84a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:39.268973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:39.276782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b7efd-754f-48ef-8912-58258118686e req-981105b3-049e-4e8a-bf5f-fa86da67e5fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:39.278393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d1b7efd-754f-48ef-8912-58258118686e req-981105b3-049e-4e8a-bf5f-fa86da67e5fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2277870 Mar 11 17:34:39.280756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-54e11d21-3fe7-452f-a452-8bb3ae425221 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea161c61-6c6f-4951-97f2-61c9bf097203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001141 Mar 11 17:34:39.285082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:39.308122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Made reservation on behalf of 208efb09783d4a4bad46cff2db66f84a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:39.313480 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.524824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d1b7efd-754f-48ef-8912-58258118686e req-504a9c72-cce5-481a-86f8-280c98b10885 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954405 Mar 11 17:34:39.549067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-e3d1c9ac-93c6-4d9c-a0c3-5682f92882b2 service neutron] 10.222.0.59 "GET /v2.0/networks/ea161c61-6c6f-4951-97f2-61c9bf097203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617059 Mar 11 17:34:39.749155 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.896011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9972206-2833-42f9-ae13-cff0510fc859 req-6248354d-96e5-44a5-877f-258f8fec94fd service neutron] 10.222.0.59 "GET /v2.0/networks/ea161c61-6c6f-4951-97f2-61c9bf097203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400383 Mar 11 17:34:39.917465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1d3c4-29e3-4fb6-b44a-4c5386e8ebcc req-98e08cde-fae4-4173-9240-4552854d27fb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:39.919050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92f1d3c4-29e3-4fb6-b44a-4c5386e8ebcc req-98e08cde-fae4-4173-9240-4552854d27fb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3269579 Mar 11 17:34:39.956711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f77503-f52c-4ab9-bbc8-3be02c728783,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:39.956938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25d96a-f2ff-42c5-859c-f6c203efb491 req-edb4b6cc-b1f3-4fd0-b184-35b938d35f98 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:39.966243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e25d96a-f2ff-42c5-859c-f6c203efb491 req-edb4b6cc-b1f3-4fd0-b184-35b938d35f98 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 943 time: 0.2524259 Mar 11 17:34:39.975127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Checking segment: {'id': '1fe49251-1f8a-4ea6-955a-8716eba501ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:39.975721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Network hostable DHCP agents. Network: 1ddfa45f-13be-42d4-a549-4b14e077b62a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:40.000354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Network 1ddfa45f-13be-42d4-a549-4b14e077b62a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:40.013107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1ddfa45f-13be-42d4-a549-4b14e077b62a) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:40.018290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:40.019927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.023125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2a59a-c723-4eec-b5ed-4d92ea3dfd8b None None] Network 1ddfa45f-13be-42d4-a549-4b14e077b62a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:40.064820 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c6111d4c-f101-428b-8d5f-5f457ee52f06 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8296204 Mar 11 17:34:40.080776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92f1d3c4-29e3-4fb6-b44a-4c5386e8ebcc req-02093a29-a8d3-4828-93ce-04838ef4015a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549866 Mar 11 17:34:40.093838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e25d96a-f2ff-42c5-859c-f6c203efb491 req-67d98c39-fbe7-4536-adb3-adcc658a5e46 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261675 Mar 11 17:34:40.199739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-7e80f7ee-684a-4cea-b53a-09870e3dec7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afc50d8d5fdb4cb69d6a600861209b7e&device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 1094 time: 0.2050095 Mar 11 17:34:40.345379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde82e81-d821-4c7d-af11-beb6f39d1143 None None] Network 1ddfa45f-13be-42d4-a549-4b14e077b62a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:40.499984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-941443a1-5d8f-494b-82de-cc945b4e6f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:40.502054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-941443a1-5d8f-494b-82de-cc945b4e6f85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea161c61-6c6f-4951-97f2-61c9bf097203 HTTP/1.1" status: 200 len: 919 time: 0.2961533 Mar 11 17:34:40.504758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53340) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:40.658239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] Deleting subnet 44c733e9-effc-49ad-bd29-66761b2c0454 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:34:40.661805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.811372 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.924894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.016609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.046912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-030f9108-afd1-4071-b264-48f98c4fae81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce73ea-134d-42a3-8128-12d9165a4523 HTTP/1.1" status: 200 len: 217 time: 0.5387208 Mar 11 17:34:41.066389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c733e9-effc-49ad-bd29-66761b2c0454,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:41.068388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.074701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6daa92c6-88d4-4587-8145-3634b07cd2ab admin admin] 10.222.0.96 "DELETE /v2.0/subnets/44c733e9-effc-49ad-bd29-66761b2c0454 HTTP/1.1" status: 204 len: 168 time: 0.5689881 Mar 11 17:34:41.077196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:41.108512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53366) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:41.131096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1421381097-network', 'tenant_id': 'f0dd3d11c4964e55b9d43182c07cf96d'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:41.146043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:41.167673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Usage tracker for resource:network and tenant:f0dd3d11c4964e55b9d43182c07cf96d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:41.172145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:41.189554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:41.215790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-fdae4ebe-a3fc-4a96-8dae-a663ee7d0a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:41.217476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-fdae4ebe-a3fc-4a96-8dae-a663ee7d0a3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42d4430b-7ee8-4e1a-b18c-4ff3b01b068b HTTP/1.1" status: 200 len: 857 time: 0.1552527 Mar 11 17:34:41.220758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.224693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad07f0-c109-4f21-8ea4-6de6a9ffa89d req-ae683392-3571-4ca0-a2b7-3647bfa01d8e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:41.226159 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcad07f0-c109-4f21-8ea4-6de6a9ffa89d req-ae683392-3571-4ca0-a2b7-3647bfa01d8e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 814 time: 0.3169343 Mar 11 17:34:41.260451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Made reservation on behalf of f0dd3d11c4964e55b9d43182c07cf96d for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:41.262738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.300546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-df974dd7-7639-41e9-a0d2-46a32e92bf6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea161c61-6c6f-4951-97f2-61c9bf097203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713320 Mar 11 17:34:41.306398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bd1f0-d037-4333-8055-921a8980f0bf req-abd6a173-dd49-4de6-805c-d123d26d65c8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:41.307894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e93bd1f0-d037-4333-8055-921a8980f0bf req-abd6a173-dd49-4de6-805c-d123d26d65c8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3975499 Mar 11 17:34:41.309799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.350487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.376428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50f7ba0-cf56-4107-8917-abaa69e82c3f']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:41.388538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11c70da-64f1-4cc0-a5f2-e843aed2e8f0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:41.388830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11c70da-64f1-4cc0-a5f2-e843aed2e8f0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:41.400072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.415878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.422075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcad07f0-c109-4f21-8ea4-6de6a9ffa89d req-e8880378-8adc-44c4-a489-2826191daedf tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/quotas/27672a0f49484c27b016bf5ee3d78e52 HTTP/1.1" status: 200 len: 375 time: 0.1481857 Mar 11 17:34:41.423052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:34:41.423432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:41.436515 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:41.517471 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.537215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.547091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] Pushing event deleted for resources: {'Network': ['ID=e50f7ba0-cf56-4107-8917-abaa69e82c3f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:41.550033 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-97effc1c-c3e8-4c8c-845a-37e440c5018e admin admin] 10.222.0.96 "DELETE /v2.0/networks/e50f7ba0-cf56-4107-8917-abaa69e82c3f HTTP/1.1" status: 204 len: 168 time: 0.4719276 Mar 11 17:34:41.566717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:41.586149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e93bd1f0-d037-4333-8055-921a8980f0bf req-7dcffa3a-90e9-498e-a8e2-03ba46bf9aff tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648070 Mar 11 17:34:41.589009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Usage tracker for resource:security_group_rule and tenant:f0dd3d11c4964e55b9d43182c07cf96d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:41.593053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:41.602624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-7dbf7fc7-e026-4f85-82fb-656cfcfb7479 service neutron] 10.222.0.59 "GET /v2.0/networks/ea161c61-6c6f-4951-97f2-61c9bf097203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824037 Mar 11 17:34:41.609758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:41.792076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcad07f0-c109-4f21-8ea4-6de6a9ffa89d req-4d567f7a-6610-494f-b7e6-d5fce693ff31 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3489592 Mar 11 17:34:41.899140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd1f221-1771-4ad5-ac62-61f7d6b3cdfa req-bb842522-6573-4bdc-947a-b74435a3ba5f service neutron] 10.222.0.59 "GET /v2.0/networks/ea161c61-6c6f-4951-97f2-61c9bf097203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835605 Mar 11 17:34:41.912086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53386) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:41.948580 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.955739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.987489 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1e96b487-41e5-4aa2-91bf-fe68b0d5e307 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cf95d8179c5942b8bfc0a73993a87b5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0737538 Mar 11 17:34:41.990057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53392) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:42.064475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c82c6db2-546d-44e2-9bde-5311b432c948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.080188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0182b6-4aa9-41d8-9c47-1949b0a16275 req-57a97028-753e-44ce-807b-6ea362076ee9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:42.081819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f0182b6-4aa9-41d8-9c47-1949b0a16275 req-57a97028-753e-44ce-807b-6ea362076ee9 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.2741392 Mar 11 17:34:42.090406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:42.099452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c82c6db2-546d-44e2-9bde-5311b432c948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.111540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23810a8c-9f6e-4e02-9735-9f23a159a1a5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:42.144837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.145177 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Added segment 868ed81c-0a29-4f89-9cd5-cbea2100f78e of type vlan for network 21980e9a-e3e2-4600-b92b-9546fd5790fb Mar 11 17:34:42.194143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c82c6db2-546d-44e2-9bde-5311b432c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.233111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c6db2-546d-44e2-9bde-5311b432c948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b45527-2cb3-43b7-a761-9155d953fecf,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:42.244518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c82c6db2-546d-44e2-9bde-5311b432c948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.246471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c82c6db2-546d-44e2-9bde-5311b432c948 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72b45527-2cb3-43b7-a761-9155d953fecf HTTP/1.1" status: 204 len: 168 time: 0.2550163 Mar 11 17:34:42.307488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-da69cf6b-0fb5-42a0-a06b-89e3bc52d503 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:42.309017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-da69cf6b-0fb5-42a0-a06b-89e3bc52d503 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.3401418 Mar 11 17:34:42.331531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0f0182b6-4aa9-41d8-9c47-1949b0a16275 req-664ab228-2922-4322-99d2-0c1f0de1906e tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299559 Mar 11 17:34:42.352421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.369102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10fc4e01-eb78-466b-b28a-b7d27b3916fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.383486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-55b8e998-09bb-4552-87a3-4c25aab61ac5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/quotas/e6556f3c7b3f47e9a31f9fb6f18d601c HTTP/1.1" status: 200 len: 375 time: 0.0690091 Mar 11 17:34:42.488028 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.489265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:42.490042 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.490672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c9ce73ea-134d-42a3-8128-12d9165a4523 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:34:42.539490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-c299d823-97e3-4a9b-8016-1b747f302b6c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1493073 Mar 11 17:34:42.715418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c9ce73ea-134d-42a3-8128-12d9165a4523, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c9ce73ea-134d-42a3-8128-12d9165a4523,segment=NetworkSegment(d3503b92-627a-4e20-9fec-8ac1990d3042),segment_id=d3503b92-627a-4e20-9fec-8ac1990d3042)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:42.730720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c9ce73ea-134d-42a3-8128-12d9165a4523', 'network_id': 'ea161c61-6c6f-4951-97f2-61c9bf097203', 'port_id': 'c9ce73ea-134d-42a3-8128-12d9165a4523', 'mac_address': 'fa:16:3e:d6:75:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d4430b-7ee8-4e1a-b18c-4ff3b01b068b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:34:42.796601 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6819205 Mar 11 17:34:42.797893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:42.806662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Request body: {'subnet': {'network_id': '21980e9a-e3e2-4600-b92b-9546fd5790fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1421381097-subnet', 'tenant_id': 'f0dd3d11c4964e55b9d43182c07cf96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:42.822501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.823849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:42.839154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Usage tracker for resource:subnet and tenant:f0dd3d11c4964e55b9d43182c07cf96d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:42.844102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ce73ea-134d-42a3-8128-12d9165a4523 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:42.845139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:42.866661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:42.881786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c9ce73ea-134d-42a3-8128-12d9165a4523, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c9ce73ea-134d-42a3-8128-12d9165a4523,segment=NetworkSegment(d3503b92-627a-4e20-9fec-8ac1990d3042),segment_id=d3503b92-627a-4e20-9fec-8ac1990d3042)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:42.887933 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.891404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Made reservation on behalf of f0dd3d11c4964e55b9d43182c07cf96d for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:42.894909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.908715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d6bb8-a9fc-43b7-80ad-1b8fd056c393 admin admin] Pushing event updated for resources: {'Network': ['ID=21980e9a-e3e2-4600-b92b-9546fd5790fb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:42.968410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 21980e9a-e3e2-4600-b92b-9546fd5790fb details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:34:43.030739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b872fca-351e-4a85-8cfe-d9f20657cbf8 req-ad2e7d72-4007-4ee2-b82e-937da616a32d tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:43.032838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b872fca-351e-4a85-8cfe-d9f20657cbf8 req-ad2e7d72-4007-4ee2-b82e-937da616a32d tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 943 time: 0.3944805 Mar 11 17:34:43.035520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-6c11269b-56cd-4d34-8968-6d7b718ebe43 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783085 Mar 11 17:34:43.253984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c9ce73ea-134d-42a3-8128-12d9165a4523,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:43.333449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c9ce73ea-134d-42a3-8128-12d9165a4523'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:34:43.401223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b872fca-351e-4a85-8cfe-d9f20657cbf8 req-6733b94b-3277-48c7-bff1-df26a44a19a5 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627372 Mar 11 17:34:43.469970 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.508752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-b10d3950-58e0-405f-9e77-725fccf95351 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541807 Mar 11 17:34:43.627451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d157786d-02ad-4f54-99cb-b92513b0813a,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:43.671555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Checking segment: {'id': '868ed81c-0a29-4f89-9cd5-cbea2100f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '21980e9a-e3e2-4600-b92b-9546fd5790fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:43.671914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Network hostable DHCP agents. Network: 21980e9a-e3e2-4600-b92b-9546fd5790fb, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:43.727257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53434) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:43.746206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Network 21980e9a-e3e2-4600-b92b-9546fd5790fb is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:43.754722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-73004783-331f-4229-ba0d-32f5af1d3284 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:43.761741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 21980e9a-e3e2-4600-b92b-9546fd5790fb) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:43.763168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-73004783-331f-4229-ba0d-32f5af1d3284 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.1819527 Mar 11 17:34:43.770391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:43.770898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.779169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166aca70-e798-4d7f-9b10-3b3b6ee9510a None None] Network 21980e9a-e3e2-4600-b92b-9546fd5790fb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:43.792663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-63d70e5f-a525-4f89-a50f-e38a5b7df902 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/quotas/939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 375 time: 0.0281367 Mar 11 17:34:43.801434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63be12f7-4376-467a-be46-ed94abb97805 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0013585 Mar 11 17:34:44.007755 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-c3bcbb02-2d44-4dfb-a70f-880f4cc27867 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2141266 Mar 11 17:34:44.095730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1545014800-network', 'tenant_id': 'f42894b9857a4897baa1e97178fe12ae'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:44.118575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:44.127415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Usage tracker for resource:network and tenant:f42894b9857a4897baa1e97178fe12ae is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:44.143001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:44.167625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:44.178595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87192d48-f970-4858-8fc9-6cafec4e31ac None None] Network 21980e9a-e3e2-4600-b92b-9546fd5790fb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:44.198496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Made reservation on behalf of f42894b9857a4897baa1e97178fe12ae for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:44.208768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.246317 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.256409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927604e-0b5e-4699-a7d9-6cd01ead09a4 req-4b37ee81-16dd-42c2-ba81-6c332c6160ce tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:44.264098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7927604e-0b5e-4699-a7d9-6cd01ead09a4 req-4b37ee81-16dd-42c2-ba81-6c332c6160ce tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4144421 Mar 11 17:34:44.332165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:44.340547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Usage tracker for resource:security_group_rule and tenant:f42894b9857a4897baa1e97178fe12ae is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:44.351426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:44.367947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7927604e-0b5e-4699-a7d9-6cd01ead09a4 req-8aba9164-c715-42a4-bb6e-4e87216b4c78 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027603 Mar 11 17:34:44.385160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:44.387088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-a00eb910-45d2-4561-9a42-516d752f20c9 service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753164 Mar 11 17:34:44.578933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.586692 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.649229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c9ce73ea-134d-42a3-8128-12d9165a4523 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:34:44.651596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92acc1a-7ef4-46c5-896b-40ee59b00284,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:44.665845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:44.682975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.683314 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Added segment 53b535e7-d5f5-41b1-b65b-192e4c09411e of type vlan for network 1b834fa5-4262-4356-a9dd-ee36d7aa431f Mar 11 17:34:44.685171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-dd621f39-ebc5-4505-b4a5-09a43b2640a4 service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913730 Mar 11 17:34:44.716391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca864-e1e6-4e1e-8668-c46a45381446 req-34fa81cd-5b69-4d9e-a62c-cac258fe62b6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:44.717954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-104ca864-e1e6-4e1e-8668-c46a45381446 req-34fa81cd-5b69-4d9e-a62c-cac258fe62b6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.1796432 Mar 11 17:34:44.730329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.794675 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ef2bcc5-d329-4d57-b728-28613e641930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.799125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c9ce73ea-134d-42a3-8128-12d9165a4523 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:44.802109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.803299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:44.804250 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.819522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c9ce73ea-134d-42a3-8128-12d9165a4523 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:44.822132 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.830014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-104ca864-e1e6-4e1e-8668-c46a45381446 req-263eaf41-40f1-4477-822c-d6186a0f5432 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044109 Mar 11 17:34:45.044174 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.061407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3309021 Mar 11 17:34:45.062687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53466) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:45.068225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40789f0-f0fb-4d13-a634-aedc6aa99243 admin admin] Pushing event updated for resources: {'Network': ['ID=1b834fa5-4262-4356-a9dd-ee36d7aa431f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:45.082408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1b834fa5-4262-4356-a9dd-ee36d7aa431f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:34:45.121155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-863c5c62-c6a4-4b3b-b034-b77fb3af9235 req-fa6982d0-7ef2-4b22-a638-bcdeb119d32d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 210 time: 0.0555799 Mar 11 17:34:45.124641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Request body: {'subnet': {'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1545014800-subnet', 'tenant_id': 'f42894b9857a4897baa1e97178fe12ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:45.135437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:45.148574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Usage tracker for resource:subnet and tenant:f42894b9857a4897baa1e97178fe12ae is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:45.159027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:45.181096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:45.184408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ce73ea-134d-42a3-8128-12d9165a4523'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:45.219087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c9ce73ea-134d-42a3-8128-12d9165a4523, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c9ce73ea-134d-42a3-8128-12d9165a4523,segment=NetworkSegment(d3503b92-627a-4e20-9fec-8ac1990d3042),segment_id=d3503b92-627a-4e20-9fec-8ac1990d3042)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:45.226884 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.227107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Made reservation on behalf of f42894b9857a4897baa1e97178fe12ae for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:45.232274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.318970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c9ce73ea-134d-42a3-8128-12d9165a4523,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:45.546952 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.690799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.721792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53486) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:45.820681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-a41b2f7a-3040-48f1-87b1-353c8a263d8e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:45.822179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-a41b2f7a-3040-48f1-87b1-353c8a263d8e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.4162917 Mar 11 17:34:45.849710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-33e9fd67-1745-42b2-8d7a-11afa95aafbc tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:45.851237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-33e9fd67-1745-42b2-8d7a-11afa95aafbc tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/networks?id=1ddfa45f-13be-42d4-a549-4b14e077b62a HTTP/1.1" status: 200 len: 824 time: 0.3640814 Mar 11 17:34:45.886883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf497b12-dc96-4b76-bb89-5b38e325a623 req-1df0c3f0-ecdb-41ec-b40e-3e487eafb868 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:45.888570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf497b12-dc96-4b76-bb89-5b38e325a623 req-1df0c3f0-ecdb-41ec-b40e-3e487eafb868 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4839106 Mar 11 17:34:45.896912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Request body: {'port': {'device_id': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'admin_state_up': True, 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:46.019659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-eb5629d0-bc93-4813-8185-dc673d52860e tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/quotas/208efb09783d4a4bad46cff2db66f84a HTTP/1.1" status: 200 len: 375 time: 0.1387043 Mar 11 17:34:46.239309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-d44997a3-6f45-4b9b-a6e6-e7d537a23fb1 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=208efb09783d4a4bad46cff2db66f84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2040181 Mar 11 17:34:46.354894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.404940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:46.411090 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.452052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:46.465061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf497b12-dc96-4b76-bb89-5b38e325a623 req-5c8785c1-4af3-4c67-8919-df7edb699de0 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514474 Mar 11 17:34:46.517895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:46.522285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.531841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb747c61-920d-4a72-a885-f6396df324c0,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:46.584008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-4568d3e5-112f-458f-b867-75622d8618a9 service neutron] 10.222.0.96 "GET /v2.0/networks/1ddfa45f-13be-42d4-a549-4b14e077b62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274996 Mar 11 17:34:46.675415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Checking segment: {'id': '53b535e7-d5f5-41b1-b65b-192e4c09411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:46.676048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Network hostable DHCP agents. Network: 1b834fa5-4262-4356-a9dd-ee36d7aa431f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:46.904393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.997984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-458f16e9-b273-4e20-921c-fa720d498810 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:46.999524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-458f16e9-b273-4e20-921c-fa720d498810 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.4653559 Mar 11 17:34:47.028523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Network 1b834fa5-4262-4356-a9dd-ee36d7aa431f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:47.035048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'port': {'device_id': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'admin_state_up': True, 'tenant_id': '939e19d58bb8457689b2460552e53524'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:47.052316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-77ca2349-1b70-43eb-a8bc-efc96f29e55d service neutron] 10.222.0.96 "GET /v2.0/networks/1ddfa45f-13be-42d4-a549-4b14e077b62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142840 Mar 11 17:34:47.127696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1b834fa5-4262-4356-a9dd-ee36d7aa431f) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:47.139898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b68b30-7c4a-44ca-927e-8fc5b4868e71 None None] Network 1b834fa5-4262-4356-a9dd-ee36d7aa431f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:47.142042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Allocated IP 172.20.0.11 (65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4/59f6f371-2a04-427b-8431-4d1157528e92/68225af7-5c29-40d8-82f4-925907c0967a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:47.147257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:47.147844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.168585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Deleting port 45d9688d-dd15-400b-a224-6fafe9836462 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:47.169272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.182043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c1706-52c0-45c6-9691-3c1e237babc0 req-53a54b77-a7cc-4a1d-ac28-0784b56a2bee tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:47.183674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-874c1706-52c0-45c6-9691-3c1e237babc0 req-53a54b77-a7cc-4a1d-ac28-0784b56a2bee tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 945 time: 0.5022140 Mar 11 17:34:47.344662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a816ae20-43a6-4346-8050-96ccebb05c43 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2808316 Mar 11 17:34:47.389963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:47.466381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:47.479608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-874c1706-52c0-45c6-9691-3c1e237babc0 req-26e2113d-25a6-448d-b2ae-1106cc6df6bb tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762523 Mar 11 17:34:47.492228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] For port 45d9688d-dd15-400b-a224-6fafe9836462, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=45d9688d-dd15-400b-a224-6fafe9836462,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:47.493228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.561828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Made reservation on behalf of 939e19d58bb8457689b2460552e53524 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:47.565216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.607007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42fcb451-7bd1-4167-80d8-82ec1437c5c0 req-b35432fc-8d60-410e-89b6-583f582a6295 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 210 time: 0.2691870 Mar 11 17:34:47.675259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Calling delete_port for 45d9688d-dd15-400b-a224-6fafe9836462 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:47.697334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c8f73f-e4d7-4e7e-8efc-427d8ecee31c None None] Network 1b834fa5-4262-4356-a9dd-ee36d7aa431f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:47.849677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.962824 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.987721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.007130 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ce73ea-134d-42a3-8128-12d9165a4523', 'code': 200} Mar 11 17:34:48.039362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Allocated IP 172.20.0.7 (33d475b3-ae3d-438f-869b-c4e9e9f8dffd/c2557e3d-4343-4fd9-ac42-c8c0681de4cc/9e598480-5a40-4407-8990-883fcf33c2a0) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:48.086930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:48.094332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:48.101968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:34:48.171379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:48.172032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.176031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event updated for resources: {'Port': ['ID=68225af7-5c29-40d8-82f4-925907c0967a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:48.267644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d9688d-dd15-400b-a224-6fafe9836462,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:48.507047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-626a816f-793d-45b8-8f1b-073e95d6019d req-632d6d5e-8a41-4e46-87d7-e1c13c2210d7 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 210 time: 0.0835800 Mar 11 17:34:48.516279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-d3c04cb0-0419-42f2-9b86-d6afe3a8d79a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6364775 Mar 11 17:34:48.553883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Request body: {'port': {'device_id': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:48.666588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cad81529-b4c1-4900-82de-0788a6076cb6 req-7da3722f-acb4-4d44-ab77-26cabe39aa7b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=27672a0f49484c27b016bf5ee3d78e52 HTTP/1.1" status: 200 len: 221 time: 0.4718876 Mar 11 17:34:48.718876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.750206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13c60a6-1b5d-4fe5-bbe1-b32f765653b3 req-3ed79d7b-b35c-47a5-b3a2-76b099071adc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 1096 time: 0.5504279 Mar 11 17:34:48.775026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.966237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.055717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13c60a6-1b5d-4fe5-bbe1-b32f765653b3 req-072b2002-1a0f-4b6c-b419-fd4cd71bc26e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817538 Mar 11 17:34:49.062846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Transition to ACTIVE for port object 9e598480-5a40-4407-8990-883fcf33c2a0 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:34:49.216802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb22a-bd91-4643-ae0f-58c359395366 req-518afe84-ac79-4d62-b039-7996a0da9f21 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:49.218335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-160cb22a-bd91-4643-ae0f-58c359395366 req-518afe84-ac79-4d62-b039-7996a0da9f21 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.3381991 Mar 11 17:34:49.238256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-8ad845b0-eba9-4c65-92d1-f4cd2636be3d tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:49.238978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-8ad845b0-eba9-4c65-92d1-f4cd2636be3d tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Synchronizing usage tracker for tenant:208efb09783d4a4bad46cff2db66f84a on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:49.292901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-8ad845b0-eba9-4c65-92d1-f4cd2636be3d tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Unset dirty status for tenant:208efb09783d4a4bad46cff2db66f84a on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:49.294139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ccbc-fde0-47f3-93da-bd7439a0c112 req-ec2ee4a4-6bfb-4588-b4d1-bfa28a542b3e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:49.294276 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-8ad845b0-eba9-4c65-92d1-f4cd2636be3d tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.59 "GET /v2.0/networks?id=1ddfa45f-13be-42d4-a549-4b14e077b62a HTTP/1.1" status: 200 len: 824 time: 0.3390493 Mar 11 17:34:49.294887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bc73ccbc-fde0-47f3-93da-bd7439a0c112 req-ec2ee4a4-6bfb-4588-b4d1-bfa28a542b3e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:49.310159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.384902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Request body: {'port': {'device_id': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a', 'admin_state_up': True, 'tenant_id': '208efb09783d4a4bad46cff2db66f84a'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:49.429080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bc73ccbc-fde0-47f3-93da-bd7439a0c112 req-ec2ee4a4-6bfb-4588-b4d1-bfa28a542b3e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:49.430239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc73ccbc-fde0-47f3-93da-bd7439a0c112 req-ec2ee4a4-6bfb-4588-b4d1-bfa28a542b3e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 932 time: 0.4576373 Mar 11 17:34:49.461020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=9e598480-5a40-4407-8990-883fcf33c2a0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:49.464990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-160cb22a-bd91-4643-ae0f-58c359395366 req-a4bd6aa6-4fce-4942-851d-a0760dca304f tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407141 Mar 11 17:34:49.466963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:49.485016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:49.494625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:34:49.592495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:49.593142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.599176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc73ccbc-fde0-47f3-93da-bd7439a0c112 req-46dd3a23-2231-4e7c-a15a-e53adefda0a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543262 Mar 11 17:34:49.600305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:34:49.606267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Usage tracker for resource:port and tenant:208efb09783d4a4bad46cff2db66f84a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:34:49.611070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:34:49.618730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:34:49.637921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Made reservation on behalf of 208efb09783d4a4bad46cff2db66f84a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:49.641365 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.741194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-ad8b75b0-03b0-42f5-a0ff-0bb8c64e93b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7147403 Mar 11 17:34:49.782031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68225af7-5c29-40d8-82f4-925907c0967a {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:49.795538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Request body: {'port': {'device_id': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:49.797804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Router 1df540da-b07e-4c47-af41-92f6265da3a1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:49.821466 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.867956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e713a486-6d9e-49b6-9079-14c5f0756e5f None None] Provisioning for port 9e598480-5a40-4407-8990-883fcf33c2a0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:49.875428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e713a486-6d9e-49b6-9079-14c5f0756e5f None None] Provisioning complete for port 9e598480-5a40-4407-8990-883fcf33c2a0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:49.876280 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e713a486-6d9e-49b6-9079-14c5f0756e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.877815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Transition to ACTIVE for port object 68225af7-5c29-40d8-82f4-925907c0967a will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:34:49.895911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.939589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e713a486-6d9e-49b6-9079-14c5f0756e5f None None] Port 9e598480-5a40-4407-8990-883fcf33c2a0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:34:49.987081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Allocated IP 172.20.0.12 (1ddfa45f-13be-42d4-a549-4b14e077b62a/e4f77503-f52c-4ab9-bbc8-3be02c728783/a309a882-dbaf-4a3a-bf19-781779a5507f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:50.083024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Pushing event updated for resources: {'Port': ['ID=68225af7-5c29-40d8-82f4-925907c0967a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:50.099485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bfb5f-6025-4eaa-a88c-b121f204324e req-d9cff7e9-6258-4924-b85a-02d977c025c5 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:50.101041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e8bfb5f-6025-4eaa-a88c-b121f204324e req-d9cff7e9-6258-4924-b85a-02d977c025c5 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 945 time: 0.4376688 Mar 11 17:34:50.101716 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.157749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0a60-b0ae-4ac2-a4c6-a1a9ec6278e5 req-d0114b7d-0f4c-4606-bc52-54fa97d1fa31 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:50.158518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c0fb0a60-b0ae-4ac2-a4c6-a1a9ec6278e5 req-d0114b7d-0f4c-4606-bc52-54fa97d1fa31 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:34:50.379019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.396032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:50.406890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] Sync routers for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:34:50.421790 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-087dfa2d-6f59-472a-ae27-e1deab4f1e93 admin admin] 10.222.0.96 "PUT /v2.0/routers/1df540da-b07e-4c47-af41-92f6265da3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6950157 Mar 11 17:34:50.423524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:50.427952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:50.428676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:50.433832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e8bfb5f-6025-4eaa-a88c-b121f204324e req-41a84b4e-1129-41fa-bd60-0e6cb3681a5e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153338 Mar 11 17:34:50.452224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c0fb0a60-b0ae-4ac2-a4c6-a1a9ec6278e5 req-d0114b7d-0f4c-4606-bc52-54fa97d1fa31 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:34:50.453419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0fb0a60-b0ae-4ac2-a4c6-a1a9ec6278e5 req-d0114b7d-0f4c-4606-bc52-54fa97d1fa31 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 931 time: 0.7181630 Mar 11 17:34:50.595121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.600834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Attempting to bind port 68225af7-5c29-40d8-82f4-925907c0967a on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:50.601447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Attempting to bind port 68225af7-5c29-40d8-82f4-925907c0967a by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:50.601933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Attempting to bind port 68225af7-5c29-40d8-82f4-925907c0967a on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:50.698431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Network 1ddfa45f-13be-42d4-a549-4b14e077b62a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:50.703994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:50.706923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:34:50.719508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:50.730494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Port 68225af7-5c29-40d8-82f4-925907c0967a on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:34:50.730494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Attempting to bind port 68225af7-5c29-40d8-82f4-925907c0967a on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:50.736365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Pushing event updated for resources: {'Port': ['ID=a309a882-dbaf-4a3a-bf19-781779a5507f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:50.749420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0fb0a60-b0ae-4ac2-a4c6-a1a9ec6278e5 req-89ce936b-dd58-4311-8894-3a306dc9155d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518690 Mar 11 17:34:50.787769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:50.790865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.817323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:34:50.817583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:50.818058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Bound using segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:34:50.818800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Bound port: 68225af7-5c29-40d8-82f4-925907c0967a, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:50.819228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e58942c6-9daa-452c-8334-757dec8ab7d8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4434094 Mar 11 17:34:50.819833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.847516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Request body: {'port': {'device_id': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:34:50.955646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144c7b1-915b-42b5-8f5c-0652ef4ed6f1 req-b620f65a-5450-47ee-b5db-074b63d35a04 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:50.961503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b144c7b1-915b-42b5-8f5c-0652ef4ed6f1 req-b620f65a-5450-47ee-b5db-074b63d35a04 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3044639 Mar 11 17:34:50.968736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.085037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:34:47Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:51.086635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e598480-5a40-4407-8990-883fcf33c2a0 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:51.089556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] Checking router: 1df540da-b07e-4c47-af41-92f6265da3a1 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:34:51.091210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] For port 68225af7-5c29-40d8-82f4-925907c0967a, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:51.102124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] Routers {'1df540da-b07e-4c47-af41-92f6265da3a1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:34:51.102774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['1df540da-b07e-4c47-af41-92f6265da3a1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:51.119721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.146953 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.174209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b144c7b1-915b-42b5-8f5c-0652ef4ed6f1 req-e062ed47-2f5f-4dd3-b4d8-d95b779f9986 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117171 Mar 11 17:34:51.176687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] For port 68225af7-5c29-40d8-82f4-925907c0967a, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=68225af7-5c29-40d8-82f4-925907c0967a,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:51.202394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.245766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Transition to ACTIVE for port object 9e598480-5a40-4407-8990-883fcf33c2a0 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:34:51.269475 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.307718 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.309207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/68225af7-5c29-40d8-82f4-925907c0967a HTTP/1.1" status: 200 len: 1092 time: 2.7594151 Mar 11 17:34:51.309825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'tag': '68225af7-5c29-40d8-82f4-925907c0967a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:51.388467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] Set router 1df540da-b07e-4c47-af41-92f6265da3a1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:34:51.472899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c033f-efdd-43e1-822d-f2a377b851e2 service neutron] Pushing event updated for resources: {'Port': ['ID=68225af7-5c29-40d8-82f4-925907c0967a,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:51.488460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73389286-802f-4b8d-92b8-64cb656f82e1 req-9aaa87fc-5a55-455e-9078-9ebabb59df80 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:51.490002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73389286-802f-4b8d-92b8-64cb656f82e1 req-9aaa87fc-5a55-455e-9078-9ebabb59df80 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.4105332 Mar 11 17:34:51.584936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.613470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Deleting port d4854ce1-a439-47d2-a805-1c22c8aa9912 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:51.613894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.649110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a309a882-dbaf-4a3a-bf19-781779a5507f {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:51.666061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.710016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Transition to ACTIVE for port object a309a882-dbaf-4a3a-bf19-781779a5507f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:34:51.717790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Pushing event updated for resources: {'Port': ['ID=9e598480-5a40-4407-8990-883fcf33c2a0,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:51.754257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73389286-802f-4b8d-92b8-64cb656f82e1 req-532f2ce3-9b01-44ea-92ab-d9fa610416f6 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077491 Mar 11 17:34:51.760146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.793388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-9cacec88-0826-4b75-92f8-481f44599e16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 1095 time: 0.3686011 Mar 11 17:34:51.801285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a01867-d044-4eef-b451-c80495b1d10b req-2034f12a-f4a9-470f-9aa4-f41c602f74de tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:51.807886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:34:47Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:51.808140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2a01867-d044-4eef-b451-c80495b1d10b req-2034f12a-f4a9-470f-9aa4-f41c602f74de tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 932 time: 0.4397144 Mar 11 17:34:51.813980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74feed-3615-4393-8d7b-3ceb410c0efc None None] The sync data for ids ['1df540da-b07e-4c47-af41-92f6265da3a1'] in n-d-833436-1 is: [{'id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'name': 'tempest-TaggedBootDevicesTest-1948054743-router', 'tenant_id': '57b04dfed26947aabd1eb4db0a024149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:32Z', 'updated_at': '2022-03-11T17:34:47Z', 'revision_number': 5, 'project_id': '57b04dfed26947aabd1eb4db0a024149', 'gw_port': {'id': 'd4854ce1-a439-47d2-a805-1c22c8aa9912', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df540da-b07e-4c47-af41-92f6265da3a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:34Z', 'updated_at': '2022-03-11T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:34:51.885302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Attempting to bind port 9e598480-5a40-4407-8990-883fcf33c2a0 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:51.885302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Attempting to bind port 9e598480-5a40-4407-8990-883fcf33c2a0 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:51.885302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Attempting to bind port 9e598480-5a40-4407-8990-883fcf33c2a0 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:51.919633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a309a882-dbaf-4a3a-bf19-781779a5507f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:51.950133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Port 9e598480-5a40-4407-8990-883fcf33c2a0 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:34:51.950482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Attempting to bind port 9e598480-5a40-4407-8990-883fcf33c2a0 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:51.954726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-f736d804-e36c-4ff5-abfd-610a86d5b525 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68225af7-5c29-40d8-82f4-925907c0967a HTTP/1.1" status: 200 len: 217 time: 0.1291277 Mar 11 17:34:52.000106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:34:52.000346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:52.000703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Bound using segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:34:52.001144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Bound port: 9e598480-5a40-4407-8990-883fcf33c2a0, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:52.001483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.044532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2a01867-d044-4eef-b451-c80495b1d10b req-74859976-f141-41b8-a151-236061c6e793 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355452 Mar 11 17:34:52.104388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-560f46ca-bbfe-412a-af2b-68e5a33d9733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:52.105696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-560f46ca-bbfe-412a-af2b-68e5a33d9733 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.1375663 Mar 11 17:34:52.164757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-b9b6acdd-c9db-4dab-8777-d242e92ad945 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481832 Mar 11 17:34:52.226019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Attempting to bind port a309a882-dbaf-4a3a-bf19-781779a5507f on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:52.226373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Attempting to bind port a309a882-dbaf-4a3a-bf19-781779a5507f by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1fe49251-1f8a-4ea6-955a-8716eba501ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:52.226695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Attempting to bind port a309a882-dbaf-4a3a-bf19-781779a5507f on network 1ddfa45f-13be-42d4-a549-4b14e077b62a {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:52.230186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] For port d4854ce1-a439-47d2-a805-1c22c8aa9912, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4854ce1-a439-47d2-a805-1c22c8aa9912,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:52.230567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.305605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Port a309a882-dbaf-4a3a-bf19-781779a5507f on network 1ddfa45f-13be-42d4-a549-4b14e077b62a not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:34:52.306005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Attempting to bind port a309a882-dbaf-4a3a-bf19-781779a5507f on network 1ddfa45f-13be-42d4-a549-4b14e077b62a {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:34:52.379908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:34:52.380187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Checking segment: {'id': '1fe49251-1f8a-4ea6-955a-8716eba501ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:34:52.380397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Bound using segment: {'id': '1fe49251-1f8a-4ea6-955a-8716eba501ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:34:52.380844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Bound port: a309a882-dbaf-4a3a-bf19-781779a5507f, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe49251-1f8a-4ea6-955a-8716eba501ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:52.381185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.396274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Calling delete_port for d4854ce1-a439-47d2-a805-1c22c8aa9912 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:52.415327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9564c-618a-4831-a573-a92562713e4c req-45451b13-220b-40cb-a1ed-3ff4b059d195 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:52.416839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01d9564c-618a-4831-a573-a92562713e4c req-45451b13-220b-40cb-a1ed-3ff4b059d195 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 944 time: 0.5302055 Mar 11 17:34:52.483560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] For port 9e598480-5a40-4407-8990-883fcf33c2a0, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:52.515507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] For port 9e598480-5a40-4407-8990-883fcf33c2a0, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9e598480-5a40-4407-8990-883fcf33c2a0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:52.536046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.556796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] For port a309a882-dbaf-4a3a-bf19-781779a5507f, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:52.560644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] For port a309a882-dbaf-4a3a-bf19-781779a5507f, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a309a882-dbaf-4a3a-bf19-781779a5507f,segment=NetworkSegment(1fe49251-1f8a-4ea6-955a-8716eba501ea),segment_id=1fe49251-1f8a-4ea6-955a-8716eba501ea)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:52.571975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.650829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01d9564c-618a-4831-a573-a92562713e4c req-064e57e3-be04-4517-8f62-7a211d9b05b6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890066 Mar 11 17:34:52.658642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.660101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] 10.222.0.59 "PUT /v2.0/ports/9e598480-5a40-4407-8990-883fcf33c2a0 HTTP/1.1" status: 200 len: 1091 time: 2.8806872 Mar 11 17:34:52.664889 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-bae2de13-5891-4662-bec8-9a0597a37e0a service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856193 Mar 11 17:34:52.696345 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.700525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5a3de-30ef-4045-981c-698305c1acdc service neutron] Pushing event updated for resources: {'Port': ['ID=9e598480-5a40-4407-8990-883fcf33c2a0,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:52.704219 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] 10.222.0.59 "PUT /v2.0/ports/a309a882-dbaf-4a3a-bf19-781779a5507f HTTP/1.1" status: 200 len: 1092 time: 1.8644145 Mar 11 17:34:52.707172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'tag': 'a309a882-dbaf-4a3a-bf19-781779a5507f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:52.727864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac36e20-8bfb-46cb-bd1c-58a1d1191ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a309a882-dbaf-4a3a-bf19-781779a5507f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:52.744733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.751642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8495-eecb-4843-8537-60988f13dbdf req-667cd2b2-0d03-4e12-9560-49aaf39ccda7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:52.753384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-994c8495-eecb-4843-8537-60988f13dbdf req-667cd2b2-0d03-4e12-9560-49aaf39ccda7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3445301 Mar 11 17:34:52.793711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 45d9688d-dd15-400b-a224-6fafe9836462 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:52.824089 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'tag': '68225af7-5c29-40d8-82f4-925907c0967a', 'status': 'completed', 'code': 200} Mar 11 17:34:52.847043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 45d9688d-dd15-400b-a224-6fafe9836462 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:52.847902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 45d9688d-dd15-400b-a224-6fafe9836462 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:52.887718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4854ce1-a439-47d2-a805-1c22c8aa9912,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:53.011927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-994c8495-eecb-4843-8537-60988f13dbdf req-ffc8a81e-fa37-491a-82e6-3c912770aade tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853101 Mar 11 17:34:53.040743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-de63e2ac-106b-463e-8ae2-cf89cf04de2b service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604422 Mar 11 17:34:53.070978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-e69823fe-8dee-4c7e-84bb-0686c14673d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=208efb09783d4a4bad46cff2db66f84a&device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 1095 time: 0.2458222 Mar 11 17:34:53.095210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3b8db-b86a-4ce2-b599-d08c816e1e23 req-dce127a4-7e0f-49b0-8436-52845211ad46 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:53.096916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1d3b8db-b86a-4ce2-b599-d08c816e1e23 req-dce127a4-7e0f-49b0-8436-52845211ad46 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 945 time: 0.1412313 Mar 11 17:34:53.145117 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-cedd255f-9a50-4e1e-8fcc-1fdb2898cbee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 1094 time: 0.3533661 Mar 11 17:34:53.211199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.271730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-bbb8164b-5db9-4a27-8eb7-af05c1fd0176 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a309a882-dbaf-4a3a-bf19-781779a5507f HTTP/1.1" status: 200 len: 217 time: 0.1675446 Mar 11 17:34:53.336317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-8175630e-955d-4c47-86dc-622b4c2d4094 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e598480-5a40-4407-8990-883fcf33c2a0 HTTP/1.1" status: 200 len: 217 time: 0.1746156 Mar 11 17:34:53.365304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1d3b8db-b86a-4ce2-b599-d08c816e1e23 req-2afbbdd7-40c7-4d11-946b-83f4ac0510a7 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625525 Mar 11 17:34:53.385981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-995f7956-1e8e-4982-9669-8b1c4767bb89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:53.390330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-995f7956-1e8e-4982-9669-8b1c4767bb89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4f77503-f52c-4ab9-bbc8-3be02c728783 HTTP/1.1" status: 200 len: 864 time: 0.1066289 Mar 11 17:34:53.441963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-d4772e78-5976-4649-aec0-3cdaff3b16e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ddfa45f-13be-42d4-a549-4b14e077b62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452540 Mar 11 17:34:53.448621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fe981-dd88-4200-ba79-fb4b1e1c21c1 req-dd2718af-bc35-487e-83b1-d54121ba6be8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:53.450144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b92fe981-dd88-4200-ba79-fb4b1e1c21c1 req-dd2718af-bc35-487e-83b1-d54121ba6be8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 943 time: 0.2770994 Mar 11 17:34:53.453281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-c2ecb53d-0327-4ee9-b0cb-3898e78298bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 1095 time: 0.2858181 Mar 11 17:34:53.540268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.544091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-737cb312-a7f4-447a-9181-50b3cab3cd48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:53.546230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-737cb312-a7f4-447a-9181-50b3cab3cd48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.2017899 Mar 11 17:34:53.550609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.695332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b92fe981-dd88-4200-ba79-fb4b1e1c21c1 req-a44e885d-2c44-4cc9-87fa-6dd75bb161e8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336988 Mar 11 17:34:53.774813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-893d42ba-dd8a-4bce-bc25-914928751f00 service neutron] 10.222.0.59 "GET /v2.0/networks/1ddfa45f-13be-42d4-a549-4b14e077b62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885833 Mar 11 17:34:53.774813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-277c02f5-2d7c-4828-a6a2-c598e53f13f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:53.774813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-277c02f5-2d7c-4828-a6a2-c598e53f13f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.2913527 Mar 11 17:34:53.781195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.781501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df540da-b07e-4c47-af41-92f6265da3a1 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:34:53.801185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.802425 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ca5b2510-68d5-4660-a8da-a87eb86bad75 admin admin] 10.222.0.96 "DELETE /v2.0/routers/1df540da-b07e-4c47-af41-92f6265da3a1 HTTP/1.1" status: 204 len: 168 time: 3.3767214 Mar 11 17:34:53.806551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53568) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:53.813103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-8fb4267d-f51b-40a4-ac2a-8881853dbb8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2541831 Mar 11 17:34:53.871895 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'tag': 'a309a882-dbaf-4a3a-bf19-781779a5507f', 'status': 'completed', 'code': 200} Mar 11 17:34:53.998301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] Deleting subnet b4c95465-998f-44ac-aaaf-fd79509e5682 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:34:54.006165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-2f52287d-854f-4d2d-8c63-7e067e639cee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68225af7-5c29-40d8-82f4-925907c0967a HTTP/1.1" status: 200 len: 217 time: 0.2205396 Mar 11 17:34:54.008000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.174671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-8ab24233-498c-49cf-8b58-96a56af29508 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264949 Mar 11 17:34:54.179782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.300385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-c43f48cc-ab53-458e-ae7d-bc288d6170de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:54.300385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-c43f48cc-ab53-458e-ae7d-bc288d6170de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.2845659 Mar 11 17:34:54.305999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09c61fc9-bb71-4cae-8bab-ef7c3c61c5e9 req-3ffd285b-6c35-4276-bce2-68676517e890 service neutron] 10.222.0.59 "GET /v2.0/networks/1ddfa45f-13be-42d4-a549-4b14e077b62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216551 Mar 11 17:34:54.410338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-4b74c0e0-1d72-4b7b-a0d6-04a1697a21da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689783 Mar 11 17:34:54.428641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8a714-1b98-4499-95c9-772b1bb7e049 req-ba949334-e3f6-4f46-8484-242577379bc8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:54.434723 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1140eddd-3e8d-4943-80db-b582b5c075f8 req-dcce9b5a-b034-487e-8b5f-685e1465b343 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986949 Mar 11 17:34:54.435740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72d8a714-1b98-4499-95c9-772b1bb7e049 req-ba949334-e3f6-4f46-8484-242577379bc8 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 944 time: 0.3263996 Mar 11 17:34:54.443514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.526059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.575329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c95465-998f-44ac-aaaf-fd79509e5682,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:54.581696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.587546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac87ea-aa48-4082-89ab-f08d23f3badf None None] Network b057b6cd-dfc5-4066-b6df-a6520c909901 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:34:54.592122 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4bb8e1c3-9728-417f-8e2d-cb7ab7ca220a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b4c95465-998f-44ac-aaaf-fd79509e5682 HTTP/1.1" status: 204 len: 168 time: 0.7820039 Mar 11 17:34:54.592919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53580) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:54.679203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72d8a714-1b98-4499-95c9-772b1bb7e049 req-61cbf1e8-b7cd-4270-8db6-1fba595fa5bd tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421606 Mar 11 17:34:54.750829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.761441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-88934a4c-1a4c-4844-ac35-6dc8fc69b786 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054295 Mar 11 17:34:54.767230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Deleting port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:54.767578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.829679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b1ec9-f6cb-41d4-a090-189c67d8464f req-9597267e-4a07-4487-9cdd-d25b926e04fa tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:54.831426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a6b1ec9-f6cb-41d4-a090-189c67d8464f req-9597267e-4a07-4487-9cdd-d25b926e04fa tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 944 time: 0.2194083 Mar 11 17:34:54.835995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'tag': '9e598480-5a40-4407-8990-883fcf33c2a0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:54.861492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4854ce1-a439-47d2-a805-1c22c8aa9912 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:54.910122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-2df85838-7b5d-4be6-9853-2a60fa3c7c72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=208efb09783d4a4bad46cff2db66f84a&device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 1095 time: 0.4450133 Mar 11 17:34:54.912349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d4854ce1-a439-47d2-a805-1c22c8aa9912 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:54.912685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4854ce1-a439-47d2-a805-1c22c8aa9912 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:54.919021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] DHCP port deletion for b057b6cd-dfc5-4066-b6df-a6520c909901 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:34:54.923787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Deleting port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:54.926494 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.038584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] For port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:55.038924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.155319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30d12fda-6f87-4205-95c3-2e54dfcac1e8 req-bfea0bd8-c19a-4c0f-a0ba-e7b4f799558e service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723752 Mar 11 17:34:55.169049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Calling delete_port for 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:55.189138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a6b1ec9-f6cb-41d4-a090-189c67d8464f req-86c67e5b-fc0d-48b0-9f44-df64571692c1 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397264 Mar 11 17:34:55.213233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] For port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,segment=NetworkSegment(c1982953-7137-45ba-898f-9b84522d87ed),segment_id=c1982953-7137-45ba-898f-9b84522d87ed)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:55.214015 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.234524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64be8bb-6aca-4ac7-b589-73b231a390e9 req-0865cf11-61ec-4dc4-8878-01b49318edaa tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:55.236028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a64be8bb-6aca-4ac7-b589-73b231a390e9 req-0865cf11-61ec-4dc4-8878-01b49318edaa tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3098135 Mar 11 17:34:55.271213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-d541ad39-34c9-4ba2-aa1f-f5b9980b9652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:55.272695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-d541ad39-34c9-4ba2-aa1f-f5b9980b9652 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ddfa45f-13be-42d4-a549-4b14e077b62a HTTP/1.1" status: 200 len: 926 time: 0.3089957 Mar 11 17:34:55.279621 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.331537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] No DVR routers for this DVR port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:55.371428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:55.381825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Calling delete_port for 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:55.396645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-e7dc0f05-46a8-49bb-90a3-5fe29c6a2efc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a309a882-dbaf-4a3a-bf19-781779a5507f HTTP/1.1" status: 200 len: 217 time: 0.1142004 Mar 11 17:34:55.401744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a64be8bb-6aca-4ac7-b589-73b231a390e9 req-070cac99-2188-4133-bfda-2b4b2af4da80 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563425 Mar 11 17:34:55.481818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-e02f7f64-d280-44f6-8055-9f69499dc578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:55.483318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-e02f7f64-d280-44f6-8055-9f69499dc578 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4f77503-f52c-4ab9-bbc8-3be02c728783 HTTP/1.1" status: 200 len: 864 time: 0.0788846 Mar 11 17:34:55.485615 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:34:55.486571 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:34:55.500510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc9df-e098-4554-83b5-41a8f93a7b20 req-78d72de2-8e63-4fca-84f7-35032d43b58e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:55.502174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84ffc9df-e098-4554-83b5-41a8f93a7b20 req-78d72de2-8e63-4fca-84f7-35032d43b58e tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 945 time: 0.1655171 Mar 11 17:34:55.507959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.540458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b057b6cd-dfc5-4066-b6df-a6520c909901']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:55.553623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1982953-7137-45ba-898f-9b84522d87ed') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:55.553903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1982953-7137-45ba-898f-9b84522d87ed') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:55.566180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.583626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.591006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-29b16bfb-bedf-4b6c-892e-18be708e0ba9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ddfa45f-13be-42d4-a549-4b14e077b62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972116 Mar 11 17:34:55.592440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:34:55.592872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:55.606250 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:55.644244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84ffc9df-e098-4554-83b5-41a8f93a7b20 req-9d913231-a5f5-4602-b0bb-3c953ded65c6 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121645 Mar 11 17:34:55.670998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492113b4-5f73-48c8-a275-079072a53246 req-a582dc94-10b8-461b-ab32-2ab677a5b79a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:55.672783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-492113b4-5f73-48c8-a275-079072a53246 req-a582dc94-10b8-461b-ab32-2ab677a5b79a tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.1354353 Mar 11 17:34:55.804881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.827946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.839953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-492113b4-5f73-48c8-a275-079072a53246 req-1c5f54b9-f24a-4662-8324-6eeca08cb0e7 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/security-groups?id=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358821 Mar 11 17:34:55.845873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] 10.222.0.96 "DELETE /v2.0/networks/b057b6cd-dfc5-4066-b6df-a6520c909901 HTTP/1.1" status: 204 len: 168 time: 1.2518392 Mar 11 17:34:55.849527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53596) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:34:55.852833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb64d2-72b4-47cd-9b85-1cae18f28c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b057b6cd-dfc5-4066-b6df-a6520c909901,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:55.943428 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'tag': '9e598480-5a40-4407-8990-883fcf33c2a0', 'status': 'completed', 'code': 200} Mar 11 17:34:55.950753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-c5de1165-091d-4252-a0a8-43a967fdb920 service neutron] 10.222.0.59 "GET /v2.0/networks/1ddfa45f-13be-42d4-a549-4b14e077b62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763038 Mar 11 17:34:55.988070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Deleting port 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:55.988070 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.060418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d93df69f-6d95-418e-89ef-199b08ec5aa2 None None] The port '4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:34:56.091151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-7fa73651-415b-44db-a323-6af980d9adbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 1094 time: 0.1130342 Mar 11 17:34:56.261144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-ce7e6e39-1042-4205-a72e-f74a1b264b25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.262725 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-ce7e6e39-1042-4205-a72e-f74a1b264b25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.1640046 Mar 11 17:34:56.290677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f6516-6a81-44f2-bd31-58d026899112 req-e3f738ce-7440-4f27-af49-1134d9ee9b6b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.292189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c3f6516-6a81-44f2-bd31-58d026899112 req-e3f738ce-7440-4f27-af49-1134d9ee9b6b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 943 time: 0.4412563 Mar 11 17:34:56.351894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79df9ed8-9def-4815-ac11-91a26d5f0091 req-64108299-58ae-4785-8a4c-4495ccd50e48 service neutron] 10.222.0.59 "GET /v2.0/networks/1ddfa45f-13be-42d4-a549-4b14e077b62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709724 Mar 11 17:34:56.357573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-b0843780-b20f-474e-8ded-d903e9b552f3 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.359067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-b0843780-b20f-474e-8ded-d903e9b552f3 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 945 time: 0.4607816 Mar 11 17:34:56.441046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-ca35dfca-2120-4eed-bf5b-c8636302e383 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e598480-5a40-4407-8990-883fcf33c2a0 HTTP/1.1" status: 200 len: 217 time: 0.1701617 Mar 11 17:34:56.443908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b3e35-3ce6-4c9e-9159-d65d115a12cd req-f95047d6-6e62-4333-8379-a0e74c7f47de tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.445403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-449b3e35-3ce6-4c9e-9159-d65d115a12cd req-f95047d6-6e62-4333-8379-a0e74c7f47de tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2645676 Mar 11 17:34:56.450304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c3f6516-6a81-44f2-bd31-58d026899112 req-77acf8ad-0aca-406f-aabd-b714432bc3b1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491268 Mar 11 17:34:56.477990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Deleting port b1b59519-b254-4781-8948-9ca360397223 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:56.478329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.523893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-5ab2f826-5997-4d4c-a0c8-625768a35998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.525336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-5ab2f826-5997-4d4c-a0c8-625768a35998 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.0775638 Mar 11 17:34:56.585239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 68225af7-5c29-40d8-82f4-925907c0967a details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:34:56.635524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-32570407-0347-4ca9-868e-487c719a3b33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952861 Mar 11 17:34:56.654034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.712847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-449b3e35-3ce6-4c9e-9159-d65d115a12cd req-91d0430f-4c2c-40c4-aa67-6edf9b486780 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615378 Mar 11 17:34:56.775821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 68225af7-5c29-40d8-82f4-925907c0967a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=68225af7-5c29-40d8-82f4-925907c0967a,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:56.802807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '68225af7-5c29-40d8-82f4-925907c0967a', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': '68225af7-5c29-40d8-82f4-925907c0967a', 'mac_address': 'fa:16:3e:c1:c3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:34:56.862822 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.890555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68225af7-5c29-40d8-82f4-925907c0967a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:56.901379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc966aa-0707-47b0-9082-1529898e411c req-59712410-60e0-49d3-82f1-4198ba5a791b tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.908815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 68225af7-5c29-40d8-82f4-925907c0967a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=68225af7-5c29-40d8-82f4-925907c0967a,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:56.910292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc966aa-0707-47b0-9082-1529898e411c req-59712410-60e0-49d3-82f1-4198ba5a791b tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 944 time: 0.3284068 Mar 11 17:34:56.911032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:34:56.937967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.948734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-f240c753-481b-458c-a8ef-b17d454736f9 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.950389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-f240c753-481b-458c-a8ef-b17d454736f9 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 945 time: 0.4425402 Mar 11 17:34:56.984801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:34:56.985053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4d8ce0af-bbdf-428c-a6a1-272fc4a7d0ad not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:34:56.990792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-53e04794-813d-4be4-96bd-b158e4f8047f service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552320 Mar 11 17:34:57.018864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=68225af7-5c29-40d8-82f4-925907c0967a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:57.113265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Deleting port c9ce73ea-134d-42a3-8128-12d9165a4523 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:57.113265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.141476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fc966aa-0707-47b0-9082-1529898e411c req-8733d36c-c2b4-4a6b-ab46-1160711e231c tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299931 Mar 11 17:34:57.153376 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c8c303f-4e09-4569-ae4c-80ea4ceb10db req-25b196cd-d0b2-40d5-9598-7ce0d1d06ed5 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540711 Mar 11 17:34:57.213000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] For port b1b59519-b254-4781-8948-9ca360397223, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b1b59519-b254-4781-8948-9ca360397223,segment=NetworkSegment(09a3a481-9c43-49ed-954e-22d500e98219),segment_id=09a3a481-9c43-49ed-954e-22d500e98219)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:57.213363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.268266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['68225af7-5c29-40d8-82f4-925907c0967a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:34:57.414111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Calling delete_port for b1b59519-b254-4781-8948-9ca360397223 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:57.543457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a7a1f-7d06-47a4-bb70-e78feea9281a req-d61fd19a-f89a-41d5-b146-1b59ba1a9dc7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:57.544892 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af7a7a1f-7d06-47a4-bb70-e78feea9281a req-d61fd19a-f89a-41d5-b146-1b59ba1a9dc7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 945 time: 0.5935190 Mar 11 17:34:57.718651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Deleting port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:34:57.719261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.758813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af7a7a1f-7d06-47a4-bb70-e78feea9281a req-3c0faa5c-9736-4c89-a674-9783da52336b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583595 Mar 11 17:34:57.802185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] For port c9ce73ea-134d-42a3-8128-12d9165a4523, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c9ce73ea-134d-42a3-8128-12d9165a4523,segment=NetworkSegment(d3503b92-627a-4e20-9fec-8ac1990d3042),segment_id=d3503b92-627a-4e20-9fec-8ac1990d3042)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:57.802708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.815168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fbfef-deb4-444f-b5e3-ca3a4efcbae1 req-75dbefeb-507d-4f1b-92f0-77a7e9068b4a tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:57.816661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d4fbfef-deb4-444f-b5e3-ca3a4efcbae1 req-75dbefeb-507d-4f1b-92f0-77a7e9068b4a tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 945 time: 0.4125667 Mar 11 17:34:57.932773 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.943402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Calling delete_port for c9ce73ea-134d-42a3-8128-12d9165a4523 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:57.954798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] For port 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,segment=NetworkSegment(0ef4ee38-2305-47e1-a325-05ed3a648015),segment_id=0ef4ee38-2305-47e1-a325-05ed3a648015)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:57.955191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.970961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b1b59519-b254-4781-8948-9ca360397223'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:34:58.094916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Calling delete_port for 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:34:58.206403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Pushing event deleted for resources: {'Port': ['ID=b1b59519-b254-4781-8948-9ca360397223,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:58.214080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c071987e-7da0-4622-9974-d68a824210db req-1148dff7-7c80-4946-a909-a30c630da0c4 tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.96 "GET /v2.0/ports?device_id=394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e HTTP/1.1" status: 200 len: 210 time: 0.1122906 Mar 11 17:34:58.293437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.315510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d4fbfef-deb4-444f-b5e3-ca3a4efcbae1 req-13dc0263-e28d-4405-8534-7f0fa73574c9 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/security-groups?id=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376400 Mar 11 17:34:58.331822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] No DVR routers for this DVR port b1b59519-b254-4781-8948-9ca360397223 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:58.336684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.339378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'name': 'network-vif-deleted', 'tag': 'b1b59519-b254-4781-8948-9ca360397223'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:58.341836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=032e6ba9-cf8d-45de-966f-d7c20b6ccbcc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:58.463307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e264a1e1-ff41-48d8-b2cb-ff1ca04c8cc7 req-e666babc-8a9d-4781-a27b-8864964e933c tempest-ServerDiskConfigTestJSON-815594941 tempest-ServerDiskConfigTestJSON-815594941-project] 10.222.0.59 "DELETE /v2.0/ports/b1b59519-b254-4781-8948-9ca360397223 HTTP/1.1" status: 204 len: 173 time: 2.0814958 Mar 11 17:34:58.507105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.540600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c9ce73ea-134d-42a3-8128-12d9165a4523'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:34:58.610341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9e598480-5a40-4407-8990-883fcf33c2a0 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:34:58.631016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 68225af7-5c29-40d8-82f4-925907c0967a up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:34:58.659933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Pushing event deleted for resources: {'Port': ['ID=c9ce73ea-134d-42a3-8128-12d9165a4523,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:58.709542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.715379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11ea6b-6653-4d30-8a9d-88f2a964954f req-24d40996-0ff6-4f35-a772-f8e8f7efa0c3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:58.722610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a11ea6b-6653-4d30-8a9d-88f2a964954f req-24d40996-0ff6-4f35-a772-f8e8f7efa0c3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 943 time: 0.3393664 Mar 11 17:34:58.830974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] No DVR routers for this DVR port c9ce73ea-134d-42a3-8128-12d9165a4523 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:58.835443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9e598480-5a40-4407-8990-883fcf33c2a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9e598480-5a40-4407-8990-883fcf33c2a0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:58.836062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.839135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-212b4f45-e357-4fca-ace3-f6b975f9c5a1 req-4f9bf1eb-a138-4d90-ac90-07834731d702 tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.59 "DELETE /v2.0/ports/c9ce73ea-134d-42a3-8128-12d9165a4523 HTTP/1.1" status: 204 len: 173 time: 1.8814125 Mar 11 17:34:58.846385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 68225af7-5c29-40d8-82f4-925907c0967a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:58.858056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9e598480-5a40-4407-8990-883fcf33c2a0', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': '9e598480-5a40-4407-8990-883fcf33c2a0', 'mac_address': 'fa:16:3e:03:f9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:34:58.860088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 68225af7-5c29-40d8-82f4-925907c0967a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:58.861453 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.894666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a11ea6b-6653-4d30-8a9d-88f2a964954f req-e8f78e24-d60c-4763-bc13-837fb7f5035a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711254 Mar 11 17:34:58.903702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587463e-63eb-4401-ba09-9c6c7969a54b req-3840dfda-e3a5-49b3-91cb-0fd1d0bbf589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:58.913843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3587463e-63eb-4401-ba09-9c6c7969a54b req-3840dfda-e3a5-49b3-91cb-0fd1d0bbf589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3164876 Mar 11 17:34:58.980546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.005290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e598480-5a40-4407-8990-883fcf33c2a0 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:59.032470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3587463e-63eb-4401-ba09-9c6c7969a54b req-5ac2f369-95d9-464a-ac40-2dbb9d47c415 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093814 Mar 11 17:34:59.067443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9e598480-5a40-4407-8990-883fcf33c2a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9e598480-5a40-4407-8990-883fcf33c2a0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:59.076719 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.077370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a309a882-dbaf-4a3a-bf19-781779a5507f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:34:59.079548 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.200109 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394dd7f0-8f96-4ab7-be4d-1bdc4ec1d11e', 'name': 'network-vif-deleted', 'tag': 'b1b59519-b254-4781-8948-9ca360397223', 'status': 'completed', 'code': 200} Mar 11 17:34:59.213364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68225af7-5c29-40d8-82f4-925907c0967a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:34:59.251014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 68225af7-5c29-40d8-82f4-925907c0967a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=68225af7-5c29-40d8-82f4-925907c0967a,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:59.251771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9e598480-5a40-4407-8990-883fcf33c2a0,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:59.303091 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.330121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.330546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.330822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.331163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.331488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.332083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.332595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.333096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.333616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.334134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.334677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:59.491374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=68225af7-5c29-40d8-82f4-925907c0967a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:59.498858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a309a882-dbaf-4a3a-bf19-781779a5507f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a309a882-dbaf-4a3a-bf19-781779a5507f,segment=NetworkSegment(1fe49251-1f8a-4ea6-955a-8716eba501ea),segment_id=1fe49251-1f8a-4ea6-955a-8716eba501ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:59.510951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507f5bf-d394-4f5a-a15f-f2772a34f3c4 req-40ec80b5-79ad-4aa5-aeee-59128fe77ed9 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:59.513996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'a309a882-dbaf-4a3a-bf19-781779a5507f', 'network_id': '1ddfa45f-13be-42d4-a549-4b14e077b62a', 'port_id': 'a309a882-dbaf-4a3a-bf19-781779a5507f', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f77503-f52c-4ab9-bbc8-3be02c728783', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:34:59.515765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c507f5bf-d394-4f5a-a15f-f2772a34f3c4 req-40ec80b5-79ad-4aa5-aeee-59128fe77ed9 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 944 time: 0.1539557 Mar 11 17:34:59.523610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa0107-32fe-48f7-ac5d-be554f054d58 req-fc6bcb78-c4b1-4744-8080-4e6fb4567a0b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:59.525130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6baa0107-32fe-48f7-ac5d-be554f054d58 req-fc6bcb78-c4b1-4744-8080-4e6fb4567a0b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 946 time: 0.1227071 Mar 11 17:34:59.591595 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.612618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a309a882-dbaf-4a3a-bf19-781779a5507f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:34:59.627028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a309a882-dbaf-4a3a-bf19-781779a5507f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a309a882-dbaf-4a3a-bf19-781779a5507f,segment=NetworkSegment(1fe49251-1f8a-4ea6-955a-8716eba501ea),segment_id=1fe49251-1f8a-4ea6-955a-8716eba501ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:59.633607 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.650312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6baa0107-32fe-48f7-ac5d-be554f054d58 req-35ec6d3d-be5e-4c13-af7c-886401888f52 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074042 Mar 11 17:34:59.673692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c507f5bf-d394-4f5a-a15f-f2772a34f3c4 req-e8607cbf-4b4f-4fde-bbd3-b47c820ff0b4 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474671 Mar 11 17:34:59.721344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a309a882-dbaf-4a3a-bf19-781779a5507f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:59.794444 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68225af7-5c29-40d8-82f4-925907c0967a', 'code': 200} Mar 11 17:34:59.842892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Router bed7f485-d4d2-4c7f-aa19-35c82222b90c has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:59.966662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e5fe2-0bae-4867-8f54-ccefb29afdbe req-b3c7b8d1-2eb1-430a-9a9a-975ee6e17b3d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:59.968641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-388e5fe2-0bae-4867-8f54-ccefb29afdbe req-b3c7b8d1-2eb1-430a-9a9a-975ee6e17b3d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1589465 Mar 11 17:35:00.033549 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:35:00.038053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a545b8-2be0-4ee0-b8dc-eae4c388ac6e req-43d57259-d93e-41e0-94d1-124137e39798 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 1097 time: 0.1241417 Mar 11 17:35:00.055164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-388e5fe2-0bae-4867-8f54-ccefb29afdbe req-bfa029dc-0556-45ed-acc5-ad3edfe4845a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685785 Mar 11 17:35:00.088313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a309a882-dbaf-4a3a-bf19-781779a5507f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:35:00.122405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bb589c4c-2de3-4698-a012-2cbd3cbb8bd2 req-09eec208-14f0-40a3-9a7a-571b6304648c tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Synchronizing usage tracker for tenant:afc50d8d5fdb4cb69d6a600861209b7e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:00.140032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:35:00.173094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a545b8-2be0-4ee0-b8dc-eae4c388ac6e req-47820688-23ce-4c4e-a741-a48f4e2b7807 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163807 Mar 11 17:35:00.174031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bb589c4c-2de3-4698-a012-2cbd3cbb8bd2 req-09eec208-14f0-40a3-9a7a-571b6304648c tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] Unset dirty status for tenant:afc50d8d5fdb4cb69d6a600861209b7e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:00.184331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb589c4c-2de3-4698-a012-2cbd3cbb8bd2 req-09eec208-14f0-40a3-9a7a-571b6304648c tempest-InstanceActionsV221TestJSON-832917729 tempest-InstanceActionsV221TestJSON-832917729-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a HTTP/1.1" status: 200 len: 210 time: 0.1068008 Mar 11 17:35:00.203299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:00.214282 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] Sync routers for ids ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:35:00.227799 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a75df7aa-c840-46d8-a08d-4fd58f01e1cd admin admin] 10.222.0.96 "PUT /v2.0/routers/bed7f485-d4d2-4c7f-aa19-35c82222b90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3771951 Mar 11 17:35:00.230475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53644) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:00.261348 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] Routers {'bed7f485-d4d2-4c7f-aa19-35c82222b90c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:00.262022 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:00.565469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b6a87-0fcb-4ac7-93b8-a7790ff490e3 req-478f08c8-bd44-4513-ac50-b7b7baf77387 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:00.568100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-308b6a87-0fcb-4ac7-93b8-a7790ff490e3 req-478f08c8-bd44-4513-ac50-b7b7baf77387 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 944 time: 0.1204939 Mar 11 17:35:00.595496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b1b59519-b254-4781-8948-9ca360397223 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:00.599891 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] Set router bed7f485-d4d2-4c7f-aa19-35c82222b90c gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:00.635687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: b1b59519-b254-4781-8948-9ca360397223 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:00.636172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b1b59519-b254-4781-8948-9ca360397223 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:00.636450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.636759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c9ce73ea-134d-42a3-8128-12d9165a4523 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:00.681619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c9ce73ea-134d-42a3-8128-12d9165a4523 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:00.682192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c9ce73ea-134d-42a3-8128-12d9165a4523 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:00.896984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-308b6a87-0fcb-4ac7-93b8-a7790ff490e3 req-f2f1d3df-fb83-499e-b89d-5484db0cfe2c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205731 Mar 11 17:35:00.932478 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:34:58Z', 'revision_number': 5, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:00.939416 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] Checking router: bed7f485-d4d2-4c7f-aa19-35c82222b90c for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:35:00.951065 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] Routers {'bed7f485-d4d2-4c7f-aa19-35c82222b90c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:00.951944 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:00.972253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7be35d-a2a4-4e7d-9539-44638b9fd46b req-1b0ed505-1260-4c9b-83bd-056a571dce51 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:00.973731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db7be35d-a2a4-4e7d-9539-44638b9fd46b req-1b0ed505-1260-4c9b-83bd-056a571dce51 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2873173 Mar 11 17:35:01.055315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db7be35d-a2a4-4e7d-9539-44638b9fd46b req-40fa230e-8a23-4e28-a952-54af9c89e83c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704830 Mar 11 17:35:01.107212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.131346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Deleting port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:01.132316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.177209 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] Set router bed7f485-d4d2-4c7f-aa19-35c82222b90c gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:01.228426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'name': 'network-vif-deleted', 'tag': 'c9ce73ea-134d-42a3-8128-12d9165a4523'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:01.479767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2b7ae-fd9a-43c5-905c-ee6d72ca5ccd req-3eff5a79-47e2-4730-ba32-36eaa05a518c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:01.481275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ac2b7ae-fd9a-43c5-905c-ee6d72ca5ccd req-3eff5a79-47e2-4730-ba32-36eaa05a518c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 946 time: 0.3003898 Mar 11 17:35:01.495396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] For port 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:01.495754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.518718 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:34:58Z', 'revision_number': 5, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:01.521588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994feb33-cc79-4e7f-b163-6b505ea2c591 req-5f430586-9492-4ae3-ad46-5878d60d6126 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:01.522718 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dda272-8ea8-4a30-a526-804700e0a326 None None] The sync data for ids ['bed7f485-d4d2-4c7f-aa19-35c82222b90c'] in n-d-833436-1 is: [{'id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'name': 'tempest-TaggedBootDevicesTest-2014057281-router', 'tenant_id': '7eae8f2afbe14dfba569425644daa787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:34:58Z', 'revision_number': 5, 'project_id': '7eae8f2afbe14dfba569425644daa787', 'gw_port': {'id': '5fb5a3a9-87b4-4b00-b7a2-57e404830c9f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed7f485-d4d2-4c7f-aa19-35c82222b90c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:50Z', 'updated_at': '2022-03-11T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:35:01.523528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-994feb33-cc79-4e7f-b163-6b505ea2c591 req-5f430586-9492-4ae3-ad46-5878d60d6126 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 945 time: 0.2831321 Mar 11 17:35:01.695444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Calling delete_port for 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:35:01.797822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ac2b7ae-fd9a-43c5-905c-ee6d72ca5ccd req-0d388df6-8482-4ecb-b8ea-70d7f2c7b35a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062878 Mar 11 17:35:01.812618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-994feb33-cc79-4e7f-b163-6b505ea2c591 req-608197eb-cc1a-4459-b796-d10c0ed1bd58 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789333 Mar 11 17:35:01.859351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-24e6f162-cc8b-4583-b143-7ba1ee0d8301 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:01.860882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-24e6f162-cc8b-4583-b143-7ba1ee0d8301 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 946 time: 0.3310504 Mar 11 17:35:01.915499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53674) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:02.012717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Deleting port 68225af7-5c29-40d8-82f4-925907c0967a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:02.013151 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.022711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] Deleting subnet 0540f05e-50e1-4175-b0a3-47f4d7b2af4f {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:35:02.030324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.085284 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.150113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.230811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.236036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.266976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0540f05e-50e1-4175-b0a3-47f4d7b2af4f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:02.274635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.285054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0267d7bb-956c-40b7-840e-0926e25dcd63 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0540f05e-50e1-4175-b0a3-47f4d7b2af4f HTTP/1.1" status: 204 len: 168 time: 0.3653846 Mar 11 17:35:02.285358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53684) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:02.328777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb5a3a9-87b4-4b00-b7a2-57e404830c9f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:02.395585 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.417601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-5e6fc5b7-9a96-4879-96b3-b18c472315b9 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:02.419104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-5e6fc5b7-9a96-4879-96b3-b18c472315b9 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/networks?id=1b834fa5-4262-4356-a9dd-ee36d7aa431f HTTP/1.1" status: 200 len: 810 time: 0.3710184 Mar 11 17:35:02.527441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.562922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0b1da1-1765-4ebd-b7a8-dfb58b404f41']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:02.576847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a3a481-9c43-49ed-954e-22d500e98219') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:02.577137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a3a481-9c43-49ed-954e-22d500e98219') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:02.590264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.596072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a309a882-dbaf-4a3a-bf19-781779a5507f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:02.609729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.616473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5141d-4d85-43b1-8cd9-c3214c0b9f30 req-8961b44b-2004-472f-a822-30b8adfe0783 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:02.617420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ea5141d-4d85-43b1-8cd9-c3214c0b9f30 req-8961b44b-2004-472f-a822-30b8adfe0783 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.6495242 Mar 11 17:35:02.623439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:35:02.623976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:02.638623 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:02.688736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port a309a882-dbaf-4a3a-bf19-781779a5507f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:02.689236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-82aaa75a-a977-4e83-99d4-c7499fc52504 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/quotas/f42894b9857a4897baa1e97178fe12ae HTTP/1.1" status: 200 len: 375 time: 0.2441132 Mar 11 17:35:02.694917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port a309a882-dbaf-4a3a-bf19-781779a5507f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:02.695661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.744817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.773925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.782627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0b1da1-1765-4ebd-b7a8-dfb58b404f41,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:02.792009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-71d8d590-a6e3-47c0-a4c4-ed7591f6fa01 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ca0b1da1-1765-4ebd-b7a8-dfb58b404f41 HTTP/1.1" status: 204 len: 168 time: 0.5032549 Mar 11 17:35:02.836848 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.869080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a309a882-dbaf-4a3a-bf19-781779a5507f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:02.896573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a309a882-dbaf-4a3a-bf19-781779a5507f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a309a882-dbaf-4a3a-bf19-781779a5507f,segment=NetworkSegment(1fe49251-1f8a-4ea6-955a-8716eba501ea),segment_id=1fe49251-1f8a-4ea6-955a-8716eba501ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:02.903321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.904974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9e598480-5a40-4407-8990-883fcf33c2a0 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:02.906578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-54f0fe8c-428b-4d53-8ec2-d93765741ecc tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f42894b9857a4897baa1e97178fe12ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2028728 Mar 11 17:35:02.919245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ea5141d-4d85-43b1-8cd9-c3214c0b9f30 req-08ce8d4f-5bb7-4b42-b9d1-ebe0c2663122 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788186 Mar 11 17:35:02.967906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] For port 68225af7-5c29-40d8-82f4-925907c0967a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=68225af7-5c29-40d8-82f4-925907c0967a,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:02.968873 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.976671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:02.989273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53698) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:03.050417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:03.051380 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d40525d8-ab49-461b-bbb5-dfef5dec2751 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8fef53125f0a484ba5f5b04f31354786&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602820 Mar 11 17:35:03.054511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 032e6ba9-cf8d-45de-966f-d7c20b6ccbcc not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:03.055659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53704) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:03.087481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a309a882-dbaf-4a3a-bf19-781779a5507f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:03.120402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9e598480-5a40-4407-8990-883fcf33c2a0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:03.126197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9e598480-5a40-4407-8990-883fcf33c2a0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:03.126969 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.139224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-182c8fb3-5446-4523-aed8-34e8bb6e4407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.159282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Calling delete_port for 68225af7-5c29-40d8-82f4-925907c0967a owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:35:03.172666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-182c8fb3-5446-4523-aed8-34e8bb6e4407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.234000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-182c8fb3-5446-4523-aed8-34e8bb6e4407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.247343 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27ec25-b3d4-4bc1-9e1f-c23c3781e02a', 'name': 'network-vif-deleted', 'tag': 'c9ce73ea-134d-42a3-8128-12d9165a4523', 'status': 'completed', 'code': 200} Mar 11 17:35:03.262100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-182c8fb3-5446-4523-aed8-34e8bb6e4407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.265648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-182c8fb3-5446-4523-aed8-34e8bb6e4407 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1a02cb4f-bdb7-4200-bd35-e5d46a3460e4 HTTP/1.1" status: 204 len: 168 time: 0.2048380 Mar 11 17:35:03.265648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c8fb3-5446-4523-aed8-34e8bb6e4407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a02cb4f-bdb7-4200-bd35-e5d46a3460e4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:03.268481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.318901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9e598480-5a40-4407-8990-883fcf33c2a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9e598480-5a40-4407-8990-883fcf33c2a0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:03.324168 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.370115 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.395814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9e598480-5a40-4407-8990-883fcf33c2a0,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:03.725318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.767901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-03bd93ee-e316-4436-9f29-bfb58425f926 service neutron] 10.222.0.96 "GET /v2.0/networks/1b834fa5-4262-4356-a9dd-ee36d7aa431f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8476861 Mar 11 17:35:03.768884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.829220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52642-f9f0-46ed-8859-65204c4e3d5d req-1cc83770-50da-48a2-b004-6cdbc3287a5e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:03.831007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ed52642-f9f0-46ed-8859-65204c4e3d5d req-1cc83770-50da-48a2-b004-6cdbc3287a5e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.5824559 Mar 11 17:35:03.949788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.984088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['68225af7-5c29-40d8-82f4-925907c0967a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:35:04.007132 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.007645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed7f485-d4d2-4c7f-aa19-35c82222b90c {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:35:04.203938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event deleted for resources: {'Port': ['ID=68225af7-5c29-40d8-82f4-925907c0967a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:04.226453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7fed1f0a-0c21-4451-a99c-b64c9f3adf7d service neutron] 10.222.0.96 "GET /v2.0/networks/1b834fa5-4262-4356-a9dd-ee36d7aa431f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477494 Mar 11 17:35:04.227934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ed52642-f9f0-46ed-8859-65204c4e3d5d req-bf523420-e704-45c2-bd23-5f1ecb4c7445 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413246 Mar 11 17:35:04.274413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.274637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-42ce426f-0ab7-4962-8f80-3d843830bfe4 admin admin] 10.222.0.96 "DELETE /v2.0/routers/bed7f485-d4d2-4c7f-aa19-35c82222b90c HTTP/1.1" status: 204 len: 168 time: 4.0427999 Mar 11 17:35:04.277048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53728) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:04.316731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] No DVR routers for this DVR port 68225af7-5c29-40d8-82f4-925907c0967a on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:04.318776 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.320774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13adaff-d80d-4326-9c89-a9fbf4c592ae req-08d1df37-d7e6-49aa-bf73-6f2dc9c0f5fd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "DELETE /v2.0/ports/68225af7-5c29-40d8-82f4-925907c0967a HTTP/1.1" status: 204 len: 173 time: 2.4487782 Mar 11 17:35:04.351987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] Deleting subnet 8193e767-8e5e-4b2f-b74e-9bad8c4e6f78 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:35:04.352546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.415114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.446203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-943d31e7-77c1-4799-8e31-acf1b0fb95eb req-7e75b62e-f629-4186-ba35-4fae1c8d0427 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:04.470784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-943d31e7-77c1-4799-8e31-acf1b0fb95eb req-7e75b62e-f629-4186-ba35-4fae1c8d0427 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:04.474214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-943d31e7-77c1-4799-8e31-acf1b0fb95eb req-7e75b62e-f629-4186-ba35-4fae1c8d0427 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 210 time: 0.0841155 Mar 11 17:35:04.535676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.611840 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a309a882-dbaf-4a3a-bf19-781779a5507f', 'code': 200} Mar 11 17:35:04.776478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5980b25-d500-493c-9524-ee9435ed3407 req-6db4651b-02da-4f1e-b605-b13b120867e2 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:04.783766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5980b25-d500-493c-9524-ee9435ed3407 req-6db4651b-02da-4f1e-b605-b13b120867e2 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 946 time: 0.1671433 Mar 11 17:35:04.818709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:04.837184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.870373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:04.870854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5fb5a3a9-87b4-4b00-b7a2-57e404830c9f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:04.886969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8193e767-8e5e-4b2f-b74e-9bad8c4e6f78,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:04.895996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.900784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eba24a-d52c-4dd2-950e-0dc8ca6eece0 None None] Network ea265c04-c9f1-45c7-acff-f773734a8e45 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:04.908891 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-503df04a-01d1-4a11-b37c-a97fc0354450 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8193e767-8e5e-4b2f-b74e-9bad8c4e6f78 HTTP/1.1" status: 204 len: 168 time: 0.6305063 Mar 11 17:35:04.909585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da5a4ab0-48e2-40f6-bec1-cd52c943c9fb req-dd89f355-3d13-4b84-a156-1e06ab3e0cab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 210 time: 0.0992336 Mar 11 17:35:04.911307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53744) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:05.072069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.087734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Deleting port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:05.088074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.205143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0174fa7b-43cd-49d8-8816-c9e6f701e2dd req-9c93602a-8090-4eab-bc1b-22f2991eb3a7 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 210 time: 0.1183505 Mar 11 17:35:05.245351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] DHCP port deletion for ea265c04-c9f1-45c7-acff-f773734a8e45 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:35:05.249955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e0d7557-d3c3-4393-a20a-3930badfec62 req-d1749031-12aa-48b4-b90e-c7f8fcf1dd9f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 1097 time: 0.5410318 Mar 11 17:35:05.252376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5980b25-d500-493c-9524-ee9435ed3407 req-9e28af60-4f06-4d0c-9016-9dc5c79070d1 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675832 Mar 11 17:35:05.252521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Deleting port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:05.252967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.255660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'name': 'network-vif-deleted', 'tag': '68225af7-5c29-40d8-82f4-925907c0967a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:05.376685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a4ab0-48e2-40f6-bec1-cd52c943c9fb req-a093f23a-da16-4bb0-bd97-e8ef95b5d3be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:05.379246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da5a4ab0-48e2-40f6-bec1-cd52c943c9fb req-a093f23a-da16-4bb0-bd97-e8ef95b5d3be service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4541132 Mar 11 17:35:05.381830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e0d7557-d3c3-4393-a20a-3930badfec62 req-780389bd-fbff-4f79-81f0-29f551d6bb31 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173120 Mar 11 17:35:05.433758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] For port c1efd24b-3094-4b0a-8a2d-b49fffce8f47, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,segment=NetworkSegment(0ef4ee38-2305-47e1-a325-05ed3a648015),segment_id=0ef4ee38-2305-47e1-a325-05ed3a648015)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:05.434352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.564852 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53a7ff7-6278-407e-a18d-c45ea9796b18', 'name': 'network-vif-deleted', 'tag': '68225af7-5c29-40d8-82f4-925907c0967a', 'status': 'completed', 'code': 200} Mar 11 17:35:05.627001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560244-c5c6-4e04-9abe-4350870e6149 req-ebb5c83d-47cc-4fee-a838-2069df3b6e2e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:05.636377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a560244-c5c6-4e04-9abe-4350870e6149 req-ebb5c83d-47cc-4fee-a838-2069df3b6e2e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2168343 Mar 11 17:35:05.669148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Calling delete_port for c1efd24b-3094-4b0a-8a2d-b49fffce8f47 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:35:05.711052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] For port c1efd24b-3094-4b0a-8a2d-b49fffce8f47, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,segment=NetworkSegment(0ef4ee38-2305-47e1-a325-05ed3a648015),segment_id=0ef4ee38-2305-47e1-a325-05ed3a648015)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:05.711876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.836786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.870174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Calling delete_port for c1efd24b-3094-4b0a-8a2d-b49fffce8f47 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:35:05.917570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1efd24b-3094-4b0a-8a2d-b49fffce8f47,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:05.927778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] No DVR routers for this DVR port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:05.936417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a560244-c5c6-4e04-9abe-4350870e6149 req-83813bfc-9318-48e8-9bce-a6356a46ee01 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977276 Mar 11 17:35:05.964880 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:35:05.965365 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:35:05.986717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a4ab0-48e2-40f6-bec1-cd52c943c9fb req-de83010e-d9db-4ece-81af-21eaf9506916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:05.988723 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da5a4ab0-48e2-40f6-bec1-cd52c943c9fb req-de83010e-d9db-4ece-81af-21eaf9506916 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3325338 Mar 11 17:35:06.001335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825dc01-d555-48e7-8180-7ad2b31210a1 req-b5940036-891c-4041-bea7-37fbb3509369 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:06.003975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6825dc01-d555-48e7-8180-7ad2b31210a1 req-b5940036-891c-4041-bea7-37fbb3509369 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.2970476 Mar 11 17:35:06.048339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53772) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:06.056515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53776) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:06.133230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6825dc01-d555-48e7-8180-7ad2b31210a1 req-255e6fde-d5b3-4e8d-8ea3-63b19c4c9ad0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235034 Mar 11 17:35:06.147572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.166348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] Deleting subnet 42d4430b-7ee8-4e1a-b18c-4ff3b01b068b {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:35:06.170957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.195613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea265c04-c9f1-45c7-acff-f773734a8e45']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:06.226067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef4ee38-2305-47e1-a325-05ed3a648015') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:06.227176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef4ee38-2305-47e1-a325-05ed3a648015') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:06.241693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.256220 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.263196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.270127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:35:06.270683 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:06.284463 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:06.366201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.382825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.395048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea265c04-c9f1-45c7-acff-f773734a8e45,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:06.399533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-62af1cd6-20c9-4195-9539-6797c021f0b8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ea265c04-c9f1-45c7-acff-f773734a8e45 HTTP/1.1" status: 204 len: 168 time: 1.4871409 Mar 11 17:35:06.414272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47f91dec-5e04-4020-bc5f-1b5adf81c018 req-6b52bf71-7bf1-489b-8f90-40d9885ab881 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 210 time: 0.1259639 Mar 11 17:35:06.418513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.449572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.466882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Deleting port c1efd24b-3094-4b0a-8a2d-b49fffce8f47 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:06.468358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.530759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:06.537610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe7b432b96441158eedee1947a1d7cd is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:06.541767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:06.554022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:06.593784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bd28605d-e165-4fe7-a187-b28eebbe06a2 None None] The port 'c1efd24b-3094-4b0a-8a2d-b49fffce8f47' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:35:06.612764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e598480-5a40-4407-8990-883fcf33c2a0'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:06.637826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c37be-4fa0-46e9-971e-4adb515279ff req-cd64c28e-2a6b-4be6-ba09-fce599e31840 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:06.639124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a8c37be-4fa0-46e9-971e-4adb515279ff req-cd64c28e-2a6b-4be6-ba09-fce599e31840 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3495510 Mar 11 17:35:06.640773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53792) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:06.653670 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b900a85f-947d-4640-80e4-19676c1d279b req-f26eb527-c273-4383-82c3-ce642821a61c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 210 time: 0.0963614 Mar 11 17:35:06.674837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.719846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d4430b-7ee8-4e1a-b18c-4ff3b01b068b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:06.741334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-98465c7d-4ac0-4876-9040-d13f01ade1db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=57b04dfed26947aabd1eb4db0a024149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0993540 Mar 11 17:35:06.742878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53796) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:06.839091 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.843054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ef0-872c-424e-80ca-e78e67466a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.877711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1efd24b-3094-4b0a-8a2d-b49fffce8f47 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:06.897161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ef0-872c-424e-80ca-e78e67466a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.929143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c1efd24b-3094-4b0a-8a2d-b49fffce8f47 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:06.929735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1efd24b-3094-4b0a-8a2d-b49fffce8f47 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:06.968898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ef0-872c-424e-80ca-e78e67466a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.991938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71ef0-872c-424e-80ca-e78e67466a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38d87b4-861c-45b4-b5db-256430cce8d9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:07.003776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ef0-872c-424e-80ca-e78e67466a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.005030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5fa71ef0-872c-424e-80ca-e78e67466a0c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b38d87b4-861c-45b4-b5db-256430cce8d9 HTTP/1.1" status: 204 len: 168 time: 0.2601807 Mar 11 17:35:07.046444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a8c37be-4fa0-46e9-971e-4adb515279ff req-05114cd4-02e0-4db3-b92f-a0aafc5d2c1f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951056 Mar 11 17:35:07.072632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6c3c7d47-e0c9-47fc-8cfe-63d915670501 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/42d4430b-7ee8-4e1a-b18c-4ff3b01b068b HTTP/1.1" status: 204 len: 168 time: 1.0132780 Mar 11 17:35:07.076126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53802) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:07.099746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.120182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.189939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-bbe728ae-61aa-4321-bf5d-8e8b265814e0 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:07.191586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-bbe728ae-61aa-4321-bf5d-8e8b265814e0 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.59 "GET /v2.0/networks?id=1b834fa5-4262-4356-a9dd-ee36d7aa431f HTTP/1.1" status: 200 len: 810 time: 0.4565504 Mar 11 17:35:07.211004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f14ea84-cc80-4d00-a605-29f9e0cbb949,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:07.211630 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e598480-5a40-4407-8990-883fcf33c2a0', 'code': 200} Mar 11 17:35:07.222744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c32c6a55-c526-44eb-9fbd-a698d4332317 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fbe7b432b96441158eedee1947a1d7cd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1731369 Mar 11 17:35:07.227600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:07.232560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Request body: {'port': {'device_id': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f', 'admin_state_up': True, 'tenant_id': 'f42894b9857a4897baa1e97178fe12ae'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:07.320635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.349585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5a1c-96ce-415d-818f-51b37ae01788 req-e0e5a97b-2342-44ff-ba51-6ad3452764fd tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:07.351449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62db5a1c-96ce-415d-818f-51b37ae01788 req-e0e5a97b-2342-44ff-ba51-6ad3452764fd tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 946 time: 0.4945610 Mar 11 17:35:07.496246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.525851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea161c61-6c6f-4951-97f2-61c9bf097203']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:07.539799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3503b92-627a-4e20-9fec-8ac1990d3042') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:07.540023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3503b92-627a-4e20-9fec-8ac1990d3042') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:07.560322 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.580391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.588523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:35:07.589497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:07.603384 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:07.627033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62db5a1c-96ce-415d-818f-51b37ae01788 req-7254b91a-b673-48a0-b439-17515330793e tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250931 Mar 11 17:35:07.628565 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fddc-cc25-4cf8-8a8d-6e7d494da53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.642832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:07.649412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53820) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:07.664643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Usage tracker for resource:port and tenant:f42894b9857a4897baa1e97178fe12ae is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:07.691763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:07.710040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:07.713306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fddc-cc25-4cf8-8a8d-6e7d494da53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.726458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73813096-eae6-41e3-a186-b2ea4a541770 req-ce623b34-2908-451f-a562-ab6cdae68227 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 1096 time: 0.3582225 Mar 11 17:35:07.759743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd837479-2220-4509-aab4-da04d40f37dd req-720349cb-f543-4a07-9d77-70fa93c15776 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:07.761325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd837479-2220-4509-aab4-da04d40f37dd req-720349cb-f543-4a07-9d77-70fa93c15776 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.3538454 Mar 11 17:35:07.795123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.799971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.822229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea161c61-6c6f-4951-97f2-61c9bf097203,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:07.828388 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4d46ab56-97cb-4b81-86d0-97638f85d714 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ea161c61-6c6f-4951-97f2-61c9bf097203 HTTP/1.1" status: 204 len: 168 time: 0.7486763 Mar 11 17:35:07.848910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Made reservation on behalf of f42894b9857a4897baa1e97178fe12ae for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:07.852002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.938687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5c134778-9b91-44fb-b61b-853f235d2c6f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7eae8f2afbe14dfba569425644daa787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2856965 Mar 11 17:35:07.941022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53828) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:08.002613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73813096-eae6-41e3-a186-b2ea4a541770 req-86774c66-7d00-4141-993d-daef0a416b0a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678897 Mar 11 17:35:08.008720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd837479-2220-4509-aab4-da04d40f37dd req-7b71f35f-15da-4ec5-85d4-8c7d25d9a4df tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241142 Mar 11 17:35:08.033639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-da5a4ab0-48e2-40f6-bec1-cd52c943c9fb req-a56d7e99-5dd7-4352-86a0-516192aed7f2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 210 time: 0.0470829 Mar 11 17:35:08.034515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fddc-cc25-4cf8-8a8d-6e7d494da53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.067109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e450941-5946-49c2-a34c-b6087740d8ec req-3fbacd50-08ee-422b-b3c9-5efa85866918 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:08.069283 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-992a8bbf-0344-4e6a-b13d-be16d341b845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.074200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e450941-5946-49c2-a34c-b6087740d8ec req-3fbacd50-08ee-422b-b3c9-5efa85866918 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2884064 Mar 11 17:35:08.094654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9fddc-cc25-4cf8-8a8d-6e7d494da53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f14ea84-cc80-4d00-a605-29f9e0cbb949,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.124399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53832) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:08.131843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-992a8bbf-0344-4e6a-b13d-be16d341b845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.185315 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fddc-cc25-4cf8-8a8d-6e7d494da53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.186521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dbb9fddc-cc25-4cf8-8a8d-6e7d494da53b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8f14ea84-cc80-4d00-a605-29f9e0cbb949 HTTP/1.1" status: 204 len: 168 time: 0.9377122 Mar 11 17:35:08.211063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e450941-5946-49c2-a34c-b6087740d8ec req-aeee70f1-5417-45d3-a0e1-71d93520bb70 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357622 Mar 11 17:35:08.243571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Allocated IP 172.20.0.10 (1b834fa5-4262-4356-a9dd-ee36d7aa431f/bb747c61-920d-4a72-a885-f6396df324c0/d7743a4d-5b50-478e-86f1-f22dd0d4fabd) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:08.325081 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8070a5a2-622f-4cd4-b591-ad7aea278cf7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=afc50d8d5fdb4cb69d6a600861209b7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1983142 Mar 11 17:35:08.327558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53840) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:08.401570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6482003-35f1-4df8-a9e0-a3b728f447db req-a8acb25a-025c-4708-b7b1-63015275c3dd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=b53a7ff7-6278-407e-a18d-c45ea9796b18 HTTP/1.1" status: 200 len: 210 time: 0.0582800 Mar 11 17:35:08.486274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-721b1da6-de76-42b5-b73c-0da317052a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.487999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-992a8bbf-0344-4e6a-b13d-be16d341b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.516312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a8bbf-0344-4e6a-b13d-be16d341b845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f37bb11-fdea-404d-b695-c08cb8089690,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.537489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5644dbd6-654b-4a0a-a4b8-9db687dd156e req-fdd02ec7-f8f7-4104-874f-e9b22a245daf tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Synchronizing usage tracker for tenant:f42894b9857a4897baa1e97178fe12ae on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:08.569276 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-992a8bbf-0344-4e6a-b13d-be16d341b845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.571154 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-992a8bbf-0344-4e6a-b13d-be16d341b845 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f37bb11-fdea-404d-b695-c08cb8089690 HTTP/1.1" status: 204 len: 168 time: 0.6288152 Mar 11 17:35:08.584172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5644dbd6-654b-4a0a-a4b8-9db687dd156e req-fdd02ec7-f8f7-4104-874f-e9b22a245daf tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Unset dirty status for tenant:f42894b9857a4897baa1e97178fe12ae on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:08.585667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5644dbd6-654b-4a0a-a4b8-9db687dd156e req-fdd02ec7-f8f7-4104-874f-e9b22a245daf tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 210 time: 0.1093996 Mar 11 17:35:08.602087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-721b1da6-de76-42b5-b73c-0da317052a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.678622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.689535 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-721b1da6-de76-42b5-b73c-0da317052a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.715998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-721b1da6-de76-42b5-b73c-0da317052a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.719470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-721b1da6-de76-42b5-b73c-0da317052a5e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68 HTTP/1.1" status: 204 len: 168 time: 0.3886700 Mar 11 17:35:08.721424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b1da6-de76-42b5-b73c-0da317052a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faaba98-6e92-4daa-ad9b-3f1c3a2e2e68,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.734085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58366986-2750-4d64-9a06-483a34f3219d req-e32c227a-0e58-4de6-97e2-104c5eeda120 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:08.735657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58366986-2750-4d64-9a06-483a34f3219d req-e32c227a-0e58-4de6-97e2-104c5eeda120 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1295431 Mar 11 17:35:08.772354 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.916820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Network 1b834fa5-4262-4356-a9dd-ee36d7aa431f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:08.923773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58366986-2750-4d64-9a06-483a34f3219d req-032af3b8-d475-4254-bba1-4da2b59d828c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778114 Mar 11 17:35:08.931313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:08.935259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:08.965913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Pushing event updated for resources: {'Port': ['ID=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:09.071831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:09.073230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.146602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.166020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-f9e3b349-bf29-4dc1-9921-1b6e1b24438c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9400249 Mar 11 17:35:09.185758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Request body: {'port': {'device_id': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:09.268003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259068-fdd0-4df1-b121-1eeb51af6e4e req-69cf22c1-746a-44f8-bd91-20923697d3ee tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:09.275729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1259068-fdd0-4df1-b121-1eeb51af6e4e req-69cf22c1-746a-44f8-bd91-20923697d3ee tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 946 time: 0.4571450 Mar 11 17:35:09.358563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.560473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4222a16-3535-480d-a2af-afe067ba40e3 req-715d4190-4a14-4321-b673-5e8e251c4a6c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:09.567192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4222a16-3535-480d-a2af-afe067ba40e3 req-715d4190-4a14-4321-b673-5e8e251c4a6c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4759591 Mar 11 17:35:09.594249 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1259068-fdd0-4df1-b121-1eeb51af6e4e req-d44c19a0-b03a-4ae4-af83-d8722453d7c1 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175328 Mar 11 17:35:09.712495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4222a16-3535-480d-a2af-afe067ba40e3 req-3e35e56a-45bc-4c1c-81b8-df579343a0f9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442943 Mar 11 17:35:09.949498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cd95e-736b-49dc-a6e7-52783d075727 req-6aac4a0b-9b90-4e61-9955-f146da7bad32 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:09.952235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-705cd95e-736b-49dc-a6e7-52783d075727 req-6aac4a0b-9b90-4e61-9955-f146da7bad32 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.2278337 Mar 11 17:35:10.099068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-705cd95e-736b-49dc-a6e7-52783d075727 req-77c7419a-2cb9-487a-a594-c9264e038f65 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067796 Mar 11 17:35:10.182147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e528-a126-49e1-98f5-743158d0787b req-cce8b62a-fd77-486a-9e10-ac3b59c3d8ca tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:10.184020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de31e528-a126-49e1-98f5-743158d0787b req-cce8b62a-fd77-486a-9e10-ac3b59c3d8ca tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 946 time: 0.2441196 Mar 11 17:35:10.193880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7743a4d-5b50-478e-86f1-f22dd0d4fabd {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:35:10.218912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:10.261202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Transition to ACTIVE for port object d7743a4d-5b50-478e-86f1-f22dd0d4fabd will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:10.266144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:10.430636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de31e528-a126-49e1-98f5-743158d0787b req-43c83a31-333f-44b1-aa02-89a08d41b55b tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390637 Mar 11 17:35:10.468123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Pushing event updated for resources: {'Port': ['ID=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:10.632932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 68225af7-5c29-40d8-82f4-925907c0967a no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:10.654430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Attempting to bind port d7743a4d-5b50-478e-86f1-f22dd0d4fabd on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:10.655039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Attempting to bind port d7743a4d-5b50-478e-86f1-f22dd0d4fabd by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '53b535e7-d5f5-41b1-b65b-192e4c09411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:10.655148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Attempting to bind port d7743a4d-5b50-478e-86f1-f22dd0d4fabd on network 1b834fa5-4262-4356-a9dd-ee36d7aa431f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:10.666303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Port d7743a4d-5b50-478e-86f1-f22dd0d4fabd on network 1b834fa5-4262-4356-a9dd-ee36d7aa431f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:35:10.666303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Attempting to bind port d7743a4d-5b50-478e-86f1-f22dd0d4fabd on network 1b834fa5-4262-4356-a9dd-ee36d7aa431f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:10.671427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ffb41-886b-4288-88d8-20010eb23464 req-595db02f-f8bb-47b3-9cd2-e9a239a204e1 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:10.672976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de8ffb41-886b-4288-88d8-20010eb23464 req-595db02f-f8bb-47b3-9cd2-e9a239a204e1 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 944 time: 0.3502953 Mar 11 17:35:10.705983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 68225af7-5c29-40d8-82f4-925907c0967a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:10.707410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:10.708749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Checking segment: {'id': '53b535e7-d5f5-41b1-b65b-192e4c09411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:10.708749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Bound using segment: {'id': '53b535e7-d5f5-41b1-b65b-192e4c09411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:10.708749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Bound port: d7743a4d-5b50-478e-86f1-f22dd0d4fabd, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b535e7-d5f5-41b1-b65b-192e4c09411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:10.709038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:10.709598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 68225af7-5c29-40d8-82f4-925907c0967a not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:10.739641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53928) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:10.832616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a3b7-c4da-47d2-ba02-34a036168067 req-4da67c28-bd19-4861-a097-9af365403d01 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:10.834425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c80a3b7-c4da-47d2-ba02-34a036168067 req-4da67c28-bd19-4861-a097-9af365403d01 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2477713 Mar 11 17:35:10.859354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de8ffb41-886b-4288-88d8-20010eb23464 req-8a8f800c-7432-400c-b4cd-000a81d00524 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767921 Mar 11 17:35:10.910066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-488699266-network', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:10.920041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:10.931572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Usage tracker for resource:network and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:10.934159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] For port d7743a4d-5b50-478e-86f1-f22dd0d4fabd, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:10.940709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:10.949577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:10.950773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c80a3b7-c4da-47d2-ba02-34a036168067 req-da2f63f4-1ff9-4c72-98c4-3a8020655ef6 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 Mar 11 17:35:10.952409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] For port d7743a4d-5b50-478e-86f1-f22dd0d4fabd, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,segment=NetworkSegment(53b535e7-d5f5-41b1-b65b-192e4c09411e),segment_id=53b535e7-d5f5-41b1-b65b-192e4c09411e)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:10.974987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:10.984404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:10.987026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.003754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.041854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:11.046007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Usage tracker for resource:security_group_rule and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:11.049089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:11.056377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:11.214173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.228866 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.262964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:11.288698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.289077 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Added segment 8082d3de-09ab-4cdc-a0d3-0786374e4b56 of type vlan for network 947ffefb-9e1f-499b-81fe-d4dda1296850 Mar 11 17:35:11.290576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f09038-b9f7-4e75-9579-72ea85f53cb4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:11.323668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.370945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.371924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:11.372502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.406751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.408420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] 10.222.0.59 "PUT /v2.0/ports/d7743a4d-5b50-478e-86f1-f22dd0d4fabd HTTP/1.1" status: 200 len: 1092 time: 2.2269654 Mar 11 17:35:11.408891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'tag': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:11.439019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a1732-1b86-4caf-b1ff-307735bad421 service neutron] Pushing event updated for resources: {'Port': ['ID=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:11.445941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-4f2d444d-f6f7-4e01-a33a-19ffebce213d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:11.452670 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-4f2d444d-f6f7-4e01-a33a-19ffebce213d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.3722706 Mar 11 17:35:11.465202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-6dfdf992-3cf6-4d9a-8157-281673a13550 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/quotas/e6556f3c7b3f47e9a31f9fb6f18d601c HTTP/1.1" status: 200 len: 375 time: 0.0116112 Mar 11 17:35:11.523362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] Pushing event updated for resources: {'Network': ['ID=947ffefb-9e1f-499b-81fe-d4dda1296850,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:11.530433 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4c59f8a1-6883-4c91-87af-f0a13efaad09 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7890551 Mar 11 17:35:11.530947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53954) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:11.535488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:35:11.536968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Request body: {'subnet': {'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-subnet', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:11.542566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:11.546862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Usage tracker for resource:subnet and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:11.550073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:11.552230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-da37fcf3-f9cf-49b8-8044-ad51852e0f3f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810745 Mar 11 17:35:11.561612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:11.582671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:11.584954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.763528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-fb0ca26e-15f5-44ea-a8a2-180bee4bdae2 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799691 Mar 11 17:35:11.771674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-858ca3dd-aad4-4558-a39c-8d81108ed734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f42894b9857a4897baa1e97178fe12ae&device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 1095 time: 0.2184455 Mar 11 17:35:11.898388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.985841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=46360656-022f-42e9-a358-a47fcd1a49b7,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:12.003106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Checking segment: {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:12.003478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Network hostable DHCP agents. Network: 947ffefb-9e1f-499b-81fe-d4dda1296850, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:12.072609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:12.088646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 947ffefb-9e1f-499b-81fe-d4dda1296850) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:12.093272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:12.094647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.115451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2824e6d-d784-4deb-a1d3-e353b047de28 None None] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:12.155185 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3affbec4-1a78-4593-9774-31c8f0950aed admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6228592 Mar 11 17:35:12.159577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53972) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:12.174451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-6f42c0fc-db92-498f-bbc5-8576355dcc47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7743a4d-5b50-478e-86f1-f22dd0d4fabd HTTP/1.1" status: 200 len: 217 time: 0.1568978 Mar 11 17:35:12.180559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:12.190808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-75771d8f-041a-4054-bd59-64baa48698e8 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177878 Mar 11 17:35:12.194145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:12.282693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Usage tracker for resource:router and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:12.304673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:12.328331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:12.354736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e595744e-de3c-45d2-b6ac-2b05c178821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.360663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.361837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.398277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-2ae1c14a-565a-4328-abff-8bb0be52a754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:12.400007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-2ae1c14a-565a-4328-abff-8bb0be52a754 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb747c61-920d-4a72-a885-f6396df324c0 HTTP/1.1" status: 200 len: 850 time: 0.2023215 Mar 11 17:35:12.481468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-741ba164-9290-4a7f-b063-042efb4c974d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b834fa5-4262-4356-a9dd-ee36d7aa431f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714366 Mar 11 17:35:12.492640 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'tag': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd', 'status': 'completed', 'code': 200} Mar 11 17:35:12.499489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9640cf6-b7b7-4db9-9514-9cefd628e9a3 req-02982719-db57-4183-b04f-4641ff071a56 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:12.506283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-947ffefb-9e1f-499b-81fe-d4dda1296850', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:35:12.507158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.510590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9640cf6-b7b7-4db9-9514-9cefd628e9a3 req-02982719-db57-4183-b04f-4641ff071a56 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.3179262 Mar 11 17:35:12.603905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9640cf6-b7b7-4db9-9514-9cefd628e9a3 req-438cab43-5cb8-418a-a161-d31cc74c3694 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923166 Mar 11 17:35:12.625179 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.810828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Allocated IP 172.20.0.2 (947ffefb-9e1f-499b-81fe-d4dda1296850/46360656-022f-42e9-a358-a47fcd1a49b7/4afb0726-5c57-449f-a5b3-9c6de63e410d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:13.053636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-b559598d-ee65-4d21-827a-4ac7c75f1649 service neutron] 10.222.0.59 "GET /v2.0/networks/1b834fa5-4262-4356-a9dd-ee36d7aa431f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406942 Mar 11 17:35:13.059401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e540a-221c-4ee2-a7df-efb5d2d5b408 req-c657e123-69e0-44f4-baf9-2840db3e68a7 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:13.060861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b9e540a-221c-4ee2-a7df-efb5d2d5b408 req-c657e123-69e0-44f4-baf9-2840db3e68a7 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 946 time: 0.3832421 Mar 11 17:35:13.084207 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.097715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Transition to ACTIVE for port object 4afb0726-5c57-449f-a5b3-9c6de63e410d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:13.121129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Transition to ACTIVE for port object 4afb0726-5c57-449f-a5b3-9c6de63e410d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:13.130162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.180829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.230027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b16d3-8443-4a4e-8fc9-e3ba8332ee46 req-3252d406-158c-4bbb-bc4d-b7b356cfb08b tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:13.233677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:13.236962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c93b16d3-8443-4a4e-8fc9-e3ba8332ee46 req-3252d406-158c-4bbb-bc4d-b7b356cfb08b tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 944 time: 0.3823822 Mar 11 17:35:13.237195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:13.250437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:13.253769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Pushing event updated for resources: {'Port': ['ID=4afb0726-5c57-449f-a5b3-9c6de63e410d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:13.291133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b9e540a-221c-4ee2-a7df-efb5d2d5b408 req-3cc1376c-b707-40ef-9b32-55e28a87b4f1 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047663 Mar 11 17:35:13.331227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6be5b8bf-b587-4cc5-bb4c-32d8d5c10acd req-01c7ea2e-178a-499f-ba8c-5021dc57488e service neutron] 10.222.0.59 "GET /v2.0/networks/1b834fa5-4262-4356-a9dd-ee36d7aa431f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692878 Mar 11 17:35:13.397580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Attempting to bind port 4afb0726-5c57-449f-a5b3-9c6de63e410d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:13.397964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Attempting to bind port 4afb0726-5c57-449f-a5b3-9c6de63e410d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:13.398296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Attempting to bind port 4afb0726-5c57-449f-a5b3-9c6de63e410d on network 947ffefb-9e1f-499b-81fe-d4dda1296850 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:13.405535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:13.405900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Checking segment: {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:13.406288 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.406706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Bound using segment: {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:13.407164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Bound port: 4afb0726-5c57-449f-a5b3-9c6de63e410d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:13.407535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.419365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c93b16d3-8443-4a4e-8fc9-e3ba8332ee46 req-1374e007-364b-4160-bc08-698a996a71f5 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810572 Mar 11 17:35:13.512937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dffa2df9-56e4-4152-9182-029971635216 None None] For port 4afb0726-5c57-449f-a5b3-9c6de63e410d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:13.516588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dffa2df9-56e4-4152-9182-029971635216 None None] For port 4afb0726-5c57-449f-a5b3-9c6de63e410d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4afb0726-5c57-449f-a5b3-9c6de63e410d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:13.523431 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.610284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21e96df1-b51f-4b1b-afc8-6b333a7a816f req-b82304f6-85e2-4c54-a106-aa44bfe07e9b tempest-ServersAaction247Test-673293215 tempest-ServersAaction247Test-673293215-project] 10.222.0.96 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1031778 Mar 11 17:35:13.614087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa2df9-56e4-4152-9182-029971635216 None None] Pushing event updated for resources: {'Port': ['ID=4afb0726-5c57-449f-a5b3-9c6de63e410d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:13.615054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3963eaba-554c-4388-ac32-9a0f89b23934 req-da7fa571-ba13-4a03-b2a5-319a1acc6bf5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 210 time: 0.0630829 Mar 11 17:35:13.677815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-ebffddc3-5c41-4fff-b07f-cf568e6daf96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f42894b9857a4897baa1e97178fe12ae&device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 1095 time: 0.2226982 Mar 11 17:35:14.291281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.360204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.503981 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19d01d45-7d34-47d6-b263-50046ac6a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.538878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-3ee50be7-08d1-4358-8f1a-5f367a57506c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.540336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-3ee50be7-08d1-4358-8f1a-5f367a57506c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b834fa5-4262-4356-a9dd-ee36d7aa431f HTTP/1.1" status: 200 len: 912 time: 0.8301842 Mar 11 17:35:14.687454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfc4a7-0a6a-493e-bcf6-23c4dbc23cfe req-9f90e42a-82eb-4e47-a09a-f18d120192f1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.688955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74bfc4a7-0a6a-493e-bcf6-23c4dbc23cfe req-9f90e42a-82eb-4e47-a09a-f18d120192f1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.6098101 Mar 11 17:35:14.694228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-d95046aa-01bf-438d-bd5f-24d1d565108c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7743a4d-5b50-478e-86f1-f22dd0d4fabd HTTP/1.1" status: 200 len: 217 time: 0.1306484 Mar 11 17:35:14.776351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-4ad790db-93d2-4338-ad0f-a6354fc05170 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.777811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-4ad790db-93d2-4338-ad0f-a6354fc05170 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:14.798980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-4ad790db-93d2-4338-ad0f-a6354fc05170 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:14.800751 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-4ad790db-93d2-4338-ad0f-a6354fc05170 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.1888914 Mar 11 17:35:14.811065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f0dae-b910-4c4a-b239-560bed30cb3c req-c13647b3-2cfb-4e34-8b82-c06eeae04037 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.812909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-480f0dae-b910-4c4a-b239-560bed30cb3c req-c13647b3-2cfb-4e34-8b82-c06eeae04037 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.3822649 Mar 11 17:35:14.814435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Allocated IP 172.25.3.66 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/32530b44-888a-4eba-815d-286e91ea9445) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:14.825821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Request body: {'port': {'device_id': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'admin_state_up': True, 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:14.916528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-bfb1aa6c-04e8-45a3-828b-efbf629c81b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.918899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-bfb1aa6c-04e8-45a3-828b-efbf629c81b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb747c61-920d-4a72-a885-f6396df324c0 HTTP/1.1" status: 200 len: 850 time: 0.1994693 Mar 11 17:35:14.921411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74bfc4a7-0a6a-493e-bcf6-23c4dbc23cfe req-935f8512-a391-4ac8-a09e-30a17cede161 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201586 Mar 11 17:35:14.942820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4afb0726-5c57-449f-a5b3-9c6de63e410d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:15.014382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:15.027660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:15.045655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:15.051427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.151258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4afb0726-5c57-449f-a5b3-9c6de63e410d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:15.157432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-a3dc0c85-793e-4429-9ff7-359c42d5b458 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b834fa5-4262-4356-a9dd-ee36d7aa431f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995370 Mar 11 17:35:15.189201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-480f0dae-b910-4c4a-b239-560bed30cb3c req-f9443ef1-6a89-487d-9ddd-4c7bd06315fb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511767 Mar 11 17:35:15.446796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cabb63f-8fd7-4254-925f-b8a4cb79a6c7 None None] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:15.450082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Allocated IP 172.20.0.12 (65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4/59f6f371-2a04-427b-8431-4d1157528e92/80d7064e-6638-43ea-b247-b3ccc9992e12) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:15.664045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d337b43-38a8-408b-bdff-0b8e086e5162 req-0cd98072-4ed2-4b29-8c77-871990542822 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0680914 Mar 11 17:35:15.705938 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.731629 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.756403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c7ba2a66-497c-483e-b76e-4dd145358129 None None] Provisioning for port 4afb0726-5c57-449f-a5b3-9c6de63e410d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:15.768644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c7ba2a66-497c-483e-b76e-4dd145358129 None None] Provisioning complete for port 4afb0726-5c57-449f-a5b3-9c6de63e410d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:15.769353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2a66-497c-483e-b76e-4dd145358129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.858132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.859543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.869517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-29b5e2f0-f05a-4a7b-bab1-cd98008fe1c0 service neutron] 10.222.0.59 "GET /v2.0/networks/1b834fa5-4262-4356-a9dd-ee36d7aa431f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412011 Mar 11 17:35:15.883981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09f8bb05-2b83-4164-9114-e067528d9426 req-052ddf47-e468-42e3-8989-b0661d5d3808 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 210 time: 0.0681982 Mar 11 17:35:15.891599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7f73f-806c-416f-a265-97ff03d9c36a req-101bc5b4-b964-4e1b-94dc-d4a0ca70d39b tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:15.899364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3f7f73f-806c-416f-a265-97ff03d9c36a req-101bc5b4-b964-4e1b-94dc-d4a0ca70d39b tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 944 time: 0.3825543 Mar 11 17:35:15.908003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.012046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:16.015472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:16.026187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:16.067915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event updated for resources: {'Port': ['ID=80d7064e-6638-43ea-b247-b3ccc9992e12,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:16.084737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2a66-497c-483e-b76e-4dd145358129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.087648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.087995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.088321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.088668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.088968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.089428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.089823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.090143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.090763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.090935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.091250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.112003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:16.112003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.132564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c7ba2a66-497c-483e-b76e-4dd145358129 None None] For port 4afb0726-5c57-449f-a5b3-9c6de63e410d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4afb0726-5c57-449f-a5b3-9c6de63e410d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:16.139081 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2a66-497c-483e-b76e-4dd145358129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.140052 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-34a55150-02c5-406d-803f-2693bbc6a6d5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3207181 Mar 11 17:35:16.152706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad91e5f4-c0a3-42c4-ab39-92e64ab64998 req-e9fe1873-7d85-4f08-ab11-213970fb5465 tempest-ServersAaction247Test-673293215 tempest-ServersAaction247Test-673293215-project] 10.222.0.96 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1105709 Mar 11 17:35:16.160447 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.177230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Request body: {'port': {'device_id': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:16.213131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba2a66-497c-483e-b76e-4dd145358129 None None] Pushing event updated for resources: {'Port': ['ID=4afb0726-5c57-449f-a5b3-9c6de63e410d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:16.265887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3f7f73f-806c-416f-a265-97ff03d9c36a req-f7fe8eed-5716-48ea-acf4-9f597402cb8f tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654888 Mar 11 17:35:16.285958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ef9cfb6-95fa-4d0c-a4d8-03fdabf8ed94 req-7d74aa82-ce87-4cbe-99ff-bb152446b935 service neutron] 10.222.0.59 "GET /v2.0/networks/1b834fa5-4262-4356-a9dd-ee36d7aa431f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542240 Mar 11 17:35:16.337848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:16.341689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:16.349683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:16.396744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Pushing event updated for resources: {'Port': ['ID=32530b44-888a-4eba-815d-286e91ea9445,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:16.448212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.566268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ad20eab1-46c0-482e-9035-629bb4564cba None None] Provisioning complete for port 4afb0726-5c57-449f-a5b3-9c6de63e410d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:16.566704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad20eab1-46c0-482e-9035-629bb4564cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.631150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.631470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.631816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.632136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.632446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.632779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.633096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.633411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.633722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.634103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.634343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:16.665077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d7743a4d-5b50-478e-86f1-f22dd0d4fabd details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:35:16.837408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ef66-be1b-4c13-b178-5250bb689e57 req-b109e1dd-66de-49ef-83ae-279e0006cf8d tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:16.846999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e45ef66-be1b-4c13-b178-5250bb689e57 req-b109e1dd-66de-49ef-83ae-279e0006cf8d tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 946 time: 0.4041724 Mar 11 17:35:16.858027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eba82a-0259-48b4-be63-e82220fef421 req-bb9d57eb-d4f8-4c13-901e-4da010df2a17 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:16.866619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73eba82a-0259-48b4-be63-e82220fef421 req-bb9d57eb-d4f8-4c13-901e-4da010df2a17 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4735408 Mar 11 17:35:16.868847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d7743a4d-5b50-478e-86f1-f22dd0d4fabd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,segment=NetworkSegment(53b535e7-d5f5-41b1-b65b-192e4c09411e),segment_id=53b535e7-d5f5-41b1-b65b-192e4c09411e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:16.893000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d7064e-6638-43ea-b247-b3ccc9992e12 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:35:16.901061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd', 'network_id': '1b834fa5-4262-4356-a9dd-ee36d7aa431f', 'port_id': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd', 'mac_address': 'fa:16:3e:a8:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb747c61-920d-4a72-a885-f6396df324c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:35:16.903357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.909190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4afb0726-5c57-449f-a5b3-9c6de63e410d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:16.921642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Transition to ACTIVE for port object 80d7064e-6638-43ea-b247-b3ccc9992e12 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:16.926203 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.979216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e45ef66-be1b-4c13-b178-5250bb689e57 req-35cd1f66-4c90-4bdd-857d-da18c6cb18ba tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f81e454-fec8-4ac0-8320-48d72bb52df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312008 Mar 11 17:35:16.985637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73eba82a-0259-48b4-be63-e82220fef421 req-34b16277-ca6b-449f-8070-afbe52f0059c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171010 Mar 11 17:35:17.046339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.047344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.049277 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.087447 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.093522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Pushing event updated for resources: {'Port': ['ID=80d7064e-6638-43ea-b247-b3ccc9992e12,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:17.163981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7743a4d-5b50-478e-86f1-f22dd0d4fabd {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:35:17.196591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d7743a4d-5b50-478e-86f1-f22dd0d4fabd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,segment=NetworkSegment(53b535e7-d5f5-41b1-b65b-192e4c09411e),segment_id=53b535e7-d5f5-41b1-b65b-192e4c09411e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:17.212990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.296432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Attempting to bind port 80d7064e-6638-43ea-b247-b3ccc9992e12 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:17.297047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Attempting to bind port 80d7064e-6638-43ea-b247-b3ccc9992e12 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:17.297562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Attempting to bind port 80d7064e-6638-43ea-b247-b3ccc9992e12 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:17.305097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Port 80d7064e-6638-43ea-b247-b3ccc9992e12 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:35:17.305789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Attempting to bind port 80d7064e-6638-43ea-b247-b3ccc9992e12 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:17.315167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:17.316110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:17.316826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Bound using segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:17.317451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Bound port: 80d7064e-6638-43ea-b247-b3ccc9992e12, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:17.318016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.336672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4afb0726-5c57-449f-a5b3-9c6de63e410d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:17.337042 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.382111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f11aca-fd2d-4820-85e3-0cabc98275ad req-f3508bf0-52dc-4d48-8dae-99e5c0d27a55 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:17.384485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08f11aca-fd2d-4820-85e3-0cabc98275ad req-f3508bf0-52dc-4d48-8dae-99e5c0d27a55 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.1219258 Mar 11 17:35:17.426283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] For port 80d7064e-6638-43ea-b247-b3ccc9992e12, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:17.430017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] For port 80d7064e-6638-43ea-b247-b3ccc9992e12, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=80d7064e-6638-43ea-b247-b3ccc9992e12,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:17.436325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.520632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.522253 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] 10.222.0.59 "PUT /v2.0/ports/80d7064e-6638-43ea-b247-b3ccc9992e12 HTTP/1.1" status: 200 len: 1092 time: 1.3564529 Mar 11 17:35:17.522742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'tag': '80d7064e-6638-43ea-b247-b3ccc9992e12'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:17.530554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:17.545943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ce026-1978-4d43-ace8-a45703bdee6f service neutron] Pushing event updated for resources: {'Port': ['ID=80d7064e-6638-43ea-b247-b3ccc9992e12,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:17.581177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d7743a4d-5b50-478e-86f1-f22dd0d4fabd'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:35:17.598951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08f11aca-fd2d-4820-85e3-0cabc98275ad req-2a52577f-8135-4143-a610-b4877d8f24d5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996977 Mar 11 17:35:17.661891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fccf07-0260-4af7-9366-1c6f058b3d13 req-9eb0dfbe-1617-4717-bb84-adf76af3f97c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:17.663763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57fccf07-0260-4af7-9366-1c6f058b3d13 req-9eb0dfbe-1617-4717-bb84-adf76af3f97c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 944 time: 0.2433429 Mar 11 17:35:17.702764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-5573aaf0-eb67-4eed-9bad-95cad025d608 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:17.704265 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-5573aaf0-eb67-4eed-9bad-95cad025d608 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.59 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 946 time: 0.2480819 Mar 11 17:35:17.713723 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-5e297b25-6064-402b-aa4d-20d135bf9791 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 1095 time: 0.1264086 Mar 11 17:35:17.823876 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-8c2bf316-5b87-4edb-bb6e-2bb952ec6b2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7064e-6638-43ea-b247-b3ccc9992e12 HTTP/1.1" status: 200 len: 217 time: 0.0979705 Mar 11 17:35:17.834975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57fccf07-0260-4af7-9366-1c6f058b3d13 req-b7793083-70f2-4546-b8fc-0034b672b6e8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575713 Mar 11 17:35:17.835553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:35:17.851987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0afdb5df-c0f5-4865-803a-ded0c7c1f394 req-e5a8a244-3320-4691-b302-e03156603c2f tempest-ServersAaction247Test-673293215 tempest-ServersAaction247Test-673293215-project] 10.222.0.96 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0937359 Mar 11 17:35:17.910151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-c74e724c-a4cc-45e6-94b3-702d77e5b4eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:17.912100 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-c74e724c-a4cc-45e6-94b3-702d77e5b4eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.0826221 Mar 11 17:35:17.926581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Deleting port a309a882-dbaf-4a3a-bf19-781779a5507f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:17.926581 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.971883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-69eda584-f28e-43ff-8f21-8cb661e2b2ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527632 Mar 11 17:35:18.145740 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'tag': '80d7064e-6638-43ea-b247-b3ccc9992e12', 'status': 'completed', 'code': 200} Mar 11 17:35:18.162746 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-99d1883a-670f-42c1-bca4-57849efb0729 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837366 Mar 11 17:35:18.322733 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce10b764-a432-4203-960e-cda66a8c3b98 req-68622c74-9f4a-4293-817d-0b34e31f006f service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503534 Mar 11 17:35:18.482594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-000f4a91-2991-482b-a564-6e31fe982e97 req-60790866-60ea-4535-bee0-719d9841decc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 1095 time: 0.0709445 Mar 11 17:35:18.503546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1768c-869e-4300-86e1-3a466bcf38d6 req-d196b981-a314-41a9-9e52-46608c8b6561 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:18.505155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71a1768c-869e-4300-86e1-3a466bcf38d6 req-d196b981-a314-41a9-9e52-46608c8b6561 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3128455 Mar 11 17:35:18.528859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977cb9-ab9e-4830-b022-1c875f423121 req-992461f2-621d-459a-930d-7a8bd9b5a747 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:18.530411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7977cb9-ab9e-4830-b022-1c875f423121 req-992461f2-621d-459a-930d-7a8bd9b5a747 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 945 time: 0.4631863 Mar 11 17:35:18.556246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] For port a309a882-dbaf-4a3a-bf19-781779a5507f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a309a882-dbaf-4a3a-bf19-781779a5507f,segment=NetworkSegment(1fe49251-1f8a-4ea6-955a-8716eba501ea),segment_id=1fe49251-1f8a-4ea6-955a-8716eba501ea)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:18.556665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.628775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f4a91-2991-482b-a564-6e31fe982e97 req-dd241ce0-a9ae-43a9-b58c-a31d69a5c667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:18.630309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-000f4a91-2991-482b-a564-6e31fe982e97 req-dd241ce0-a9ae-43a9-b58c-a31d69a5c667 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.1417019 Mar 11 17:35:18.682570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d7743a4d-5b50-478e-86f1-f22dd0d4fabd up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:18.788572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d7743a4d-5b50-478e-86f1-f22dd0d4fabd completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:18.799774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d7743a4d-5b50-478e-86f1-f22dd0d4fabd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:18.800134 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.816756 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-000f4a91-2991-482b-a564-6e31fe982e97 req-c3bf1f32-0a1d-4d17-a425-9951db4681ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7064e-6638-43ea-b247-b3ccc9992e12 HTTP/1.1" status: 200 len: 217 time: 0.1761303 Mar 11 17:35:18.843404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Calling delete_port for a309a882-dbaf-4a3a-bf19-781779a5507f owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:35:18.889773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f4a91-2991-482b-a564-6e31fe982e97 req-be0f191c-3978-4233-ac27-153c03c2a099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:18.890690 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-000f4a91-2991-482b-a564-6e31fe982e97 req-be0f191c-3978-4233-ac27-153c03c2a099 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.0678680 Mar 11 17:35:18.931427 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.936620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71a1768c-869e-4300-86e1-3a466bcf38d6 req-2d25f10c-cf65-4717-9738-53f503b8e6c4 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138348 Mar 11 17:35:18.940582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7977cb9-ab9e-4830-b022-1c875f423121 req-99804eaa-8996-460e-8ca8-5968156a6b0f tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885942 Mar 11 17:35:18.954335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-000f4a91-2991-482b-a564-6e31fe982e97 req-c7ad41fe-7b7e-4038-abbd-11e4cd3c70e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574594 Mar 11 17:35:18.964945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:18.965419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d7743a4d-5b50-478e-86f1-f22dd0d4fabd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,segment=NetworkSegment(53b535e7-d5f5-41b1-b65b-192e4c09411e),segment_id=53b535e7-d5f5-41b1-b65b-192e4c09411e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:18.966772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:18.972871 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.015463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Sync routers for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:35:19.057316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.059232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-84bd5b00-c082-429e-bca8-e71f3e800e95 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8958333 Mar 11 17:35:19.060770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:19.061641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:19.062141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:19.127568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.132851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:19.229329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-000f4a91-2991-482b-a564-6e31fe982e97 req-58bccc88-2248-4e95-af4e-4fe09fb323fd service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686079 Mar 11 17:35:19.347858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:19.357800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Pushing event deleted for resources: {'Port': ['ID=a309a882-dbaf-4a3a-bf19-781779a5507f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:19.375723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0fcbe9fe-b9c9-4e19-b4a8-65bbca70a15c req-ac639813-0f3f-45aa-9cab-8c74e5d8ec18 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Synchronizing usage tracker for tenant:208efb09783d4a4bad46cff2db66f84a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:19.389724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-000f4a91-2991-482b-a564-6e31fe982e97 req-7ac5c94a-3fed-4e26-b7e7-1322aaa84daf service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533823 Mar 11 17:35:19.475691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] No DVR routers for this DVR port a309a882-dbaf-4a3a-bf19-781779a5507f on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:19.477308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0fcbe9fe-b9c9-4e19-b4a8-65bbca70a15c req-ac639813-0f3f-45aa-9cab-8c74e5d8ec18 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Unset dirty status for tenant:208efb09783d4a4bad46cff2db66f84a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:19.478430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0fcbe9fe-b9c9-4e19-b4a8-65bbca70a15c req-ac639813-0f3f-45aa-9cab-8c74e5d8ec18 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.96 "GET /v2.0/ports?device_id=56beb21b-aebf-4758-874d-4d0b88495cb2 HTTP/1.1" status: 200 len: 210 time: 0.1846688 Mar 11 17:35:19.480004 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.481872 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d46adc56-8320-404d-aeec-e0d89797cfc7 req-8e304cba-7551-429c-94da-712b06cfc790 tempest-ServersNegativeTestMultiTenantJSON-1659413820 tempest-ServersNegativeTestMultiTenantJSON-1659413820-project] 10.222.0.59 "DELETE /v2.0/ports/a309a882-dbaf-4a3a-bf19-781779a5507f HTTP/1.1" status: 204 len: 173 time: 1.7669101 Mar 11 17:35:19.482962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'name': 'network-vif-deleted', 'tag': 'a309a882-dbaf-4a3a-bf19-781779a5507f'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:19.745529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:16Z', 'revision_number': 3, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:19.749728 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Checking router: 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:35:19.750090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Updating router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc port 32530b44-888a-4eba-815d-286e91ea9445 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:35:19.805869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.873691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda46423-ffe7-4d69-8d49-76685f07147e req-89d29aad-f4bd-45fe-9381-f90181dfbece tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:19.875160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dda46423-ffe7-4d69-8d49-76685f07147e req-89d29aad-f4bd-45fe-9381-f90181dfbece tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 944 time: 0.1456974 Mar 11 17:35:19.882476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96cb0-5b68-4f55-b0b3-bbe05ef1c8a6 req-b6ebc782-5cd8-48eb-a7ce-4a9e18c0ad1f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:19.883896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27a96cb0-5b68-4f55-b0b3-bbe05ef1c8a6 req-b6ebc782-5cd8-48eb-a7ce-4a9e18c0ad1f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.2429833 Mar 11 17:35:19.968932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dda46423-ffe7-4d69-8d49-76685f07147e req-07df425b-6ff8-4be4-ba63-d206dbc40916 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840871 Mar 11 17:35:19.976257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27a96cb0-5b68-4f55-b0b3-bbe05ef1c8a6 req-817249c3-511b-4272-b59d-0527be461d2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736802 Mar 11 17:35:20.068681 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd', 'code': 200} Mar 11 17:35:20.241516 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.255196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Transition to ACTIVE for port object 32530b44-888a-4eba-815d-286e91ea9445 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:20.264210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.289365 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56beb21b-aebf-4758-874d-4d0b88495cb2', 'name': 'network-vif-deleted', 'tag': 'a309a882-dbaf-4a3a-bf19-781779a5507f', 'status': 'completed', 'code': 200} Mar 11 17:35:20.353034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedbf46-202d-4ff6-a22b-7d1e20731991 req-01001bca-c1ca-4027-955c-2447db2b7d75 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:20.354041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c3a0d-96f9-41bb-9272-144b3c273868 None None] Pushing event updated for resources: {'Port': ['ID=32530b44-888a-4eba-815d-286e91ea9445,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:20.354538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-deedbf46-202d-4ff6-a22b-7d1e20731991 req-01001bca-c1ca-4027-955c-2447db2b7d75 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2474673 Mar 11 17:35:20.365411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b135d4-2e94-4a0a-826d-20e96692a998 req-0bd823ed-1826-4653-bbd5-57ec10eb9ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 1097 time: 0.1818855 Mar 11 17:35:20.390640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Attempting to bind port 32530b44-888a-4eba-815d-286e91ea9445 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:20.391273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Attempting to bind port 32530b44-888a-4eba-815d-286e91ea9445 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:20.391755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Attempting to bind port 32530b44-888a-4eba-815d-286e91ea9445 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:20.400892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:20.401368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:20.401898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.402420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:20.402940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Bound port: 32530b44-888a-4eba-815d-286e91ea9445, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:20.403872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.458113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-deedbf46-202d-4ff6-a22b-7d1e20731991 req-601582eb-9a9f-4409-8c8c-60b2041eee8b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904543 Mar 11 17:35:20.470499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b135d4-2e94-4a0a-826d-20e96692a998 req-c85737a8-daf3-4d64-ac3d-5ac3621c7b9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853438 Mar 11 17:35:20.505989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] For port 32530b44-888a-4eba-815d-286e91ea9445, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:20.514770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] For port 32530b44-888a-4eba-815d-286e91ea9445, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32530b44-888a-4eba-815d-286e91ea9445,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:20.520654 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.623136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:20.623770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:20.747907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 80d7064e-6638-43ea-b247-b3ccc9992e12 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:35:20.750948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a309a882-dbaf-4a3a-bf19-781779a5507f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:20.757898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54102) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:20.774875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c3a0d-96f9-41bb-9272-144b3c273868 None None] Pushing event updated for resources: {'Port': ['ID=32530b44-888a-4eba-815d-286e91ea9445,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:20.803852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: a309a882-dbaf-4a3a-bf19-781779a5507f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:20.804205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a309a882-dbaf-4a3a-bf19-781779a5507f not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:20.837736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.862901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaeb5e-a5a1-4b02-b0d0-e44d3bcbd950 req-5ad33c25-7240-4bba-ba77-946a9ac51073 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:20.865131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9faaeb5e-a5a1-4b02-b0d0-e44d3bcbd950 req-5ad33c25-7240-4bba-ba77-946a9ac51073 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 946 time: 0.1640241 Mar 11 17:35:20.875976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] Deleting subnet e4f77503-f52c-4ab9-bbc8-3be02c728783 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:35:20.883811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.978574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.991312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:21.043710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e62e116c-1f02-438e-ad6f-1d91372e4049 req-4cbb30bd-4f47-4be0-ac8e-8f269b05510b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=281261a747b2402492e94149fd55df69&device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1130035 Mar 11 17:35:21.051764 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.058510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbba58ef-6d95-45dd-95e3-ad50053da8d0 req-044b66e6-20d2-4b69-9d58-4662d5db9c78 tempest-ServersAaction247Test-673293215 tempest-ServersAaction247Test-673293215-project] 10.222.0.96 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0780060 Mar 11 17:35:21.100326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9faaeb5e-a5a1-4b02-b0d0-e44d3bcbd950 req-363333e1-30d5-4102-95b8-f9ac384b81b5 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960151 Mar 11 17:35:21.134793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 80d7064e-6638-43ea-b247-b3ccc9992e12, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=80d7064e-6638-43ea-b247-b3ccc9992e12,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:21.173635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e62e116c-1f02-438e-ad6f-1d91372e4049 req-0e2f00f4-f550-413d-bcf8-11c922ad243d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=281261a747b2402492e94149fd55df69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854523 Mar 11 17:35:21.196563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.275866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '80d7064e-6638-43ea-b247-b3ccc9992e12', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': '80d7064e-6638-43ea-b247-b3ccc9992e12', 'mac_address': 'fa:16:3e:a8:d1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:35:21.299133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f77503-f52c-4ab9-bbc8-3be02c728783,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:21.315635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.324770 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-502aff3a-6c3b-4324-a0a5-a0c7c0e7e336 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e4f77503-f52c-4ab9-bbc8-3be02c728783 HTTP/1.1" status: 204 len: 168 time: 0.5655050 Mar 11 17:35:21.328092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:21.379407 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.399323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d7064e-6638-43ea-b247-b3ccc9992e12 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:35:21.436107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 80d7064e-6638-43ea-b247-b3ccc9992e12, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=80d7064e-6638-43ea-b247-b3ccc9992e12,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:21.452747 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.483927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.529970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=80d7064e-6638-43ea-b247-b3ccc9992e12,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:21.595047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:16Z', 'revision_number': 3, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:21.599057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e182da0-c51b-476b-83d7-96f00d08f18a None None] The sync data for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 is: [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:16Z', 'revision_number': 3, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:35:21.637639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.652086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e116c-1f02-438e-ad6f-1d91372e4049 req-9240d0d4-9cc1-4833-b10b-2bbd7288cb4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:21.653553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e62e116c-1f02-438e-ad6f-1d91372e4049 req-9240d0d4-9cc1-4833-b10b-2bbd7288cb4e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3956869 Mar 11 17:35:21.671855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddfa45f-13be-42d4-a549-4b14e077b62a']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:21.687373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe49251-1f8a-4ea6-955a-8716eba501ea') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:21.687655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe49251-1f8a-4ea6-955a-8716eba501ea') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:21.695032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00c1ba-25a6-4ca6-b596-ee74d6583749 req-1fb50598-056c-47fb-819b-99ec35bccdd8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:21.698174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce00c1ba-25a6-4ca6-b596-ee74d6583749 req-1fb50598-056c-47fb-819b-99ec35bccdd8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2470105 Mar 11 17:35:21.704001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.719199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Allocated IP 172.20.0.1 (947ffefb-9e1f-499b-81fe-d4dda1296850/46360656-022f-42e9-a358-a47fcd1a49b7/8c25921d-170d-48f6-9e16-b4f267e0bf1a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:21.722165 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.729601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:35:21.730021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:21.746180 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:21.846409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.850488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['80d7064e-6638-43ea-b247-b3ccc9992e12'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:35:21.865436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.869027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ddfa45f-13be-42d4-a549-4b14e077b62a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:21.886954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce00c1ba-25a6-4ca6-b596-ee74d6583749 req-1fd7d61d-a02a-472a-a0a6-04705f1282dd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744587 Mar 11 17:35:21.890053 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1702bfa4-93a6-481b-bd5f-fe1bb9d56877 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1ddfa45f-13be-42d4-a549-4b14e077b62a HTTP/1.1" status: 204 len: 168 time: 0.5601668 Mar 11 17:35:21.892182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54118) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:21.898635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9de8b-ac04-4b3a-aff9-cf9d23fd54cb req-d2c508cd-e555-4761-8055-484edc122edc tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:21.900492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45b9de8b-ac04-4b3a-aff9-cf9d23fd54cb req-d2c508cd-e555-4761-8055-484edc122edc tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 945 time: 0.3468239 Mar 11 17:35:21.985401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] Deleting subnet d157786d-02ad-4f54-99cb-b92513b0813a {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:35:21.997484 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.057617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45b9de8b-ac04-4b3a-aff9-cf9d23fd54cb req-e4b2121f-d327-4025-87ba-7c466fe584ae tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494687 Mar 11 17:35:22.100261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.106996 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.201144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Transition to ACTIVE for port object 8c25921d-170d-48f6-9e16-b4f267e0bf1a will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:22.220306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.249493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.302656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964beca-6607-4a8e-8814-6b973f32d6a9 req-e533ed56-db95-41f2-b6c7-70a963d5624a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:22.304413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b964beca-6607-4a8e-8814-6b973f32d6a9 req-e533ed56-db95-41f2-b6c7-70a963d5624a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.1715393 Mar 11 17:35:22.343213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.375991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:22.377975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Pushing event updated for resources: {'Port': ['ID=8c25921d-170d-48f6-9e16-b4f267e0bf1a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:22.387583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:22.388568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d157786d-02ad-4f54-99cb-b92513b0813a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:22.390551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:22.399651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.409293 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72abe8fa-f9c0-4e51-9d70-9c72da28cfff admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d157786d-02ad-4f54-99cb-b92513b0813a HTTP/1.1" status: 204 len: 168 time: 0.5137429 Mar 11 17:35:22.409620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54132) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:22.462678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b964beca-6607-4a8e-8814-6b973f32d6a9 req-d3cbc1de-a60e-4803-b66f-681dfc2829fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302688 Mar 11 17:35:22.471814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.596819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.613207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-b66f09c1-d0ab-49c5-97fa-f661daaa9af4 req-16f3621f-965f-4fa0-9046-069d8893c1e7 tempest-TenantUsagesTestJSON-273413514 tempest-TenantUsagesTestJSON-273413514-project] (83848) timed out ('10.222.0.97', 56522) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:35:22.650795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.706104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c33b939a-fcd1-4b32-94c8-bea05c8df1fc None None] Provisioning for port 8c25921d-170d-48f6-9e16-b4f267e0bf1a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:22.718718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c33b939a-fcd1-4b32-94c8-bea05c8df1fc None None] Provisioning complete for port 8c25921d-170d-48f6-9e16-b4f267e0bf1a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:22.719666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c33b939a-fcd1-4b32-94c8-bea05c8df1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.726948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fd2-4e6d-4dd9-8095-ec642468d7c9 req-687010b4-7ab6-4498-8c1e-2fb6289c66c2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:22.728551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17bc1fd2-4e6d-4dd9-8095-ec642468d7c9 req-687010b4-7ab6-4498-8c1e-2fb6289c66c2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2388361 Mar 11 17:35:22.792559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c33b939a-fcd1-4b32-94c8-bea05c8df1fc None None] Port 8c25921d-170d-48f6-9e16-b4f267e0bf1a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:35:22.856977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17bc1fd2-4e6d-4dd9-8095-ec642468d7c9 req-1dcd073a-ac02-48e4-bd7d-f8dbc70291ff tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004725 Mar 11 17:35:22.870694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.916624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21980e9a-e3e2-4600-b92b-9546fd5790fb']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:22.941379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32530b44-888a-4eba-815d-286e91ea9445 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:22.946810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868ed81c-0a29-4f89-9cd5-cbea2100f78e') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:22.947096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868ed81c-0a29-4f89-9cd5-cbea2100f78e') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:22.961887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.987489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.006970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:35:23.008012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:23.030169 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:23.065077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 32530b44-888a-4eba-815d-286e91ea9445 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:23.072326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 32530b44-888a-4eba-815d-286e91ea9445 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:23.072706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.123279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d14c66-26f2-4a5f-98ce-2d2670ed8a2c req-1ec20530-be10-4879-8b91-cf7b1ec76583 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:23.130414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d14c66-26f2-4a5f-98ce-2d2670ed8a2c req-1ec20530-be10-4879-8b91-cf7b1ec76583 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 946 time: 0.4682312 Mar 11 17:35:23.137054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9838db24-ed2b-4fd6-b300-5aea8c0c9683 req-e5299a3b-2d77-4d36-a5a4-38f4b3c4e832 tempest-ServersAaction247Test-673293215 tempest-ServersAaction247Test-673293215-project] 10.222.0.96 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0794055 Mar 11 17:35:23.140453 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.169929 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.180535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] 10.222.0.96 "DELETE /v2.0/networks/21980e9a-e3e2-4600-b92b-9546fd5790fb HTTP/1.1" status: 204 len: 168 time: 0.7695503 Mar 11 17:35:23.184453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568e9f9-c59c-43ac-bdfd-23ea3fbe6b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=21980e9a-e3e2-4600-b92b-9546fd5790fb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:23.232202 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.245306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d14c66-26f2-4a5f-98ce-2d2670ed8a2c req-0bfb5bdf-2cc3-4ce5-b31f-1eada56eb5b2 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143672 Mar 11 17:35:23.274193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 32530b44-888a-4eba-815d-286e91ea9445, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32530b44-888a-4eba-815d-286e91ea9445,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:23.280636 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.283845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.300679 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.356344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=32530b44-888a-4eba-815d-286e91ea9445,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:23.382507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54146) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:23.423653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Pushing event updated for resources: {'Port': ['ID=8c25921d-170d-48f6-9e16-b4f267e0bf1a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:23.447360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.467207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-946f5140-1389-4fbd-8965-a7dc8ef9ace5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=208efb09783d4a4bad46cff2db66f84a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0831456 Mar 11 17:35:23.470769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54152) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:23.538204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d76ecd62-ace0-46d6-9c80-055613faf4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.580786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d76ecd62-ace0-46d6-9c80-055613faf4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.663482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:23.665930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:23.675093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d76ecd62-ace0-46d6-9c80-055613faf4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.691836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ecd62-ace0-46d6-9c80-055613faf4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f81e454-fec8-4ac0-8320-48d72bb52df1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:23.700132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d76ecd62-ace0-46d6-9c80-055613faf4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.702852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d76ecd62-ace0-46d6-9c80-055613faf4db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f81e454-fec8-4ac0-8320-48d72bb52df1 HTTP/1.1" status: 204 len: 168 time: 0.2302322 Mar 11 17:35:23.750978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479db9d-dd4f-4b5e-b4b0-5cf491bc493d req-b082cf3d-a563-4bef-9c2a-664684f6451e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:23.752855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0479db9d-dd4f-4b5e-b4b0-5cf491bc493d req-b082cf3d-a563-4bef-9c2a-664684f6451e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 945 time: 0.2272644 Mar 11 17:35:23.931206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e62e116c-1f02-438e-ad6f-1d91372e4049 req-bb9268ab-ad9e-4c06-9449-cbd37a58a150 tempest-ServersAaction247Test-673293215 tempest-ServersAaction247Test-673293215-project] 10.222.0.59 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0514576 Mar 11 17:35:24.034269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8a8ffded-364b-4f08-8c0c-c4f9c5f9a0a9 None None] Provisioning complete for port 8c25921d-170d-48f6-9e16-b4f267e0bf1a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:24.036556 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8ffded-364b-4f08-8c0c-c4f9c5f9a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.065772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0479db9d-dd4f-4b5e-b4b0-5cf491bc493d req-14bf8dd6-05d5-437d-b75a-aba44862b427 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059945 Mar 11 17:35:24.106044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ffded-364b-4f08-8c0c-c4f9c5f9a0a9 None None] Port 8c25921d-170d-48f6-9e16-b4f267e0bf1a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:35:24.210165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910d34e-6c89-4d65-ae10-e103a6c16439 req-1267327e-433f-46cd-8fb4-582c72961e61 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:24.219837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f910d34e-6c89-4d65-ae10-e103a6c16439 req-1267327e-433f-46cd-8fb4-582c72961e61 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.2762225 Mar 11 17:35:24.280363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54172) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:24.331018 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0d0c84bd-70f1-482f-b456-ab6c60b0d79f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f0dd3d11c4964e55b9d43182c07cf96d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494108 Mar 11 17:35:24.333716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54176) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:24.400727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f910d34e-6c89-4d65-ae10-e103a6c16439 req-bd16c24e-77e2-4768-9dac-c1a52e24d8f9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716299 Mar 11 17:35:24.409195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff91e460-c00d-42f2-bde8-470dc09ca7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.422089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24c821-286d-4b57-800f-b8d4ca73402e req-9bf9f211-914c-4cd3-8669-1efa4625c38e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:24.423613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee24c821-286d-4b57-800f-b8d4ca73402e req-9bf9f211-914c-4cd3-8669-1efa4625c38e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1964993 Mar 11 17:35:24.444850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff91e460-c00d-42f2-bde8-470dc09ca7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.493363 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee24c821-286d-4b57-800f-b8d4ca73402e req-2d318ef1-f8d4-4e5f-b89f-7a1759df767e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634222 Mar 11 17:35:24.507652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff91e460-c00d-42f2-bde8-470dc09ca7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.530068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91e460-c00d-42f2-bde8-470dc09ca7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23810a8c-9f6e-4e02-9735-9f23a159a1a5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:24.534966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff91e460-c00d-42f2-bde8-470dc09ca7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.539570 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff91e460-c00d-42f2-bde8-470dc09ca7f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23810a8c-9f6e-4e02-9735-9f23a159a1a5 HTTP/1.1" status: 204 len: 168 time: 0.2014875 Mar 11 17:35:24.542921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:35:24.704069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 80d7064e-6638-43ea-b247-b3ccc9992e12 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:24.802455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:24.813604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b5a30af-a0fb-4ca1-88dc-be9e0291fcda admin admin] 10.222.0.96 "PUT /v2.0/routers/22c64e59-71b1-4c38-b0a1-dbb19bf5edfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7500396 Mar 11 17:35:24.843364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 80d7064e-6638-43ea-b247-b3ccc9992e12 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:24.852224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 80d7064e-6638-43ea-b247-b3ccc9992e12 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:24.852727 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.915570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5cc51f6-813f-483b-9f85-8f3162386819 req-b24d839d-883c-492b-a7da-8bd6368339e6 tempest-ServersAaction247Test-673293215 tempest-ServersAaction247Test-673293215-project] 10.222.0.96 "GET /v2.0/ports?device_id=68c1afe7-69da-4959-9608-830c1914f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0682795 Mar 11 17:35:24.949255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32530b44-888a-4eba-815d-286e91ea9445 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:25.156432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 32530b44-888a-4eba-815d-286e91ea9445 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:25.157331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.217417 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.268542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7064e-6638-43ea-b247-b3ccc9992e12'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:25.341507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 80d7064e-6638-43ea-b247-b3ccc9992e12, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=80d7064e-6638-43ea-b247-b3ccc9992e12,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:25.349105 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.365200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153257-eeda-4828-a0da-9d45bab8bc17 req-18b74ca0-a5bf-4d46-9704-dc1dc56b8624 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:25.369139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de153257-eeda-4828-a0da-9d45bab8bc17 req-18b74ca0-a5bf-4d46-9704-dc1dc56b8624 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 946 time: 0.2168972 Mar 11 17:35:25.430707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=80d7064e-6638-43ea-b247-b3ccc9992e12,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:25.452102 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de153257-eeda-4828-a0da-9d45bab8bc17 req-ff80c4d2-a99c-4608-bb21-7889436f16ba tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778811 Mar 11 17:35:25.810113 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7064e-6638-43ea-b247-b3ccc9992e12', 'code': 200} Mar 11 17:35:25.870344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f60214-7f9d-499e-9380-358b1393ceb8 req-011d10c2-524f-4c0a-98dc-60a0a6115d5e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:25.879724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f60214-7f9d-499e-9380-358b1393ceb8 req-011d10c2-524f-4c0a-98dc-60a0a6115d5e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 0.3093877 Mar 11 17:35:25.999404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f60214-7f9d-499e-9380-358b1393ceb8 req-df563e6a-0e95-40f0-a144-694948bbabde tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182563 Mar 11 17:35:26.102575 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Sync routers for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:35:26.158485 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:26.165341 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:26.323965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6330b-936c-4c22-85af-d086a957d7f0 req-9020f6c5-51f6-408e-a488-56195046159b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.331236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bb6330b-936c-4c22-85af-d086a957d7f0 req-9020f6c5-51f6-408e-a488-56195046159b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.3232646 Mar 11 17:35:26.358152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc67bbb7-c6a2-4200-927c-98002daf61a5 req-ac7c8409-c38c-4ef1-8fe0-fd31cf3cedfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 1097 time: 0.2620792 Mar 11 17:35:26.395997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55ebc9-3d20-4157-a8d9-b8ede73ccc21 req-aee174e9-9a49-43e3-af56-7a56800fdaac tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.397615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c55ebc9-3d20-4157-a8d9-b8ede73ccc21 req-aee174e9-9a49-43e3-af56-7a56800fdaac tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2116661 Mar 11 17:35:26.410277 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:26.482770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bb6330b-936c-4c22-85af-d086a957d7f0 req-f974d297-03fd-4584-9956-0b569606b82c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505356 Mar 11 17:35:26.509632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c55ebc9-3d20-4157-a8d9-b8ede73ccc21 req-7602d295-e47e-47ff-9dad-59a6a1b1f9ff tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030903 Mar 11 17:35:26.550868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc67bbb7-c6a2-4200-927c-98002daf61a5 req-a5202784-ef44-4582-83b6-5a228bff0b3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042416 Mar 11 17:35:26.609473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-3ecee9bd-8202-4a19-9856-1eb481bc925c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.612389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-3ecee9bd-8202-4a19-9856-1eb481bc925c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.59 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 946 time: 0.1998129 Mar 11 17:35:26.704307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54256) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:26.711078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-network', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:26.718863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:26.728728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Usage tracker for resource:network and tenant:275e3a8498554142a4ad7ab17fae085d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:26.737206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:26.754255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:26.774246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Made reservation on behalf of 275e3a8498554142a4ad7ab17fae085d for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:26.777294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.805616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.864533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e163ab4-b493-4e07-96b1-827dd9256852 req-408859a7-6105-4491-9304-b0b42cef4ffa tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.868480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e163ab4-b493-4e07-96b1-827dd9256852 req-408859a7-6105-4491-9304-b0b42cef4ffa tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 946 time: 0.1410623 Mar 11 17:35:26.967689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e163ab4-b493-4e07-96b1-827dd9256852 req-2ab5c140-e07d-46b8-8c9b-624c6551b173 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/security-groups?id=a92acc1a-7ef4-46c5-896b-40ee59b00284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916598 Mar 11 17:35:26.983376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:26.988457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Deleting port d7743a4d-5b50-478e-86f1-f22dd0d4fabd {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:26.988793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.026800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Usage tracker for resource:security_group_rule and tenant:275e3a8498554142a4ad7ab17fae085d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:27.033709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:27.050760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:27.167896 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 2, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:27.186787 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Checking router: 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:35:27.187137 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Updating router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc port 8c25921d-170d-48f6-9e16-b4f267e0bf1a binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:35:27.307386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.321534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.328586 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.333610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:27.335499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9660-25e8-406f-846c-c7b44ce912f6 req-03b93e69-fba9-4d9b-86f9-fe115f0c2ede tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:27.343293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.343746 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Added segment 923a322a-746c-4694-9802-d59ef1db82c0 of type vlan for network 11ac6cb9-1861-46d7-9ae2-239629b73679 Mar 11 17:35:27.348559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af9f9660-25e8-406f-846c-c7b44ce912f6 req-03b93e69-fba9-4d9b-86f9-fe115f0c2ede tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1809008 Mar 11 17:35:27.376698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.428056 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.429025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:27.429687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.449340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af9f9660-25e8-406f-846c-c7b44ce912f6 req-75f6f7ee-bbfe-4834-9b53-ff8e9b3cadca tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990040 Mar 11 17:35:27.471196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54270) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:27.480019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] For port d7743a4d-5b50-478e-86f1-f22dd0d4fabd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,segment=NetworkSegment(53b535e7-d5f5-41b1-b65b-192e4c09411e),segment_id=53b535e7-d5f5-41b1-b65b-192e4c09411e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:27.480472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.565398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089169d-4f76-4f7b-9823-25b9ab128711,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:27.788472 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0822883 Mar 11 17:35:27.797077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Calling delete_port for d7743a4d-5b50-478e-86f1-f22dd0d4fabd owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:35:27.823576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54284) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:27.839472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Request body: {'subnet': {'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-subnet', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:27.846681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035651de-5ecf-4978-b27d-910ff617baad admin admin] Pushing event updated for resources: {'Network': ['ID=11ac6cb9-1861-46d7-9ae2-239629b73679,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:27.858330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:35:27.861257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.871578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:27.881178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Usage tracker for resource:subnet and tenant:275e3a8498554142a4ad7ab17fae085d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:27.901396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:27.923486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:27.972674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13a603-6a06-4230-8ffe-f2eea27d65d4 req-c8f8a388-5a1b-4be7-8f72-bc3b12d56fe6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:27.978302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Made reservation on behalf of 275e3a8498554142a4ad7ab17fae085d for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:27.980985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.982805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a13a603-6a06-4230-8ffe-f2eea27d65d4 req-c8f8a388-5a1b-4be7-8f72-bc3b12d56fe6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 0.3036966 Mar 11 17:35:27.987179 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.058097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:28.075218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Usage tracker for resource:security_group_rule and tenant:281261a747b2402492e94149fd55df69 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:28.082287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:28.091551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:28.111335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a13a603-6a06-4230-8ffe-f2eea27d65d4 req-91f39500-fd3e-4887-af52-4f593bab6d37 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270709 Mar 11 17:35:28.167272 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Transition to ACTIVE for port object 8c25921d-170d-48f6-9e16-b4f267e0bf1a will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:28.169528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.178484 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.209173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d7743a4d-5b50-478e-86f1-f22dd0d4fabd'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:35:28.265334 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Pushing event updated for resources: {'Port': ['ID=8c25921d-170d-48f6-9e16-b4f267e0bf1a,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:28.279845 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.280267 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.280884 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.281245 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.281670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.282066 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.282494 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.282918 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.283430 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.283829 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.284225 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:28.367895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Pushing event deleted for resources: {'Port': ['ID=d7743a4d-5b50-478e-86f1-f22dd0d4fabd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:28.441369 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.477130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.484923 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Attempting to bind port 8c25921d-170d-48f6-9e16-b4f267e0bf1a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:28.485446 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Attempting to bind port 8c25921d-170d-48f6-9e16-b4f267e0bf1a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:28.485887 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Attempting to bind port 8c25921d-170d-48f6-9e16-b4f267e0bf1a on network 947ffefb-9e1f-499b-81fe-d4dda1296850 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:28.499718 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:28.500410 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Checking segment: {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:28.500987 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.501521 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Bound using segment: {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:28.502275 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Bound port: 8c25921d-170d-48f6-9e16-b4f267e0bf1a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:28.502819 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.586073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b880c3-93cb-4179-acb7-5e0a9abe3fbe req-cbeafc61-7a7a-48ce-a1d6-78afc279c814 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.606141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84b880c3-93cb-4179-acb7-5e0a9abe3fbe req-cbeafc61-7a7a-48ce-a1d6-78afc279c814 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.7199228 Mar 11 17:35:28.623589 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] For port 8c25921d-170d-48f6-9e16-b4f267e0bf1a, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:28.629817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] No DVR routers for this DVR port d7743a4d-5b50-478e-86f1-f22dd0d4fabd on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:28.631281 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] For port 8c25921d-170d-48f6-9e16-b4f267e0bf1a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8c25921d-170d-48f6-9e16-b4f267e0bf1a,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:28.635119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.640951 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.655793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'name': 'network-vif-deleted', 'tag': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:28.676611 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.722870 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5a9e84fd-16ed-4d56-81ce-f2c71afc7f15 req-c74489df-0b22-46f5-819e-9d04b80de10c tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.59 "DELETE /v2.0/ports/d7743a4d-5b50-478e-86f1-f22dd0d4fabd HTTP/1.1" status: 204 len: 173 time: 1.8940859 Mar 11 17:35:28.741568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce7944-8729-47eb-9234-7e1183bd97c3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:28.773210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:28.794396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Checking segment: {'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:28.795094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Network hostable DHCP agents. Network: 11ac6cb9-1861-46d7-9ae2-239629b73679, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:28.799985 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd537c9-569a-4a33-bcd4-68cece54ffcd None None] Pushing event updated for resources: {'Port': ['ID=8c25921d-170d-48f6-9e16-b4f267e0bf1a,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:28.810973 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:28.811603 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:28.828741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:28.847348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb526d73-c01b-445e-badb-6b7aacc77f17 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=281261a747b2402492e94149fd55df69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3750684 Mar 11 17:35:28.848924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 11ac6cb9-1861-46d7-9ae2-239629b73679) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:28.850628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54308) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:28.858617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b61b1-7236-4ed3-aefd-5af851567ebb None None] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:28.903234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.907889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.919531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84b880c3-93cb-4179-acb7-5e0a9abe3fbe req-fc9c49d0-8e00-47a6-943f-662f8c748ed1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120928 Mar 11 17:35:29.002642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89e76-fb7f-417e-b314-187ecf62cf04 req-d6cc418e-7637-41cd-8a33-b1c1b3075eaa tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:29.010032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41b89e76-fb7f-417e-b314-187ecf62cf04 req-d6cc418e-7637-41cd-8a33-b1c1b3075eaa tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4013383 Mar 11 17:35:29.093496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1c976d1d-b6f3-48a7-a60f-5b79ce336253 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2667387 Mar 11 17:35:29.097176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:29.139907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:29.151742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:29.163829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41b89e76-fb7f-417e-b314-187ecf62cf04 req-62764bc2-6512-4157-a25d-41d663fe4753 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525533 Mar 11 17:35:29.164722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Usage tracker for resource:router and tenant:275e3a8498554142a4ad7ab17fae085d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:29.183597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:29.204207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:29.236476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42bcdd7a-a1c0-40e8-9352-74fa9e8cd265 req-64707227-ddda-45c7-8b24-2b2e144e9e63 tempest-ServerGroupTestJSON-1090149950 tempest-ServerGroupTestJSON-1090149950-project] 10.222.0.96 "GET /v2.0/ports?device_id=86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c HTTP/1.1" status: 200 len: 210 time: 0.0676589 Mar 11 17:35:29.236970 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.239966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.266498 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:29.270652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2f58-8ae0-4d30-b090-39f0e046090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.340332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2f58-8ae0-4d30-b090-39f0e046090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.364454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.403118 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ca6b8b-aa2f-4b74-b5e1-a1720b3ba93c', 'name': 'network-vif-deleted', 'tag': 'd7743a4d-5b50-478e-86f1-f22dd0d4fabd', 'status': 'completed', 'code': 200} Mar 11 17:35:29.654103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-11ac6cb9-1861-46d7-9ae2-239629b73679', 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'fixed_ips': [{'subnet_id': '1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:35:29.656944 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.745174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7848f3-b0de-4605-bb03-0216f3db8a29 req-02887c9b-a80e-4cd5-9d5b-4e2223638d1b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:29.747356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b7848f3-b0de-4605-bb03-0216f3db8a29 req-02887c9b-a80e-4cd5-9d5b-4e2223638d1b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 0.1909306 Mar 11 17:35:29.753511 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.766290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04c364-37ff-4245-a88a-d57fc2d941ea req-1ced4800-a7ab-41ab-9029-7d9b956279fe tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:29.774014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f04c364-37ff-4245-a88a-d57fc2d941ea req-1ced4800-a7ab-41ab-9029-7d9b956279fe tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1278923 Mar 11 17:35:29.867315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b7848f3-b0de-4605-bb03-0216f3db8a29 req-50b869d1-6fd7-4f84-98fd-f9c804950c6e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104090 Mar 11 17:35:29.868269 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2f58-8ae0-4d30-b090-39f0e046090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.908450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f04c364-37ff-4245-a88a-d57fc2d941ea req-089e9ad5-8f86-4469-a411-912fd7a98f0d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334345 Mar 11 17:35:29.931304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec2f58-8ae0-4d30-b090-39f0e046090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce7944-8729-47eb-9234-7e1183bd97c3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:30.034088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Allocated IP 172.20.0.2 (11ac6cb9-1861-46d7-9ae2-239629b73679/1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2/73945d16-0d4c-4efe-a49c-308b333ba39a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:30.141323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2f58-8ae0-4d30-b090-39f0e046090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.142488 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d4ec2f58-8ae0-4d30-b090-39f0e046090c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b2ce7944-8729-47eb-9234-7e1183bd97c3 HTTP/1.1" status: 204 len: 168 time: 1.2911024 Mar 11 17:35:30.181768 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:28Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:30.211757 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00020871-6c32-42c4-ada8-f8ecf2f79a17 None None] The sync data for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 is: [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:28Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:35:30.390935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.466408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.649342 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.663448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Transition to ACTIVE for port object 73945d16-0d4c-4efe-a49c-308b333ba39a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:30.689074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Transition to ACTIVE for port object 73945d16-0d4c-4efe-a49c-308b333ba39a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:30.699832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.700054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Allocated IP 172.25.3.190 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/bdd6bf3f-6d74-4d55-94e0-b198240aa13f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:30.827713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aae3ba-f5a0-4dc3-abdd-48c38cfe11aa req-e40934ca-7126-47d8-9392-7e4c401355c1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:30.829258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14aae3ba-f5a0-4dc3-abdd-48c38cfe11aa req-e40934ca-7126-47d8-9392-7e4c401355c1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.3165128 Mar 11 17:35:30.930533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d7743a4d-5b50-478e-86f1-f22dd0d4fabd no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:30.952561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14aae3ba-f5a0-4dc3-abdd-48c38cfe11aa req-7e1e51d3-fe0c-4ed8-85d5-3c12c2ae5494 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165831 Mar 11 17:35:30.988093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.093706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.112122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8c25921d-170d-48f6-9e16-b4f267e0bf1a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:31.235366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d7743a4d-5b50-478e-86f1-f22dd0d4fabd {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:31.247044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d7743a4d-5b50-478e-86f1-f22dd0d4fabd not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:31.310247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:31.324290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:31.330986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:31.341684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Pushing event updated for resources: {'Port': ['ID=73945d16-0d4c-4efe-a49c-308b333ba39a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:31.358886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:31.401620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:31.407182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:31.517140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Pushing event updated for resources: {'Port': ['ID=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:31.664703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Attempting to bind port 73945d16-0d4c-4efe-a49c-308b333ba39a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:31.665132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Attempting to bind port 73945d16-0d4c-4efe-a49c-308b333ba39a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:31.665587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Attempting to bind port 73945d16-0d4c-4efe-a49c-308b333ba39a on network 11ac6cb9-1861-46d7-9ae2-239629b73679 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:31.668086 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8c25921d-170d-48f6-9e16-b4f267e0bf1a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:31.680819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8c25921d-170d-48f6-9e16-b4f267e0bf1a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:31.680819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.701827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b4467-dc3d-4cac-99f7-0a5fd37d691b req-5b7108f4-66dd-4874-ad73-b02176fd1693 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:31.705985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d1b4467-dc3d-4cac-99f7-0a5fd37d691b req-5b7108f4-66dd-4874-ad73-b02176fd1693 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2953937 Mar 11 17:35:31.724692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:31.725273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Checking segment: {'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:31.726243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.729688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Bound using segment: {'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:31.729688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Bound port: 73945d16-0d4c-4efe-a49c-308b333ba39a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:31.729688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.776691 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-8d7b019b-5771-48a1-984e-6c6202358f56 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7466059 Mar 11 17:35:31.786918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54370) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:31.855977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] For port 73945d16-0d4c-4efe-a49c-308b333ba39a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:31.859543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] For port 73945d16-0d4c-4efe-a49c-308b333ba39a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=73945d16-0d4c-4efe-a49c-308b333ba39a,segment=NetworkSegment(923a322a-746c-4694-9802-d59ef1db82c0),segment_id=923a322a-746c-4694-9802-d59ef1db82c0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:31.901906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.953896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22b540-4a5e-468f-9d1b-0b9d8b8ff7ed req-c5b57e90-e794-4177-869d-03b73f06ef84 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:31.966969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad22b540-4a5e-468f-9d1b-0b9d8b8ff7ed req-c5b57e90-e794-4177-869d-03b73f06ef84 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 0.3851337 Mar 11 17:35:32.022018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.040202 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.048004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d1b4467-dc3d-4cac-99f7-0a5fd37d691b req-43a94db9-fef9-4d5d-a122-1eba891c1e8f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092945 Mar 11 17:35:32.094670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068df6d-7fb6-453c-ba38-effa78201851 None None] Pushing event updated for resources: {'Port': ['ID=73945d16-0d4c-4efe-a49c-308b333ba39a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:32.112027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad22b540-4a5e-468f-9d1b-0b9d8b8ff7ed req-73078298-e7b2-4b79-951f-fa1611e4c1d7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440957 Mar 11 17:35:32.143341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8c25921d-170d-48f6-9e16-b4f267e0bf1a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8c25921d-170d-48f6-9e16-b4f267e0bf1a,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:32.154815 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.252605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:32.267458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8c25921d-170d-48f6-9e16-b4f267e0bf1a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:32.291512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Usage tracker for resource:security_group_rule and tenant:caaaf7511c4e4f64b4faec44315e2535 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:32.299149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.312342 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.328960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:32.395093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa38537-bb8f-4c50-a9da-2368ccb569a4 req-23fee05c-e178-4c2b-b9a9-b93b50c7e498 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:32.403295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-baa38537-bb8f-4c50-a9da-2368ccb569a4 req-23fee05c-e178-4c2b-b9a9-b93b50c7e498 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.1417308 Mar 11 17:35:32.511657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:32.531339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-baa38537-bb8f-4c50-a9da-2368ccb569a4 req-63409f20-52f6-470a-9d4e-b5189d2dd12c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267595 Mar 11 17:35:32.552688 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-ca497ce5-9524-41f7-a240-0c00e0f713c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1097 time: 0.7378960 Mar 11 17:35:32.586345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54392) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:32.756400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e683a5-3a0b-4084-907d-75e8746afa1b req-da35d925-06a9-48ee-a180-cfed8af5cb63 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:32.772270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78e683a5-3a0b-4084-907d-75e8746afa1b req-da35d925-06a9-48ee-a180-cfed8af5cb63 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.1878853 Mar 11 17:35:32.899552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78e683a5-3a0b-4084-907d-75e8746afa1b req-cb4da4cc-559d-4bd5-b806-654cd4378c97 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239314 Mar 11 17:35:32.957056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-156214972-network', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:32.963041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:32.975439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Usage tracker for resource:network and tenant:0f681c11069b4cc582ffd1f5d09a06ea is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:32.980352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:32.993703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:33.016976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Made reservation on behalf of 0f681c11069b4cc582ffd1f5d09a06ea for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:33.019932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.055888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.073764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8c25921d-170d-48f6-9e16-b4f267e0bf1a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:33.148731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.251977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.254496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8c25921d-170d-48f6-9e16-b4f267e0bf1a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:33.254970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.363856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6348c29d-acf1-4b28-a96d-4d543d2fd6b9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:33.384426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:33.396500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Usage tracker for resource:security_group_rule and tenant:0f681c11069b4cc582ffd1f5d09a06ea is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:33.401398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:33.412237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:33.420130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346f1b-3b03-4911-9c0b-e002bf2bf5aa req-71089812-853a-431c-968c-10f0d26d5da6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:33.427857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8346f1b-3b03-4911-9c0b-e002bf2bf5aa req-71089812-853a-431c-968c-10f0d26d5da6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 0.1531956 Mar 11 17:35:33.499276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8346f1b-3b03-4911-9c0b-e002bf2bf5aa req-1ee52752-dbca-4bb5-8808-e4662be6d1e9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702376 Mar 11 17:35:33.510093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 73945d16-0d4c-4efe-a49c-308b333ba39a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:33.586837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-bd8c71d6-1d95-4c48-8c0b-68ae57675157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:33.588472 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-bd8c71d6-1d95-4c48-8c0b-68ae57675157 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 916 time: 0.7598884 Mar 11 17:35:33.623471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 73945d16-0d4c-4efe-a49c-308b333ba39a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:33.679337 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f49886b7-6397-4a8e-8b68-f32c8fc6acbf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=caaaf7511c4e4f64b4faec44315e2535&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8913503 Mar 11 17:35:33.681860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54414) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:33.684855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.693300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.714894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-c36e0084-932d-4737-ba35-528345ef7f41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 217 time: 0.1170280 Mar 11 17:35:33.737239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d389798d-7d79-4fab-9550-65d1fc5c9669,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:33.769232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:33.804098 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.804447 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Added segment c7849c31-388c-45e6-9f0c-79f7c380e247 of type vlan for network 200d2e8d-8875-4c5e-8912-7880a03b5a5c Mar 11 17:35:33.818625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee88306-8247-4992-878b-cb4b8ce601de req-71c33819-7b8a-4a25-9452-28f4adc88143 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:33.826490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dee88306-8247-4992-878b-cb4b8ce601de req-71c33819-7b8a-4a25-9452-28f4adc88143 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2129877 Mar 11 17:35:33.897264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f276a-577d-4ff4-9490-a8e90aa06553 None None] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:33.909335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-458d1780-f84d-4a87-8df5-ecbcacd66d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.912680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-3c02f857-f17d-40b7-b106-8267081f606e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:33.914542 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-3c02f857-f17d-40b7-b106-8267081f606e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.1909609 Mar 11 17:35:33.935376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.987607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dee88306-8247-4992-878b-cb4b8ce601de req-3282b63f-6a8a-4864-b343-e826d7564e82 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599572 Mar 11 17:35:34.002230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-ac29720c-8f06-4b9e-b320-d81dc8c0f28f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748096 Mar 11 17:35:34.008880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-458d1780-f84d-4a87-8df5-ecbcacd66d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.070036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.071231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:34.071827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.092703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9517ac9f-752a-4c47-947e-82e427121d3a None None] Provisioning for port 73945d16-0d4c-4efe-a49c-308b333ba39a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:34.110808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191ac47-94e9-4441-a220-f03bd739e3bc req-eedc95e2-a708-4503-ba22-2eac1c329124 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:34.117810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9517ac9f-752a-4c47-947e-82e427121d3a None None] Provisioning complete for port 73945d16-0d4c-4efe-a49c-308b333ba39a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:34.118001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1191ac47-94e9-4441-a220-f03bd739e3bc req-eedc95e2-a708-4503-ba22-2eac1c329124 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.2869928 Mar 11 17:35:34.119109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9517ac9f-752a-4c47-947e-82e427121d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.229261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1191ac47-94e9-4441-a220-f03bd739e3bc req-2135c788-c7ca-4758-a84a-7ede78ce7695 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103842 Mar 11 17:35:34.437044 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-8f168e6c-545c-4222-a9d9-95683dad8fa5 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212620 Mar 11 17:35:34.437888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Router 04e58bc0-e26f-4390-8e99-d3291e7b87fc is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:35:34.442137 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-458d1780-f84d-4a87-8df5-ecbcacd66d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.464997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8775477 Mar 11 17:35:34.472025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54434) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:34.472795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057ccda-5250-4ee3-8c48-0f091a90c27d admin admin] Pushing event updated for resources: {'Network': ['ID=200d2e8d-8875-4c5e-8912-7880a03b5a5c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:34.489436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73bd2d05-402a-49ab-ab18-838854d6cc6c req-030731f1-efa1-4aa3-bb17-15f24d747cc7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2590797 Mar 11 17:35:34.490550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9517ac9f-752a-4c47-947e-82e427121d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.494060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Request body: {'subnet': {'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-subnet', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:34.499807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:34.504247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Usage tracker for resource:subnet and tenant:0f681c11069b4cc582ffd1f5d09a06ea is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:34.507973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:34.514420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:34.518701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:35:34.548490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Made reservation on behalf of 0f681c11069b4cc582ffd1f5d09a06ea for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:34.551388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.598093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54440) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:34.648927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d1780-f84d-4a87-8df5-ecbcacd66d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348c29d-acf1-4b28-a96d-4d543d2fd6b9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:34.721183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9517ac9f-752a-4c47-947e-82e427121d3a None None] For port 73945d16-0d4c-4efe-a49c-308b333ba39a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=73945d16-0d4c-4efe-a49c-308b333ba39a,segment=NetworkSegment(923a322a-746c-4694-9802-d59ef1db82c0),segment_id=923a322a-746c-4694-9802-d59ef1db82c0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:34.737705 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9517ac9f-752a-4c47-947e-82e427121d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.794633 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-72f36447-f4be-4d64-97c4-ce9b609a01ad req-0d95a807-4aaf-4d3a-a398-8f15935d74c7 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490832 Mar 11 17:35:34.797186 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-458d1780-f84d-4a87-8df5-ecbcacd66d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.800583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-458d1780-f84d-4a87-8df5-ecbcacd66d45 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6348c29d-acf1-4b28-a96d-4d543d2fd6b9 HTTP/1.1" status: 204 len: 168 time: 1.1103313 Mar 11 17:35:34.850858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517ac9f-752a-4c47-947e-82e427121d3a None None] Pushing event updated for resources: {'Port': ['ID=73945d16-0d4c-4efe-a49c-308b333ba39a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:34.910502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] Deleting subnet bb747c61-920d-4a72-a885-f6396df324c0 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:35:34.915872 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73bd2d05-402a-49ab-ab18-838854d6cc6c req-94c2e896-15f0-40c0-9c07-fe3f917be60b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.3785884 Mar 11 17:35:34.925896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.024134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:35.035782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Sync routers for ids ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:35:35.060978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73bd2d05-402a-49ab-ab18-838854d6cc6c req-450aa1a1-f4e1-46b3-838d-85b8dd522978 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527215 Mar 11 17:35:35.062654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Routers {'04e58bc0-e26f-4390-8e99-d3291e7b87fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:35.065350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:35.066025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.075267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d62fd2de-e250-4e25-b478-538668a103ab admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9561822 Mar 11 17:35:35.076174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54448) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:35.094284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244770e-ab94-4133-b493-94fd28c672eb req-ec7b393b-cf10-4884-b579-23002a41e0a2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:35.101285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2244770e-ab94-4133-b493-94fd28c672eb req-ec7b393b-cf10-4884-b579-23002a41e0a2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.7895262 Mar 11 17:35:35.338024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.379552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e7eaf324-63df-4813-9e28-0ff1c09af3e9 None None] Provisioning complete for port 73945d16-0d4c-4efe-a49c-308b333ba39a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:35.379918 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf324-63df-4813-9e28-0ff1c09af3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.511480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Set router 04e58bc0-e26f-4390-8e99-d3291e7b87fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:35.519647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2244770e-ab94-4133-b493-94fd28c672eb req-179d8962-3bde-4769-a75f-05f32f1901ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175129 Mar 11 17:35:35.539701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.675042 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.717398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.782910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.804915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-a7788e3a-4a4b-4a36-a759-a3bd09ba54f5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:35.806408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-a7788e3a-4a4b-4a36-a759-a3bd09ba54f5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 1.2677298 Mar 11 17:35:35.820903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb747c61-920d-4a72-a885-f6396df324c0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:36.070785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:35:31Z', 'revision_number': 3, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:36.077078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Checking router: 04e58bc0-e26f-4390-8e99-d3291e7b87fc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:35:36.077559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Updating router 04e58bc0-e26f-4390-8e99-d3291e7b87fc port bdd6bf3f-6d74-4d55-94e0-b198240aa13f binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:35:36.082002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9274d-922b-45ff-ae43-710c303c2ba0 req-6d0458ca-f2a9-4806-a655-c04dff3ea5f0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:36.090019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e9274d-922b-45ff-ae43-710c303c2ba0 req-6d0458ca-f2a9-4806-a655-c04dff3ea5f0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 1.3646448 Mar 11 17:35:36.119494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b97bfc38-7f3a-44bf-9f9a-d387bbcb374f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/bb747c61-920d-4a72-a885-f6396df324c0 HTTP/1.1" status: 204 len: 168 time: 1.4838080 Mar 11 17:35:36.121027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd2d05-402a-49ab-ab18-838854d6cc6c req-30bd2ba7-6659-4d55-aefd-80a4734ad577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:36.123482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54472) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:36.124501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73bd2d05-402a-49ab-ab18-838854d6cc6c req-30bd2ba7-6659-4d55-aefd-80a4734ad577 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0407202 Mar 11 17:35:36.151419 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.170051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54476) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:36.257311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e9274d-922b-45ff-ae43-710c303c2ba0 req-da9e6d8c-1ffd-4fe4-930a-de1d1c28d4cf tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659718 Mar 11 17:35:36.296635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Deleting port 80d7064e-6638-43ea-b247-b3ccc9992e12 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:35:36.297078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.365648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.371375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Checking segment: {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:36.372278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Network hostable DHCP agents. Network: 200d2e8d-8875-4c5e-8912-7880a03b5a5c, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:36.385065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b24567-76ee-406b-9247-cb993867fa0a,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:36.466749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f44a-d9bd-443e-9ed6-a41a32603e4f req-8c4fe150-dc59-4dd2-9b19-75688f69281e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:36.478315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e74f44a-d9bd-443e-9ed6-a41a32603e4f req-8c4fe150-dc59-4dd2-9b19-75688f69281e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.7442391 Mar 11 17:35:36.517340 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.530051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Transition to ACTIVE for port object bdd6bf3f-6d74-4d55-94e0-b198240aa13f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:36.539553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.611779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Attempting to bind port bdd6bf3f-6d74-4d55-94e0-b198240aa13f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:36.612004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Attempting to bind port bdd6bf3f-6d74-4d55-94e0-b198240aa13f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:36.612255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Attempting to bind port bdd6bf3f-6d74-4d55-94e0-b198240aa13f on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:36.621795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e74f44a-d9bd-443e-9ed6-a41a32603e4f req-590fd398-d789-4fa8-af82-1d70f4d98262 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110535 Mar 11 17:35:36.637675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-network', 'tenant_id': '126587c9078e40f4b29ea883394b0f73'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:36.639383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:36.639747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:36.640136 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.640513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:36.640984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Bound port: bdd6bf3f-6d74-4d55-94e0-b198240aa13f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:36.641343 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.652728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:36.671538 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.682276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Usage tracker for resource:network and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:36.698954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:36.705676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90cd2f-46ad-4fc6-990d-43a0534f8d04 None None] Pushing event updated for resources: {'Port': ['ID=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:36.728923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:36.732872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b834fa5-4262-4356-a9dd-ee36d7aa431f']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:36.740570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:36.752146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] For port bdd6bf3f-6d74-4d55-94e0-b198240aa13f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:36.755956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] For port bdd6bf3f-6d74-4d55-94e0-b198240aa13f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:36.757982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b535e7-d5f5-41b1-b65b-192e4c09411e') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:36.758249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b535e7-d5f5-41b1-b65b-192e4c09411e') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:36.764684 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.777660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 200d2e8d-8875-4c5e-8912-7880a03b5a5c) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:36.777884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.788900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:36.789538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.834448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce5af60-8ee6-494e-ac19-7a4a69a95602 None None] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:36.857599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Made reservation on behalf of 126587c9078e40f4b29ea883394b0f73 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:36.864904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.916144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f53f8-da8c-4104-abd2-4729645c25d2 req-debd21ac-36a8-4dde-a5ae-620e7a998d52 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:36.923215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-921f53f8-da8c-4104-abd2-4729645c25d2 req-debd21ac-36a8-4dde-a5ae-620e7a998d52 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3069119 Mar 11 17:35:36.933744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e85561c4-4703-45dd-93f7-7fd26ac56305 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4497926 Mar 11 17:35:36.950487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54490) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:36.950831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54492) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:36.959894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:36.977132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:36.977433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.999426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Usage tracker for resource:router and tenant:0f681c11069b4cc582ffd1f5d09a06ea is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:37.005502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:37.033740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:37.038087 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:35:37.054347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-921f53f8-da8c-4104-abd2-4729645c25d2 req-35c71bf5-4aa0-4ac3-b9d9-9e39cdfe1658 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300945 Mar 11 17:35:37.062909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:37.067750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Usage tracker for resource:security_group_rule and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:37.071663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:37.099244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.103016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] For port 80d7064e-6638-43ea-b247-b3ccc9992e12, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=80d7064e-6638-43ea-b247-b3ccc9992e12,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:37.103546 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.130797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 73945d16-0d4c-4efe-a49c-308b333ba39a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:37.133363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.134475 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.137109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:35:37.137724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.206192 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.278866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d01b6a0-f75b-4fbd-b30a-a5b9423f43b5 None None] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:37.319266 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:37.321237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:37.445245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Calling delete_port for 80d7064e-6638-43ea-b247-b3ccc9992e12 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:35:37.448121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 73945d16-0d4c-4efe-a49c-308b333ba39a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:37.448547 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.473727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.475809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.486498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.505458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.509865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90cd2f-46ad-4fc6-990d-43a0534f8d04 None None] Pushing event updated for resources: {'Port': ['ID=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:37.517216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.520258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b834fa5-4262-4356-a9dd-ee36d7aa431f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:37.525112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Routers {'04e58bc0-e26f-4390-8e99-d3291e7b87fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:37.525903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:37.556334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63296757-cf9e-460f-abda-c48efadc14a1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1b834fa5-4262-4356-a9dd-ee36d7aa431f HTTP/1.1" status: 204 len: 168 time: 1.4284413 Mar 11 17:35:37.575449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.588048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:37.608377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554f57b6-9e98-4cf0-bdb7-526bb246534f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:37.612334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.612334 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Added segment 3fba1d39-d46a-4169-b6a6-113b2eb0d2b8 of type vlan for network 457c7bb4-45c0-4530-9bb2-c755ef527acc Mar 11 17:35:37.701474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.747550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:37.756538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:20f06c96d39a418da8ec138653213e1e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:37.762487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:37.773683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:37.781311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ea7f-a209-469f-9b95-2d2072911de0 req-25a32bb3-a1d5-4928-849f-476c2300ebab tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:37.788262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f00ea7f-a209-469f-9b95-2d2072911de0 req-25a32bb3-a1d5-4928-849f-476c2300ebab tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4542480 Mar 11 17:35:37.800028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.801250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:37.801936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.812911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] Set router 04e58bc0-e26f-4390-8e99-d3291e7b87fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:37.858047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54508) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:37.910958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.918888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffad2c-6647-4e86-9844-29e0e3ba90d8 req-f155771b-3a7c-44ac-add8-969540862c4e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:37.925593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8ffad2c-6647-4e86-9844-29e0e3ba90d8 req-f155771b-3a7c-44ac-add8-969540862c4e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 946 time: 0.4871025 Mar 11 17:35:37.978109 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8024147 Mar 11 17:35:37.980198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54512) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:37.989220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Request body: {'subnet': {'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-subnet', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:37.993044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7983257-3e2f-4dc5-9e3c-2ac0339ef64c admin admin] Pushing event updated for resources: {'Network': ['ID=457c7bb4-45c0-4530-9bb2-c755ef527acc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:38.002199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:38.008716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Allocated IP 172.20.0.1 (11ac6cb9-1861-46d7-9ae2-239629b73679/1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2/795e257f-33ae-479d-bdef-a91b67cd30b6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:38.011860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Usage tracker for resource:subnet and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:38.012937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:35:38.013636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f00ea7f-a209-469f-9b95-2d2072911de0 req-de9767de-ba34-4d8b-b4b4-0a6d6022fa28 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242188 Mar 11 17:35:38.016505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:38.026405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:38.042660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.140703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Made reservation on behalf of 126587c9078e40f4b29ea883394b0f73 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:38.143668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.146627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event deleted for resources: {'Port': ['ID=80d7064e-6638-43ea-b247-b3ccc9992e12,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:38.165620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8ffad2c-6647-4e86-9844-29e0e3ba90d8 req-64248242-a864-4602-b7a8-96a76a449bc3 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391706 Mar 11 17:35:38.290179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:35:31Z', 'revision_number': 3, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:38.294663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81ded6-75a7-4cce-904a-0a4148ab4ad3 None None] The sync data for ids ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'] in n-d-833436-1 is: [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:35:31Z', 'revision_number': 3, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:35:38.331668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2f8cb03b-3347-4fbd-a524-27817b180036 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f42894b9857a4897baa1e97178fe12ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4715533 Mar 11 17:35:38.418324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54520) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:38.552632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.602795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] No DVR routers for this DVR port 80d7064e-6638-43ea-b247-b3ccc9992e12 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:38.605752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.612933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.625749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'name': 'network-vif-deleted', 'tag': '80d7064e-6638-43ea-b247-b3ccc9992e12'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:38.671143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.705385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13378b8b-7139-43c7-a80b-0241c3da9041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.714070 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63c272e4-8326-47d7-9ec6-3d1961c065fe req-3e588fe4-863c-478d-a081-f6971d00ad85 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "DELETE /v2.0/ports/80d7064e-6638-43ea-b247-b3ccc9992e12 HTTP/1.1" status: 204 len: 173 time: 2.8814883 Mar 11 17:35:38.714803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7064ebe-4ce4-45fb-8a74-1dac794ea22b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:38.727617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6efde727-df67-4138-8dd7-2b18ec666ce9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=20f06c96d39a418da8ec138653213e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7714324 Mar 11 17:35:38.731290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54526) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:38.738463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13378b8b-7139-43c7-a80b-0241c3da9041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.780013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Transition to ACTIVE for port object 795e257f-33ae-479d-bdef-a91b67cd30b6 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:38.783516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.827344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc144a-cb49-4802-a445-75a94b835c19 req-a3896d77-ac2f-4d51-9609-461ec413c501 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:38.836223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdbc144a-cb49-4802-a445-75a94b835c19 req-a3896d77-ac2f-4d51-9609-461ec413c501 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3206854 Mar 11 17:35:38.845973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 80d7064e-6638-43ea-b247-b3ccc9992e12 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:35:38.892092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8c1a-7a3b-42e7-be78-bfaa6494b907 req-8413fe82-44ed-424d-a2d7-55a2b78fa67b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:38.893626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-203c8c1a-7a3b-42e7-be78-bfaa6494b907 req-8413fe82-44ed-424d-a2d7-55a2b78fa67b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.6492882 Mar 11 17:35:38.909215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80c4b28-b536-43cc-b7c2-314762326e69,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:38.914270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 80d7064e-6638-43ea-b247-b3ccc9992e12 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:35:38.914634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 80d7064e-6638-43ea-b247-b3ccc9992e12 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:35:38.926507 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13378b8b-7139-43c7-a80b-0241c3da9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.942800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.985701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13378b8b-7139-43c7-a80b-0241c3da9041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92acc1a-7ef4-46c5-896b-40ee59b00284,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:39.000905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Checking segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:39.001240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Network hostable DHCP agents. Network: 457c7bb4-45c0-4530-9bb2-c755ef527acc, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:39.025105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.053204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:39.054079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13378b8b-7139-43c7-a80b-0241c3da9041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.057643 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-13378b8b-7139-43c7-a80b-0241c3da9041 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a92acc1a-7ef4-46c5-896b-40ee59b00284 HTTP/1.1" status: 204 len: 168 time: 0.6356804 Mar 11 17:35:39.057643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Pushing event updated for resources: {'Port': ['ID=795e257f-33ae-479d-bdef-a91b67cd30b6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:39.060062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:39.062942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:39.083138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.128387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:39.136031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.153882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 457c7bb4-45c0-4530-9bb2-c755ef527acc) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:39.161534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:39.162180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.194454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42f554-b612-4f44-8b89-bf36ff02f86a None None] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:39.204855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b22e9f08-44bd-4a64-9a5e-d3f8914e8231 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2238717 Mar 11 17:35:39.205888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:39.214346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:39.221118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:39.226217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Usage tracker for resource:router and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:39.256231 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.313889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:39.351364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:39.354292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31fe1da0-d29d-4ace-9588-d26d25af1ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.379084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.415235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.416507 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.449483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdbc144a-cb49-4802-a445-75a94b835c19 req-5f37e1d4-3f6a-4456-b5fc-15abc241c781 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123745 Mar 11 17:35:39.480535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-203c8c1a-7a3b-42e7-be78-bfaa6494b907 req-fd45c47a-e269-4dab-80cc-395b86d6e1c8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421283 Mar 11 17:35:39.482397 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31fe1da0-d29d-4ace-9588-d26d25af1ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.617382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Allocated IP 172.25.3.236 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ced40247-85f9-4433-878c-ddb2ed29fc57) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:39.634836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-550c0c9a-0909-4187-a17f-f43724f38d09 None None] Provisioning for port 795e257f-33ae-479d-bdef-a91b67cd30b6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:39.698171 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.812826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-550c0c9a-0909-4187-a17f-f43724f38d09 None None] Provisioning complete for port 795e257f-33ae-479d-bdef-a91b67cd30b6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:39.814204 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-550c0c9a-0909-4187-a17f-f43724f38d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.814314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31fe1da0-d29d-4ace-9588-d26d25af1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.972182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-550c0c9a-0909-4187-a17f-f43724f38d09 None None] Port 795e257f-33ae-479d-bdef-a91b67cd30b6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:35:39.980349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-457c7bb4-45c0-4530-9bb2-c755ef527acc', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:35:39.981175 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.060831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.144803 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de03781-fd5f-4e64-9967-d722bdd80c4e', 'name': 'network-vif-deleted', 'tag': '80d7064e-6638-43ea-b247-b3ccc9992e12', 'status': 'completed', 'code': 200} Mar 11 17:35:40.193550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.197309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0e323a77-4105-43df-a558-22605128e6af req-382b0b6e-3e30-4d22-83d8-de7e6cd8ae44 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:40.217455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1da0-d29d-4ace-9588-d26d25af1ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7064ebe-4ce4-45fb-8a74-1dac794ea22b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:40.244136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.248344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31fe1da0-d29d-4ace-9588-d26d25af1ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.252010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-31fe1da0-d29d-4ace-9588-d26d25af1ceb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e7064ebe-4ce4-45fb-8a74-1dac794ea22b HTTP/1.1" status: 204 len: 168 time: 1.5167997 Mar 11 17:35:40.303235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.358180 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.404212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Allocated IP 172.20.0.2 (457c7bb4-45c0-4530-9bb2-c755ef527acc/d80c4b28-b536-43cc-b7c2-314762326e69/a60e6e37-f462-4ae9-94bc-7dc1135dd734) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:40.452600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0e323a77-4105-43df-a558-22605128e6af req-382b0b6e-3e30-4d22-83d8-de7e6cd8ae44 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:40.465490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e323a77-4105-43df-a558-22605128e6af req-382b0b6e-3e30-4d22-83d8-de7e6cd8ae44 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=2de03781-fd5f-4e64-9967-d722bdd80c4e HTTP/1.1" status: 200 len: 210 time: 0.6606710 Mar 11 17:35:40.501788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.517546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:40.524378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Pushing event updated for resources: {'Port': ['ID=ced40247-85f9-4433-878c-ddb2ed29fc57,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:40.527249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:40.555417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af54fa-a85d-42aa-a4f1-89202d7482f9 req-7195b3e9-ea6e-47c4-b408-45befe8c6736 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:40.559373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6af54fa-a85d-42aa-a4f1-89202d7482f9 req-7195b3e9-ea6e-47c4-b408-45befe8c6736 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2867515 Mar 11 17:35:40.560969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:40.812333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Pushing event updated for resources: {'Port': ['ID=795e257f-33ae-479d-bdef-a91b67cd30b6,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:40.847962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.891610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Transition to ACTIVE for port object a60e6e37-f462-4ae9-94bc-7dc1135dd734 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:40.927603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Transition to ACTIVE for port object a60e6e37-f462-4ae9-94bc-7dc1135dd734 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:40.933420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:40.935739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:40.946658 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.027728 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6af54fa-a85d-42aa-a4f1-89202d7482f9 req-58d3686a-1bd1-4744-9223-1144c523b3b0 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961750 Mar 11 17:35:41.109508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ec973-22f3-49c1-9fb4-f9c892b2a29d req-dcad482c-4efa-44ad-8999-9d78abbe0ebd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:41.111129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce2ec973-22f3-49c1-9fb4-f9c892b2a29d req-dcad482c-4efa-44ad-8999-9d78abbe0ebd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.3808620 Mar 11 17:35:41.150141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Pushing event updated for resources: {'Port': ['ID=a60e6e37-f462-4ae9-94bc-7dc1135dd734,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:41.167685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bdd6bf3f-6d74-4d55-94e0-b198240aa13f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:41.195282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54570) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:41.319772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce2ec973-22f3-49c1-9fb4-f9c892b2a29d req-c3fd1bcc-e609-4c38-a175-f7b7c3d8d89c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972003 Mar 11 17:35:41.340335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.341363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.352062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:41.354607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:41.359276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:41.381464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port bdd6bf3f-6d74-4d55-94e0-b198240aa13f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:41.459182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port bdd6bf3f-6d74-4d55-94e0-b198240aa13f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:41.459552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.588923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Attempting to bind port a60e6e37-f462-4ae9-94bc-7dc1135dd734 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:41.589340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Attempting to bind port a60e6e37-f462-4ae9-94bc-7dc1135dd734 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:41.589632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Attempting to bind port a60e6e37-f462-4ae9-94bc-7dc1135dd734 on network 457c7bb4-45c0-4530-9bb2-c755ef527acc {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:41.627532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:41.627904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Checking segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:41.628316 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.628670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Bound using segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:41.629147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Bound port: a60e6e37-f462-4ae9-94bc-7dc1135dd734, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:41.629503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.633814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-379953593-network', 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:41.653951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d3f3d183-5c8c-408f-a0ec-482aaa98d96d None None] Provisioning complete for port 795e257f-33ae-479d-bdef-a91b67cd30b6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:41.654222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d183-5c8c-408f-a0ec-482aaa98d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.655618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:41.667726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Usage tracker for resource:network and tenant:3da01f022e9a4228b8ea6297d38c7b2b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:41.673074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:41.692825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:41.770754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.771728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:41.779569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3d183-5c8c-408f-a0ec-482aaa98d96d None None] Port 795e257f-33ae-479d-bdef-a91b67cd30b6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:35:41.780640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.835273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.850063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.866491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b59bfe-6d20-4709-b183-cab0049ab02e req-6089f003-9ddb-45e4-8b7e-45c655ce14cb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:41.874323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88b59bfe-6d20-4709-b183-cab0049ab02e req-6089f003-9ddb-45e4-8b7e-45c655ce14cb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2973697 Mar 11 17:35:41.926790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.944003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:41.954861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port bdd6bf3f-6d74-4d55-94e0-b198240aa13f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:41.956321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] For port a60e6e37-f462-4ae9-94bc-7dc1135dd734, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:41.959690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Usage tracker for resource:security_group_rule and tenant:3da01f022e9a4228b8ea6297d38c7b2b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:41.959878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] For port a60e6e37-f462-4ae9-94bc-7dc1135dd734, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a60e6e37-f462-4ae9-94bc-7dc1135dd734,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:41.967222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.968725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:41.980030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:42.019775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.079337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:42.176531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b954d8c-9d1d-489c-a826-1bb472211758 None None] Pushing event updated for resources: {'Port': ['ID=a60e6e37-f462-4ae9-94bc-7dc1135dd734,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:42.207728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Allocated IP 172.25.3.126 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/f05ef841-81df-406e-89d8-53487330bc8d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:42.356679 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5ec99e3b-ddeb-40ce-8727-c39564f60321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.367149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88b59bfe-6d20-4709-b183-cab0049ab02e req-7d1808ad-eab6-4eed-a4e4-81537b94b0f3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901109 Mar 11 17:35:42.410297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Router 04e58bc0-e26f-4390-8e99-d3291e7b87fc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:35:42.452225 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.508976 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.551573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.578337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edbe017-83ac-4df9-a579-24b8fb4aea47,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:42.646831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:42.681706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.688909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.689168 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Added segment a61af490-b083-4965-8d54-70edcb7df6df of type vlan for network 223820bb-b86e-43fc-b13c-cb4729837daf Mar 11 17:35:42.759575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-dfda7b07-c6ad-4e63-bfed-3b2ed39271a6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:42.764742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:42.767047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-dfda7b07-c6ad-4e63-bfed-3b2ed39271a6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.7602868 Mar 11 17:35:42.769042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:42.774678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:42.783757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.804118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Pushing event updated for resources: {'Port': ['ID=f05ef841-81df-406e-89d8-53487330bc8d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:42.811637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-8aa2f086-6b4e-464b-b1d6-d2f4923688eb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/quotas/e6556f3c7b3f47e9a31f9fb6f18d601c HTTP/1.1" status: 200 len: 375 time: 0.0436854 Mar 11 17:35:42.834415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912508f6-6d26-4bb2-85e1-bd8ee35ef184 req-85449bea-ee5a-4eb5-bef0-a65c889b5ee0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:42.836030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-912508f6-6d26-4bb2-85e1-bd8ee35ef184 req-85449bea-ee5a-4eb5-bef0-a65c889b5ee0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.2650361 Mar 11 17:35:42.893549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Router 79f84015-a49c-417e-899f-b644b0696982 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:35:42.898691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-06c8f860-3e65-4d3f-8d51-4287c1cad546 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700247 Mar 11 17:35:42.914219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:42.917827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.918729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:42.919305 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.966435 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-068ebc76-1bd0-4ff8-bf6e-5a49e0a95b30 admin admin] 10.222.0.96 "PUT /v2.0/routers/04e58bc0-e26f-4390-8e99-d3291e7b87fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8886728 Mar 11 17:35:43.044294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.045125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.078518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bdd6bf3f-6d74-4d55-94e0-b198240aa13f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:43.256637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port bdd6bf3f-6d74-4d55-94e0-b198240aa13f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:43.256637 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.374489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-687ed845-38b5-4001-99f9-f9b3af18f906 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435272 Mar 11 17:35:43.456260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a60e6e37-f462-4ae9-94bc-7dc1135dd734 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:43.490404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54628) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:43.490595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2935550 Mar 11 17:35:43.503018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Request body: {'subnet': {'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-379953593-subnet', 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:43.524253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:43.532636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Usage tracker for resource:subnet and tenant:3da01f022e9a4228b8ea6297d38c7b2b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:43.553594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:43.568988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-912508f6-6d26-4bb2-85e1-bd8ee35ef184 req-19e54a04-3d2e-4d10-9463-652740809722 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902292 Mar 11 17:35:43.579486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:43.600101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Router 6bfa8db5-913d-41df-b552-edbedf42f80d is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:35:43.603160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a60e6e37-f462-4ae9-94bc-7dc1135dd734 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:43.621124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:43.631985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.632627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59983c5d-8b59-44fa-9789-27ffbc81e9c8 None None] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:43.652900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840f865-2218-4052-9c94-04f42c67638e admin admin] Pushing event updated for resources: {'Network': ['ID=223820bb-b86e-43fc-b13c-cb4729837daf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:43.738926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-b5fd41af-951a-4e29-b68a-e519e2a9a3a0 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521156 Mar 11 17:35:43.800643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 223820bb-b86e-43fc-b13c-cb4729837daf details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:35:43.923851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:43.935079 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Sync routers for ids ['79f84015-a49c-417e-899f-b644b0696982'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:35:43.956103 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Routers {'79f84015-a49c-417e-899f-b644b0696982'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:43.957033 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['79f84015-a49c-417e-899f-b644b0696982'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:43.988161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870e046-5c4a-475e-8019-eea99263f6dc req-673a37b7-5214-4089-bc6e-46081ff96987 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:43.989658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5870e046-5c4a-475e-8019-eea99263f6dc req-673a37b7-5214-4089-bc6e-46081ff96987 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2114797 Mar 11 17:35:44.045910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.062218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ed45083e-3622-40be-8a92-63e6393b9d56 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1103148 Mar 11 17:35:44.063318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54654) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:44.182743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c6a44aaa-560d-4446-a0d3-276d51c706e4 None None] Provisioning for port a60e6e37-f462-4ae9-94bc-7dc1135dd734 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:44.229721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c6a44aaa-560d-4446-a0d3-276d51c706e4 None None] Provisioning complete for port a60e6e37-f462-4ae9-94bc-7dc1135dd734 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:44.230496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6a44aaa-560d-4446-a0d3-276d51c706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.429336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aac302e5-ff07-4ae3-956e-145e3ce83a0e req-922cb67a-0025-4d3b-9826-549b785dc668 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 210 time: 0.0927718 Mar 11 17:35:44.455627 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5870e046-5c4a-475e-8019-eea99263f6dc req-646dba74-16c5-40a8-b5d4-bed4622bc54b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429824 Mar 11 17:35:44.550702 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6a44aaa-560d-4446-a0d3-276d51c706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.560031 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Set router 79f84015-a49c-417e-899f-b644b0696982 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:44.582286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2686c0e4-bed7-449c-a222-6dd82d1dfbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.679483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c6a44aaa-560d-4446-a0d3-276d51c706e4 None None] For port a60e6e37-f462-4ae9-94bc-7dc1135dd734, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a60e6e37-f462-4ae9-94bc-7dc1135dd734,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:44.689560 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6a44aaa-560d-4446-a0d3-276d51c706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.899570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a44aaa-560d-4446-a0d3-276d51c706e4 None None] Pushing event updated for resources: {'Port': ['ID=a60e6e37-f462-4ae9-94bc-7dc1135dd734,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:45.121864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f99c4bbf-e7dc-4b63-a831-e845c5dc7e8d None None] Provisioning complete for port a60e6e37-f462-4ae9-94bc-7dc1135dd734 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:45.122233 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f99c4bbf-e7dc-4b63-a831-e845c5dc7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.124423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.285282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45399fdb-e577-4f75-9487-b5628afd97cd,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:45.333972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:45.346892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Sync routers for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:35:45.370878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:45.371651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.426235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.427514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-256e1fb0-82b3-4cc6-8897-d92d2b560787 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2186408 Mar 11 17:35:45.428816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:45.429225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Network hostable DHCP agents. Network: 223820bb-b86e-43fc-b13c-cb4729837daf, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:45.437869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54690) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:45.446305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:40Z', 'revision_number': 3, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.455353 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Checking router: 79f84015-a49c-417e-899f-b644b0696982 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:35:45.456136 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Updating router 79f84015-a49c-417e-899f-b644b0696982 port ced40247-85f9-4433-878c-ddb2ed29fc57 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:35:45.554483 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.593872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.607835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbffdf8-f122-41b3-a18d-3c73c2b5bc5d req-4eea244e-3451-41f0-a03f-bdf7e226ef74 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.615345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cbffdf8-f122-41b3-a18d-3c73c2b5bc5d req-4eea244e-3451-41f0-a03f-bdf7e226ef74 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.8145664 Mar 11 17:35:45.625155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e14e05-b69e-4c95-be39-ad2e37c76b58 req-9a7c0d29-c857-4bdd-8f91-83a85dbc754e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.636736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14e14e05-b69e-4c95-be39-ad2e37c76b58 req-9a7c0d29-c857-4bdd-8f91-83a85dbc754e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.6199231 Mar 11 17:35:45.721241 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.740325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Network 223820bb-b86e-43fc-b13c-cb4729837daf is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:45.746895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:45.773923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 223820bb-b86e-43fc-b13c-cb4729837daf) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:45.794635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.795233 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.822432 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-36074580-2c40-470b-9d3b-821d6dbca1b1 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3307846 Mar 11 17:35:45.834399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cbffdf8-f122-41b3-a18d-3c73c2b5bc5d req-a4a0a63a-a84c-477b-9cc9-51758c4f7d73 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177498 Mar 11 17:35:45.884174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14e14e05-b69e-4c95-be39-ad2e37c76b58 req-a1948a55-9a8d-4f05-b916-2b34df1b1c8b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463336 Mar 11 17:35:45.888328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44024618-0c25-4034-a0cb-71d0a4d2f8cb None None] Network 223820bb-b86e-43fc-b13c-cb4729837daf requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:46.364561 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.406602 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Transition to ACTIVE for port object ced40247-85f9-4433-878c-ddb2ed29fc57 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:46.421190 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.565942 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3253fe5-70d4-4aa1-8d1f-caa01e91fcfd None None] Pushing event updated for resources: {'Port': ['ID=ced40247-85f9-4433-878c-ddb2ed29fc57,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:46.616915 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Attempting to bind port ced40247-85f9-4433-878c-ddb2ed29fc57 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:46.617280 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Attempting to bind port ced40247-85f9-4433-878c-ddb2ed29fc57 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:46.620646 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Attempting to bind port ced40247-85f9-4433-878c-ddb2ed29fc57 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:46.637622 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:46.638403 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:46.639028 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.639776 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:46.642309 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Bound port: ced40247-85f9-4433-878c-ddb2ed29fc57, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:46.648707 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.782006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbed2da6-882b-4eff-b9fa-65630416dece req-aed42236-780f-4b0d-ba23-e0ca11ee5bd4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 210 time: 0.4294708 Mar 11 17:35:46.789623 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] For port ced40247-85f9-4433-878c-ddb2ed29fc57, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:46.795547 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] For port ced40247-85f9-4433-878c-ddb2ed29fc57, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ced40247-85f9-4433-878c-ddb2ed29fc57,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:46.811430 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.020999 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3253fe5-70d4-4aa1-8d1f-caa01e91fcfd None None] Pushing event updated for resources: {'Port': ['ID=ced40247-85f9-4433-878c-ddb2ed29fc57,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:47.044320 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Routers {'79f84015-a49c-417e-899f-b644b0696982'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:47.046089 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['79f84015-a49c-417e-899f-b644b0696982'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:47.066490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a60e6e37-f462-4ae9-94bc-7dc1135dd734 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:47.124507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-beb8512e-4932-4dde-b8cc-96d54e269ab0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.132775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-beb8512e-4932-4dde-b8cc-96d54e269ab0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 1.1424706 Mar 11 17:35:47.150087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.176902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d73c3c-5024-4165-ab09-2eafeeb018ca None None] Network 223820bb-b86e-43fc-b13c-cb4729837daf requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:35:47.190047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Request body: {'port': {'device_id': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'admin_state_up': True, 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:47.225954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.342036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a60e6e37-f462-4ae9-94bc-7dc1135dd734 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:47.342310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.380563 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] Set router 79f84015-a49c-417e-899f-b644b0696982 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:47.423355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:42Z', 'revision_number': 3, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:47.431393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Checking router: 6bfa8db5-913d-41df-b552-edbedf42f80d for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:35:47.431965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Updating router 6bfa8db5-913d-41df-b552-edbedf42f80d port f05ef841-81df-406e-89d8-53487330bc8d binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:35:47.471428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Allocated IP 172.20.0.1 (457c7bb4-45c0-4530-9bb2-c755ef527acc/d80c4b28-b536-43cc-b7c2-314762326e69/b0f5f34a-07b8-44ef-8cb7-5db5222011d4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:47.475938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c931b0a-e694-495f-bbf1-78fa263c3c02 req-0d37107c-c37f-44e1-b284-12b2fd482b64 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.489695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c931b0a-e694-495f-bbf1-78fa263c3c02 req-0d37107c-c37f-44e1-b284-12b2fd482b64 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.9467604 Mar 11 17:35:47.538310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.706983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.724679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Transition to ACTIVE for port object b0f5f34a-07b8-44ef-8cb7-5db5222011d4 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:47.749870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.830014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:47.833080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:47.837346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:47.875290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7beb91-8b33-49d8-87b7-81fdb723e68a req-56597366-c39e-43a3-a5f8-ab21ffe2b5fd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.881007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e7beb91-8b33-49d8-87b7-81fdb723e68a req-56597366-c39e-43a3-a5f8-ab21ffe2b5fd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.8482430 Mar 11 17:35:47.889235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:47.921143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:40Z', 'revision_number': 3, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:47.923169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c931b0a-e694-495f-bbf1-78fa263c3c02 req-dfc32c0d-97a7-48d0-b7ab-63ee15808c6a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338176 Mar 11 17:35:47.926302 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8515d4-41ee-48af-9542-647d4fca44b9 None None] The sync data for ids ['79f84015-a49c-417e-899f-b644b0696982'] in n-d-833436-1 is: [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:40Z', 'revision_number': 3, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:35:47.939168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:47.964547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.997758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:48.032105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:48.035423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.052572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e7beb91-8b33-49d8-87b7-81fdb723e68a req-32abeda3-408e-40a3-b1b5-6fa151cd38d4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178107 Mar 11 17:35:48.217573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.516277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:48.577378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d71a0462-1f0e-4d05-be68-1512629e7487 req-da200e29-a624-4077-be33-bfce8aa92fbc tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 210 time: 0.1888733 Mar 11 17:35:48.754274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3385e38c-a3a6-4649-bf18-260d78a0c0f3 None None] Provisioning for port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:48.767506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3385e38c-a3a6-4649-bf18-260d78a0c0f3 None None] Provisioning complete for port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:48.767869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3385e38c-a3a6-4649-bf18-260d78a0c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.853154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.862811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.983562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:48.988757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.996367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3385e38c-a3a6-4649-bf18-260d78a0c0f3 None None] Port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:35:49.090318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.167102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:49.174810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Usage tracker for resource:security_group_rule and tenant:be2ea8872c9f4a0cb3a5e2c9a0b033a0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:49.179693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:49.181653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Allocated IP 172.20.0.7 (65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4/59f6f371-2a04-427b-8431-4d1157528e92/e60049ff-511e-4c62-8483-f466781530e8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:49.199359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:49.228238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:49.229900 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.234397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:49.259377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Transition to ACTIVE for port object f05ef841-81df-406e-89d8-53487330bc8d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:49.272914 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.402106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b09963-e0a3-49e0-91ae-97096846ac68 None None] Pushing event updated for resources: {'Port': ['ID=f05ef841-81df-406e-89d8-53487330bc8d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:49.439685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Attempting to bind port f05ef841-81df-406e-89d8-53487330bc8d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:49.442682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Attempting to bind port f05ef841-81df-406e-89d8-53487330bc8d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:49.443111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Attempting to bind port f05ef841-81df-406e-89d8-53487330bc8d on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:49.508282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:49.508654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:49.509072 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.509453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:49.509935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Bound port: f05ef841-81df-406e-89d8-53487330bc8d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:49.510373 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.581437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.592362 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.592729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d49d7fc1-3eff-4e89-8222-81e950364f5d None None] Provisioning complete for port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:49.593093 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d49d7fc1-3eff-4e89-8222-81e950364f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.656502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d49d7fc1-3eff-4e89-8222-81e950364f5d None None] Port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:35:49.702805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] For port f05ef841-81df-406e-89d8-53487330bc8d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:49.706675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] For port f05ef841-81df-406e-89d8-53487330bc8d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f05ef841-81df-406e-89d8-53487330bc8d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:49.715508 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.741233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.801277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e123e17d-a1f4-4ee5-a198-6b78ec2145bd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:49.824598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8ead6281-7e8c-4691-980b-3a5b24e5b0ac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=be2ea8872c9f4a0cb3a5e2c9a0b033a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3072541 Mar 11 17:35:49.838162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54772) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:49.843679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:49.845072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:49.912215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-87740791-527d-4dcf-ba9c-da54ee06fffd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:49.920815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-87740791-527d-4dcf-ba9c-da54ee06fffd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:49.942846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Router 6bfa8db5-913d-41df-b552-edbedf42f80d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:35:50.022150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b09963-e0a3-49e0-91ae-97096846ac68 None None] Pushing event updated for resources: {'Port': ['ID=f05ef841-81df-406e-89d8-53487330bc8d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:50.118185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:50.133636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cc0f3-6d52-4e66-a536-6bf56748b1e6 req-79f0a4f4-6fd9-4046-a032-3b6cefcf36d7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:50.135372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-744cc0f3-6d52-4e66-a536-6bf56748b1e6 req-79f0a4f4-6fd9-4046-a032-3b6cefcf36d7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 1.0821838 Mar 11 17:35:50.284374 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Sync routers for ids ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:35:50.308384 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Routers {'04e58bc0-e26f-4390-8e99-d3291e7b87fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:50.314260 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:50.336924 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.360760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-744cc0f3-6d52-4e66-a536-6bf56748b1e6 req-4018c61e-90e8-46e9-8b5b-c9e97617e606 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656485 Mar 11 17:35:50.416245 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa397-91bd-4e90-94bd-26cae772d16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.453262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa397-91bd-4e90-94bd-26cae772d16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.456785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:50.503159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e5cf5fc-0260-43ac-bba3-923a0cfe85d0 admin admin] 10.222.0.96 "PUT /v2.0/routers/6bfa8db5-913d-41df-b552-edbedf42f80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0607147 Mar 11 17:35:50.531261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-87740791-527d-4dcf-ba9c-da54ee06fffd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:50.535985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-87740791-527d-4dcf-ba9c-da54ee06fffd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 1.7926574 Mar 11 17:35:50.749673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.771735 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Set router 04e58bc0-e26f-4390-8e99-d3291e7b87fc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:50.787990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 2, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:50.798733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189bba9-3618-4ae5-8aa9-f65d92bace8a None None] The sync data for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 is: [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 2, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:35:50.805540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa397-91bd-4e90-94bd-26cae772d16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.975513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ced40247-85f9-4433-878c-ddb2ed29fc57 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:51.009778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaa397-91bd-4e90-94bd-26cae772d16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e123e17d-a1f4-4ee5-a198-6b78ec2145bd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:51.078075 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa397-91bd-4e90-94bd-26cae772d16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.099079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e6aaa397-91bd-4e90-94bd-26cae772d16c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e123e17d-a1f4-4ee5-a198-6b78ec2145bd HTTP/1.1" status: 204 len: 168 time: 1.2531550 Mar 11 17:35:51.152670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:51.155527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-95db1268-fb3f-4c4e-acf6-bbd60afaa1ce tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.4327965 Mar 11 17:35:51.156977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ced40247-85f9-4433-878c-ddb2ed29fc57 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:51.164172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ced40247-85f9-4433-878c-ddb2ed29fc57 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:51.164622 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.164945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:51.173133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Allocated IP 172.20.0.1 (200d2e8d-8875-4c5e-8912-7880a03b5a5c/36b24567-76ee-406b-9247-cb993867fa0a/2f5e0663-0b50-4c90-bcae-e0248c45308c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:51.201445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:51.377698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:51.378524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.390462 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:35:39Z', 'revision_number': 4, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '795e257f-33ae-479d-bdef-a91b67cd30b6', 'name': '', 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'mac_address': 'fa:16:3e:22:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:39Z', 'revision_number': 2, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'subnets': [{'id': '1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:51.396608 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Checking router: 04e58bc0-e26f-4390-8e99-d3291e7b87fc for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:35:51.397460 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Updating router 04e58bc0-e26f-4390-8e99-d3291e7b87fc port 795e257f-33ae-479d-bdef-a91b67cd30b6 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:35:51.467172 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.473178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-7c6136ac-f40a-4f0e-a8ca-5f2aca804c33 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2837906 Mar 11 17:35:51.488385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:51.494164 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.521429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ced40247-85f9-4433-878c-ddb2ed29fc57, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ced40247-85f9-4433-878c-ddb2ed29fc57,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:51.529491 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.668498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ced40247-85f9-4433-878c-ddb2ed29fc57,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:51.689393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-8f498762-1d47-4499-99ed-35bb910dab1a service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888828 Mar 11 17:35:51.746738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-730a852c-a30d-4270-9cb9-399a72dae2b9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5810239 Mar 11 17:35:51.811021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54790) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:51.842874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.910658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:51.933586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2d3863980a4f83b51e3bc1980482c4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:51.956581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:51.967709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:51.983120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b23fa-a0ab-48ad-bdb2-d3f8d767c5f0 req-5c4f7374-4d8a-4b48-b77f-3e160eced8cf tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:51.992128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a6b23fa-a0ab-48ad-bdb2-d3f8d767c5f0 req-5c4f7374-4d8a-4b48-b77f-3e160eced8cf tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 1.2621539 Mar 11 17:35:52.010160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Request body: {'port': {'device_id': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:52.034448 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.053673 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Transition to ACTIVE for port object 795e257f-33ae-479d-bdef-a91b67cd30b6 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:52.062205 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.084522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.089795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.142979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-5c8f5de2-26ff-4ecf-98b0-eef1a6b0f4b9 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272797 Mar 11 17:35:52.237229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d905e9a-5a58-49c6-8547-370d3f8b65d5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.282508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e0ef2ba-6d24-46c5-8aed-194d171da207 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac2d3863980a4f83b51e3bc1980482c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4692168 Mar 11 17:35:52.284357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54796) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:52.312167 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7308e53-699d-46a2-b147-c28f099a0b81 None None] Pushing event updated for resources: {'Port': ['ID=795e257f-33ae-479d-bdef-a91b67cd30b6,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.425195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a6b23fa-a0ab-48ad-bdb2-d3f8d767c5f0 req-a2e1e699-c1ff-475b-9349-5eea62750c51 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320717 Mar 11 17:35:52.495944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cae17132-a829-4517-897b-8c1bcab95da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.527664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Attempting to bind port 795e257f-33ae-479d-bdef-a91b67cd30b6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:52.528715 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Attempting to bind port 795e257f-33ae-479d-bdef-a91b67cd30b6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:52.529075 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Attempting to bind port 795e257f-33ae-479d-bdef-a91b67cd30b6 on network 11ac6cb9-1861-46d7-9ae2-239629b73679 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:52.538283 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:52.538757 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Checking segment: {'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:52.539166 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.539547 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Bound using segment: {'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:52.540011 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Bound port: 795e257f-33ae-479d-bdef-a91b67cd30b6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923a322a-746c-4694-9802-d59ef1db82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:52.540382 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.560308 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.590826 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.616086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cae17132-a829-4517-897b-8c1bcab95da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.747909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cae17132-a829-4517-897b-8c1bcab95da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.799324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae17132-a829-4517-897b-8c1bcab95da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d905e9a-5a58-49c6-8547-370d3f8b65d5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.824527 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cae17132-a829-4517-897b-8c1bcab95da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.844592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cae17132-a829-4517-897b-8c1bcab95da7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3d905e9a-5a58-49c6-8547-370d3f8b65d5 HTTP/1.1" status: 204 len: 168 time: 0.5573649 Mar 11 17:35:52.863115 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] For port 795e257f-33ae-479d-bdef-a91b67cd30b6, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:52.877186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] For port 795e257f-33ae-479d-bdef-a91b67cd30b6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=795e257f-33ae-479d-bdef-a91b67cd30b6,segment=NetworkSegment(923a322a-746c-4694-9802-d59ef1db82c0),segment_id=923a322a-746c-4694-9802-d59ef1db82c0)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:52.886091 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.925495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.081427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f05ef841-81df-406e-89d8-53487330bc8d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:53.126299 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Routers {'04e58bc0-e26f-4390-8e99-d3291e7b87fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:35:53.127216 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:35:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:53.275087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:53.296631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:53.308043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:53.319410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f05ef841-81df-406e-89d8-53487330bc8d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:53.330723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f05ef841-81df-406e-89d8-53487330bc8d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:53.331553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.429799 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7308e53-699d-46a2-b147-c28f099a0b81 None None] Pushing event updated for resources: {'Port': ['ID=795e257f-33ae-479d-bdef-a91b67cd30b6,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:53.523038 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] Set router 04e58bc0-e26f-4390-8e99-d3291e7b87fc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:35:53.619903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.642036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f05ef841-81df-406e-89d8-53487330bc8d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f05ef841-81df-406e-89d8-53487330bc8d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:53.656584 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.659030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ced40247-85f9-4433-878c-ddb2ed29fc57 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:53.763165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5e0663-0b50-4c90-bcae-e0248c45308c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:53.876845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f05ef841-81df-406e-89d8-53487330bc8d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:53.935627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ced40247-85f9-4433-878c-ddb2ed29fc57 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:53.938397 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.939949 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.968869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1c250-6d5e-4871-b0f8-c9cfa052ec91 req-49860bc2-5300-421c-95f6-d8b2ad730efb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:53.970386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70c1c250-6d5e-4871-b0f8-c9cfa052ec91 req-49860bc2-5300-421c-95f6-d8b2ad730efb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.9857202 Mar 11 17:35:54.047509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b22ae-7913-4831-8d50-ed71f2a2fa2c req-550c629a-1518-4c11-92ef-2d7bf3a99791 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:54.054905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-be7b22ae-7913-4831-8d50-ed71f2a2fa2c req-550c629a-1518-4c11-92ef-2d7bf3a99791 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:54.140069 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:35:39Z', 'revision_number': 4, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '795e257f-33ae-479d-bdef-a91b67cd30b6', 'name': '', 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'mac_address': 'fa:16:3e:22:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:52Z', 'revision_number': 4, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'subnets': [{'id': '1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:54.147016 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a06c86a-5d8c-4c5f-a7e6-b3ad603cd3c6 None None] The sync data for ids ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'] in n-d-833436-1 is: [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:35:39Z', 'revision_number': 4, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '795e257f-33ae-479d-bdef-a91b67cd30b6', 'name': '', 'network_id': '11ac6cb9-1861-46d7-9ae2-239629b73679', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'mac_address': 'fa:16:3e:22:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:52Z', 'revision_number': 4, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'subnets': [{'id': '1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:35:54.240416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60049ff-511e-4c62-8483-f466781530e8 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:35:54.263647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.329129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Transition to ACTIVE for port object e60049ff-511e-4c62-8483-f466781530e8 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:54.340725 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.354605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-be7b22ae-7913-4831-8d50-ed71f2a2fa2c req-550c629a-1518-4c11-92ef-2d7bf3a99791 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:54.355778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be7b22ae-7913-4831-8d50-ed71f2a2fa2c req-550c629a-1518-4c11-92ef-2d7bf3a99791 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 931 time: 1.3691874 Mar 11 17:35:54.523191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70c1c250-6d5e-4871-b0f8-c9cfa052ec91 req-cb5efcf7-7994-4f10-9e73-e376916be08f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4952300 Mar 11 17:35:54.604038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:54.720039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be7b22ae-7913-4831-8d50-ed71f2a2fa2c req-42e1689e-026e-4890-8d46-0b142aa9a76f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191025 Mar 11 17:35:54.908539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.141604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f05ef841-81df-406e-89d8-53487330bc8d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:55.188526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-4f66d8c2-13e9-434e-9361-4d4c6bdbf2e8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:55.190051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-4f66d8c2-13e9-434e-9361-4d4c6bdbf2e8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.3930702 Mar 11 17:35:55.214679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Request body: {'port': {'device_id': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'admin_state_up': True, 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:55.334452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Attempting to bind port e60049ff-511e-4c62-8483-f466781530e8 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:55.334887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Attempting to bind port e60049ff-511e-4c62-8483-f466781530e8 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:55.335441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Attempting to bind port e60049ff-511e-4c62-8483-f466781530e8 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:55.364898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Port e60049ff-511e-4c62-8483-f466781530e8 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:35:55.365472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Attempting to bind port e60049ff-511e-4c62-8483-f466781530e8 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:55.379112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:55.379724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:55.380520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Bound using segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:55.381150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Bound port: e60049ff-511e-4c62-8483-f466781530e8, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:55.381693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.393720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f05ef841-81df-406e-89d8-53487330bc8d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:55.398440 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.619801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:55.625044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281f4b1-ba8e-492b-9dbc-1139d88e004a req-f9b3a195-57d3-454a-a16b-6d70edb977bf tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:55.625277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Usage tracker for resource:port and tenant:3da01f022e9a4228b8ea6297d38c7b2b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:55.632889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:55.635482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f281f4b1-ba8e-492b-9dbc-1139d88e004a req-f9b3a195-57d3-454a-a16b-6d70edb977bf tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.5692146 Mar 11 17:35:55.649643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:55.669844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:55.680993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.705563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 795e257f-33ae-479d-bdef-a91b67cd30b6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:55.829950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f281f4b1-ba8e-492b-9dbc-1139d88e004a req-0eb9e137-9988-4ea3-b8ab-8176880d428b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809771 Mar 11 17:35:55.835488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:55.840846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:55.847696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.875766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 795e257f-33ae-479d-bdef-a91b67cd30b6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:55.892440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 795e257f-33ae-479d-bdef-a91b67cd30b6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:55.893065 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.045866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54858) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:56.087860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.089731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] 10.222.0.59 "PUT /v2.0/ports/e60049ff-511e-4c62-8483-f466781530e8 HTTP/1.1" status: 200 len: 1091 time: 4.1227217 Mar 11 17:35:56.094174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380398787', 'description': 'tempest-description--1044486212'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:56.118997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:56.137736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:56.146801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:56.152072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:35:56.160086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:56.192551 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.300769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 795e257f-33ae-479d-bdef-a91b67cd30b6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=795e257f-33ae-479d-bdef-a91b67cd30b6,segment=NetworkSegment(923a322a-746c-4694-9802-d59ef1db82c0),segment_id=923a322a-746c-4694-9802-d59ef1db82c0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:56.307188 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.364283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Allocated IP 172.20.0.7 (223820bb-b86e-43fc-b13c-cb4729837daf/45399fdb-e577-4f75-9487-b5628afd97cd/dcabda91-6f31-49a4-82c8-8359642c7a7f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:56.389218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=795e257f-33ae-479d-bdef-a91b67cd30b6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:56.395058 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.464896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:56.484519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffe9b33f-2457-4ea9-98b9-5d0fae94048e req-7750afe8-42ee-4200-b95a-1d9683ec6ec7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 210 time: 0.3111718 Mar 11 17:35:56.503504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.564989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.597935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f47fb-41ca-48d7-912c-3c94dc71c34e service neutron] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:56.654671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.690293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.736617 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.745507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-2b6c60b9-67a2-4092-b823-e8571de3786b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:56.755497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-2b6c60b9-67a2-4092-b823-e8571de3786b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.5107028 Mar 11 17:35:56.851806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Network 223820bb-b86e-43fc-b13c-cb4729837daf is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:56.860526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:56.879240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:35:56.918206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event updated for resources: {'Port': ['ID=dcabda91-6f31-49a4-82c8-8359642c7a7f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:56.956558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 795e257f-33ae-479d-bdef-a91b67cd30b6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:35:56.990547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:56.991755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.025287 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-44e9f2a8-bb5e-485a-9e5c-0f70e94f3a4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8170738 Mar 11 17:35:57.047090 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-df0d9417-f9f6-41f8-871d-a459f66ba14f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/quotas/939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 375 time: 0.2916968 Mar 11 17:35:57.048625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Request body: {'port': {'device_id': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:57.059497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 795e257f-33ae-479d-bdef-a91b67cd30b6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:57.060176 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.061624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:57.092965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5e0663-0b50-4c90-bcae-e0248c45308c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:57.136842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group_rule and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:57.170142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:57.205871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:57.242336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-885b6e09-b22e-4ad4-8182-94a0b197d6fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 1094 time: 1.0034535 Mar 11 17:35:57.250774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.394637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:57.409885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:57.427202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad2926-c3fa-472b-ac7a-11a85233fbdc req-9f66b4ef-4d79-4122-8cec-dee6379669e8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:57.438513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68ad2926-c3fa-472b-ac7a-11a85233fbdc req-9f66b4ef-4d79-4122-8cec-dee6379669e8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 943 time: 0.7197056 Mar 11 17:35:57.442541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-102a730c-c766-4dba-9cda-921a57e7aaa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e60049ff-511e-4c62-8483-f466781530e8 HTTP/1.1" status: 200 len: 217 time: 0.1809399 Mar 11 17:35:57.744318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.746481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcabda91-6f31-49a4-82c8-8359642c7a7f {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:35:57.757657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.764101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1086fceb-93d9-48a6-a537-002cc860ad44 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7160587 Mar 11 17:35:57.774461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-cae81e2d-05a2-41ad-8c40-4426a1d1e4f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:57.775124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Transition to ACTIVE for port object dcabda91-6f31-49a4-82c8-8359642c7a7f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:57.775929 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-cae81e2d-05a2-41ad-8c40-4426a1d1e4f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.2373345 Mar 11 17:35:57.779101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.780841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.841792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68ad2926-c3fa-472b-ac7a-11a85233fbdc req-9be66038-3e33-4202-babd-ce03f36f1542 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020324 Mar 11 17:35:57.887262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-9a52a102-469a-4cf0-9ccf-8dc7858b5851 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024632 Mar 11 17:35:57.994745 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8', 'status': 'completed', 'code': 200} Mar 11 17:35:58.021004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Pushing event updated for resources: {'Port': ['ID=dcabda91-6f31-49a4-82c8-8359642c7a7f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:58.143152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Attempting to bind port dcabda91-6f31-49a4-82c8-8359642c7a7f on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:58.143537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Attempting to bind port dcabda91-6f31-49a4-82c8-8359642c7a7f by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:58.143813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Attempting to bind port dcabda91-6f31-49a4-82c8-8359642c7a7f on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:58.153966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Port dcabda91-6f31-49a4-82c8-8359642c7a7f on network 223820bb-b86e-43fc-b13c-cb4729837daf not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:35:58.156487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Attempting to bind port dcabda91-6f31-49a4-82c8-8359642c7a7f on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:35:58.163784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:35:58.164128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:35:58.164504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Bound using segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:35:58.164932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Bound port: dcabda91-6f31-49a4-82c8-8359642c7a7f, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:58.165328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.174715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54894) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:58.235360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.236942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.1855273 Mar 11 17:35:58.247524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429edac-0ed0-4ddf-b113-ba9c419ba9c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045af07b-62e8-49a1-9e77-f071d616241c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:58.251787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54900) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:58.280545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'security_group_rule': {'security_group_id': '045af07b-62e8-49a1-9e77-f071d616241c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:58.303052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:58.321198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] For port dcabda91-6f31-49a4-82c8-8359642c7a7f, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:58.325151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group_rule and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:58.325392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] For port dcabda91-6f31-49a4-82c8-8359642c7a7f, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:58.330780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.351638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:58.376102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:58.452666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.454301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] 10.222.0.59 "PUT /v2.0/ports/dcabda91-6f31-49a4-82c8-8359642c7a7f HTTP/1.1" status: 200 len: 1091 time: 1.4148953 Mar 11 17:35:58.455153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.475778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'tag': 'dcabda91-6f31-49a4-82c8-8359642c7a7f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:35:58.483994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974345e-b624-4d26-9c79-ecaefda31d13 service neutron] Pushing event updated for resources: {'Port': ['ID=dcabda91-6f31-49a4-82c8-8359642c7a7f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:58.554310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:58.564358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Usage tracker for resource:security_group_rule and tenant:840d570ebb074073af104fd3e81f0e7a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:58.568534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:58.569047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1ab71204-aaf1-42a2-9678-3f7e195cb66f service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8040819 Mar 11 17:35:58.570824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-1096a6ae-3cad-4a02-b54c-4642d5350127 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562672 Mar 11 17:35:58.575846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:58.583635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.639388 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-78b2231e-4cb4-4f10-8bfe-05ce2146935a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 1094 time: 0.1231399 Mar 11 17:35:58.735648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.737469 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-cfb0e222-c531-402e-adfc-49d42daac817 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f HTTP/1.1" status: 200 len: 217 time: 0.0824022 Mar 11 17:35:58.742819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.785330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ffd8-880e-40eb-8167-23ca4adf522f req-577c3f06-1e9a-4e45-b1ea-c655fb987daa tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:58.786912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d747ffd8-880e-40eb-8167-23ca4adf522f req-577c3f06-1e9a-4e45-b1ea-c655fb987daa tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 943 time: 0.6922610 Mar 11 17:35:58.835010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ee12ef-b965-4327-be2d-7726dd773cb2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:58.848665 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6864fd3b-08bc-4d5a-b215-2c0c33cafc06 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=840d570ebb074073af104fd3e81f0e7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6726012 Mar 11 17:35:58.851688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54908) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:58.855807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-0ee5b226-6505-42cf-924c-df62cf34a50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:58.857356 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-0ee5b226-6505-42cf-924c-df62cf34a50a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.1074340 Mar 11 17:35:59.103255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-aaf4ac85-e883-4142-b375-e52df9f519c3 service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216384 Mar 11 17:35:59.115824 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-c1300227-bb7e-4c9a-b780-4fc603ff1566 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2467604 Mar 11 17:35:59.120094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-045439b7-6d30-4d55-b9ab-ab450c9a80b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.200075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d747ffd8-880e-40eb-8167-23ca4adf522f req-9c396b60-01b6-4577-bd9c-11a2b7c82633 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:35:59.204226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.207350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4aec052-992a-4cb1-aa0f-559b77345337 req-398baac4-8ab4-47d5-8ff4-317641905071 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247804 Mar 11 17:35:59.232739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.256373 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-045439b7-6d30-4d55-b9ab-ab450c9a80b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.262882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d747ffd8-880e-40eb-8167-23ca4adf522f req-9c396b60-01b6-4577-bd9c-11a2b7c82633 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:35:59.289722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d747ffd8-880e-40eb-8167-23ca4adf522f req-9c396b60-01b6-4577-bd9c-11a2b7c82633 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908555 Mar 11 17:35:59.298209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8d86f9-c4f6-432c-950f-d84dc5ac8ca8,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:59.383916 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-cc690045-28c2-4a44-9f56-eed501a8a6fb service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612295 Mar 11 17:35:59.427548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-045439b7-6d30-4d55-b9ab-ab450c9a80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.520571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045439b7-6d30-4d55-b9ab-ab450c9a80b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ee12ef-b965-4327-be2d-7726dd773cb2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:59.529706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-045439b7-6d30-4d55-b9ab-ab450c9a80b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.533244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-045439b7-6d30-4d55-b9ab-ab450c9a80b9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/90ee12ef-b965-4327-be2d-7726dd773cb2 HTTP/1.1" status: 204 len: 168 time: 0.6781857 Mar 11 17:35:59.643332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.645387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5a852297-6d64-4f57-83cb-f718fb288f4c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3859124 Mar 11 17:35:59.651566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bd31969-ae1b-430e-8ce5-a009af1feb37 req-3e941caa-5729-4473-a24a-8db942d86e34 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603478 Mar 11 17:35:59.652045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54928) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:35:59.660349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'security_group_rule': {'security_group_id': '045af07b-62e8-49a1-9e77-f071d616241c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:35:59.689842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:35:59.695666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group_rule and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:35:59.703609 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'tag': 'dcabda91-6f31-49a4-82c8-8359642c7a7f', 'status': 'completed', 'code': 200} Mar 11 17:35:59.704491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:35:59.719278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:35:59.724686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Router 79f84015-a49c-417e-899f-b644b0696982 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:35:59.740348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-8ea2382d-7ba2-4dda-9a9a-d708876dad81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 1094 time: 0.4097595 Mar 11 17:35:59.764912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.765744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6e924-9aa7-49c4-afb6-c030552e37da req-ba4b1fed-e824-49c0-8098-17038be7ed99 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.767667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0fc6e924-9aa7-49c4-afb6-c030552e37da req-ba4b1fed-e824-49c0-8098-17038be7ed99 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3267424 Mar 11 17:35:59.968203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-373043ac-88bb-4785-818e-b2d75efd31c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 1094 time: 0.1927092 Mar 11 17:35:59.970923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.998890 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.195426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0fc6e924-9aa7-49c4-afb6-c030552e37da req-5c53bec2-174d-4e96-975c-be35ccb5eac5 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504865 Mar 11 17:36:00.210389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-b5272d2e-7b61-4c00-9a01-1661fbcacdbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:00.211190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03363110-63fa-41a2-8e7c-51feb11e69ca,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:00.223777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-b5272d2e-7b61-4c00-9a01-1661fbcacdbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.4642131 Mar 11 17:36:00.266898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:00.341283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-dec982f2-03c8-4bed-85da-91daad5ce792 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e60049ff-511e-4c62-8483-f466781530e8 HTTP/1.1" status: 200 len: 217 time: 0.1117599 Mar 11 17:36:00.348736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ae93-23f1-49d8-b24e-f3ec1a815dd0 req-be62fa14-588a-4799-8413-209c456b843a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:00.350617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4525ae93-23f1-49d8-b24e-f3ec1a815dd0 req-be62fa14-588a-4799-8413-209c456b843a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 943 time: 0.3807528 Mar 11 17:36:00.365705 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.388549 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.390405 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23f926d6-06e3-4d98-a7ec-cfb3fd6ff306 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7367723 Mar 11 17:36:00.400721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54944) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:00.408627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:00.415598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:00.420806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:floatingip and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:00.423865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:00.432051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:00.445785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.491812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75b40384-1966-4ca3-87d7-35b2ce9f3acc req-ec609135-8c90-4f41-b303-209a8eee5df4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 210 time: 0.1043766 Mar 11 17:36:00.526301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-afe18e73-c2ba-4d60-99d4-66d02128162e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:00.528025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-afe18e73-c2ba-4d60-99d4-66d02128162e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.1763754 Mar 11 17:36:00.543612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4525ae93-23f1-49d8-b24e-f3ec1a815dd0 req-4c21adc6-38d1-4216-a53c-9edb64ef3743 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540380 Mar 11 17:36:00.556617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-7bd89630-54c9-4b41-a3c9-7e5573ce8a29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:00.558423 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-7bd89630-54c9-4b41-a3c9-7e5573ce8a29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.5782495 Mar 11 17:36:00.628611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:00.644651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Usage tracker for resource:security_group_rule and tenant:c5ab7a0f296245c68d76a1d45cde239c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:00.655617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:00.667201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-af1a863b-f212-4b6d-830a-24459adb929e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224988 Mar 11 17:36:00.671090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-859a0dc5-9fc8-45af-b2f2-a23c983d7769 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f HTTP/1.1" status: 200 len: 217 time: 0.1056948 Mar 11 17:36:00.676520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:00.773936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-9c662dc4-777d-4a72-a1d3-08448b20bcf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:00.775428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-9c662dc4-777d-4a72-a1d3-08448b20bcf5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.0948880 Mar 11 17:36:00.873658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-77e4d37b-e5f8-4ac2-b42b-46ead54695ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674067 Mar 11 17:36:00.889543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.997008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:36:01.010024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b2c08d01-b30b-4d19-ba00-228124cfa4d5 admin admin] 10.222.0.96 "PUT /v2.0/routers/79f84015-a49c-417e-899f-b644b0696982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9394941 Mar 11 17:36:01.014674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.067861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-37a4c5cb-e58b-4a59-918b-6dd4b262d59d service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805935 Mar 11 17:36:01.097306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.120561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46226d41-5bd6-4b40-86c5-fa3f5f667d35 req-f479ea50-0a6a-4d01-b862-9eb4b6524090 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:01.122057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46226d41-5bd6-4b40-86c5-fa3f5f667d35 req-f479ea50-0a6a-4d01-b862-9eb4b6524090 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4083617 Mar 11 17:36:01.233610 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c5ab7a0f296245c68d76a1d45cde239c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9655669 Mar 11 17:36:01.234632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:01.251104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1284b-28fe-4ab8-b81f-67166ac8251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1243730-aa87-4db9-939b-9db94f6096f8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:01.388654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bbc3f-87ab-468f-a7c0-2cc98618f4f1 req-41d23c9a-babc-48ca-ae54-4844109645b2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:01.390119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-590bbc3f-87ab-468f-a7c0-2cc98618f4f1 req-41d23c9a-babc-48ca-ae54-4844109645b2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 943 time: 0.5757866 Mar 11 17:36:01.410929 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-0d2e31c7-0e20-4a16-bcc9-6279aa337c0b service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270810 Mar 11 17:36:01.429138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46226d41-5bd6-4b40-86c5-fa3f5f667d35 req-2c1c2354-0196-4a69-afe1-185ff792e267 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885303 Mar 11 17:36:01.438006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Allocated IP 172.25.3.77 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/61a281e4-2787-49fb-8628-fd86a41e9f21) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:01.484266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-0efcecaf-123a-4d53-8b4c-35012b0acbda tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:01.486053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-0efcecaf-123a-4d53-8b4c-35012b0acbda tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.5295548 Mar 11 17:36:01.493101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf9233f-cdf9-4428-af6a-8829d94facd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.509455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'port': {'device_id': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'admin_state_up': True, 'tenant_id': '939e19d58bb8457689b2460552e53524'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:01.532393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9fcc21-74e2-4ce1-a8ae-a244eddb4a8f req-e6af7189-f7b6-4063-bd73-c458bf872253 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493136 Mar 11 17:36:01.770966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf9233f-cdf9-4428-af6a-8829d94facd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.843135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-590bbc3f-87ab-468f-a7c0-2cc98618f4f1 req-d1cdb9d8-7a36-4daf-b657-6b8599570da3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435928 Mar 11 17:36:01.879104 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55d86a09-38d9-4901-b40e-5694b1c5d576 req-a82c17aa-9e5e-4434-8e37-8ec1c459d444 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495759 Mar 11 17:36:01.950197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf9233f-cdf9-4428-af6a-8829d94facd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.986570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9233f-cdf9-4428-af6a-8829d94facd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1243730-aa87-4db9-939b-9db94f6096f8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:01.994739 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.004266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf9233f-cdf9-4428-af6a-8829d94facd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.006396 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-faf9233f-cdf9-4428-af6a-8829d94facd7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d1243730-aa87-4db9-939b-9db94f6096f8 HTTP/1.1" status: 204 len: 168 time: 0.7564149 Mar 11 17:36:02.037062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.123279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:02.123729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:02.127194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbba10e1-bbd5-4ca3-92bc-61295b744352 req-67e734a9-d1a8-4d26-98a7-75ca9fbd45bb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 210 time: 0.0775309 Mar 11 17:36:02.127604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:02.129686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'Port': ['ID=61a281e4-2787-49fb-8628-fd86a41e9f21,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:02.131994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:02.137775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-60aa42b8-d06f-4b3e-ad7f-dfce8fd047f6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:02.138496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-60aa42b8-d06f-4b3e-ad7f-dfce8fd047f6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Synchronizing usage tracker for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:02.145441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:02.168237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Made reservation on behalf of 939e19d58bb8457689b2460552e53524 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:02.171917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.230291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-60aa42b8-d06f-4b3e-ad7f-dfce8fd047f6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Unset dirty status for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:02.243339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-60aa42b8-d06f-4b3e-ad7f-dfce8fd047f6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 818 time: 0.4151318 Mar 11 17:36:02.375456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b9ef2c77-41ef-4956-9a91-e7cce6a5dc79 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/quotas/0f681c11069b4cc582ffd1f5d09a06ea HTTP/1.1" status: 200 len: 375 time: 0.1303053 Mar 11 17:36:02.387622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.468166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.669929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Allocated IP 172.20.0.11 (33d475b3-ae3d-438f-869b-c4e9e9f8dffd/c2557e3d-4343-4fd9-ac42-c8c0681de4cc/0d0fda90-622f-44f5-ab53-4949992446e9) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:02.680142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a4aab-29c8-4878-b61f-9a2d7d9db8ce req-80ae49a7-6b81-4935-90fc-f47dc26de4d0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:02.682109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b87a4aab-29c8-4878-b61f-9a2d7d9db8ce req-80ae49a7-6b81-4935-90fc-f47dc26de4d0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 943 time: 0.2543006 Mar 11 17:36:02.748641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.754842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.860321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-4da5d769-d530-4d62-ac6e-8068264ad881 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Synchronizing usage tracker for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:02.869232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'Port': ['ID=61a281e4-2787-49fb-8628-fd86a41e9f21,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:02.898866 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.937995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.939555 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-07029256-e99a-4203-806b-dbe2f71a5e7d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5377729 Mar 11 17:36:02.968662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e60049ff-511e-4c62-8483-f466781530e8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:03.022614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-4da5d769-d530-4d62-ac6e-8068264ad881 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Unset dirty status for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:03.030092 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-4da5d769-d530-4d62-ac6e-8068264ad881 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6535683 Mar 11 17:36:03.142973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b87a4aab-29c8-4878-b61f-9a2d7d9db8ce req-0bd9afd7-6d35-43fe-b085-78b51c284362 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749267 Mar 11 17:36:03.163393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:03.180759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e60049ff-511e-4c62-8483-f466781530e8', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': 'e60049ff-511e-4c62-8483-f466781530e8', 'mac_address': 'fa:16:3e:46:27:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:03.194957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.271846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.292160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60049ff-511e-4c62-8483-f466781530e8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:03.295556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Transition to ACTIVE for port object 0d0fda90-622f-44f5-ab53-4949992446e9 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:03.320934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:03.328450 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.329693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device dcabda91-6f31-49a4-82c8-8359642c7a7f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:03.341857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-dc37eff8-119f-4222-96a2-6583cc0ad056 service neutron] 10.222.0.96 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108397 Mar 11 17:36:03.460530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:03.474417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.474745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.475397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.475727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.476196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.476689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.477295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.477783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.478470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.479085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.479524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.521246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.566850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:03.632811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-285040fc-55b3-45fb-941f-734f99ded433 service neutron] 10.222.0.96 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900996 Mar 11 17:36:03.643670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:03.644227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=0d0fda90-622f-44f5-ab53-4949992446e9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:03.649465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:03.651991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:03.716419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port dcabda91-6f31-49a4-82c8-8359642c7a7f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:03.733921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1ff43-7753-4546-9279-f7dc20f6624a req-99777aff-e20f-4ac7-b312-b8d5e5ad3e86 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:03.743071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'dcabda91-6f31-49a4-82c8-8359642c7a7f', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'port_id': 'dcabda91-6f31-49a4-82c8-8359642c7a7f', 'mac_address': 'fa:16:3e:d9:cf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45399fdb-e577-4f75-9487-b5628afd97cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:03.747983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95b1ff43-7753-4546-9279-f7dc20f6624a req-99777aff-e20f-4ac7-b312-b8d5e5ad3e86 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3811493 Mar 11 17:36:03.787052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:03.787960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.863069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95b1ff43-7753-4546-9279-f7dc20f6624a req-38e6766d-863f-4691-b4b4-7c61f796a65c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140916 Mar 11 17:36:03.865100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-91e0161c-a586-4ec0-b7c9-9ae31f2e5a93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3595603 Mar 11 17:36:03.882261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Request body: {'port': {'device_id': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:03.892490 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.929368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcabda91-6f31-49a4-82c8-8359642c7a7f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:04.068905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port dcabda91-6f31-49a4-82c8-8359642c7a7f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:04.081362 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.182980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=dcabda91-6f31-49a4-82c8-8359642c7a7f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:04.246550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a471d986-ba5f-4aee-bd62-7a9b0d744d32 None None] Provisioning for port 0d0fda90-622f-44f5-ab53-4949992446e9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:04.254240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a471d986-ba5f-4aee-bd62-7a9b0d744d32 None None] Provisioning complete for port 0d0fda90-622f-44f5-ab53-4949992446e9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:04.254994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a471d986-ba5f-4aee-bd62-7a9b0d744d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.296513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.315240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a471d986-ba5f-4aee-bd62-7a9b0d744d32 None None] Port 0d0fda90-622f-44f5-ab53-4949992446e9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:04.501073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-0e3cf4d5-fefa-48a5-857d-a4e1575d0cd5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Synchronizing usage tracker for tenant:126587c9078e40f4b29ea883394b0f73 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:04.517225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8d897-0840-4159-bbe0-b9b5e3ad575e req-5f8e9e42-c589-4201-bd83-abd7d3b4f20b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:04.518748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e60049ff-511e-4c62-8483-f466781530e8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:04.524289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aa8d897-0840-4159-bbe0-b9b5e3ad575e req-5f8e9e42-c589-4201-bd83-abd7d3b4f20b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 943 time: 0.5008903 Mar 11 17:36:04.624998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-0e3cf4d5-fefa-48a5-857d-a4e1575d0cd5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Unset dirty status for tenant:126587c9078e40f4b29ea883394b0f73 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:04.626161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-0e3cf4d5-fefa-48a5-857d-a4e1575d0cd5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--380398787&fields=id&tenant_id=126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 267 time: 0.4796693 Mar 11 17:36:04.657210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:04.741007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aa8d897-0840-4159-bbe0-b9b5e3ad575e req-e2bd82b9-29f8-49af-88ae-9802550bfd2f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159054 Mar 11 17:36:04.957877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-5aff8816-6b49-4117-92db-bdcb2718e1d5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:04.959486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-5aff8816-6b49-4117-92db-bdcb2718e1d5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 817 time: 0.3204441 Mar 11 17:36:05.057382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-996e460c-ecdb-4a65-9e19-ad2d3c804d48 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/quotas/126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 375 time: 0.0799868 Mar 11 17:36:05.214477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d31be-80d2-4a1d-9331-07083617d13c req-1348d74f-0f1c-482c-8042-89dd4234089e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:05.215171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f47d31be-80d2-4a1d-9331-07083617d13c req-1348d74f-0f1c-482c-8042-89dd4234089e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:05.222455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0fda90-622f-44f5-ab53-4949992446e9 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:05.242572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.289198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Transition to ACTIVE for port object 0d0fda90-622f-44f5-ab53-4949992446e9 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:05.298733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f923acc5-fd6a-4437-8e94-62ea1f7a8267 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2309983 Mar 11 17:36:05.300722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.368103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f47d31be-80d2-4a1d-9331-07083617d13c req-1348d74f-0f1c-482c-8042-89dd4234089e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:05.375807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f47d31be-80d2-4a1d-9331-07083617d13c req-1348d74f-0f1c-482c-8042-89dd4234089e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 932 time: 0.3886547 Mar 11 17:36:05.459868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0fda90-622f-44f5-ab53-4949992446e9,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:05.653256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f47d31be-80d2-4a1d-9331-07083617d13c req-c8811ab4-0c90-48eb-8eab-f6a430b5d81d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765532 Mar 11 17:36:05.709945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-9b0ff484-18cc-4dd8-a2b9-45433bbb2eb6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:05.712843 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-9b0ff484-18cc-4dd8-a2b9-45433bbb2eb6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 818 time: 0.3175159 Mar 11 17:36:05.734976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Request body: {'port': {'device_id': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'admin_state_up': True, 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:05.974829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef6258c6-e7e7-4b4b-bc2b-1acdfb807a1b req-a8a9e911-9b7d-41aa-a557-69ae332e7a4c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 210 time: 0.1251585 Mar 11 17:36:05.976527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:05.989351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:06.007725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Made reservation on behalf of 0f681c11069b4cc582ffd1f5d09a06ea for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:06.013983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.018766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Attempting to bind port 0d0fda90-622f-44f5-ab53-4949992446e9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:06.019180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Attempting to bind port 0d0fda90-622f-44f5-ab53-4949992446e9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:06.019567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Attempting to bind port 0d0fda90-622f-44f5-ab53-4949992446e9 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:06.046551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Port 0d0fda90-622f-44f5-ab53-4949992446e9 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:06.046873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Attempting to bind port 0d0fda90-622f-44f5-ab53-4949992446e9 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:06.076866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-28e9d5bc-eaea-494c-a012-5048037203a7 service neutron] 10.222.0.96 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314153 Mar 11 17:36:06.079862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:06.080421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:06.081054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Bound using segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:06.081807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Bound port: 0d0fda90-622f-44f5-ab53-4949992446e9, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:06.082392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.354177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Allocated IP 172.20.0.7 (200d2e8d-8875-4c5e-8912-7880a03b5a5c/36b24567-76ee-406b-9247-cb993867fa0a/728d1616-777e-4433-be04-87e7d12d7a5d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:06.392177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] For port 0d0fda90-622f-44f5-ab53-4949992446e9, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:06.403210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-bab0b8c6-d745-48b2-843e-586bab756b65 service neutron] 10.222.0.96 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238397 Mar 11 17:36:06.413447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] For port 0d0fda90-622f-44f5-ab53-4949992446e9, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0d0fda90-622f-44f5-ab53-4949992446e9,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:06.423627 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.499534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.500752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] 10.222.0.59 "PUT /v2.0/ports/0d0fda90-622f-44f5-ab53-4949992446e9 HTTP/1.1" status: 200 len: 1092 time: 2.6227765 Mar 11 17:36:06.511382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'tag': '0d0fda90-622f-44f5-ab53-4949992446e9'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:06.532403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c396316-b926-464e-bf8b-a857ffa8fc0f req-78e07665-2efe-4f03-be0c-93139c26e3ae tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:06.533740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c396316-b926-464e-bf8b-a857ffa8fc0f req-78e07665-2efe-4f03-be0c-93139c26e3ae tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2727807 Mar 11 17:36:06.763977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf50e0d-2a49-47bc-8465-79c33dc07445 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0fda90-622f-44f5-ab53-4949992446e9,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:06.862300 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.903119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.982146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e60049ff-511e-4c62-8483-f466781530e8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:07.007253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:07.016769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:07.024446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:07.085874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Pushing event updated for resources: {'Port': ['ID=728d1616-777e-4433-be04-87e7d12d7a5d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:07.140565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e60049ff-511e-4c62-8483-f466781530e8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:07.148632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e60049ff-511e-4c62-8483-f466781530e8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:07.149298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.164536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:07.165199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.231108 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-fe92c96e-b667-4e56-8b7f-564fcdbec829 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5005374 Mar 11 17:36:07.234759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c396316-b926-464e-bf8b-a857ffa8fc0f req-f2006777-f206-4b9b-a88d-fc27eb7bcc98 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914909 Mar 11 17:36:07.251378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Request body: {'port': {'device_id': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:07.304277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-6dc9051a-c64e-46f9-a493-deb2210e282f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 1095 time: 0.7260282 Mar 11 17:36:07.358102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.422118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:07.436741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:07.445725 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.446708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device dcabda91-6f31-49a4-82c8-8359642c7a7f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:07.497574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-3ceef478-873a-432e-b64a-ac820d767942 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d0fda90-622f-44f5-ab53-4949992446e9 HTTP/1.1" status: 200 len: 217 time: 0.1795499 Mar 11 17:36:07.617978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c06e-fe39-4fdf-80c5-b64ed6969ca5 req-2d8a7c47-2fe0-4da0-bd45-d4a84d2aba2b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:07.625153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf65c06e-fe39-4fdf-80c5-b64ed6969ca5 req-2d8a7c47-2fe0-4da0-bd45-d4a84d2aba2b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 944 time: 0.7488451 Mar 11 17:36:07.673225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.694252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-b60ce4d6-2a67-45ad-8fa8-d4f07a813650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:07.695337 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-b60ce4d6-2a67-45ad-8fa8-d4f07a813650 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1894732 Mar 11 17:36:07.799416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf65c06e-fe39-4fdf-80c5-b64ed6969ca5 req-9ed620c7-5471-429b-ac50-253ed615eb6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732056 Mar 11 17:36:07.799871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:07.809659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55124) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:07.812411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port dcabda91-6f31-49a4-82c8-8359642c7a7f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:07.818650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port dcabda91-6f31-49a4-82c8-8359642c7a7f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:07.819020 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.878434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96586e4-f93a-4c1a-9a72-a8e22bce3aaf req-82e9a24b-6cec-4d03-8645-d5dc1c90796b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:07.880104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d96586e4-f93a-4c1a-9a72-a8e22bce3aaf req-82e9a24b-6cec-4d03-8645-d5dc1c90796b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 944 time: 0.3798900 Mar 11 17:36:08.064556 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.115028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728d1616-777e-4433-be04-87e7d12d7a5d {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:08.124133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port dcabda91-6f31-49a4-82c8-8359642c7a7f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:08.131184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.134855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.165918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Transition to ACTIVE for port object 728d1616-777e-4433-be04-87e7d12d7a5d will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:08.179955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.198761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d96586e4-f93a-4c1a-9a72-a8e22bce3aaf req-d9ba1af7-63dd-4a72-86a0-0f0db080e14c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797771 Mar 11 17:36:08.264594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.269207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=dcabda91-6f31-49a4-82c8-8359642c7a7f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:08.320744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-43007cdf-ff04-473b-931b-d4f21c1ca6bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6149771 Mar 11 17:36:08.362121 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'tag': '0d0fda90-622f-44f5-ab53-4949992446e9', 'status': 'completed', 'code': 200} Mar 11 17:36:08.428487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Pushing event updated for resources: {'Port': ['ID=728d1616-777e-4433-be04-87e7d12d7a5d,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:08.608279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Attempting to bind port 728d1616-777e-4433-be04-87e7d12d7a5d on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:08.608884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Attempting to bind port 728d1616-777e-4433-be04-87e7d12d7a5d by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:08.609369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Attempting to bind port 728d1616-777e-4433-be04-87e7d12d7a5d on network 200d2e8d-8875-4c5e-8912-7880a03b5a5c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:08.616687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Port 728d1616-777e-4433-be04-87e7d12d7a5d on network 200d2e8d-8875-4c5e-8912-7880a03b5a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:08.617283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Attempting to bind port 728d1616-777e-4433-be04-87e7d12d7a5d on network 200d2e8d-8875-4c5e-8912-7880a03b5a5c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:08.626039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:08.626448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Checking segment: {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:08.626974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Bound using segment: {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:08.627320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Bound port: 728d1616-777e-4433-be04-87e7d12d7a5d, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:08.627593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.668709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb40420d-7738-4eb3-bf96-359a4be23ec4 req-bb57254b-4bed-4ff2-b484-e45e11bb17b4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 210 time: 0.1654129 Mar 11 17:36:08.671640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:08.691055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Usage tracker for resource:security_group_rule and tenant:390ca469d2b4454b90de0901989b18ed is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:08.702311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:08.718147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b295b-def3-4ec9-b440-30c22176012b req-cf88fca0-bb41-4a56-a437-522934ea9712 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:08.726508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-cf88fca0-bb41-4a56-a437-522934ea9712 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 818 time: 0.6989629 Mar 11 17:36:08.752463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:08.785997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] For port 728d1616-777e-4433-be04-87e7d12d7a5d, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:08.794847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] For port 728d1616-777e-4433-be04-87e7d12d7a5d, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=728d1616-777e-4433-be04-87e7d12d7a5d,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:08.803407 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.851634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-e2de19f1-1e62-4e85-a853-6f6881fccde5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/quotas/0f681c11069b4cc582ffd1f5d09a06ea HTTP/1.1" status: 200 len: 375 time: 0.1240051 Mar 11 17:36:08.868119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-0a378864-3a16-42f9-9e57-1d627ca12729 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358145 Mar 11 17:36:08.955000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Pushing event updated for resources: {'Port': ['ID=728d1616-777e-4433-be04-87e7d12d7a5d,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:08.957524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-41f06c93-41a4-406c-bca2-3614d4ef17c2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:08.959156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-41f06c93-41a4-406c-bca2-3614d4ef17c2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 817 time: 0.4767401 Mar 11 17:36:08.980503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.983851 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b3e8b4e2-e65c-4a01-9d30-9d1afc2f3714 service neutron] 10.222.0.59 "PUT /v2.0/ports/728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 200 len: 1091 time: 1.7390461 Mar 11 17:36:08.983851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'tag': '728d1616-777e-4433-be04-87e7d12d7a5d'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:09.126213 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-b946eb23-dcb7-4fa9-8cfb-b6d5a8b95350 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1094 time: 0.0786250 Mar 11 17:36:09.173462 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.211352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.229810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-70df35ce-9f4d-4a95-8386-331b1c3b4d47 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 379 time: 0.2079370 Mar 11 17:36:09.239344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.239572 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-bbb9ed5e-0cd4-4909-b021-b7af03b4bf05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 200 len: 217 time: 0.0997798 Mar 11 17:36:09.261960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'port': {'device_id': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'admin_state_up': True, 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'security_groups': ['045af07b-62e8-49a1-9e77-f071d616241c']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:09.303914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-6bab01c3-cffa-4604-8ffe-1103fcab4dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:09.305405 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-6bab01c3-cffa-4604-8ffe-1103fcab4dd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.0607426 Mar 11 17:36:09.357288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c72ea4-c1ad-4fd4-ae5c-25f5dd671fc8 req-8ed9a759-a266-4979-93d9-50ad4be24415 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522917 Mar 11 17:36:09.358253 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-6c630a10-4690-419a-a820-4002baedaa21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467932 Mar 11 17:36:09.390156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-4a8e2674-4dce-4370-8f53-7b94536f9590 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5373974 Mar 11 17:36:09.437102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef926a9f-e38d-4617-ade0-bd4c75429ac2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:09.453092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb42342-d85d-4198-8444-f1e7914db3b1 req-c0b53d78-d600-46f1-a441-41d88bddfa07 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:09.454645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5eb42342-d85d-4198-8444-f1e7914db3b1 req-c0b53d78-d600-46f1-a441-41d88bddfa07 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 944 time: 0.4908266 Mar 11 17:36:09.511480 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-757647fb-cf16-461a-9cea-6133daf8cc76 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339393 Mar 11 17:36:09.546030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-de484c3a-8154-468b-a651-47c8353c9678 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=390ca469d2b4454b90de0901989b18ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7318037 Mar 11 17:36:09.585291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:09.714076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6138d259-3b61-4ad0-9fad-8b61a49d03d3 req-a305b09c-8619-486e-9349-6018f5adb205 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961443 Mar 11 17:36:09.718758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08827023-53ad-471e-9629-7a658d67fa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.748215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08827023-53ad-471e-9629-7a658d67fa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.802313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08827023-53ad-471e-9629-7a658d67fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.817171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08827023-53ad-471e-9629-7a658d67fa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef926a9f-e38d-4617-ade0-bd4c75429ac2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:09.823831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08827023-53ad-471e-9629-7a658d67fa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.827484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-08827023-53ad-471e-9629-7a658d67fa51 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef926a9f-e38d-4617-ade0-bd4c75429ac2 HTTP/1.1" status: 204 len: 168 time: 0.2392449 Mar 11 17:36:09.827640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-960fda34-4886-412d-be8b-6de25050c54a service neutron] 10.222.0.96 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359229 Mar 11 17:36:09.828444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:09.832943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5eb42342-d85d-4198-8444-f1e7914db3b1 req-9bc2ef1a-a549-478b-acf3-688e60078f09 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300483 Mar 11 17:36:09.837376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:port and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:09.861893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:09.934101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:09.945205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-fdd0a926-0f3e-4e82-bed2-6da726498cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 1095 time: 0.4891865 Mar 11 17:36:10.044281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Made reservation on behalf of 126587c9078e40f4b29ea883394b0f73 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:10.049383 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.190831 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-d0b42910-9f76-41a1-90ad-07f9f7fe1bde service neutron] 10.222.0.96 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568106 Mar 11 17:36:10.255552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-030a57e3-4349-4d75-a011-a0ebb0aa63f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:10.257233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-030a57e3-4349-4d75-a011-a0ebb0aa63f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.3021221 Mar 11 17:36:10.366487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55160) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:10.389081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.497480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:10.506549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Usage tracker for resource:security_group_rule and tenant:6bc43086479242b5b21459b2c15d4f34 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:10.516824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:10.527845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:10.618802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-da03dd2b-021d-4a7f-800a-a0ee1324c8b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d0fda90-622f-44f5-ab53-4949992446e9 HTTP/1.1" status: 200 len: 217 time: 0.3378000 Mar 11 17:36:10.630059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.638515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.713539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89884c73-e446-46b9-95cd-0271e113f5da,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:10.723130 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ba268fa4-1904-4838-873a-51870ccff5fa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6bc43086479242b5b21459b2c15d4f34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3554838 Mar 11 17:36:10.724220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55180) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:10.754461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Allocated IP 172.20.0.12 (457c7bb4-45c0-4530-9bb2-c755ef527acc/d80c4b28-b536-43cc-b7c2-314762326e69/7e8a0e83-14a3-47c0-be25-fcf7938e3102) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:10.795278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-11e54a2c-cca7-4e41-a22d-7e3a6d5ad79c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:10.796792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-11e54a2c-cca7-4e41-a22d-7e3a6d5ad79c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1769927 Mar 11 17:36:10.811709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-687dd912-d2d7-47ed-b562-6b88247e3290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.857937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-687dd912-d2d7-47ed-b562-6b88247e3290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.922055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-687dd912-d2d7-47ed-b562-6b88247e3290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.941109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd912-d2d7-47ed-b562-6b88247e3290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89884c73-e446-46b9-95cd-0271e113f5da,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:10.950926 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8', 'code': 200} Mar 11 17:36:10.957528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-687dd912-d2d7-47ed-b562-6b88247e3290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.958820 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-687dd912-d2d7-47ed-b562-6b88247e3290 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/89884c73-e446-46b9-95cd-0271e113f5da HTTP/1.1" status: 204 len: 168 time: 0.2335446 Mar 11 17:36:11.032576 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'tag': '728d1616-777e-4433-be04-87e7d12d7a5d', 'status': 'completed', 'code': 200} Mar 11 17:36:11.218126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.238122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f152a6-16a7-4dc1-b7b8-c876aea1c58f req-25e69327-9b15-485a-979d-2d766d70da33 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:11.243627 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21f152a6-16a7-4dc1-b7b8-c876aea1c58f req-25e69327-9b15-485a-979d-2d766d70da33 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.5487864 Mar 11 17:36:11.436380 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c8328f4-943a-469c-bf81-e02d4ea45acd req-dca81ab4-a6af-4a08-994a-3a522b5305a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 1096 time: 0.3611379 Mar 11 17:36:11.453240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Transition to ACTIVE for port object 7e8a0e83-14a3-47c0-be25-fcf7938e3102 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:11.520186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21f152a6-16a7-4dc1-b7b8-c876aea1c58f req-bd5e5cbe-9176-45a2-bf8a-163be422dd16 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698207 Mar 11 17:36:11.524054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c8328f4-943a-469c-bf81-e02d4ea45acd req-83c86c58-b507-4ec7-b0a2-01694dece1a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646281 Mar 11 17:36:11.526570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-8a18d9a4-0752-4817-b3b8-e4eb7443c4f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7201471 Mar 11 17:36:11.600827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc292-b3b5-4d41-b306-16a3fc0b43e0 req-79831764-fccc-4590-b70b-81deecc9738c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:11.614946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-722bc292-b3b5-4d41-b306-16a3fc0b43e0 req-79831764-fccc-4590-b70b-81deecc9738c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.2339904 Mar 11 17:36:11.646350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.697180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-1373059a-5a8c-4124-8123-16d8299bce50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1094 time: 0.4070063 Mar 11 17:36:11.800441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:11.809808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-722bc292-b3b5-4d41-b306-16a3fc0b43e0 req-5bb54333-6a83-4454-9493-fba51987e6c9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938505 Mar 11 17:36:11.812339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:11.819235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:11.849792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:12.181676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9c7fd9d7-24e8-4745-9ffc-b3261218cdcb None None] Provisioning for port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:12.195129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9c7fd9d7-24e8-4745-9ffc-b3261218cdcb None None] Provisioning complete for port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:12.195501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c7fd9d7-24e8-4745-9ffc-b3261218cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.262994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4423dd1-ac03-47a7-ac41-4587ef00a29e req-5c30f80c-b095-4c78-8e14-ee24f2317dbe tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 210 time: 0.2416339 Mar 11 17:36:12.283269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fd9d7-24e8-4745-9ffc-b3261218cdcb None None] Port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:12.308623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:12.309438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.369247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9d3799e-d926-48b4-aa2d-839f25cdd0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.398339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-76904446-576e-499f-b6d9-664102ffc7b0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1477249 Mar 11 17:36:12.404571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70bc4c-f4c0-44ae-8c4d-46f8b76fa78e req-39932e15-5f16-4e0f-96e3-9ba097878a8f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:12.405245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8c70bc4c-f4c0-44ae-8c4d-46f8b76fa78e req-39932e15-5f16-4e0f-96e3-9ba097878a8f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Synchronizing usage tracker for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:12.411029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-efd83c52-7504-4833-873e-6c47130ba6a3 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627308 Mar 11 17:36:12.411990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-b6be9332-8730-42c4-85f5-ae4922c37a1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:12.413783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-b6be9332-8730-42c4-85f5-ae4922c37a1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 920 time: 0.6029177 Mar 11 17:36:12.421920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Request body: {'port': {'device_id': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:12.514451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b295b-def3-4ec9-b440-30c22176012b req-f0df848a-82ae-4d7c-9521-afc710fb9b01 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:12.517744 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-f0df848a-82ae-4d7c-9521-afc710fb9b01 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 818 time: 0.2771735 Mar 11 17:36:12.544003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Request body: {'port': {'device_id': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'admin_state_up': True, 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:12.657456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8c70bc4c-f4c0-44ae-8c4d-46f8b76fa78e req-39932e15-5f16-4e0f-96e3-9ba097878a8f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Unset dirty status for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:12.664084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c70bc4c-f4c0-44ae-8c4d-46f8b76fa78e req-39932e15-5f16-4e0f-96e3-9ba097878a8f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 932 time: 0.9201922 Mar 11 17:36:12.678437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-8e132f96-0afb-467f-a581-c350204ef123 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 200 len: 217 time: 0.2200661 Mar 11 17:36:12.703687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55218) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:12.734443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:12.739222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Usage tracker for resource:port and tenant:0f681c11069b4cc582ffd1f5d09a06ea is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:12.742249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:12.748829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:12.762645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Made reservation on behalf of 0f681c11069b4cc582ffd1f5d09a06ea for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:12.767630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.890540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.943053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c70bc4c-f4c0-44ae-8c4d-46f8b76fa78e req-1fcad912-9ce8-4c74-9fe0-2f0c6f8b69cd tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779839 Mar 11 17:36:12.952145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcabda91-6f31-49a4-82c8-8359642c7a7f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:12.969595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-129d50de-202a-451d-99cb-133bd771703a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:12.971112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-129d50de-202a-451d-99cb-133bd771703a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.2422962 Mar 11 17:36:12.978728 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd67d076-120d-4111-9cb2-1f0a54ff9e4d req-4e9b15dd-7e3d-45cb-8b60-34035e5a6b93 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212007 Mar 11 17:36:12.990160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.014034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0d0fda90-622f-44f5-ab53-4949992446e9 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:13.019874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Allocated IP 172.20.0.14 (200d2e8d-8875-4c5e-8912-7880a03b5a5c/36b24567-76ee-406b-9247-cb993867fa0a/98989e21-b8a3-480f-9468-5e0fe2da061c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:13.053507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:13.068216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ee471495fc42568c48f198729b6848 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:13.082132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839820-15ee-4d6e-b6ad-cf9bb2c8ac60 req-d4d3ec8b-d96d-4055-a4ef-1f3fd1e7a27e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:13.090755 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab839820-15ee-4d6e-b6ad-cf9bb2c8ac60 req-d4d3ec8b-d96d-4055-a4ef-1f3fd1e7a27e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.6344113 Mar 11 17:36:13.100610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:13.126564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:13.162644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-348c3d7f-eab6-4986-8a1e-1f7df8fa408a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246870 Mar 11 17:36:13.239258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0d0fda90-622f-44f5-ab53-4949992446e9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0d0fda90-622f-44f5-ab53-4949992446e9,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:13.254436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0d0fda90-622f-44f5-ab53-4949992446e9', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': '0d0fda90-622f-44f5-ab53-4949992446e9', 'mac_address': 'fa:16:3e:30:9c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:13.324020 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.364064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0fda90-622f-44f5-ab53-4949992446e9 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:13.384423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.393235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0d0fda90-622f-44f5-ab53-4949992446e9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0d0fda90-622f-44f5-ab53-4949992446e9,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:13.403868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.405906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 728d1616-777e-4433-be04-87e7d12d7a5d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:13.418456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.451627 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab839820-15ee-4d6e-b6ad-cf9bb2c8ac60 req-def03bc9-825e-483b-817b-d568d4fa6ff9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597054 Mar 11 17:36:13.510394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Network 200d2e8d-8875-4c5e-8912-7880a03b5a5c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:13.516887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:13.528207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:13.629277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:13.629948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.649550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Pushing event updated for resources: {'Port': ['ID=98989e21-b8a3-480f-9468-5e0fe2da061c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:13.671939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0d0fda90-622f-44f5-ab53-4949992446e9,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:13.697898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.703167 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-96a7bad0-6bc9-4fc5-a28b-809cbf7c9b7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1658068 Mar 11 17:36:13.706501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.713694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0288adc-a052-4f34-b503-57331233d8e5 req-52e17854-dbad-48d7-baa1-45d90c3c0f4c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:13.715391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0288adc-a052-4f34-b503-57331233d8e5 req-52e17854-dbad-48d7-baa1-45d90c3c0f4c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 944 time: 0.5517418 Mar 11 17:36:13.717475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-72779bb1-3673-4fad-82cd-44177baaf91e service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137284 Mar 11 17:36:13.746186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 728d1616-777e-4433-be04-87e7d12d7a5d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=728d1616-777e-4433-be04-87e7d12d7a5d,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:13.761011 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e2ee471495fc42568c48f198729b6848&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0553310 Mar 11 17:36:13.764622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '728d1616-777e-4433-be04-87e7d12d7a5d', 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'port_id': '728d1616-777e-4433-be04-87e7d12d7a5d', 'mac_address': 'fa:16:3e:c6:bf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b24567-76ee-406b-9247-cb993867fa0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:13.766240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Request body: {'port': {'device_id': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:13.785551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55240) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:13.830868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.854596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728d1616-777e-4433-be04-87e7d12d7a5d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:13.872553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 728d1616-777e-4433-be04-87e7d12d7a5d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=728d1616-777e-4433-be04-87e7d12d7a5d,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:13.877819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.897541 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.909890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ea5df-06e4-4181-a75a-8e0ccba11108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1780355-4665-464b-a055-404c37205fce,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:13.982285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0288adc-a052-4f34-b503-57331233d8e5 req-a4290efa-45b5-4ae4-95f9-9ca595eabf25 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610879 Mar 11 17:36:14.021771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=728d1616-777e-4433-be04-87e7d12d7a5d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.047958 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:36:14.132888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8a0e83-14a3-47c0-be25-fcf7938e3102 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:14.138646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-056f9f3b-cc2c-4c69-830d-68c71cd5701e req-fe498015-8a51-4757-9703-7fcdc5c9193e service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977120 Mar 11 17:36:14.144949 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.170125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c63c4bfe-0753-4ec1-a6b3-3e5ca22b0280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.184062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300869-9cef-4b57-b1aa-72717f8b0d4b req-ac72e6f8-00b5-45b1-b58d-aef0ba0d990e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:14.191314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72300869-9cef-4b57-b1aa-72717f8b0d4b req-ac72e6f8-00b5-45b1-b58d-aef0ba0d990e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.3995836 Mar 11 17:36:14.194328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Transition to ACTIVE for port object 7e8a0e83-14a3-47c0-be25-fcf7938e3102 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:14.250015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.271522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98989e21-b8a3-480f-9468-5e0fe2da061c {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:14.274391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0d0fda90-622f-44f5-ab53-4949992446e9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:14.279642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.299143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Transition to ACTIVE for port object 98989e21-b8a3-480f-9468-5e0fe2da061c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:14.303839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.334333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['728d1616-777e-4433-be04-87e7d12d7a5d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:14.477424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Pushing event updated for resources: {'Port': ['ID=98989e21-b8a3-480f-9468-5e0fe2da061c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.517020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c63c4bfe-0753-4ec1-a6b3-3e5ca22b0280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.582284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-47db5c21-e45c-43c1-823e-a3f0081624fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.654057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55250) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:14.659278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.688064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72300869-9cef-4b57-b1aa-72717f8b0d4b req-53f3963d-e624-44a8-9608-175bafbc564f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955885 Mar 11 17:36:14.693515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1975082772'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:14.716966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:14.721058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:network and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:14.727090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:14.738089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:14.752253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9662a-b962-47fa-8257-fc8c97371776 req-6a2e3f10-2382-45c4-b7d6-cc218dfd0253 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:14.753770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39f9662a-b962-47fa-8257-fc8c97371776 req-6a2e3f10-2382-45c4-b7d6-cc218dfd0253 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.5451915 Mar 11 17:36:14.795324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Attempting to bind port 98989e21-b8a3-480f-9468-5e0fe2da061c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:14.795942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Attempting to bind port 98989e21-b8a3-480f-9468-5e0fe2da061c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:14.796092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Attempting to bind port 98989e21-b8a3-480f-9468-5e0fe2da061c on network 200d2e8d-8875-4c5e-8912-7880a03b5a5c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:14.799775 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcabda91-6f31-49a4-82c8-8359642c7a7f', 'code': 200} Mar 11 17:36:14.803310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Port 98989e21-b8a3-480f-9468-5e0fe2da061c on network 200d2e8d-8875-4c5e-8912-7880a03b5a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:14.803637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Attempting to bind port 98989e21-b8a3-480f-9468-5e0fe2da061c on network 200d2e8d-8875-4c5e-8912-7880a03b5a5c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:14.813116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:14.813587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Checking segment: {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:14.813974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Bound using segment: {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:14.814427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Bound port: 98989e21-b8a3-480f-9468-5e0fe2da061c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:14.814777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.830984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:14.834026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.870500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c63c4bfe-0753-4ec1-a6b3-3e5ca22b0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.925757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] For port 98989e21-b8a3-480f-9468-5e0fe2da061c, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:14.930751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] For port 98989e21-b8a3-480f-9468-5e0fe2da061c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=98989e21-b8a3-480f-9468-5e0fe2da061c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:14.938350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.939360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4bfe-0753-4ec1-a6b3-3e5ca22b0280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1780355-4665-464b-a055-404c37205fce,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.969097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39f9662a-b962-47fa-8257-fc8c97371776 req-9a9b54ea-5f8d-46d9-a28c-638b193f57ef tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865253 Mar 11 17:36:15.013960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.015497 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] 10.222.0.59 "PUT /v2.0/ports/98989e21-b8a3-480f-9468-5e0fe2da061c HTTP/1.1" status: 200 len: 1092 time: 1.2660470 Mar 11 17:36:15.015857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'tag': '98989e21-b8a3-480f-9468-5e0fe2da061c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:15.020420 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c63c4bfe-0753-4ec1-a6b3-3e5ca22b0280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.024303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c63c4bfe-0753-4ec1-a6b3-3e5ca22b0280 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c1780355-4665-464b-a055-404c37205fce HTTP/1.1" status: 204 len: 168 time: 1.2287526 Mar 11 17:36:15.029478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77480b4e-1576-4917-960d-e500f47ca95f service neutron] Pushing event updated for resources: {'Port': ['ID=98989e21-b8a3-480f-9468-5e0fe2da061c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:15.046978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:36:15.081287 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.081635 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Added segment 62ceaae5-8844-43a5-9824-1d0f620c1bc7 of type vlan for network 0d31f175-7efd-4899-b063-5cb8f03135e7 Mar 11 17:36:15.089701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Attempting to bind port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:15.090035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Attempting to bind port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:15.090387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Attempting to bind port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 on network 457c7bb4-45c0-4530-9bb2-c755ef527acc {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:15.132785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 on network 457c7bb4-45c0-4530-9bb2-c755ef527acc not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:15.133138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Attempting to bind port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 on network 457c7bb4-45c0-4530-9bb2-c755ef527acc {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:15.176929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.199705 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-2b16a61e-b7e9-4b50-bc03-fd3f82460bf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 1095 time: 0.1139288 Mar 11 17:36:15.221630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:15.221920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Checking segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:15.222407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Bound using segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:15.222954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Bound port: 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:15.223359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.266241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf05b632-c3eb-4159-857a-45b9c7172d93 req-7ff116b5-74e8-42ed-b266-d71d92d8ed9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 1096 time: 0.3596673 Mar 11 17:36:15.277397 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-ecbce55d-4a77-43dc-b42d-2ba1278b1819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98989e21-b8a3-480f-9468-5e0fe2da061c HTTP/1.1" status: 200 len: 217 time: 0.0656011 Mar 11 17:36:15.280403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272f21c-c204-43b7-9370-0f113b4cce5b req-62e5c83c-1a28-46ce-88f0-f2bd37d9491c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:15.281859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0272f21c-c204-43b7-9370-0f113b4cce5b req-62e5c83c-1a28-46ce-88f0-f2bd37d9491c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 944 time: 0.3380263 Mar 11 17:36:15.346160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b295b-def3-4ec9-b440-30c22176012b req-4b7d033e-ec05-4ee5-bcc6-be277615f126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:15.347954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-4b7d033e-ec05-4ee5-bcc6-be277615f126 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.0653424 Mar 11 17:36:15.374820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.378479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:15.379061 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.394793 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-4e9a6bdb-7a61-4bc5-975b-5f8bd19ee9b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393641 Mar 11 17:36:15.444197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:15.447710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:15.479363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.539761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c071f3-f15d-4090-ab26-5f4c34230823 req-27c0137f-1f8a-4896-9bbc-18e26b130d8c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:15.541313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39c071f3-f15d-4090-ab26-5f4c34230823 req-27c0137f-1f8a-4896-9bbc-18e26b130d8c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.4234958 Mar 11 17:36:15.558513 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.582989 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-736d9a79-c494-46b9-b185-138388c71779 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819859 Mar 11 17:36:15.689356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0249300 Mar 11 17:36:15.696843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf05b632-c3eb-4159-857a-45b9c7172d93 req-65008a64-fae9-426e-915b-bb8f2c4052ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244125 Mar 11 17:36:15.698660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55274) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:15.702578 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.702939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c0af7-5431-4aba-ad6f-062a316b6636 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Network': ['ID=0d31f175-7efd-4899-b063-5cb8f03135e7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:15.708352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:15.714211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-861876666'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:15.720135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0272f21c-c204-43b7-9370-0f113b4cce5b req-842c7ace-cefa-4c5f-ab8b-8c9a368afec3 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Synchronizing usage tracker for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:15.735950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:36:15.736921 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.738308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-f513a669-6e4d-4cfb-8cf1-e0a6023b5d17 service neutron] 10.222.0.59 "PUT /v2.0/ports/7e8a0e83-14a3-47c0-be25-fcf7938e3102 HTTP/1.1" status: 200 len: 1092 time: 3.3206065 Mar 11 17:36:15.739777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:15.748041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:15.765785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:network and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:15.772183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:15.790343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39c071f3-f15d-4090-ab26-5f4c34230823 req-1dff6549-9775-441c-bdb3-54209e62e2f2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852648 Mar 11 17:36:15.793593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:15.807974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0272f21c-c204-43b7-9370-0f113b4cce5b req-842c7ace-cefa-4c5f-ab8b-8c9a368afec3 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Unset dirty status for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:15.814320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0272f21c-c204-43b7-9370-0f113b4cce5b req-842c7ace-cefa-4c5f-ab8b-8c9a368afec3 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790773 Mar 11 17:36:15.821926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:15.824579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.837765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8d5b295b-def3-4ec9-b440-30c22176012b req-9e97d943-928c-42b0-8ba3-34b4705e8bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476120 Mar 11 17:36:15.914320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:36:15.928857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.929410 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Added segment 846913ef-1912-4195-a002-1cbad69b717e of type vlan for network a92914ef-3a19-4789-bc9b-4c61ea7baf6c Mar 11 17:36:15.960171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.017520 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.020809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:16.021535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.146002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Network': ['ID=a92914ef-3a19-4789-bc9b-4c61ea7baf6c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:16.158543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:36:16.205074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-95c5b467-6b84-4f91-9e56-7a7b08e3f6dc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4995830 Mar 11 17:36:16.207789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:16.213453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'subnet': {'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:16.238008 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-6d97b5a7-691d-4dc4-8cf5-3d87cde1748d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 1095 time: 0.1742556 Mar 11 17:36:16.313507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55294) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:16.349971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060fda7-9bd5-401c-b86f-171306eba95b req-ddc739ce-6b43-4683-b7e1-b5b805ed617e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:16.364386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e060fda7-9bd5-401c-b86f-171306eba95b req-ddc739ce-6b43-4683-b7e1-b5b805ed617e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2239559 Mar 11 17:36:16.384810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-658e11bb-27b8-472b-a840-771a360984db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102 HTTP/1.1" status: 200 len: 217 time: 0.1316032 Mar 11 17:36:16.398506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:16.409677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:subnet and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:16.415752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:16.432411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:16.455322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e060fda7-9bd5-401c-b86f-171306eba95b req-3c2b4791-0414-4ab9-b670-327fa43f1c75 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799611 Mar 11 17:36:16.456870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:16.465120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-2c9d2df1-6c4d-4cee-945a-cb1583610da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:16.466890 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-2c9d2df1-6c4d-4cee-945a-cb1583610da5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.0680778 Mar 11 17:36:16.558429 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'tag': '98989e21-b8a3-480f-9468-5e0fe2da061c', 'status': 'completed', 'code': 200} Mar 11 17:36:16.567977 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-db498dca-678f-41ec-91b2-d5ec68e3e434 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938795 Mar 11 17:36:16.583299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da208d32-e6bb-4b9c-8623-070ed4786a79 tempest-AgentManagementNegativeTest-1888027972 tempest-AgentManagementNegativeTest-1888027972-project] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2653716 Mar 11 17:36:16.632803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.856292 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-090eaf67-44c2-4377-813f-fc9404b493c7 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378497 Mar 11 17:36:16.913343 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.958848 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'status': 'completed', 'code': 200} Mar 11 17:36:17.038590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0d0fda90-622f-44f5-ab53-4949992446e9 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:17.042726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-831ee03f-e7d8-48d4-91c7-1e2139a6ff62 req-be1be53d-d113-401d-b40d-a5d6d5650863 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803586 Mar 11 17:36:17.116484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:17.159189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-af051c79-c7ec-4a00-8cf3-952b460a96b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 1095 time: 0.5072877 Mar 11 17:36:17.169107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 0d0fda90-622f-44f5-ab53-4949992446e9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:17.177950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0d0fda90-622f-44f5-ab53-4949992446e9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:17.179741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.270472 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bd035b2-3ced-48a9-953c-58a44487716c req-994117e5-e4b1-4fea-a23e-92a0642ee842 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 1095 time: 0.1102018 Mar 11 17:36:17.291788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c497f-3aca-4e77-a5e4-956fea9f7f03 req-e9f2c278-1d19-4481-8bf9-b6dd03cd1376 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:17.298807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb5c497f-3aca-4e77-a5e4-956fea9f7f03 req-e9f2c278-1d19-4481-8bf9-b6dd03cd1376 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.2740083 Mar 11 17:36:17.321695 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.322217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07fe98-f60f-4641-baf1-e33a0023fbdf req-6991cd0f-51e5-4f3e-8dd1-60a5c5cb28f2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:17.328903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc07fe98-f60f-4641-baf1-e33a0023fbdf req-6991cd0f-51e5-4f3e-8dd1-60a5c5cb28f2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 945 time: 0.6141338 Mar 11 17:36:17.357321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0fda90-622f-44f5-ab53-4949992446e9'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:17.369547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0d0fda90-622f-44f5-ab53-4949992446e9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0d0fda90-622f-44f5-ab53-4949992446e9,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:17.373817 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.374900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 728d1616-777e-4433-be04-87e7d12d7a5d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:17.384443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.453967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:17.460489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Usage tracker for resource:security_group_rule and tenant:28b40c34fdd94ed685cca689e34352e3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:17.464149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd035b2-3ced-48a9-953c-58a44487716c req-55883ed2-d199-4a04-b55d-2d816678a1c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:17.465428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bd035b2-3ced-48a9-953c-58a44487716c req-55883ed2-d199-4a04-b55d-2d816678a1c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.1880498 Mar 11 17:36:17.467143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:17.489236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0d0fda90-622f-44f5-ab53-4949992446e9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:17.496852 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc07fe98-f60f-4641-baf1-e33a0023fbdf req-eb83910a-4f14-4275-9fd6-2774aae05ffa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658487 Mar 11 17:36:17.505794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 728d1616-777e-4433-be04-87e7d12d7a5d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:17.507673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-5ecd6dda-6b42-48aa-8b27-3f0452ef0550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:17.509144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-5ecd6dda-6b42-48aa-8b27-3f0452ef0550 service neutron] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 920 time: 0.3381908 Mar 11 17:36:17.513002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 728d1616-777e-4433-be04-87e7d12d7a5d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:17.513234 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.526166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb5c497f-3aca-4e77-a5e4-956fea9f7f03 req-1c6036e6-81f7-478a-9643-1197a11fd836 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264731 Mar 11 17:36:17.617818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:17.640095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bd035b2-3ced-48a9-953c-58a44487716c req-52ca336a-1ebc-47cc-9828-8ca0032d0b4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102 HTTP/1.1" status: 200 len: 217 time: 0.1672044 Mar 11 17:36:17.697501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.723951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd035b2-3ced-48a9-953c-58a44487716c req-197185dd-617e-4333-b164-a120c40964e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:17.725506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bd035b2-3ced-48a9-953c-58a44487716c req-197185dd-617e-4333-b164-a120c40964e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.0786612 Mar 11 17:36:17.734348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 728d1616-777e-4433-be04-87e7d12d7a5d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=728d1616-777e-4433-be04-87e7d12d7a5d,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:17.738600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.745014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-429b5e51-c876-4424-bfd7-2b8f75352e9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98989e21-b8a3-480f-9468-5e0fe2da061c HTTP/1.1" status: 200 len: 217 time: 0.2159638 Mar 11 17:36:17.799379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.808581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.811447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=728d1616-777e-4433-be04-87e7d12d7a5d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:17.830421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.871094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8702e-eabf-49a1-9dc8-7bcd163f2d22,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:17.878930 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bd035b2-3ced-48a9-953c-58a44487716c req-3e639186-9128-40eb-b83b-a1a25ecb2aa3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449468 Mar 11 17:36:17.883051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=28b40c34fdd94ed685cca689e34352e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7650666 Mar 11 17:36:17.886994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55324) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:17.909621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.909944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.910296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.910657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.910954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.911277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.911595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.911960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.912557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.912867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.913180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f936911-e43a-49a2-96cc-b8fa591fe9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:17.955055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-dc02cfa0-8d9e-4226-90b4-7b4cdfe1e7de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:17.956494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-dc02cfa0-8d9e-4226-90b4-7b4cdfe1e7de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.1708288 Mar 11 17:36:17.957072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Subnet': ['ID=2cb98b0c-5749-468a-bc50-91207cc9d3fb,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:18.024876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-cbb69807-c98b-4ef0-b1a3-588c4a80de11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586879 Mar 11 17:36:18.028360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.028693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.029021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.029346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.029664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.029974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.030302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.030643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.030953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.031263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.031577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:18.066651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a30df2-31b6-4d9c-9931-32e6f04d2c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.071628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bd035b2-3ced-48a9-953c-58a44487716c req-b10f55cc-49b3-46c8-bf01-69c6c73d4c8d service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853907 Mar 11 17:36:18.121507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f9521-2b67-4dc0-b914-74d0a29b5535 req-36e09010-decc-4a5d-9397-97fc55e3183a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:18.122990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd7f9521-2b67-4dc0-b914-74d0a29b5535 req-36e09010-decc-4a5d-9397-97fc55e3183a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.4275599 Mar 11 17:36:18.132087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Checking segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:18.132445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network hostable DHCP agents. Network: 0d31f175-7efd-4899-b063-5cb8f03135e7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:36:18.153444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95018d6-b618-4bd3-a89e-6801ed3d2768 req-cfb0e4e0-793b-430c-9bde-36710123c237 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:18.155187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b95018d6-b618-4bd3-a89e-6801ed3d2768 req-cfb0e4e0-793b-430c-9bde-36710123c237 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 944 time: 0.4186110 Mar 11 17:36:18.171943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a30df2-31b6-4d9c-9931-32e6f04d2c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.247063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bd035b2-3ced-48a9-953c-58a44487716c req-fe1194e6-5c67-49d9-96d3-3d3991ffadc1 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682699 Mar 11 17:36:18.259651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a30df2-31b6-4d9c-9931-32e6f04d2c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.274627 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-c91df499-89f6-45b7-b04f-aadedeb636c4 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365341 Mar 11 17:36:18.276589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a30df2-31b6-4d9c-9931-32e6f04d2c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8702e-eabf-49a1-9dc8-7bcd163f2d22,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:18.278960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b95018d6-b618-4bd3-a89e-6801ed3d2768 req-001f4142-5633-4ee9-aa73-90571e20862b tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084733 Mar 11 17:36:18.280967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd7f9521-2b67-4dc0-b914-74d0a29b5535 req-9ebbfa92-aaf8-432c-ac05-0ea0e1423d8c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372931 Mar 11 17:36:18.281151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a30df2-31b6-4d9c-9931-32e6f04d2c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.284453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:36:18.284598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1a30df2-31b6-4d9c-9931-32e6f04d2c29 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f4a8702e-eabf-49a1-9dc8-7bcd163f2d22 HTTP/1.1" status: 204 len: 168 time: 0.3773558 Mar 11 17:36:18.369822 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0fda90-622f-44f5-ab53-4949992446e9', 'code': 200} Mar 11 17:36:18.427947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0d31f175-7efd-4899-b063-5cb8f03135e7) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:18.435919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:18.436522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.438180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb30e8-2c31-4cbe-b2aa-ee21a3b61cf3 None None] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:36:18.574340 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2f26be7f-8efc-447d-89b2-e7a5dcdf50f0 req-964e6248-8cb3-4c48-ba03-a06c13c2ed58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 1097 time: 0.1124737 Mar 11 17:36:18.577391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b1f2267c-9af8-4781-80de-0bcc76d76acb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3685937 Mar 11 17:36:18.581186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55334) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:18.602089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'subnet': {'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:18.651538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9910d393-0b50-4fe1-9ce9-cfa0d49020e5 req-dbf7a9b4-9108-4451-bc45-95685856ea30 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627028 Mar 11 17:36:18.682078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1efd00-5a2b-4db1-ba9a-96d38a9a6c05 req-f8ca9b2b-b462-49ca-a993-b6213820573b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:18.683653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e1efd00-5a2b-4db1-ba9a-96d38a9a6c05 req-f8ca9b2b-b462-49ca-a993-b6213820573b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.2173727 Mar 11 17:36:18.724130 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2f26be7f-8efc-447d-89b2-e7a5dcdf50f0 req-a54de28f-541a-4e71-a0bb-327f3933eaf3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440730 Mar 11 17:36:18.726508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7599d0-bc3e-43a7-8f57-119cbec8e06b req-840280c9-b608-4f13-bf9f-ff1fc12ec859 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:18.729074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7599d0-bc3e-43a7-8f57-119cbec8e06b req-840280c9-b608-4f13-bf9f-ff1fc12ec859 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2096148 Mar 11 17:36:18.730569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:18.737033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:subnet and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:18.746939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:18.748111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-0d31f175-7efd-4899-b063-5cb8f03135e7', 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'fixed_ips': [{'subnet_id': '2cb98b0c-5749-468a-bc50-91207cc9d3fb'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:36:18.748598 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.754849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:18.772602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:18.789617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e1efd00-5a2b-4db1-ba9a-96d38a9a6c05 req-ba0cc74e-f2ba-4f86-a825-86b254891e6a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930376 Mar 11 17:36:18.810390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7599d0-bc3e-43a7-8f57-119cbec8e06b req-20af4906-84b9-41eb-bf9c-06e162d77171 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654507 Mar 11 17:36:18.946448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.031104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Allocated IP 10.1.1.2 (0d31f175-7efd-4899-b063-5cb8f03135e7/2cb98b0c-5749-468a-bc50-91207cc9d3fb/9e641b90-1e8e-4019-b955-f02a09b1e510) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:19.067163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 98989e21-b8a3-480f-9468-5e0fe2da061c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:19.143668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6541e-a069-47fa-b242-143d93faa9e4 req-534b2a96-dee7-42a0-af0b-3556f4bc9abf tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:19.151526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0c6541e-a069-47fa-b242-143d93faa9e4 req-534b2a96-dee7-42a0-af0b-3556f4bc9abf tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 946 time: 0.1217735 Mar 11 17:36:19.172300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42d9c-5801-4820-82ce-93e5b4602615 req-d72d7d3f-7ce4-4ba7-9780-c4e497108695 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:19.180506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3f42d9c-5801-4820-82ce-93e5b4602615 req-d72d7d3f-7ce4-4ba7-9780-c4e497108695 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.2086327 Mar 11 17:36:19.183448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.246987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3f42d9c-5801-4820-82ce-93e5b4602615 req-59bd5692-5da8-48c2-a767-c9cd29154bc6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651588 Mar 11 17:36:19.333543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0c6541e-a069-47fa-b242-143d93faa9e4 req-03665cda-04d8-499a-8532-2095bb070f7e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792631 Mar 11 17:36:19.375968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Checking segment: {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:19.376190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network hostable DHCP agents. Network: a92914ef-3a19-4789-bc9b-4c61ea7baf6c, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:36:19.380590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Subnet': ['ID=bd331391-57fd-43ad-afb8-178b2d449843,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:19.416033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:36:19.434048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, a92914ef-3a19-4789-bc9b-4c61ea7baf6c) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:19.435308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 98989e21-b8a3-480f-9468-5e0fe2da061c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=98989e21-b8a3-480f-9468-5e0fe2da061c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:19.438531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:19.439113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.449619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718a1c4-8fa5-49b9-89d1-f10d0e2e3b97 None None] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:36:19.477649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-82bc8be6-70b7-47f3-a265-7955381eca69 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8821433 Mar 11 17:36:19.480781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:19.486410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'port': {'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'name': 'tempest-TaggedBootDevicesTest_v242-984353334', 'fixed_ips': [{'subnet_id': '2cb98b0c-5749-468a-bc50-91207cc9d3fb'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:19.624353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.626828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '98989e21-b8a3-480f-9468-5e0fe2da061c', 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'port_id': '98989e21-b8a3-480f-9468-5e0fe2da061c', 'mac_address': 'fa:16:3e:e9:5b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b24567-76ee-406b-9247-cb993867fa0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:19.664001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:19.668749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:port and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:19.669355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Transition to ACTIVE for port object 9e641b90-1e8e-4019-b955-f02a09b1e510 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:19.672274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:19.679243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:19.695033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:19.713844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55368) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:19.762797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Transition to ACTIVE for port object 9e641b90-1e8e-4019-b955-f02a09b1e510 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:19.778271 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.806221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98989e21-b8a3-480f-9468-5e0fe2da061c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:19.810528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-a92914ef-3a19-4789-bc9b-4c61ea7baf6c', 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'fixed_ips': [{'subnet_id': 'bd331391-57fd-43ad-afb8-178b2d449843'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:36:19.811341 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.827009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1f3e8-a35d-4d70-b2cd-38ab41981866 req-9621bf96-2b81-451e-8997-1e88c7f9f3bf tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:19.827273 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.834635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0db1f3e8-a35d-4d70-b2cd-38ab41981866 req-9621bf96-2b81-451e-8997-1e88c7f9f3bf tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 944 time: 0.3062925 Mar 11 17:36:19.940444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc9adb-b151-45ca-b0ee-f9e28d407f8a req-009d989b-42a1-4ff0-8ce4-1808c700c961 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:19.942136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:19.947884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fbc9adb-b151-45ca-b0ee-f9e28d407f8a req-009d989b-42a1-4ff0-8ce4-1808c700c961 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.2311718 Mar 11 17:36:19.952161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Pushing event updated for resources: {'Port': ['ID=9e641b90-1e8e-4019-b955-f02a09b1e510,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:19.954683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:19.955008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.959628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:19.965689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0db1f3e8-a35d-4d70-b2cd-38ab41981866 req-59e637a4-845e-44a3-a569-f68bad3180aa tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295190 Mar 11 17:36:19.979338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] device_id is not set on port a832a92f-0c85-4de4-acf4-9fe2b480eb4b yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:20.029371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-234795666'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:20.031188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 98989e21-b8a3-480f-9468-5e0fe2da061c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=98989e21-b8a3-480f-9468-5e0fe2da061c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:20.049869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:20.062930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Usage tracker for resource:network and tenant:fdec673d409840dea4453c90613adfcd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:20.070346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:20.077488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:20.083763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fbc9adb-b151-45ca-b0ee-f9e28d407f8a req-9a88ae2b-c410-4d49-8c7a-966249ef9ef4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336293 Mar 11 17:36:20.103906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:20.103906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.133462 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.286061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.325188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=98989e21-b8a3-480f-9468-5e0fe2da061c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:20.339797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Attempting to bind port 9e641b90-1e8e-4019-b955-f02a09b1e510 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:20.340671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Attempting to bind port 9e641b90-1e8e-4019-b955-f02a09b1e510 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:20.340671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Attempting to bind port 9e641b90-1e8e-4019-b955-f02a09b1e510 on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:20.390412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:20.390668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Checking segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:20.391080 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.391333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Bound using segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:20.391859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Bound port: 9e641b90-1e8e-4019-b955-f02a09b1e510, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:20.392392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.398569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:20.405570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Usage tracker for resource:security_group_rule and tenant:fdec673d409840dea4453c90613adfcd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:20.408703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728d1616-777e-4433-be04-87e7d12d7a5d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:20.411282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:20.413103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-413f6b64-d0b0-4b44-8d2b-5108cf8a46c1 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:20.414486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-413f6b64-d0b0-4b44-8d2b-5108cf8a46c1 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.2916248 Mar 11 17:36:20.429142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:20.431368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 10.1.1.135 (0d31f175-7efd-4899-b063-5cb8f03135e7/2cb98b0c-5749-468a-bc50-91207cc9d3fb/a832a92f-0c85-4de4-acf4-9fe2b480eb4b) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:20.438810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6931086-3c96-4795-9093-df82765988e7 req-631d3eba-529d-4eee-afee-6ba30d92492a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:20.440612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6931086-3c96-4795-9093-df82765988e7 req-631d3eba-529d-4eee-afee-6ba30d92492a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.1553867 Mar 11 17:36:20.443702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-034a698a-41a7-40ba-a4ac-bbc14904b148 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.0233867 Mar 11 17:36:20.498867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Allocated IP 10.2.2.2 (a92914ef-3a19-4789-bc9b-4c61ea7baf6c/bd331391-57fd-43ad-afb8-178b2d449843/6cbd27c1-6022-4558-817d-9f20b8a950f8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:20.539309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] For port 9e641b90-1e8e-4019-b955-f02a09b1e510, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:20.540050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6931086-3c96-4795-9093-df82765988e7 req-90af1b3a-92d9-4f1a-a628-c800accf9a8c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940695 Mar 11 17:36:20.541682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['98989e21-b8a3-480f-9468-5e0fe2da061c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:20.567207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-9c3d1d46-203e-4f84-b124-c7cbf2e25739 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051340 Mar 11 17:36:20.637462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] For port 9e641b90-1e8e-4019-b955-f02a09b1e510, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9e641b90-1e8e-4019-b955-f02a09b1e510,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:20.653959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.728315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.737162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.760339 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.766786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-4c4c577c-5931-4204-b386-bdab4c8458b4 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970091 Mar 11 17:36:20.785444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:36:20.798172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03adc6-21c0-49b1-92e5-526dd65773bc None None] Pushing event updated for resources: {'Port': ['ID=9e641b90-1e8e-4019-b955-f02a09b1e510,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:20.810218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Transition to ACTIVE for port object a832a92f-0c85-4de4-acf4-9fe2b480eb4b will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:20.815314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290154f0-45c5-40b9-aec7-01e6c3da470e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:20.822157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.822656 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Added segment 5373e715-6a9d-4544-84a8-2f219efb9e22 of type vlan for network e649e79b-529e-4f2b-bea0-7598afb7aad8 Mar 11 17:36:20.870079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.896311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.027585 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.028737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:21.034328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0be86-9058-445b-9395-70bde6fdcfc3 req-eecdc6ba-2b4c-4836-ae61-aacbd3f96138 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:21.036206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8d0be86-9058-445b-9395-70bde6fdcfc3 req-eecdc6ba-2b4c-4836-ae61-aacbd3f96138 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3226640 Mar 11 17:36:21.045300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-a9c6bc42-bdea-401b-910f-8e7ee744723b service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685018 Mar 11 17:36:21.054342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:21.057044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:21.058917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Transition to ACTIVE for port object 6cbd27c1-6022-4558-817d-9f20b8a950f8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:21.061287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:21.073877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:21.099939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.107138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:21.108391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.114321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Transition to ACTIVE for port object 6cbd27c1-6022-4558-817d-9f20b8a950f8 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:21.140648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.151480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8d0be86-9058-445b-9395-70bde6fdcfc3 req-fe7c78ea-3cdb-4ce0-b628-ffa5f8a589ae tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029963 Mar 11 17:36:21.218468 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5034909 Mar 11 17:36:21.222672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55390) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:21.230423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'subnet': {'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:21.382504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:21.388913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6667a-e67b-42bb-8b12-93c195bcc676 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Network': ['ID=e649e79b-529e-4f2b-bea0-7598afb7aad8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:21.394719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:21.395321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.402099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Usage tracker for resource:subnet and tenant:fdec673d409840dea4453c90613adfcd is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:21.429903 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e645cb43-49ff-4bfa-8657-e3338377be01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9477870 Mar 11 17:36:21.432485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55398) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:21.433561 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728d1616-777e-4433-be04-87e7d12d7a5d', 'code': 200} Mar 11 17:36:21.444172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'port': {'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'name': 'tempest-TaggedBootDevicesTest_v242-516518430', 'fixed_ips': [{'subnet_id': '2cb98b0c-5749-468a-bc50-91207cc9d3fb'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:21.444535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:36:21.462396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:21.495291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:21.521903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:21.614770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:21.630791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Pushing event updated for resources: {'Port': ['ID=6cbd27c1-6022-4558-817d-9f20b8a950f8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:21.633565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:21.638411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:21.716347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7a990a9c-42ac-498a-b8b2-5c15196a7c57 req-3c056b48-52b5-4ae9-9ea8-da4e1afc565a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1096 time: 0.2399683 Mar 11 17:36:21.748253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:21.753452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.762252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:port and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:21.767866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:21.779476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e786-2530-4775-b5d3-d7822fbd328f req-a91bc281-11ce-467d-89fe-ab359f1834cc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:21.787443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e609e786-2530-4775-b5d3-d7822fbd328f req-a91bc281-11ce-467d-89fe-ab359f1834cc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 946 time: 0.3730836 Mar 11 17:36:21.788230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:21.830128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:21.837679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7a990a9c-42ac-498a-b8b2-5c15196a7c57 req-6ce6b5d3-bbf5-4108-8217-87240d413e4d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091354 Mar 11 17:36:21.837881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Attempting to bind port 6cbd27c1-6022-4558-817d-9f20b8a950f8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:21.838124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Attempting to bind port 6cbd27c1-6022-4558-817d-9f20b8a950f8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:21.838303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:21.838503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Attempting to bind port 6cbd27c1-6022-4558-817d-9f20b8a950f8 on network a92914ef-3a19-4789-bc9b-4c61ea7baf6c {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:21.843515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.861932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'port_id': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'mac_address': 'fa:16:3e:c0:d5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:21.871053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:21.871775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Checking segment: {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:21.872180 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.872724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Bound using segment: {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:21.873115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Bound port: 6cbd27c1-6022-4558-817d-9f20b8a950f8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:21.873503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.877571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] device_id is not set on port 1683a7e1-14aa-4374-8432-f1b45f5ec56c yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:21.959015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e609e786-2530-4775-b5d3-d7822fbd328f req-c63bdb23-6f30-4ec4-a0cd-ff6e3b6dcc43 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705649 Mar 11 17:36:21.978236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0321e8-0eba-493f-b1f1-9cd5d74e7427 req-ee903961-503f-4282-8ddb-bf63265bc9fd tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:21.987867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb0321e8-0eba-493f-b1f1-9cd5d74e7427 req-ee903961-503f-4282-8ddb-bf63265bc9fd tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 945 time: 0.4378469 Mar 11 17:36:22.053765 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.087486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb0321e8-0eba-493f-b1f1-9cd5d74e7427 req-f8479962-7b86-44db-881d-0fd930faeaa0 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775707 Mar 11 17:36:22.106315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8a0e83-14a3-47c0-be25-fcf7938e3102 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:22.122984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:22.133864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.206277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 10.1.1.17 (0d31f175-7efd-4899-b063-5cb8f03135e7/2cb98b0c-5749-468a-bc50-91207cc9d3fb/1683a7e1-14aa-4374-8432-f1b45f5ec56c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:22.301040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff44f1-4878-44ad-9a00-3d86f0417435 None None] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:36:22.361613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] For port 6cbd27c1-6022-4558-817d-9f20b8a950f8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:22.458483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] For port 6cbd27c1-6022-4558-817d-9f20b8a950f8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6cbd27c1-6022-4558-817d-9f20b8a950f8,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:22.463133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:22.471769 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.536301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-26aed63a-43eb-44ca-b0ea-c3689b58a9f2 None None] Provisioning for port 9e641b90-1e8e-4019-b955-f02a09b1e510 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:22.544075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.569467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.583533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Transition to ACTIVE for port object 1683a7e1-14aa-4374-8432-f1b45f5ec56c will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:22.633641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1fd29-9d3e-4e5a-9be0-de60786f010c None None] Pushing event updated for resources: {'Port': ['ID=6cbd27c1-6022-4558-817d-9f20b8a950f8,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:22.634316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.671005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Subnet': ['ID=cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:22.784673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02b774-59c3-4f56-904e-14859ccbe2b5 req-89347402-46c1-4b03-a50a-40c60f521eb8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:22.790158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:22.793400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:22.794149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb02b774-59c3-4f56-904e-14859ccbe2b5 req-89347402-46c1-4b03-a50a-40c60f521eb8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.5826676 Mar 11 17:36:22.797553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:22.798871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['7e8a0e83-14a3-47c0-be25-fcf7938e3102'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:22.858241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:22.904773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:22.905526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.925857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Checking segment: {'id': '5373e715-6a9d-4544-84a8-2f219efb9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:22.926224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network hostable DHCP agents. Network: e649e79b-529e-4f2b-bea0-7598afb7aad8, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:36:22.990391 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49d98a2a-7d73-447e-823a-7be345aee2b2 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5560577 Mar 11 17:36:23.023814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb02b774-59c3-4f56-904e-14859ccbe2b5 req-1deba5be-8c30-43e1-805e-4e1fde64006b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204275 Mar 11 17:36:23.039984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:36:23.061595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e649e79b-529e-4f2b-bea0-7598afb7aad8) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:23.077005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:23.078715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.082492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a1d74-f265-4bc0-b72e-5745e7ee796b None None] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:36:23.140037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4a846b30-2969-4204-b278-4e21c1076f12 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9137461 Mar 11 17:36:23.140585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55420) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:23.147501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-464905920'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:23.204825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:23.213923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 98989e21-b8a3-480f-9468-5e0fe2da061c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:23.291098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6cbd27c1-6022-4558-817d-9f20b8a950f8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:23.348365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14420d35-ede3-4e00-b953-5bb7c0f38e25 req-eb46d891-b0cc-49b5-84e6-683fda1c47b1 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:23.358677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14420d35-ede3-4e00-b953-5bb7c0f38e25 req-eb46d891-b0cc-49b5-84e6-683fda1c47b1 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 945 time: 0.1724215 Mar 11 17:36:23.427109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14420d35-ede3-4e00-b953-5bb7c0f38e25 req-dd80f0a0-7bb9-4188-816a-27ff4c319cac tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671816 Mar 11 17:36:23.608269 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:36:23.692663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:23.707727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2ac60a8-6103-47e6-b61e-f33c7469235f req-320e2487-8f69-446e-b58e-d00b956f4973 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.0691383 Mar 11 17:36:23.713717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Usage tracker for resource:port and tenant:fdec673d409840dea4453c90613adfcd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:23.723353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:23.736395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136a7fa-04dd-4ab5-9085-ac71b7400e35 req-4914d3d3-8e23-4f54-8390-c4d6b701df0d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:23.741375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:23.744479 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4136a7fa-04dd-4ab5-9085-ac71b7400e35 req-4914d3d3-8e23-4f54-8390-c4d6b701df0d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.2083409 Mar 11 17:36:23.763531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:23.768472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.832816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4136a7fa-04dd-4ab5-9085-ac71b7400e35 req-c9f9ed9c-64e7-4e28-9b9a-a76bdaecddbe tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871053 Mar 11 17:36:23.839144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] device_id is not set on port 17e60d97-9197-4ddf-801a-dc779f65b676 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:23.907506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Provisioning for port 1683a7e1-14aa-4374-8432-f1b45f5ec56c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:23.956764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Provisioning complete for port 1683a7e1-14aa-4374-8432-f1b45f5ec56c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:23.961163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.098860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55424) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:24.133898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335258986', 'description': 'tempest-description--717804712'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:24.140594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-0c778a27-202c-4341-a092-8c1b6d779142 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.0960355 Mar 11 17:36:24.141463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:24.146173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:security_group and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:24.151092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:24.158521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:24.192440 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.358380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbd96d6-7d76-40fa-b483-8ef7f628a587 None None] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:36:24.369287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:24.377090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:security_group_rule and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:24.383551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:24.400899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310fe0-d209-4b9e-a9b7-d4434709bfd0 req-dcbd9b39-e6df-4e54-9516-c9590401e1d2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:24.408036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa310fe0-d209-4b9e-a9b7-d4434709bfd0 req-dcbd9b39-e6df-4e54-9516-c9590401e1d2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 945 time: 0.3550301 Mar 11 17:36:24.435071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:24.483035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa310fe0-d209-4b9e-a9b7-d4434709bfd0 req-88a0748d-314f-4521-b52e-3385f84590e4 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740199 Mar 11 17:36:24.498188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Allocated IP 2001:db8::7c (e649e79b-529e-4f2b-bea0-7598afb7aad8/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7/17e60d97-9197-4ddf-801a-dc779f65b676) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:24.550311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-d0a2568a-f740-4643-bfb7-bac5cd4a45c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:24.552375 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-d0a2568a-f740-4643-bfb7-bac5cd4a45c0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3827057 Mar 11 17:36:24.572029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6cbd27c1-6022-4558-817d-9f20b8a950f8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:24.584973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee94c-c01b-43d2-a9c3-327d473fdeae req-6dd9fe05-c88d-4847-b50f-b86ebf3f2f2c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:24.586939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b03ee94c-c01b-43d2-a9c3-327d473fdeae req-6dd9fe05-c88d-4847-b50f-b86ebf3f2f2c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.2896783 Mar 11 17:36:24.643914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 98989e21-b8a3-480f-9468-5e0fe2da061c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:24.657426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 98989e21-b8a3-480f-9468-5e0fe2da061c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:24.658091 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.697801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.705865 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.723964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Port 1683a7e1-14aa-4374-8432-f1b45f5ec56c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:24.726104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9e641b90-1e8e-4019-b955-f02a09b1e510 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:24.757036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b03ee94c-c01b-43d2-a9c3-327d473fdeae req-17f97293-2433-4acc-8413-6021e5488354 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503055 Mar 11 17:36:24.811345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9019b9-b620-40e1-ac50-ecf1faaf8212,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:24.814003 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.815295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-69beb26a-21fe-443b-ae68-b9f47ad72971 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7105255 Mar 11 17:36:24.818119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55438) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:24.824415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'security_group_rule': {'security_group_id': '9d9019b9-b620-40e1-ac50-ecf1faaf8212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:24.840390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:24.850502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:security_group_rule and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:24.854018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:24.855625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:24.860221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:24.900972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.984288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381', 'port_id': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'mac_address': 'fa:16:3e:df:bb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ff4e90-adb8-4502-8c54-5bffaf8095c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:24.987225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e649e79b-529e-4f2b-bea0-7598afb7aad8', 'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'tenant_id': 'fdec673d409840dea4453c90613adfcd', 'fixed_ips': [{'subnet_id': 'cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:36:24.988102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.990853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-7b26f151-3edf-4804-b7a8-5aa337478853 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:24.993032 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-7b26f151-3edf-4804-b7a8-5aa337478853 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4326992 Mar 11 17:36:25.004606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Provisioning for port a832a92f-0c85-4de4-acf4-9fe2b480eb4b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:25.008251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9e641b90-1e8e-4019-b955-f02a09b1e510 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:25.041695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.050122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.127809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3dcc781d-e28a-4321-b330-87c67abef595 req-9a72772e-b9b1-4d71-8f9c-22bb3877e27a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.0831926 Mar 11 17:36:25.148635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65adc8a-279b-4cb5-aa04-f7f2766b43a9,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:25.171170 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.176874 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.180695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a981b569-60e8-41b5-a7c4-e937aa060b01 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3591940 Mar 11 17:36:25.181025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55454) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:25.191288 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.201703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'security_group_rule': {'security_group_id': '9d9019b9-b620-40e1-ac50-ecf1faaf8212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:25.204475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Provisioning complete for port a832a92f-0c85-4de4-acf4-9fe2b480eb4b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:25.204853 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.228277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:25.232101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.239507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:security_group_rule and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:25.241877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-369c6f78-9264-45b4-8282-a553c04ef215 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:25.247328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:25.263078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9e641b90-1e8e-4019-b955-f02a09b1e510 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:25.263698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.269962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:25.290903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-369c6f78-9264-45b4-8282-a553c04ef215 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:25.297471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9139fb5-ce6d-4596-9360-06bdedb21698 req-369c6f78-9264-45b4-8282-a553c04ef215 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.2071364 Mar 11 17:36:25.309065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.326304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789172d-12c2-46a7-a87c-afd1fa02f703 req-dc6b21ab-e1df-4051-a497-39bfa07cd2c6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:25.332196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Transition to ACTIVE for port object 17e60d97-9197-4ddf-801a-dc779f65b676 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:25.339506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e789172d-12c2-46a7-a87c-afd1fa02f703 req-dc6b21ab-e1df-4051-a497-39bfa07cd2c6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 945 time: 0.3831592 Mar 11 17:36:25.372870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.566188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=17e60d97-9197-4ddf-801a-dc779f65b676,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:25.605098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:25.606887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:25.632301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:25.639530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:25.641252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e789172d-12c2-46a7-a87c-afd1fa02f703 req-6077867c-c474-4b02-b907-7cbcb235d6ba tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004339 Mar 11 17:36:25.645552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.675748 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9b3e55ab-7a08-456c-8c24-5fea31e09cbd tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5336676 Mar 11 17:36:25.678290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55464) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:25.686659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951549850', 'allowed_address_pairs': [{'ip_address': '2001:db8::7c', 'mac_address': 'fa:16:3e:5b:cc:1c'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:25.752516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Port a832a92f-0c85-4de4-acf4-9fe2b480eb4b cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:25.758185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:25.764721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Allocated IP 2001:db8::2 (e649e79b-529e-4f2b-bea0-7598afb7aad8/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7/40642058-6c2d-45b1-831a-c535a18737c6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:25.765865 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.782942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.801163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 98989e21-b8a3-480f-9468-5e0fe2da061c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=98989e21-b8a3-480f-9468-5e0fe2da061c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:25.814194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad18117-f6fd-4990-87d1-62afedf3e4b8 req-4b797233-8477-43a1-a00c-7f1bc4dd4a3a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:25.818611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98989e21-b8a3-480f-9468-5e0fe2da061c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:25.820617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ad18117-f6fd-4990-87d1-62afedf3e4b8 req-4b797233-8477-43a1-a00c-7f1bc4dd4a3a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3043602 Mar 11 17:36:25.837299 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.951342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cbaa2c-4c1a-4a6d-ace3-36c66f550a98,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:25.969457 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.974530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3294b176-663e-4506-b178-aa9eb50ea1cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7866905 Mar 11 17:36:25.974719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55474) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:25.985537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:26.000076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:26.004693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:floatingip and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:26.008225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:26.014615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:26.021069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ad18117-f6fd-4990-87d1-62afedf3e4b8 req-dd895c10-e433-49db-9bbc-dae35039bec1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573687 Mar 11 17:36:26.028491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.038281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775ed8-31f6-4c80-97d3-61ceba130e50 req-37f2f2a7-9863-469e-a2dd-a1c9c49e77f6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.039863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e775ed8-31f6-4c80-97d3-61ceba130e50 req-37f2f2a7-9863-469e-a2dd-a1c9c49e77f6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.1446328 Mar 11 17:36:26.053839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:26.087945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:26.102725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Usage tracker for resource:port and tenant:fdec673d409840dea4453c90613adfcd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:26.139060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e775ed8-31f6-4c80-97d3-61ceba130e50 req-8d77850e-4782-4baa-89f0-9b8d0e163388 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927632 Mar 11 17:36:26.157618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=98989e21-b8a3-480f-9468-5e0fe2da061c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:26.189835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.246269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:26.256920 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ee7d8d5-220e-4055-bd08-4c0a07fbcca1 req-67aa8e8c-6d1b-4b38-866f-4b80f0f5dda4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.2029698 Mar 11 17:36:26.261432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:26.393306 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98989e21-b8a3-480f-9468-5e0fe2da061c', 'code': 200} Mar 11 17:36:26.402165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Provisioning complete for port 9e641b90-1e8e-4019-b955-f02a09b1e510 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:26.402543 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2438ac69-2bca-4e78-952d-2ec015509359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.462970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:26.506832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7d8d5-220e-4055-bd08-4c0a07fbcca1 req-9baa328b-308c-431f-9d01-16f9f8c94fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.508300 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ee7d8d5-220e-4055-bd08-4c0a07fbcca1 req-9baa328b-308c-431f-9d01-16f9f8c94fe3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2338717 Mar 11 17:36:26.536868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:26.571393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.618832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c445721-e413-4cad-bf76-8fe882f4ae0e req-d6f8fcb8-00a6-45fd-b7b2-334b23b9d8a0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.0939457 Mar 11 17:36:26.630934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:26.653278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:26.653623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.686613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.689281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f7364-8df7-42f0-b5de-b5065df41589 req-372671c7-8bdf-43e9-9d47-040080add58e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.701714 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:26.711780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-583f7364-8df7-42f0-b5de-b5065df41589 req-372671c7-8bdf-43e9-9d47-040080add58e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.3779905 Mar 11 17:36:26.723705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] device_id is not set on port 0c0413f3-6343-4e7f-87c1-641675717108 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:26.830911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:26.862237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-583f7364-8df7-42f0-b5de-b5065df41589 req-138d0414-b6e0-4d03-b259-b4a72d314fe7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423211 Mar 11 17:36:26.882064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-697cf25b-db51-48e1-baae-1387d234d6df req-2f9e9bd5-1820-40f4-9564-235b80655ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 1097 time: 0.4428546 Mar 11 17:36:26.882668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 9e641b90-1e8e-4019-b955-f02a09b1e510, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9e641b90-1e8e-4019-b955-f02a09b1e510,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:26.911604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.014031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-697cf25b-db51-48e1-baae-1387d234d6df req-32e1cdb4-d007-43f5-955b-e0a739dc44c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244740 Mar 11 17:36:27.166329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930d17-2cb9-497d-9989-1a5ef2166a3a req-655dff28-98a4-4db6-841b-f4a9ba158c1e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:27.173714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c930d17-2cb9-497d-9989-1a5ef2166a3a req-655dff28-98a4-4db6-841b-f4a9ba158c1e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 945 time: 0.1509912 Mar 11 17:36:27.243978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c930d17-2cb9-497d-9989-1a5ef2166a3a req-1f421875-ad87-468e-b5c8-df37764f2744 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694060 Mar 11 17:36:27.317402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.360968 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.376595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Transition to ACTIVE for port object 40642058-6c2d-45b1-831a-c535a18737c6 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:27.406114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Transition to ACTIVE for port object 40642058-6c2d-45b1-831a-c535a18737c6 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:27.417949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=9e641b90-1e8e-4019-b955-f02a09b1e510,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.432201 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.496173 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Allocated IP 2001:db8::105 (e649e79b-529e-4f2b-bea0-7598afb7aad8/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7/0c0413f3-6343-4e7f-87c1-641675717108) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:27.540890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Pushing event updated for resources: {'Port': ['ID=40642058-6c2d-45b1-831a-c535a18737c6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.572107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:27.587000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:27.589263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:27.591928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:27.600323 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.600617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296f4f1-38f0-4d71-ad98-b36403f19c6b req-10333665-c0a3-4ebd-8b8f-9d30f3918b6e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:27.603899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Provisioning complete for port 1683a7e1-14aa-4374-8432-f1b45f5ec56c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:27.604564 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.613128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3296f4f1-38f0-4d71-ad98-b36403f19c6b req-10333665-c0a3-4ebd-8b8f-9d30f3918b6e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.2171710 Mar 11 17:36:27.665060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbb0cd-f48f-44bd-90ae-5dde60ae1379 req-8fe0152a-6798-4195-8ad2-e21d3105697d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:27.674818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dfbb0cd-f48f-44bd-90ae-5dde60ae1379 req-8fe0152a-6798-4195-8ad2-e21d3105697d tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 945 time: 0.2214875 Mar 11 17:36:27.717096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.734329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3296f4f1-38f0-4d71-ad98-b36403f19c6b req-de253625-71a5-4955-9976-c3cd7259a33e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198943 Mar 11 17:36:27.734660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Transition to ACTIVE for port object 0c0413f3-6343-4e7f-87c1-641675717108 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:27.757942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Port 1683a7e1-14aa-4374-8432-f1b45f5ec56c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:27.770150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.771402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.842683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dfbb0cd-f48f-44bd-90ae-5dde60ae1379 req-7652754e-bab6-4c31-8b05-1171cd134f57 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666772 Mar 11 17:36:27.866392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:27.880277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=0c0413f3-6343-4e7f-87c1-641675717108,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.882786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:27.888629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:27.892754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:27.893441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.898685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Attempting to bind port 40642058-6c2d-45b1-831a-c535a18737c6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:27.901559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Attempting to bind port 40642058-6c2d-45b1-831a-c535a18737c6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5373e715-6a9d-4544-84a8-2f219efb9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:27.902337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Attempting to bind port 40642058-6c2d-45b1-831a-c535a18737c6 on network e649e79b-529e-4f2b-bea0-7598afb7aad8 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:27.905762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.913624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:27.913994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Checking segment: {'id': '5373e715-6a9d-4544-84a8-2f219efb9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:27.914589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.914973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Bound using segment: {'id': '5373e715-6a9d-4544-84a8-2f219efb9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:27.915463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Bound port: 40642058-6c2d-45b1-831a-c535a18737c6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5373e715-6a9d-4544-84a8-2f219efb9e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:27.915823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.977434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Provisioning complete for port a832a92f-0c85-4de4-acf4-9fe2b480eb4b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:27.977820 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.066479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Port a832a92f-0c85-4de4-acf4-9fe2b480eb4b cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:28.095265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 172.25.3.111 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8df47047-69c1-4bc1-8928-aa262ab9be60) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:28.101268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Provisioning for port 6cbd27c1-6022-4558-817d-9f20b8a950f8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:28.110246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Provisioning complete for port 6cbd27c1-6022-4558-817d-9f20b8a950f8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:28.110779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.229461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] For port 40642058-6c2d-45b1-831a-c535a18737c6, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:28.252829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:28.357058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7d8d5-220e-4055-bd08-4c0a07fbcca1 req-ccbb0df4-4079-44d3-ae7a-6d3f814daeeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:28.360211 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ee7d8d5-220e-4055-bd08-4c0a07fbcca1 req-ccbb0df4-4079-44d3-ae7a-6d3f814daeeb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.8450439 Mar 11 17:36:28.364296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-536dd5db-b18f-48b5-b263-c3323235bc3c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6849070 Mar 11 17:36:28.369711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55494) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:28.379468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] For port 40642058-6c2d-45b1-831a-c535a18737c6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=40642058-6c2d-45b1-831a-c535a18737c6,segment=NetworkSegment(5373e715-6a9d-4544-84a8-2f219efb9e22),segment_id=5373e715-6a9d-4544-84a8-2f219efb9e22)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:28.387788 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.421110 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ef5a9f6-e7c0-451a-8b55-a87b98af796d req-8d2abca3-0439-4f04-b555-198f90d2c67d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.3340266 Mar 11 17:36:28.466054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4248422-0266-4f78-b0de-2641df1e0e52 req-de3bc1a4-9449-4107-a78d-912290dcb008 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:28.475226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4248422-0266-4f78-b0de-2641df1e0e52 req-de3bc1a4-9449-4107-a78d-912290dcb008 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.1145396 Mar 11 17:36:28.492512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:28.511817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71024b2d-bde3-4b2b-91f4-0cb083ed72f8 None None] Pushing event updated for resources: {'Port': ['ID=40642058-6c2d-45b1-831a-c535a18737c6,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:28.602223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4248422-0266-4f78-b0de-2641df1e0e52 req-2703e0bf-dbb6-41a6-8e65-029db36bf1ef tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216807 Mar 11 17:36:28.686156 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.694753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ee7d8d5-220e-4055-bd08-4c0a07fbcca1 req-9a7b4102-05da-4e61-b5d7-4785bb3458c7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=911fb09f-ccf9-43b1-80df-e2c1c04eb6ac HTTP/1.1" status: 200 len: 210 time: 0.1627896 Mar 11 17:36:28.697663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:28.698080 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.745069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.751815 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'code': 200} Mar 11 17:36:28.806570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aeb47b-14bd-4494-85c0-efecddb0ca07 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:28.808591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] For port 6cbd27c1-6022-4558-817d-9f20b8a950f8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6cbd27c1-6022-4558-817d-9f20b8a950f8,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:28.811198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aeb47b-14bd-4494-85c0-efecddb0ca07 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:28.817586 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.829253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aeb47b-14bd-4494-85c0-efecddb0ca07 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:28.831446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c3aeb47b-14bd-4494-85c0-efecddb0ca07 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Synchronizing usage tracker for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:28.920583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.024784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81963f85-cf66-421b-adff-80bdc6e2b7a8 req-8641a08d-6135-4206-8ce8-e5df042df472 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:29.026500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81963f85-cf66-421b-adff-80bdc6e2b7a8 req-8641a08d-6135-4206-8ce8-e5df042df472 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.3050091 Mar 11 17:36:29.104652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132dd69-6b1a-4c5d-8983-3aae684ffefc None None] Pushing event updated for resources: {'Port': ['ID=6cbd27c1-6022-4558-817d-9f20b8a950f8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.178033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=8df47047-69c1-4bc1-8928-aa262ab9be60,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.187001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c3aeb47b-14bd-4494-85c0-efecddb0ca07 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Unset dirty status for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:29.189143 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c3aeb47b-14bd-4494-85c0-efecddb0ca07 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.8171248 Mar 11 17:36:29.196028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81963f85-cf66-421b-adff-80bdc6e2b7a8 req-03a2ad6a-0de5-4266-930f-83222a386dc9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606236 Mar 11 17:36:29.196587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55506) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:29.233331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.240415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:29.241740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:29.250460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:29.324943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Sync routers for ids ['79f84015-a49c-417e-899f-b644b0696982'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:36:29.361820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:29.364968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 40642058-6c2d-45b1-831a-c535a18737c6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:29.419592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4fde02f3-3df9-4f51-851d-5cae2441bb9a req-32a7844a-983f-4e44-a1c9-e4bb6829cbab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 1097 time: 0.3602059 Mar 11 17:36:29.448544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.502864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4fde02f3-3df9-4f51-851d-5cae2441bb9a req-74ced0f7-cb02-439d-b296-1950118d94ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760233 Mar 11 17:36:29.535252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting port 0c0413f3-6343-4e7f-87c1-641675717108 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:36:29.535796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.610759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.724684 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.728763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Routers {'79f84015-a49c-417e-899f-b644b0696982'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:36:29.729399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['79f84015-a49c-417e-899f-b644b0696982'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:29.951381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.978052 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Sync routers for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:36:29.997279 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:36:29.999512 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:30.020427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 40642058-6c2d-45b1-831a-c535a18737c6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:30.044493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9e641b90-1e8e-4019-b955-f02a09b1e510 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:30.216083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cba28e-76a8-4c1e-99c5-5e350315e8bb None None] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:36:30.254602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2d0bd-7d4f-4c6a-bb5d-f72a6122e273 req-3fdf85f0-4027-4674-88dd-f3b98e0386d5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:30.263849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ac2d0bd-7d4f-4c6a-bb5d-f72a6122e273 req-3fdf85f0-4027-4674-88dd-f3b98e0386d5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.9613836 Mar 11 17:36:30.293720 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.305596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.367686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9e641b90-1e8e-4019-b955-f02a09b1e510 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:30.368393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.398834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ac2d0bd-7d4f-4c6a-bb5d-f72a6122e273 req-75df7b90-ac19-4a88-8d09-dfe22204ba26 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338100 Mar 11 17:36:30.430911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.445907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=8df47047-69c1-4bc1-8928-aa262ab9be60,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:30.464204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d5e9e-ab47-4981-9186-0d25eda81440 req-7471ec86-4020-4e0c-8940-eb5fe5ea9829 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:30.467308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:36:30.472400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed6d5e9e-ab47-4981-9186-0d25eda81440 req-7471ec86-4020-4e0c-8940-eb5fe5ea9829 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.7343526 Mar 11 17:36:30.566936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Set router 79f84015-a49c-417e-899f-b644b0696982 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:36:30.608374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1709055-cab8-443f-a678-a5a52902cd4d None None] Provisioning for port 40642058-6c2d-45b1-831a-c535a18737c6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:30.641483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1709055-cab8-443f-a678-a5a52902cd4d None None] Provisioning complete for port 40642058-6c2d-45b1-831a-c535a18737c6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:30.642652 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1709055-cab8-443f-a678-a5a52902cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.686109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed6d5e9e-ab47-4981-9186-0d25eda81440 req-6b8a9560-9de5-4438-b17b-45634e34a1d0 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127075 Mar 11 17:36:30.695435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Calling delete_port for 0c0413f3-6343-4e7f-87c1-641675717108 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:36:30.773350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:30.895848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.930431 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-76427e76-8035-4c3d-a7d0-67b3e74dec61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4020336 Mar 11 17:36:30.932974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.945592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-af3142c7-5356-48eb-b148-9a14cb9fa20c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9703393 Mar 11 17:36:30.951293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.253382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6cbd27c1-6022-4558-817d-9f20b8a950f8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:31.278028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Port': ['ID=0c0413f3-6343-4e7f-87c1-641675717108,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:31.293148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-3f060ce2-d354-48bf-9bfe-e68fa03e9e12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1095 time: 0.1470683 Mar 11 17:36:31.398435 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 2, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:31.407305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Checking router: 6bfa8db5-913d-41df-b552-edbedf42f80d for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:36:31.407651 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Updating router 6bfa8db5-913d-41df-b552-edbedf42f80d port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:36:31.456841 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1709055-cab8-443f-a678-a5a52902cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.604518 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.623270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6cbd27c1-6022-4558-817d-9f20b8a950f8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:31.624411 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.631734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-e16a34e0-e16f-4792-a505-67898ac5075a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:31.633763 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-e16a34e0-e16f-4792-a505-67898ac5075a service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.1990447 Mar 11 17:36:31.716377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a1709055-cab8-443f-a678-a5a52902cd4d None None] For port 40642058-6c2d-45b1-831a-c535a18737c6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=40642058-6c2d-45b1-831a-c535a18737c6,segment=NetworkSegment(5373e715-6a9d-4544-84a8-2f219efb9e22),segment_id=5373e715-6a9d-4544-84a8-2f219efb9e22)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:31.731316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:54Z', 'revision_number': 4, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2f5e0663-0b50-4c90-bcae-e0248c45308c', 'name': '', 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'mac_address': 'fa:16:3e:1a:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b24567-76ee-406b-9247-cb993867fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:35:55Z', 'revision_number': 2, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'subnets': [{'id': '36b24567-76ee-406b-9247-cb993867fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:31.741234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Checking router: 79f84015-a49c-417e-899f-b644b0696982 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:36:31.741939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Updating router 79f84015-a49c-417e-899f-b644b0696982 port 2f5e0663-0b50-4c90-bcae-e0248c45308c binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:36:31.792910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.795051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-a5ebeff0-0b69-483e-a16a-a24a1a94ce2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.1523075 Mar 11 17:36:31.815312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1709055-cab8-443f-a678-a5a52902cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.863212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8092590-4ea8-4918-bd51-f236d0561d50 req-1b046004-7346-4af2-b89b-3e69c3710769 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:31.878273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8092590-4ea8-4918-bd51-f236d0561d50 req-1b046004-7346-4af2-b89b-3e69c3710769 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.7625735 Mar 11 17:36:31.926837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f2c9def8-20f2-49d5-8f4d-c071924c58a3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/ports/0c0413f3-6343-4e7f-87c1-641675717108 HTTP/1.1" status: 204 len: 168 time: 2.7268648 Mar 11 17:36:31.928872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55534) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:31.945243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.001010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1709055-cab8-443f-a678-a5a52902cd4d None None] Pushing event updated for resources: {'Port': ['ID=40642058-6c2d-45b1-831a-c535a18737c6,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:32.021770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4af0f-a7d4-4dd1-b85b-ac64ce38e2c3 req-3ed6fa42-2ddb-41c9-b9e0-6520f166dfa3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:32.030257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41c4af0f-a7d4-4dd1-b85b-ac64ce38e2c3 req-3ed6fa42-2ddb-41c9-b9e0-6520f166dfa3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.5312173 Mar 11 17:36:32.034850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-a451370e-9de3-4a81-abb3-167309bcdbf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:32.045472 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-a451370e-9de3-4a81-abb3-167309bcdbf0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.2325351 Mar 11 17:36:32.047125 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cc8738-ac5a-411b-abfc-8aebd55386c9 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] GET failed (client error): The resource could not be found. Mar 11 17:36:32.049163 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-55cc8738-ac5a-411b-abfc-8aebd55386c9 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "GET /v2.0/ports/0c0413f3-6343-4e7f-87c1-641675717108 HTTP/1.1" status: 404 len: 333 time: 0.1161451 Mar 11 17:36:32.053310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55538) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:32.082874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2089582844'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:32.111869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8092590-4ea8-4918-bd51-f236d0561d50 req-9cac5977-7fd8-4f49-9d21-49cc968d9f6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307343 Mar 11 17:36:32.189444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-53890543-4126-4483-8f74-ce4fcc5e4441 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335988 Mar 11 17:36:32.351344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d9097763-0f48-4ae8-9f65-65ecaed2bc5c None None] Provisioning complete for port 40642058-6c2d-45b1-831a-c535a18737c6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:32.351703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9097763-0f48-4ae8-9f65-65ecaed2bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.383965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41c4af0f-a7d4-4dd1-b85b-ac64ce38e2c3 req-086e1a9d-08bf-4ba2-a219-bd28c8fcc0a7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522851 Mar 11 17:36:32.479589 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.497138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-9b778d6e-b612-4e2d-a27c-f28f12bc044a service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003864 Mar 11 17:36:32.505010 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Transition to ACTIVE for port object b0f5f34a-07b8-44ef-8cb7-5db5222011d4 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:32.519883 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.544243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:32.554818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Usage tracker for resource:port and tenant:fdec673d409840dea4453c90613adfcd is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:32.574692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:32.586431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:32.622760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:32.627521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.864271 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74e3d0ed-5c02-4dce-a11d-efa3d156ad09 req-913d670c-5a3c-47c8-a284-1f9295c742f0 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536770 Mar 11 17:36:32.891295 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.906012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Transition to ACTIVE for port object 2f5e0663-0b50-4c90-bcae-e0248c45308c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:32.929944 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'code': 200} Mar 11 17:36:32.939018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.082770 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600efed-ab74-434b-8774-176324181515 None None] Pushing event updated for resources: {'Port': ['ID=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:33.136077 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-45e24e2a-73a2-4850-8e25-fffb60fb3a16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 1097 time: 0.2118974 Mar 11 17:36:33.171049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] device_id is not set on port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:33.258638 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.259002 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.259326 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.259641 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.259953 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.260261 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.260567 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.260872 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.261173 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.261472 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.261770 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600efed-ab74-434b-8774-176324181515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:33.344901 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Attempting to bind port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:33.345259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Attempting to bind port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:33.345605 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Attempting to bind port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 on network 457c7bb4-45c0-4530-9bb2-c755ef527acc {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:33.367377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 40642058-6c2d-45b1-831a-c535a18737c6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:33.378269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:33.378659 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Checking segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:33.382588 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.383625 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Bound using segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:33.387002 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Bound port: b0f5f34a-07b8-44ef-8cb7-5db5222011d4, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:33.391041 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.418277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-7ef453d8-1c76-44b5-916b-d995b8dfd810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:33.419861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-7ef453d8-1c76-44b5-916b-d995b8dfd810 service neutron] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 920 time: 0.2792804 Mar 11 17:36:33.482726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-25f36f7a-c9b8-40ec-9c14-58b193a603fc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:33.535756 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-c52ef43f-dd3f-49de-963b-ab6a5927891a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98989e21-b8a3-480f-9468-5e0fe2da061c HTTP/1.1" status: 200 len: 217 time: 0.1085050 Mar 11 17:36:33.563644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb8c6b-8fd7-42c2-b4c5-fbba2630a775 None None] Pushing event updated for resources: {'Port': ['ID=2f5e0663-0b50-4c90-bcae-e0248c45308c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:33.569164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Attempting to bind port 2f5e0663-0b50-4c90-bcae-e0248c45308c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:33.569543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Attempting to bind port 2f5e0663-0b50-4c90-bcae-e0248c45308c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:33.569977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Attempting to bind port 2f5e0663-0b50-4c90-bcae-e0248c45308c on network 200d2e8d-8875-4c5e-8912-7880a03b5a5c {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:33.583311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:33.583642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Checking segment: {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:33.584046 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.584482 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Bound using segment: {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:33.584964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Bound port: 2f5e0663-0b50-4c90-bcae-e0248c45308c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7849c31-388c-45e6-9f0c-79f7c380e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:33.585335 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.617341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f4797-57a6-44b6-b456-9767294e7815 req-7066ca73-44b0-46aa-be07-8b6809668296 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:33.624824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-7066ca73-44b0-46aa-be07-8b6809668296 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.5594523 Mar 11 17:36:33.636382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-25f36f7a-c9b8-40ec-9c14-58b193a603fc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:33.647295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-25f36f7a-c9b8-40ec-9c14-58b193a603fc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1335258986&fields=id&tenant_id=4804a81df08c42ffb776bbdacb27830d HTTP/1.1" status: 200 len: 267 time: 0.6264141 Mar 11 17:36:33.692185 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] For port b0f5f34a-07b8-44ef-8cb7-5db5222011d4, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:33.701335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d9097763-0f48-4ae8-9f65-65ecaed2bc5c None None] Provisioning for port 17e60d97-9197-4ddf-801a-dc779f65b676 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:33.702148 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] For port b0f5f34a-07b8-44ef-8cb7-5db5222011d4, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:33.712206 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.714723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 40642058-6c2d-45b1-831a-c535a18737c6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:33.715643 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.727914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-86d2ec7c-4974-4866-8ba4-6335f88bdab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:33.732714 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-86d2ec7c-4974-4866-8ba4-6335f88bdab3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.1889732 Mar 11 17:36:33.748471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-bc7c85a5-0d3e-42d6-92df-ff5efdf87ff8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.1223271 Mar 11 17:36:33.755196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-04497675-4d7a-4e35-a92b-48788a900905 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:33.756663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-04497675-4d7a-4e35-a92b-48788a900905 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:33.773044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d9097763-0f48-4ae8-9f65-65ecaed2bc5c None None] Provisioning complete for port 17e60d97-9197-4ddf-801a-dc779f65b676 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:33.774594 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9097763-0f48-4ae8-9f65-65ecaed2bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.807816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Allocated IP 2001:db8::30 (e649e79b-529e-4f2b-bea0-7598afb7aad8/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7/a51507c7-48a9-4a6b-97f1-5b3fe7c188c3) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:33.848967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-a01e43b4-f112-4f9a-81a0-25e037d39f34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989687 Mar 11 17:36:33.871050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-04497675-4d7a-4e35-a92b-48788a900905 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:33.879002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-04497675-4d7a-4e35-a92b-48788a900905 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports/a832a92f-0c85-4de4-acf4-9fe2b480eb4b HTTP/1.1" status: 200 len: 936 time: 0.2303977 Mar 11 17:36:33.911556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] For port 2f5e0663-0b50-4c90-bcae-e0248c45308c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:33.918392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] For port 2f5e0663-0b50-4c90-bcae-e0248c45308c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2f5e0663-0b50-4c90-bcae-e0248c45308c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:33.933322 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:33.956492 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:36:33.958116 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:34.062053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-fd74ada8-5a17-4dd8-91ce-fa6a2518ba5c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3122766 Mar 11 17:36:34.090844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d9097763-0f48-4ae8-9f65-65ecaed2bc5c None None] Port 17e60d97-9197-4ddf-801a-dc779f65b676 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:34.297021 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600efed-ab74-434b-8774-176324181515 None None] Pushing event updated for resources: {'Port': ['ID=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:34.337488 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:36:34.337720 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-853dfe90-fdcf-4465-a0d7-4a007df337ff service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646575 Mar 11 17:36:34.367795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-acf4467b-e938-49ce-b06f-fa9311b84d0d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:34.369034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-acf4467b-e938-49ce-b06f-fa9311b84d0d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports/1683a7e1-14aa-4374-8432-f1b45f5ec56c HTTP/1.1" status: 200 len: 935 time: 0.4736862 Mar 11 17:36:34.371414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e061a178-35be-4c16-ade7-e6cb0bcbd1be req-3a2ae48a-54b0-4694-88f1-6b532eecbef3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1781585 Mar 11 17:36:34.378848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1f0e770-3c12-4e2d-86e5-bc134835b625 None None] Could not find standard attr ID for object 0c0413f3-6343-4e7f-87c1-641675717108. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:36:34.411046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb8c6b-8fd7-42c2-b4c5-fbba2630a775 None None] Pushing event updated for resources: {'Port': ['ID=2f5e0663-0b50-4c90-bcae-e0248c45308c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:34.442064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Routers {'79f84015-a49c-417e-899f-b644b0696982'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:36:34.443014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['79f84015-a49c-417e-899f-b644b0696982'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:34.494790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-87bdd382-5d8d-4190-ad0b-fbbed4050adc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?network_id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1111226 Mar 11 17:36:34.611697 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0b3913d0-9029-4476-9323-1f55199a86b6 req-6a1d7e07-4269-4bdc-8cf4-5e7cd5cb232b service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671173 Mar 11 17:36:34.667255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.686929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Transition to ACTIVE for port object a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:34.705119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] Set router 79f84015-a49c-417e-899f-b644b0696982 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:36:34.776816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e061a178-35be-4c16-ade7-e6cb0bcbd1be req-5d3ada32-44e1-431d-b29d-d1b99a51b089 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0605500 Mar 11 17:36:34.778093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.784510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-e61eb95f-0b5d-4c70-aaba-c221741fb15d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?network_id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2693601 Mar 11 17:36:34.872647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e061a178-35be-4c16-ade7-e6cb0bcbd1be req-11c12f7c-e0b7-4a20-8a9e-64a538d1c413 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349741 Mar 11 17:36:34.904311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1f0e770-3c12-4e2d-86e5-bc134835b625 None None] Provisioning complete for port 17e60d97-9197-4ddf-801a-dc779f65b676 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:34.905065 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e770-3c12-4e2d-86e5-bc134835b625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.917972 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:33Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:34.922974 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540f63f-f516-46f4-8e45-0ecdfae789ab None None] The sync data for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 is: [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:33Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:36:35.065966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0e770-3c12-4e2d-86e5-bc134835b625 None None] Port 17e60d97-9197-4ddf-801a-dc779f65b676 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:35.173808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b0f5f34a-07b8-44ef-8cb7-5db5222011d4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:35.225992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-05e848b2-c267-42fb-94ff-4f3d2c4c0c70 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1360073 Mar 11 17:36:35.362113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:35.370284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:35.370968 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.427724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:54Z', 'revision_number': 4, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2f5e0663-0b50-4c90-bcae-e0248c45308c', 'name': '', 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'mac_address': 'fa:16:3e:1a:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b24567-76ee-406b-9247-cb993867fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:36:33Z', 'revision_number': 4, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'subnets': [{'id': '36b24567-76ee-406b-9247-cb993867fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:35.437974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9298c6-6332-494d-aae6-48b115d65870 None None] The sync data for ids ['79f84015-a49c-417e-899f-b644b0696982'] in n-d-833436-1 is: [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:35:54Z', 'revision_number': 4, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2f5e0663-0b50-4c90-bcae-e0248c45308c', 'name': '', 'network_id': '200d2e8d-8875-4c5e-8912-7880a03b5a5c', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'mac_address': 'fa:16:3e:1a:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b24567-76ee-406b-9247-cb993867fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:36:33Z', 'revision_number': 4, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'subnets': [{'id': '36b24567-76ee-406b-9247-cb993867fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:36:35.524673 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.607171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b0f5f34a-07b8-44ef-8cb7-5db5222011d4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:35.614841 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.625680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ba462da8-f392-482f-a117-137d21d8aa13 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:35.632439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ba462da8-f392-482f-a117-137d21d8aa13 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:35.636695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ba462da8-f392-482f-a117-137d21d8aa13 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:35.637537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ba462da8-f392-482f-a117-137d21d8aa13 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:35.669448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:35.680190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:35.704559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:35.704816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:35.718029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:35.720792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.756719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=a51507c7-48a9-4a6b-97f1-5b3fe7c188c3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:35.810701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ba462da8-f392-482f-a117-137d21d8aa13 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:35.816695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ba462da8-f392-482f-a117-137d21d8aa13 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/networks?id=947ffefb-9e1f-499b-81fe-d4dda1296850&id=0d31f175-7efd-4899-b063-5cb8f03135e7&id=0d31f175-7efd-4899-b063-5cb8f03135e7&id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c HTTP/1.1" status: 200 len: 1994 time: 0.9834645 Mar 11 17:36:35.913405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ada4e449-d450-4ebe-994b-3916c4bdb8b3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8532784 Mar 11 17:36:35.916196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55560) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:35.923652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7c', 'mac_address': 'fa:16:3e:5b:cc:1c'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:35.996235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-87ef7a33-b1d1-4207-986e-a15061d3553c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/quotas/4804a81df08c42ffb776bbdacb27830d HTTP/1.1" status: 200 len: 375 time: 0.1605082 Mar 11 17:36:36.009176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-4ba6cfe8-6f85-44a7-bb47-54404d3a907f service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700780 Mar 11 17:36:36.018677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061a178-35be-4c16-ade7-e6cb0bcbd1be req-77f98f62-9168-4a81-8000-ed42a1c9ab04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:36.020196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e061a178-35be-4c16-ade7-e6cb0bcbd1be req-77f98f62-9168-4a81-8000-ed42a1c9ab04 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0875518 Mar 11 17:36:36.094089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-609b1edc-45be-4b96-808e-a56e525abb76 None None] Provisioning for port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:36.103911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-609b1edc-45be-4b96-808e-a56e525abb76 None None] Provisioning complete for port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:36.104016 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-609b1edc-45be-4b96-808e-a56e525abb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.155801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1bb979e9-7897-40c7-9a43-d66aa546cba3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1345377 Mar 11 17:36:36.285336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-609b1edc-45be-4b96-808e-a56e525abb76 None None] Port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:36.439992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1b229964-359d-44df-b6bf-5d413eacb8a6 service neutron] 10.222.0.96 "GET /v2.0/networks/947ffefb-9e1f-499b-81fe-d4dda1296850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625113 Mar 11 17:36:36.545491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.750808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-cd25db59-7b18-4806-a23f-5594ab907b8f service neutron] 10.222.0.96 "GET /v2.0/networks/947ffefb-9e1f-499b-81fe-d4dda1296850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951314 Mar 11 17:36:36.890441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-8d3e1f54-a932-4a8c-a103-a69e3c8fe7d0 service neutron] 10.222.0.96 "GET /v2.0/ports/a832a92f-0c85-4de4-acf4-9fe2b480eb4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1366687 Mar 11 17:36:36.948302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.958115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.068357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a7218307-9bc9-47d5-a253-72672c0c80e3 service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617792 Mar 11 17:36:37.127831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=a51507c7-48a9-4a6b-97f1-5b3fe7c188c3,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:37.131951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a603ff1-a359-4115-8278-b837e8d129a4 req-f97757c3-7015-4295-8cb1-0d572527bc41 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:37.139203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a603ff1-a359-4115-8278-b837e8d129a4 req-f97757c3-7015-4295-8cb1-0d572527bc41 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.3473036 Mar 11 17:36:37.149613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] In _notify_port_updated(), no bound segment for port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 on network e649e79b-529e-4f2b-bea0-7598afb7aad8 {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:36:37.160138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:37.160980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.164681 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-13e9d9fd-7065-4070-9a41-05df7355428c tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "PUT /v2.0/ports/a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 HTTP/1.1" status: 200 len: 1001 time: 1.2450066 Mar 11 17:36:37.169355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55574) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:37.325700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:36:37.326033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.349913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a603ff1-a359-4115-8278-b837e8d129a4 req-c3beae94-4ade-401c-b2c6-2c9331ed141b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096896 Mar 11 17:36:37.398297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-4451b297-d324-4597-b727-1d264dabe4a0 service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130002 Mar 11 17:36:37.491000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2f5e0663-0b50-4c90-bcae-e0248c45308c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:37.574315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-8cb45f2a-1e00-466a-8cb7-fc242cb48a42 service neutron] 10.222.0.96 "GET /v2.0/ports/1683a7e1-14aa-4374-8432-f1b45f5ec56c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1662149 Mar 11 17:36:37.667589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 2f5e0663-0b50-4c90-bcae-e0248c45308c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:37.688385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-834738c5-a32e-4f97-bf00-2fe2d24839e3 None None] Provisioning complete for port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:37.689371 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-834738c5-a32e-4f97-bf00-2fe2d24839e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.848548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2f5e0663-0b50-4c90-bcae-e0248c45308c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:37.849795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.882271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-9d5e25d5-f23f-4f67-83ff-1508224f8a0d service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067279 Mar 11 17:36:37.931946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.956872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-834738c5-a32e-4f97-bf00-2fe2d24839e3 None None] Port a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:38.022959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce45c3-059a-42b6-a9e3-c65a6f455cea req-a3a01f97-533e-4104-9b8b-97f680334fce tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:38.024577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfce45c3-059a-42b6-a9e3-c65a6f455cea req-a3a01f97-533e-4104-9b8b-97f680334fce tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3188820 Mar 11 17:36:38.047163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:38.048767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-99cdffd1-ffcb-4c26-a353-a18e1948e279 service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579976 Mar 11 17:36:38.090251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 2f5e0663-0b50-4c90-bcae-e0248c45308c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2f5e0663-0b50-4c90-bcae-e0248c45308c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:38.102236 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:38.103784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b0f5f34a-07b8-44ef-8cb7-5db5222011d4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:38.254757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfce45c3-059a-42b6-a9e3-c65a6f455cea req-e6bed4b7-46f4-46ce-95ad-03b512c5aeeb tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244778 Mar 11 17:36:38.257091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Calling delete_port for a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:36:38.395485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=2f5e0663-0b50-4c90-bcae-e0248c45308c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:38.398395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1c3f4af6-6ac6-4948-a9e5-510fd70283df service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335991 Mar 11 17:36:38.420949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:38.421321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:38.792416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:38.850397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Port': ['ID=a51507c7-48a9-4a6b-97f1-5b3fe7c188c3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:38.908820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-83425d8c-95ca-4436-a155-8a0a12fbf2b6 service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088522 Mar 11 17:36:39.015175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f4797-57a6-44b6-b456-9767294e7815 req-3f1c4621-80ec-4c33-b27f-311c913cb034 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:39.016630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-3f1c4621-80ec-4c33-b27f-311c913cb034 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.5498674 Mar 11 17:36:39.080798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f49a3-05f2-4296-bf5b-a69b908f790b req-2b9bb739-7ba5-4e0b-a32b-64d37f3aeb73 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:39.084690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a8f49a3-05f2-4296-bf5b-a69b908f790b req-2b9bb739-7ba5-4e0b-a32b-64d37f3aeb73 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.4670675 Mar 11 17:36:39.107244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Request body: {'port': {'device_id': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'admin_state_up': True, 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:39.144606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2f5e0663-0b50-4c90-bcae-e0248c45308c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:39.218155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a8f49a3-05f2-4296-bf5b-a69b908f790b req-d68314d6-7ac1-4032-8a27-10d09c1de200 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204453 Mar 11 17:36:39.317541 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:39.327673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-8132eba3-ad52-4a86-95e0-91d1970ece31 service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118905 Mar 11 17:36:39.398482 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2f5e0663-0b50-4c90-bcae-e0248c45308c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:39.399526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:39.637223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:39.643009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:39.658778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:39.667580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4eb3c593-887f-4996-bf84-dccae879d700 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/ports/a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 HTTP/1.1" status: 204 len: 168 time: 2.4924393 Mar 11 17:36:39.669341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55584) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:39.679201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-4f5a7cae-87d9-40c0-9697-80722267fb66 service neutron] 10.222.0.96 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456290 Mar 11 17:36:39.682854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:39.686320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:39.760875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e394de-5801-4782-afda-ce455dc60b1c req-be569b65-a93d-47cd-9b58-90dc1f0d457a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:39.762582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39e394de-5801-4782-afda-ce455dc60b1c req-be569b65-a93d-47cd-9b58-90dc1f0d457a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.2574413 Mar 11 17:36:39.766710 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edcd5a7-c2ba-4385-8673-59a8d2392e6a tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] GET failed (client error): The resource could not be found. Mar 11 17:36:39.767286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2edcd5a7-c2ba-4385-8673-59a8d2392e6a tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Synchronizing usage tracker for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:39.882344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2edcd5a7-c2ba-4385-8673-59a8d2392e6a tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Unset dirty status for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:39.887743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2edcd5a7-c2ba-4385-8673-59a8d2392e6a tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "GET /v2.0/ports/a51507c7-48a9-4a6b-97f1-5b3fe7c188c3 HTTP/1.1" status: 404 len: 333 time: 0.2116239 Mar 11 17:36:39.888567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55588) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:39.920501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1443367208'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:39.941081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Allocated IP 172.20.0.12 (223820bb-b86e-43fc-b13c-cb4729837daf/45399fdb-e577-4f75-9487-b5628afd97cd/607ceeac-18fc-4e6c-95cc-faf7942a7217) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:40.018557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39e394de-5801-4782-afda-ce455dc60b1c req-d2c737de-2866-4c61-89f2-739d1ea5805d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922238 Mar 11 17:36:40.055165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-c945ebb1-5d89-4b1a-8552-d31e86a426fa service neutron] 10.222.0.96 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224804 Mar 11 17:36:40.202604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:40.228763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:40.260574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-c55cdd0f-0229-462b-b838-05145679b9ad service neutron] 10.222.0.96 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951001 Mar 11 17:36:40.264676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:40.271741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.305634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.364959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.409478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:40.422273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Network 223820bb-b86e-43fc-b13c-cb4729837daf is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:40.430014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:40.437548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] device_id is not set on port 770ef639-a945-40a8-935d-7a9d149ee3ab yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:40.438844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:40.540444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:40.541442 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.592043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event updated for resources: {'Port': ['ID=607ceeac-18fc-4e6c-95cc-faf7942a7217,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:40.630534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-e7b493d1-a476-4fc9-b2b2-cba4eaf371a2 service neutron] 10.222.0.96 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350968 Mar 11 17:36:40.639281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-306b1c71-9379-4b12-b317-53e49af6dd8b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5466571 Mar 11 17:36:40.663137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Request body: {'port': {'device_id': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:40.697041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa5ad1-772a-46fd-a882-960ad3412d25 req-c6179385-2113-4d83-8c60-f7ba6ebd542d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:40.698702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aeaa5ad1-772a-46fd-a882-960ad3412d25 req-c6179385-2113-4d83-8c60-f7ba6ebd542d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 932 time: 0.3740213 Mar 11 17:36:40.808513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.818038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Allocated IP 2001:db8::20a (e649e79b-529e-4f2b-bea0-7598afb7aad8/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7/770ef639-a945-40a8-935d-7a9d149ee3ab) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:40.896874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aeaa5ad1-772a-46fd-a882-960ad3412d25 req-804e91f2-8af1-4b6f-8a07-ce68fa3e691e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325977 Mar 11 17:36:40.956911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-88857cf7-4837-412a-ab49-0b5e4574461c service neutron] 10.222.0.96 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959967 Mar 11 17:36:41.359202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607ceeac-18fc-4e6c-95cc-faf7942a7217 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:41.366784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.384481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Transition to ACTIVE for port object 607ceeac-18fc-4e6c-95cc-faf7942a7217 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:41.390326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.498159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.518990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Transition to ACTIVE for port object 770ef639-a945-40a8-935d-7a9d149ee3ab will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:41.555049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.567200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Pushing event updated for resources: {'Port': ['ID=607ceeac-18fc-4e6c-95cc-faf7942a7217,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:41.708565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:41.714071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Attempting to bind port 607ceeac-18fc-4e6c-95cc-faf7942a7217 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:41.714615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Attempting to bind port 607ceeac-18fc-4e6c-95cc-faf7942a7217 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:41.714967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Attempting to bind port 607ceeac-18fc-4e6c-95cc-faf7942a7217 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:41.723806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=770ef639-a945-40a8-935d-7a9d149ee3ab,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:41.728090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:41.732691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:41.737266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:41.737934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.748130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Port 607ceeac-18fc-4e6c-95cc-faf7942a7217 on network 223820bb-b86e-43fc-b13c-cb4729837daf not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:41.749079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Attempting to bind port 607ceeac-18fc-4e6c-95cc-faf7942a7217 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:41.762643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:41.764087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:41.765053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Bound using segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:41.766130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Bound port: 607ceeac-18fc-4e6c-95cc-faf7942a7217, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:41.767053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.774812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f51ae36c-f1b8-405f-b632-31199af57e2b tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8843329 Mar 11 17:36:41.776212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55616) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:41.782964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5b:cc:1c'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:41.838526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baac790-22ce-40d4-a025-b09d503901d4 req-a49411e8-ab18-4fb5-a63a-ce3023786756 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:41.844620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0baac790-22ce-40d4-a025-b09d503901d4 req-a49411e8-ab18-4fb5-a63a-ce3023786756 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.5299349 Mar 11 17:36:42.023172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0baac790-22ce-40d4-a025-b09d503901d4 req-217c47ed-5a54-4d22-bcf1-5018da684d23 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660829 Mar 11 17:36:42.047717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] For port 607ceeac-18fc-4e6c-95cc-faf7942a7217, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:42.081187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] For port 607ceeac-18fc-4e6c-95cc-faf7942a7217, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=607ceeac-18fc-4e6c-95cc-faf7942a7217,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:42.099562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:42.212279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:42.213852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] 10.222.0.59 "PUT /v2.0/ports/607ceeac-18fc-4e6c-95cc-faf7942a7217 HTTP/1.1" status: 200 len: 1092 time: 1.5554628 Mar 11 17:36:42.214443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'tag': '607ceeac-18fc-4e6c-95cc-faf7942a7217'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:42.246171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1bc16445-88a9-4c07-ba85-dff3bf872aa3 None None] Provisioning for port 770ef639-a945-40a8-935d-7a9d149ee3ab completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:42.257639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1bc16445-88a9-4c07-ba85-dff3bf872aa3 None None] Provisioning complete for port 770ef639-a945-40a8-935d-7a9d149ee3ab triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:42.258741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bc16445-88a9-4c07-ba85-dff3bf872aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:42.346554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:42.417902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1bc16445-88a9-4c07-ba85-dff3bf872aa3 None None] Port 770ef639-a945-40a8-935d-7a9d149ee3ab cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:42.441413 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8667e7d8-a129-4433-9c32-9a2e5ff38a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:42.463291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a10b3-1abd-4c9d-a827-0f87d368ce46 service neutron] Pushing event updated for resources: {'Port': ['ID=607ceeac-18fc-4e6c-95cc-faf7942a7217,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:42.467130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862b94e-520e-4fe2-b793-5e50d7f0f8ae req-eb2da50a-743c-40b4-b97f-9eded0bbc9ae tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:42.468662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9862b94e-520e-4fe2-b793-5e50d7f0f8ae req-eb2da50a-743c-40b4-b97f-9eded0bbc9ae tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.2438226 Mar 11 17:36:42.530132 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-c71c0405-01b0-4e54-a5ee-027689efbd90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 1095 time: 0.2359903 Mar 11 17:36:42.600153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9862b94e-520e-4fe2-b793-5e50d7f0f8ae req-8a16174d-3f13-472d-bd14-72690aa6beea tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237562 Mar 11 17:36:42.635461 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-21ddcc7a-9080-48d0-8264-0e05790d65c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=607ceeac-18fc-4e6c-95cc-faf7942a7217 HTTP/1.1" status: 200 len: 217 time: 0.0805626 Mar 11 17:36:42.790854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f4797-57a6-44b6-b456-9767294e7815 req-701baf9a-cd84-429d-ad56-e64f28cf2dd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:42.793008 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-701baf9a-cd84-429d-ad56-e64f28cf2dd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.1479576 Mar 11 17:36:42.862885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-f58e0cc5-b349-451d-a38a-bf075bea2e94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604477 Mar 11 17:36:42.915097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0f458-6e8a-4682-a20a-14291824124c req-6998f560-b2db-451e-b317-315953b2357b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:42.931456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ad0f458-6e8a-4682-a20a-14291824124c req-6998f560-b2db-451e-b317-315953b2357b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.3455987 Mar 11 17:36:42.933238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55638) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:42.960416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'floatingip': {'port_id': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:43.077698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.224885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f16bc9-bac3-4a57-8532-b22aa1f0db5e req-170d64fc-63e7-4b57-9e03-da967e6426eb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:43.226689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26f16bc9-bac3-4a57-8532-b22aa1f0db5e req-170d64fc-63e7-4b57-9e03-da967e6426eb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.4449010 Mar 11 17:36:43.298272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:36:43.307563 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-4f2baea8-1297-4c81-aeb4-46a2b1e5158e service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279544 Mar 11 17:36:43.332421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.353265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.512934 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e09f4797-57a6-44b6-b456-9767294e7815 req-5202aecd-b2be-4f13-9dcf-9fea2195170a service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856906 Mar 11 17:36:43.517105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26f16bc9-bac3-4a57-8532-b22aa1f0db5e req-39f44491-7fbd-400c-a2d4-3482bdc47c99 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799609 Mar 11 17:36:43.813656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] In _notify_port_updated(), no bound segment for port 770ef639-a945-40a8-935d-7a9d149ee3ab on network e649e79b-529e-4f2b-bea0-7598afb7aad8 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:36:43.817814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:43.818521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.822527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "PUT /v2.0/ports/770ef639-a945-40a8-935d-7a9d149ee3ab HTTP/1.1" status: 200 len: 1003 time: 2.0426707 Mar 11 17:36:43.823325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55646) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:43.870618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27139-4107-451c-913c-07c4042f264d req-c5f6644d-03d7-4297-b81f-d04769587fc9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:43.872197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27c27139-4107-451c-913c-07c4042f264d req-c5f6644d-03d7-4297-b81f-d04769587fc9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.7192082 Mar 11 17:36:43.901713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73970c5f-3d96-485f-bd18-63df07fc2630 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=770ef639-a945-40a8-935d-7a9d149ee3ab,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:43.939450 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting port 770ef639-a945-40a8-935d-7a9d149ee3ab {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:36:43.939927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.049678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27c27139-4107-451c-913c-07c4042f264d req-8dadd0f5-5ac8-4a7e-a9a5-fbe2aa6f881e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538467 Mar 11 17:36:44.084312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f35d5-c50d-4111-a433-90fc13abbc4e req-fa6c126b-1bb9-4093-afff-a12d50061d81 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:44.095230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-309f35d5-c50d-4111-a433-90fc13abbc4e req-fa6c126b-1bb9-4093-afff-a12d50061d81 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 944 time: 0.2880445 Mar 11 17:36:44.227386 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'tag': '607ceeac-18fc-4e6c-95cc-faf7942a7217', 'status': 'completed', 'code': 200} Mar 11 17:36:44.262146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13bc7d13-cda0-474f-a124-1d68e2154a59 None None] Provisioning complete for port 770ef639-a945-40a8-935d-7a9d149ee3ab triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:44.262708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13bc7d13-cda0-474f-a124-1d68e2154a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.297498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-309f35d5-c50d-4111-a433-90fc13abbc4e req-d5c2cf48-a7bb-406f-ada1-a35b1b4d1afa tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979866 Mar 11 17:36:44.392485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13bc7d13-cda0-474f-a124-1d68e2154a59 None None] Port 770ef639-a945-40a8-935d-7a9d149ee3ab cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:44.495899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e359301-26eb-4ac0-ad5b-8bd6e82a5485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.513099 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-0c8ca60f-8094-4952-bfd5-3d1024e5cf17 service neutron] 10.222.0.59 "GET /v2.0/ports/a832a92f-0c85-4de4-acf4-9fe2b480eb4b HTTP/1.1" status: 200 len: 1032 time: 0.1527553 Mar 11 17:36:44.624328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.631623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0db1aba-3ab4-4f76-b406-c217751bbfa6 req-4de0d67e-3f56-4852-baad-369e38ffd5ca tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 210 time: 0.1351151 Mar 11 17:36:44.648079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-db776062-96c8-480d-acc7-2ed4c692af95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 1095 time: 0.3031809 Mar 11 17:36:44.693099 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-03f52951-2fda-42e0-b1cc-3d34ead71190 service neutron] 10.222.0.59 "GET /v2.0/ports/1683a7e1-14aa-4374-8432-f1b45f5ec56c HTTP/1.1" status: 200 len: 1031 time: 0.1670692 Mar 11 17:36:44.811078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:36:44.819426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Calling delete_port for 770ef639-a945-40a8-935d-7a9d149ee3ab owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:36:45.046618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82552a-73fd-4ca1-b54a-552be035fde6 req-9febd54d-7494-4987-9260-6efe52442893 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.054006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc82552a-73fd-4ca1-b54a-552be035fde6 req-9febd54d-7494-4987-9260-6efe52442893 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4807010 Mar 11 17:36:45.090244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-33b4374f-46db-4a32-848c-03021ac0c290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.091721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-33b4374f-46db-4a32-848c-03021ac0c290 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.4284055 Mar 11 17:36:45.117181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-08171e64-07ad-46fd-9be2-c3cdd71d26e0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.122143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-08171e64-07ad-46fd-9be2-c3cdd71d26e0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.127146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-08171e64-07ad-46fd-9be2-c3cdd71d26e0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.128687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-08171e64-07ad-46fd-9be2-c3cdd71d26e0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:45.154745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-08171e64-07ad-46fd-9be2-c3cdd71d26e0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:45.156246 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-08171e64-07ad-46fd-9be2-c3cdd71d26e0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "GET /v2.0/networks?id=947ffefb-9e1f-499b-81fe-d4dda1296850&id=0d31f175-7efd-4899-b063-5cb8f03135e7&id=0d31f175-7efd-4899-b063-5cb8f03135e7&id=0d31f175-7efd-4899-b063-5cb8f03135e7&id=0d31f175-7efd-4899-b063-5cb8f03135e7&id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c HTTP/1.1" status: 200 len: 1994 time: 0.3748040 Mar 11 17:36:45.166460 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.185261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.215591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.281765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Port': ['ID=770ef639-a945-40a8-935d-7a9d149ee3ab,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:45.311824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc82552a-73fd-4ca1-b54a-552be035fde6 req-beec19ca-c7a3-4d90-b14e-723545e9dc6a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568266 Mar 11 17:36:45.341075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-82b8b303-f6ec-4b15-8680-e1e4657d9442 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=607ceeac-18fc-4e6c-95cc-faf7942a7217 HTTP/1.1" status: 200 len: 217 time: 0.2248566 Mar 11 17:36:45.387900 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.417768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4caeb83-af85-4fd0-b212-c8e41547b765 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/ports/770ef639-a945-40a8-935d-7a9d149ee3ab HTTP/1.1" status: 204 len: 168 time: 1.5936854 Mar 11 17:36:45.424002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:45.426904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-e3d91acc-af4d-487b-a057-8ed4b37317ac tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:45.469454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52433b3-c079-4d40-a376-e19eca17a527 req-1903667b-5f6e-4074-8035-440fd9bdbe59 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.477728 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d52433b3-c079-4d40-a376-e19eca17a527 req-1903667b-5f6e-4074-8035-440fd9bdbe59 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.5776458 Mar 11 17:36:45.518543 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d47ed3-a576-4623-8130-35977c3304b9 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] GET failed (client error): The resource could not be found. Mar 11 17:36:45.519054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-47d47ed3-a576-4623-8130-35977c3304b9 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Synchronizing usage tracker for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:45.551944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-e3d91acc-af4d-487b-a057-8ed4b37317ac tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:45.553296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-e3d91acc-af4d-487b-a057-8ed4b37317ac tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4804a81df08c42ffb776bbdacb27830d HTTP/1.1" status: 200 len: 380 time: 0.3600254 Mar 11 17:36:45.554663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.559217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-47d47ed3-a576-4623-8130-35977c3304b9 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Unset dirty status for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:45.563927 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-47d47ed3-a576-4623-8130-35977c3304b9 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "GET /v2.0/ports/770ef639-a945-40a8-935d-7a9d149ee3ab HTTP/1.1" status: 404 len: 333 time: 0.1303718 Mar 11 17:36:45.566418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'admin_state_up': True, 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'security_groups': ['9d9019b9-b620-40e1-ac50-ecf1faaf8212']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:45.587638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55660) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:45.615282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1616815896'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:45.687610 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.706762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-f1899cdc-e58d-4ff4-9b3b-ddd1884552d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.708510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-f1899cdc-e58d-4ff4-9b3b-ddd1884552d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.3708332 Mar 11 17:36:45.768781 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d52433b3-c079-4d40-a376-e19eca17a527 req-63e3b041-eb5e-4c14-a564-2fd3f592140e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885337 Mar 11 17:36:45.797235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:45.808424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-60c0f1b8-3e2e-4e1f-bae4-3ac8bf7baf47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724735 Mar 11 17:36:45.831534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:45.864030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:45.867879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.124713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:46.138164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:46.181169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:46.184239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.218438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dad484-5c65-495f-a364-707ebc212582 req-019a3feb-de80-4c54-9a3e-c9e229ab45a1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:46.225270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70dad484-5c65-495f-a364-707ebc212582 req-019a3feb-de80-4c54-9a3e-c9e229ab45a1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.6820610 Mar 11 17:36:46.306075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 607ceeac-18fc-4e6c-95cc-faf7942a7217 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:46.319042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] device_id is not set on port 635d3583-a31e-482d-b334-51bfd20cdfc0 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:46.371770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-89a1a4d9-b4ee-473d-a15e-0a47a6dc64b5 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601172 Mar 11 17:36:46.385018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 172.20.0.3 (947ffefb-9e1f-499b-81fe-d4dda1296850/46360656-022f-42e9-a358-a47fcd1a49b7/f4e3e46c-f652-4a2a-9f6d-8793cf0e601d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:46.515591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 607ceeac-18fc-4e6c-95cc-faf7942a7217, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=607ceeac-18fc-4e6c-95cc-faf7942a7217,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:46.562961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '607ceeac-18fc-4e6c-95cc-faf7942a7217', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'port_id': '607ceeac-18fc-4e6c-95cc-faf7942a7217', 'mac_address': 'fa:16:3e:b0:72:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45399fdb-e577-4f75-9487-b5628afd97cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:46.603105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.620443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Transition to ACTIVE for port object f4e3e46c-f652-4a2a-9f6d-8793cf0e601d will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:46.632846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.644576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.655154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607ceeac-18fc-4e6c-95cc-faf7942a7217 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:46.671807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 607ceeac-18fc-4e6c-95cc-faf7942a7217, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=607ceeac-18fc-4e6c-95cc-faf7942a7217,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:46.681290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.689499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c5fc-ae70-4b81-80a8-5c7392e435b9 req-ab253d3d-6561-4c50-b15f-7de1514e4afd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:46.698500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cea1c5fc-ae70-4b81-80a8-5c7392e435b9 req-ab253d3d-6561-4c50-b15f-7de1514e4afd tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.7144029 Mar 11 17:36:46.726300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f470a1a-80e4-44a6-a805-7961a7c18a20 req-363d6e3b-4444-4a40-b43e-018d8d64ba50 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288865 Mar 11 17:36:46.773060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:46.781710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=607ceeac-18fc-4e6c-95cc-faf7942a7217,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:46.785385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:46.790913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:46.828375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:46.904896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:46.907368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.917910 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.923069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Allocated IP 2001:db8::1e2 (e649e79b-529e-4f2b-bea0-7598afb7aad8/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7/635d3583-a31e-482d-b334-51bfd20cdfc0) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:46.977375 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-000f177d-54fa-479b-b3f5-7df54f8ef253 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4155648 Mar 11 17:36:47.006434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'admin_state_up': True, 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'security_groups': ['9d9019b9-b620-40e1-ac50-ecf1faaf8212']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:47.014824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70dad484-5c65-495f-a364-707ebc212582 req-772ac4b2-e8cb-46ca-8dff-672a3b07286d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7885358 Mar 11 17:36:47.020473 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Floating IP 46a3164b-963c-459c-9c78-7000d3a873e5 associated. External IP: 172.25.3.77, port: 7e8a0e83-14a3-47c0-be25-fcf7938e3102. Mar 11 17:36:47.181703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cdcc85af-f152-4e56-aebe-3d07ac146c07 None None] Provisioning for port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:47.201983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cdcc85af-f152-4e56-aebe-3d07ac146c07 None None] Provisioning complete for port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:47.204429 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cdcc85af-f152-4e56-aebe-3d07ac146c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.327968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:47.338334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:port and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:47.338911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['607ceeac-18fc-4e6c-95cc-faf7942a7217'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:47.343256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:47.353570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:47.369572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:47.375136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.429144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc85af-f152-4e56-aebe-3d07ac146c07 None None] Port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:47.452771 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.495072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Transition to ACTIVE for port object 635d3583-a31e-482d-b334-51bfd20cdfc0 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:47.549788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cea1c5fc-ae70-4b81-80a8-5c7392e435b9 req-724e31ea-2b9a-4c37-ba64-c444c0e23ebe tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501856 Mar 11 17:36:47.624165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 10.1.1.197 (0d31f175-7efd-4899-b063-5cb8f03135e7/2cb98b0c-5749-468a-bc50-91207cc9d3fb/d7d8a3bd-ff8a-49da-be2d-c322f9d11b28) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:47.797670 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.899263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.919391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Transition to ACTIVE for port object d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:47.970429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:48.068457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:48.068685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:48.070812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=635d3583-a31e-482d-b334-51bfd20cdfc0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:48.073202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:48.075334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:48.088815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:48.090417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:48.101724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:48.110322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:48.115315 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:48.208771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6606e-5347-4ecc-b224-6753d88e312b req-722877df-0d5c-44bd-99ab-6ca1c9cf5705 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:48.212968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64f6606e-5347-4ecc-b224-6753d88e312b req-722877df-0d5c-44bd-99ab-6ca1c9cf5705 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 945 time: 0.7123253 Mar 11 17:36:48.218417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:48.219567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:48.224659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c01d933c-09f1-4842-8def-873ab2eda89f tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6281798 Mar 11 17:36:48.225611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55676) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:48.254870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'network_id': 'e649e79b-529e-4f2b-bea0-7598afb7aad8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-252275055'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:48.266218 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-16e34416-b76e-4e01-bb31-ea6694343edb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2641711 Mar 11 17:36:48.281193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286593ba-6709-409e-baef-7102f5b0202a req-63e66902-20e1-4c7e-a95e-3097a882918d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:48.282864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-286593ba-6709-409e-baef-7102f5b0202a req-63e66902-20e1-4c7e-a95e-3097a882918d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 931 time: 0.3990688 Mar 11 17:36:48.298949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'admin_state_up': True, 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'security_groups': ['9d9019b9-b620-40e1-ac50-ecf1faaf8212']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:48.510680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:48.516294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:port and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:48.519968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:48.528343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:48.531939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64f6606e-5347-4ecc-b224-6753d88e312b req-6c9a8fa7-c39c-4778-ad03-45e62cc8edf4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026273 Mar 11 17:36:48.550115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:48.554336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:48.696978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-286593ba-6709-409e-baef-7102f5b0202a req-255c2979-4c45-4278-8521-3c62bf0eef09 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885888 Mar 11 17:36:48.799406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0d78dd3f-8339-4474-b754-78600cece96e None None] Provisioning for port 635d3583-a31e-482d-b334-51bfd20cdfc0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:48.807373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0d78dd3f-8339-4474-b754-78600cece96e None None] Provisioning complete for port 635d3583-a31e-482d-b334-51bfd20cdfc0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:48.807922 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d78dd3f-8339-4474-b754-78600cece96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:48.878806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0d78dd3f-8339-4474-b754-78600cece96e None None] Port 635d3583-a31e-482d-b334-51bfd20cdfc0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:48.981165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 10.1.1.254 (0d31f175-7efd-4899-b063-5cb8f03135e7/2cb98b0c-5749-468a-bc50-91207cc9d3fb/e21bcd69-1957-48e5-b353-c4c56a3b5233) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:49.007987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2fa9377a-3236-4469-909b-965f93a6b010 None None] Provisioning for port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:49.019215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2fa9377a-3236-4469-909b-965f93a6b010 None None] Provisioning complete for port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:49.019971 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa9377a-3236-4469-909b-965f93a6b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:49.121848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9377a-3236-4469-909b-965f93a6b010 None None] Port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:49.188425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:49.192758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Usage tracker for resource:port and tenant:fdec673d409840dea4453c90613adfcd is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:49.204593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:49.229836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:49.292263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Made reservation on behalf of fdec673d409840dea4453c90613adfcd for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:49.295921 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:49.304333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:49.323092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Transition to ACTIVE for port object e21bcd69-1957-48e5-b353-c4c56a3b5233 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:49.351271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc505b-730a-42d4-b574-3785abc992ff req-cb81ee8a-693a-481b-8ac8-1d7d84dc19d2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:49.352841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-afcc505b-730a-42d4-b574-3785abc992ff req-cb81ee8a-693a-481b-8ac8-1d7d84dc19d2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.4367876 Mar 11 17:36:49.354774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] device_id is not set on port 062efed5-e1ab-4684-8507-7923b3fb5291 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:36:49.364828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:49.452714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:49.456610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:49.457985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3207f6-ad7f-4729-be15-ad59068a54e9 req-4df2ae78-db20-4e74-a432-9e14d2dd5c04 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:49.459509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d3207f6-ad7f-4729-be15-ad59068a54e9 req-4df2ae78-db20-4e74-a432-9e14d2dd5c04 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3153126 Mar 11 17:36:49.462093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:49.498477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=e21bcd69-1957-48e5-b353-c4c56a3b5233,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:49.555687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:49.556695 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:49.595240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-afcc505b-730a-42d4-b574-3785abc992ff req-cd2b1d8f-e04e-4aa5-8d15-efcbd869e0dc tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054036 Mar 11 17:36:49.599768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fc845090-6eb9-463e-b2c7-028b1c7ab6ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3101275 Mar 11 17:36:49.627290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c', 'admin_state_up': True, 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'security_groups': ['9d9019b9-b620-40e1-ac50-ecf1faaf8212']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:49.701709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Allocated IP 2001:db8::173 (e649e79b-529e-4f2b-bea0-7598afb7aad8/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7/062efed5-e1ab-4684-8507-7923b3fb5291) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:49.837906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d3207f6-ad7f-4729-be15-ad59068a54e9 req-93588fb9-eb7d-4566-bed1-ac818511a290 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665776 Mar 11 17:36:49.965476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d84ef9d6-11b4-409b-a881-127f742b77db None None] Provisioning for port e21bcd69-1957-48e5-b353-c4c56a3b5233 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:49.982220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d84ef9d6-11b4-409b-a881-127f742b77db None None] Provisioning complete for port e21bcd69-1957-48e5-b353-c4c56a3b5233 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:49.983952 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d84ef9d6-11b4-409b-a881-127f742b77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.004355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Router 6bfa8db5-913d-41df-b552-edbedf42f80d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:36:50.009049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:50.015697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:port and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:50.021097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:50.028750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:50.049925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:50.105741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d84ef9d6-11b4-409b-a881-127f742b77db None None] Port e21bcd69-1957-48e5-b353-c4c56a3b5233 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:50.177420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882199c-e2e7-48af-ab83-6f3d71565f49 req-3f903bcb-e7db-46a6-95b5-50dc7351bb3c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:50.178956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0882199c-e2e7-48af-ab83-6f3d71565f49 req-3f903bcb-e7db-46a6-95b5-50dc7351bb3c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3912904 Mar 11 17:36:50.211427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.273229 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.308694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Transition to ACTIVE for port object 062efed5-e1ab-4684-8507-7923b3fb5291 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:50.324157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 607ceeac-18fc-4e6c-95cc-faf7942a7217 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:50.358093 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0882199c-e2e7-48af-ab83-6f3d71565f49 req-6d25c87d-7c81-42b4-9515-834f814689b8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191139 Mar 11 17:36:50.389815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252f48-40e4-4364-a9d2-45997964bed8 req-f9905432-116a-4411-a0c3-620fe8185a3a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:50.390783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00252f48-40e4-4364-a9d2-45997964bed8 req-f9905432-116a-4411-a0c3-620fe8185a3a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.2634671 Mar 11 17:36:50.391926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.434877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 607ceeac-18fc-4e6c-95cc-faf7942a7217 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:50.449336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 607ceeac-18fc-4e6c-95cc-faf7942a7217 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:50.449797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.531663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 10.2.2.100 (a92914ef-3a19-4789-bc9b-4c61ea7baf6c/bd331391-57fd-43ad-afb8-178b2d449843/4a177e25-7d94-4e28-9772-813f4922a01b) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:50.577489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:50.599596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00252f48-40e4-4364-a9d2-45997964bed8 req-1d52dc71-ddb2-4464-9316-4e746768b44f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973283 Mar 11 17:36:50.602222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:50.619132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:50.624199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:50.626396 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.632718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=062efed5-e1ab-4684-8507-7923b3fb5291,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:50.678842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.725608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 607ceeac-18fc-4e6c-95cc-faf7942a7217, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=607ceeac-18fc-4e6c-95cc-faf7942a7217,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:50.727732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607ceeac-18fc-4e6c-95cc-faf7942a7217'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:50.738650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2e81ad55-11ef-42ca-847b-3ba6eb3d5974 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4941633 Mar 11 17:36:50.741790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55696) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:50.743826 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.749755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7c', 'mac_address': 'fa:16:3e:5b:cc:1c'}, {'ip_address': '2001:db8::1e2', 'mac_address': 'fa:16:3e:f2:c9:f8'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:50.782208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.815906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Transition to ACTIVE for port object 4a177e25-7d94-4e28-9772-813f4922a01b will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:50.842015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.861494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:36:50.875039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] Sync routers for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:36:50.875606 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.878213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=607ceeac-18fc-4e6c-95cc-faf7942a7217,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:50.905984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:36:50.906754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:36:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:50.919186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:50.927213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:50.932264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:50.957250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2b614a35-f760-47be-a86e-299d6055aacc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "PUT /v2.0/floatingips/46a3164b-963c-459c-9c78-7000d3a873e5 HTTP/1.1" status: 200 len: 991 time: 8.0195425 Mar 11 17:36:50.999524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:51.011506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.012161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.039430 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:36:51.053984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=4a177e25-7d94-4e28-9772-813f4922a01b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:51.073208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0857e-4088-47d9-b5a6-7c5fa15c5ca2 req-97dc94c2-a8c3-48ac-b684-8652d28168b2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.078944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41f0857e-4088-47d9-b5a6-7c5fa15c5ca2 req-97dc94c2-a8c3-48ac-b684-8652d28168b2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 945 time: 0.5564179 Mar 11 17:36:51.080404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-71a09b56-6fb7-4723-bc14-bd51e22979f4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4556251 Mar 11 17:36:51.105638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c', 'admin_state_up': True, 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'security_groups': ['9d9019b9-b620-40e1-ac50-ecf1faaf8212']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:51.177905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2d748f10-66d9-4802-af74-19984a459a78 None None] Provisioning for port 062efed5-e1ab-4684-8507-7923b3fb5291 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:51.199104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2d748f10-66d9-4802-af74-19984a459a78 None None] Provisioning complete for port 062efed5-e1ab-4684-8507-7923b3fb5291 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:51.199477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d748f10-66d9-4802-af74-19984a459a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.257873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2d748f10-66d9-4802-af74-19984a459a78 None None] Port 062efed5-e1ab-4684-8507-7923b3fb5291 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:51.276936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:36:51.326653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:36:51.334260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Usage tracker for resource:port and tenant:4804a81df08c42ffb776bbdacb27830d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:36:51.338254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:36:51.346090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:36:51.367988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Made reservation on behalf of 4804a81df08c42ffb776bbdacb27830d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:51.375553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.404576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41f0857e-4088-47d9-b5a6-7c5fa15c5ca2 req-b292b146-6c30-4c1a-a973-36f16828559c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665106 Mar 11 17:36:51.501843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-170fb5bd-9ff9-4a01-a726-7d4da4794d94 None None] Provisioning for port 4a177e25-7d94-4e28-9772-813f4922a01b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:51.519409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-170fb5bd-9ff9-4a01-a726-7d4da4794d94 None None] Provisioning complete for port 4a177e25-7d94-4e28-9772-813f4922a01b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:51.519950 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-170fb5bd-9ff9-4a01-a726-7d4da4794d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.660754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-170fb5bd-9ff9-4a01-a726-7d4da4794d94 None None] Port 4a177e25-7d94-4e28-9772-813f4922a01b cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:51.685273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Allocated IP 10.2.2.200 (a92914ef-3a19-4789-bc9b-4c61ea7baf6c/bd331391-57fd-43ad-afb8-178b2d449843/4d0b0380-c666-4e30-a676-2bcdbfae6356) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:51.701874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb150a9-e65b-411b-80d8-5d026f0aebcd req-9393eb47-13f0-4f20-afe4-a2ea671353fd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.705935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb150a9-e65b-411b-80d8-5d026f0aebcd req-9393eb47-13f0-4f20-afe4-a2ea671353fd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.710180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb150a9-e65b-411b-80d8-5d026f0aebcd req-9393eb47-13f0-4f20-afe4-a2ea671353fd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.714109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb150a9-e65b-411b-80d8-5d026f0aebcd req-9393eb47-13f0-4f20-afe4-a2ea671353fd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.721335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdb150a9-e65b-411b-80d8-5d026f0aebcd req-9393eb47-13f0-4f20-afe4-a2ea671353fd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 3095 time: 0.9030147 Mar 11 17:36:51.746744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e896bfb-dade-47ec-bd65-5423870e268b req-7e5ad592-d6ea-4d09-b04f-ff9d04202da8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1097 time: 0.7847376 Mar 11 17:36:51.820349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '46a3164b-963c-459c-9c78-7000d3a873e5', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'port_id': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'mac_address': 'fa:16:3e:c0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:36:02Z', 'updated_at': '2022-03-11T17:36:44Z', 'revision_number': 1, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:51.824704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] Checking router: 6bfa8db5-913d-41df-b552-edbedf42f80d for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:36:51.839846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:36:51.840688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:36:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:51.889830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.900343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.921238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Transition to ACTIVE for port object 4d0b0380-c666-4e30-a676-2bcdbfae6356 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:51.949597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.972305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdb150a9-e65b-411b-80d8-5d026f0aebcd req-abf6b80d-82b9-4d42-9387-5a47d216f202 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499986 Mar 11 17:36:52.023032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546fdbe-5076-4db0-b8bf-32b878c1c8de req-458ed5f1-8628-4244-a977-100a35dbdd23 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:52.030461 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8546fdbe-5076-4db0-b8bf-32b878c1c8de req-458ed5f1-8628-4244-a977-100a35dbdd23 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3667800 Mar 11 17:36:52.032046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:52.035384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:52.039767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:36:52.097228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:36:52.099647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event updated for resources: {'Port': ['ID=4d0b0380-c666-4e30-a676-2bcdbfae6356,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:52.137478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e896bfb-dade-47ec-bd65-5423870e268b req-4ad92d75-286b-41ae-8840-03f6a349e4e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:52.141972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:52.144833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.145525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e896bfb-dade-47ec-bd65-5423870e268b req-4ad92d75-286b-41ae-8840-03f6a349e4e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 916 time: 0.3834078 Mar 11 17:36:52.195201 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a0f8bb47-a74d-4458-9daf-86fe23220bb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943635 Mar 11 17:36:52.238646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:52.279143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8546fdbe-5076-4db0-b8bf-32b878c1c8de req-fd54eecf-1d0d-4be9-8860-b407e7b7f2a8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476625 Mar 11 17:36:52.402431 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607ceeac-18fc-4e6c-95cc-faf7942a7217', 'code': 200} Mar 11 17:36:52.413738 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.471874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e896bfb-dade-47ec-bd65-5423870e268b req-403bcd6e-f3cc-4f2e-b0f8-9162b134e7bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 217 time: 0.2816579 Mar 11 17:36:52.568256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-883b3d3c-fa41-45c4-b132-f9094beb988d None None] Provisioning for port 4d0b0380-c666-4e30-a676-2bcdbfae6356 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:52.587765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-883b3d3c-fa41-45c4-b132-f9094beb988d None None] Provisioning complete for port 4d0b0380-c666-4e30-a676-2bcdbfae6356 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:52.587765 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-883b3d3c-fa41-45c4-b132-f9094beb988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.677200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-883b3d3c-fa41-45c4-b132-f9094beb988d None None] Port 4d0b0380-c666-4e30-a676-2bcdbfae6356 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:52.784233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '46a3164b-963c-459c-9c78-7000d3a873e5', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'port_id': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'mac_address': 'fa:16:3e:c0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:36:02Z', 'updated_at': '2022-03-11T17:36:44Z', 'revision_number': 1, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:52.790170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440cfa1-b9df-4ce2-b333-05953a8f557c None None] The sync data for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 is: [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '46a3164b-963c-459c-9c78-7000d3a873e5', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'port_id': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'mac_address': 'fa:16:3e:c0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:36:02Z', 'updated_at': '2022-03-11T17:36:44Z', 'revision_number': 1, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:36:52.790717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e896bfb-dade-47ec-bd65-5423870e268b req-8d306fbd-2025-4e79-acee-67b22a316c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:52.792073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e896bfb-dade-47ec-bd65-5423870e268b req-8d306fbd-2025-4e79-acee-67b22a316c6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.2892926 Mar 11 17:36:52.867022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e896bfb-dade-47ec-bd65-5423870e268b req-7e7d577d-464c-426f-9bc5-d56cb09980e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615354 Mar 11 17:36:52.872633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495bdc-d171-41ca-ad1e-f589c4dce935 req-36c8448c-30c0-40e7-ae4c-ea43eaac2149 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:52.874134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0495bdc-d171-41ca-ad1e-f589c4dce935 req-36c8448c-30c0-40e7-ae4c-ea43eaac2149 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 946 time: 0.5848029 Mar 11 17:36:52.929715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.992280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.992927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e3e46c-f652-4a2a-9f6d-8793cf0e601d {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:53.001428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.019355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Transition to ACTIVE for port object f4e3e46c-f652-4a2a-9f6d-8793cf0e601d will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:53.024871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.091935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98a9c484-8bf5-4f09-9b82-577f644f8977 req-37dd0256-ff4b-4d28-8d6f-a13f27e0b4eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 1097 time: 0.5108120 Mar 11 17:36:53.124335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] In _notify_port_updated(), no bound segment for port 062efed5-e1ab-4684-8507-7923b3fb5291 on network e649e79b-529e-4f2b-bea0-7598afb7aad8 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:36:53.128410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:53.129073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.134336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "PUT /v2.0/ports/062efed5-e1ab-4684-8507-7923b3fb5291 HTTP/1.1" status: 200 len: 1066 time: 2.3863189 Mar 11 17:36:53.143394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3c157-cddc-4bd2-a255-aee3b55f5c35 req-bb98a7d6-c79f-4186-84f2-61f7d36d1868 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:53.146626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55716) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:53.150418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-59f3c157-cddc-4bd2-a255-aee3b55f5c35 req-bb98a7d6-c79f-4186-84f2-61f7d36d1868 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.5705044 Mar 11 17:36:53.199125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0495bdc-d171-41ca-ad1e-f589c4dce935 req-c69bc679-8d8e-4037-bdc6-049d18abb819 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133004 Mar 11 17:36:53.199798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697edef-8b8f-4be5-a6e1-231f454adbbb tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event updated for resources: {'Port': ['ID=062efed5-e1ab-4684-8507-7923b3fb5291,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:53.219907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting port 062efed5-e1ab-4684-8507-7923b3fb5291 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:36:53.220325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.270603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e896bfb-dade-47ec-bd65-5423870e268b req-8a3fd2a7-466e-49d1-ace1-1c4b1a664f9f service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781803 Mar 11 17:36:53.299196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Pushing event updated for resources: {'Port': ['ID=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:53.450483 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'status': 'completed', 'code': 200} Mar 11 17:36:53.536009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-59f3c157-cddc-4bd2-a255-aee3b55f5c35 req-ed168b02-74e6-43bd-b818-b402aa06d323 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846273 Mar 11 17:36:53.538530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98a9c484-8bf5-4f09-9b82-577f644f8977 req-ae567bab-fab1-430a-81e8-321a4300903d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320505 Mar 11 17:36:53.609157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Attempting to bind port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:53.609489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Attempting to bind port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:53.609810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Attempting to bind port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d on network 947ffefb-9e1f-499b-81fe-d4dda1296850 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:53.636717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d on network 947ffefb-9e1f-499b-81fe-d4dda1296850 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:53.637074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Attempting to bind port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d on network 947ffefb-9e1f-499b-81fe-d4dda1296850 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:53.647786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a12e5e0-ad6a-4ab8-92fa-836f6e52c140 None None] Provisioning complete for port 062efed5-e1ab-4684-8507-7923b3fb5291 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:53.648406 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a12e5e0-ad6a-4ab8-92fa-836f6e52c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.652581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:53.652913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Checking segment: {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:53.653297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Bound using segment: {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:53.653731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Bound port: f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8082d3de-09ab-4cdc-a0d3-0786374e4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:53.654073 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.696496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e896bfb-dade-47ec-bd65-5423870e268b req-0e877a3c-d5cd-415a-86cc-9e3f2b59ef1f service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183853 Mar 11 17:36:53.704559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-c76c48f8-cb51-46b4-8f71-4c39088080c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 1097 time: 0.2610972 Mar 11 17:36:53.728872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2d14-4ef4-4ccf-9b1e-7c8f1af2e49e req-c432a579-a429-40e0-a850-8c15d39616ef tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:53.731173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0ba2d14-4ef4-4ccf-9b1e-7c8f1af2e49e req-c432a579-a429-40e0-a850-8c15d39616ef tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.2210989 Mar 11 17:36:53.751728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.778763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1a12e5e0-ad6a-4ab8-92fa-836f6e52c140 None None] Port 062efed5-e1ab-4684-8507-7923b3fb5291 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:36:53.795186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0ba2d14-4ef4-4ccf-9b1e-7c8f1af2e49e req-c1086a66-0293-45df-9099-2be78be31749 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 Mar 11 17:36:53.888331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Calling delete_port for 062efed5-e1ab-4684-8507-7923b3fb5291 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:36:53.960951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] For port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:53.980567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] For port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:53.998526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.071001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.072443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] 10.222.0.59 "PUT /v2.0/ports/f4e3e46c-f652-4a2a-9f6d-8793cf0e601d HTTP/1.1" status: 200 len: 1091 time: 1.8384693 Mar 11 17:36:54.075270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:54.130761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:54.190716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dfbd5-1698-4e88-9840-ce2ba107adea service neutron] Pushing event updated for resources: {'Port': ['ID=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:54.254250 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.268786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-92951122-58ab-48de-9b03-32f6343edd90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.270588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-92951122-58ab-48de-9b03-32f6343edd90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.3840923 Mar 11 17:36:54.332904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Port': ['ID=062efed5-e1ab-4684-8507-7923b3fb5291,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:54.345744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.364137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e60049ff-511e-4c62-8483-f466781530e8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:36:54.374111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:36:54.376156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c8c6-a809-4a05-a1b7-2c815ab6e8ff req-7f85760f-8e0b-46e6-997a-857e8f86d02d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.377846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c13c8c6-a809-4a05-a1b7-2c815ab6e8ff req-7f85760f-8e0b-46e6-997a-857e8f86d02d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 946 time: 0.4164820 Mar 11 17:36:54.394473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f792c4-247b-4ee8-8773-7db7ceda171c req-cb0fdf93-74ad-4350-bc25-09297029cd3e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.400274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f792c4-247b-4ee8-8773-7db7ceda171c req-cb0fdf93-74ad-4350-bc25-09297029cd3e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.404566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f792c4-247b-4ee8-8773-7db7ceda171c req-cb0fdf93-74ad-4350-bc25-09297029cd3e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.410332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f792c4-247b-4ee8-8773-7db7ceda171c req-cb0fdf93-74ad-4350-bc25-09297029cd3e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.414929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f792c4-247b-4ee8-8773-7db7ceda171c req-cb0fdf93-74ad-4350-bc25-09297029cd3e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.416787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81f792c4-247b-4ee8-8773-7db7ceda171c req-cb0fdf93-74ad-4350-bc25-09297029cd3e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 3828 time: 0.4542797 Mar 11 17:36:54.488458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-d30d6755-7925-403a-ad44-6ff3f25a9e61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102 HTTP/1.1" status: 200 len: 999 time: 0.2094429 Mar 11 17:36:54.621000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c13c8c6-a809-4a05-a1b7-2c815ab6e8ff req-1b482e4c-607a-45d6-8bc0-49d9c487e150 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030842 Mar 11 17:36:54.670240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81f792c4-247b-4ee8-8773-7db7ceda171c req-aa1ec862-855c-4ead-808a-bd41973b81b6 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405071 Mar 11 17:36:54.672118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-3610e7aa-dfd8-4378-9d05-ee499b726832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.674111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-3610e7aa-dfd8-4378-9d05-ee499b726832 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.1771846 Mar 11 17:36:54.714791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:54.742795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e60049ff-511e-4c62-8483-f466781530e8', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': 'e60049ff-511e-4c62-8483-f466781530e8', 'mac_address': 'fa:16:3e:46:27:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:36:54.783561 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.806508 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'status': 'completed', 'code': 200} Mar 11 17:36:54.836612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:54.855047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:54.855997 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.872947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.926356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e60049ff-511e-4c62-8483-f466781530e8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:54.942740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.960930 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bfe30a2d-1187-43c0-be9d-0475da94d0c3 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/ports/062efed5-e1ab-4684-8507-7923b3fb5291 HTTP/1.1" status: 204 len: 168 time: 1.8112707 Mar 11 17:36:54.961229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:54.964590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:54.965601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55732) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:54.969853 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.990756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-0404499e-968a-49d7-be99-e9b99d9bc143 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3057580 Mar 11 17:36:55.021505 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f828ca19-3dd2-4f9c-aea4-d8b29fa9cac1 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] GET failed (client error): The resource could not be found. Mar 11 17:36:55.022017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f828ca19-3dd2-4f9c-aea4-d8b29fa9cac1 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Synchronizing usage tracker for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:55.040481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:55.056278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f828ca19-3dd2-4f9c-aea4-d8b29fa9cac1 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Unset dirty status for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:55.057444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f828ca19-3dd2-4f9c-aea4-d8b29fa9cac1 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "GET /v2.0/ports/062efed5-e1ab-4684-8507-7923b3fb5291 HTTP/1.1" status: 404 len: 333 time: 0.0910957 Mar 11 17:36:55.061456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55736) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:55.114938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78802e2-a166-450b-a5dd-148835bc95f1 req-8422155d-a182-4cec-b940-02c53ea753e4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:55.116330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c78802e2-a166-450b-a5dd-148835bc95f1 req-8422155d-a182-4cec-b940-02c53ea753e4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3149161 Mar 11 17:36:55.133466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b9d3b8c-7f01-4822-9e08-04cf5219cabb req-8192033f-3da3-40d2-bb28-2a744a1861f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 4363 time: 0.2789550 Mar 11 17:36:55.183508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting port 635d3583-a31e-482d-b334-51bfd20cdfc0 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:36:55.183976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:55.237719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a832a92f-0c85-4de4-acf4-9fe2b480eb4b {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:55.248677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:55.248899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef360e-0a74-4430-aa55-44d13683f77a req-14bc9b47-e3eb-4422-b2d5-90252035e2d7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:55.250183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5ef360e-0a74-4430-aa55-44d13683f77a req-14bc9b47-e3eb-4422-b2d5-90252035e2d7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.3313160 Mar 11 17:36:55.306839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Transition to ACTIVE for port object a832a92f-0c85-4de4-acf4-9fe2b480eb4b will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:55.327078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:55.343131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-ba0aba01-44a1-4459-9394-1a549a9ee646 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381486 Mar 11 17:36:55.355537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c78802e2-a166-450b-a5dd-148835bc95f1 req-fa839ef6-403f-46f3-9c63-47f9721de6b3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285337 Mar 11 17:36:55.396621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5ef360e-0a74-4430-aa55-44d13683f77a req-2f603954-6607-4129-a043-798dc658afc8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215942 Mar 11 17:36:55.410669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3b8c-7f01-4822-9e08-04cf5219cabb req-d30d0922-7d13-4c63-b942-a29e8698369a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:55.411388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3b8c-7f01-4822-9e08-04cf5219cabb req-d30d0922-7d13-4c63-b942-a29e8698369a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:55.412415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3b8c-7f01-4822-9e08-04cf5219cabb req-d30d0922-7d13-4c63-b942-a29e8698369a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:55.416131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b9d3b8c-7f01-4822-9e08-04cf5219cabb req-d30d0922-7d13-4c63-b942-a29e8698369a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4804a81df08c42ffb776bbdacb27830d&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.2606466 Mar 11 17:36:55.457280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e60049ff-511e-4c62-8483-f466781530e8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:36:55.576638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:55.750826 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:55.829646 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27fa80-5541-41d5-87b3-66da2fec74c0 None None] New status for floating IP 46a3164b-963c-459c-9c78-7000d3a873e5: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:36:55.891550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Calling delete_port for 635d3583-a31e-482d-b334-51bfd20cdfc0 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:36:55.945766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9a3fb45-27be-4b15-987e-b2fe37debd5a req-e5050bb0-515c-47c8-b57c-919eb160175e service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769094 Mar 11 17:36:55.946979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Attempting to bind port a832a92f-0c85-4de4-acf4-9fe2b480eb4b on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:55.947315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Attempting to bind port a832a92f-0c85-4de4-acf4-9fe2b480eb4b by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:55.947639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Attempting to bind port a832a92f-0c85-4de4-acf4-9fe2b480eb4b on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:55.963846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Port a832a92f-0c85-4de4-acf4-9fe2b480eb4b on network 0d31f175-7efd-4899-b063-5cb8f03135e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:55.964092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Attempting to bind port a832a92f-0c85-4de4-acf4-9fe2b480eb4b on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:55.993539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:55.994057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Checking segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:55.995135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Bound using segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:55.995135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Bound port: a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:55.995135 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.035370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fcae0-101b-4657-bac9-31f3d7b812ef req-ef0c9409-67d0-40a1-8540-62cdb9752996 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.042720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a2fcae0-101b-4657-bac9-31f3d7b812ef req-ef0c9409-67d0-40a1-8540-62cdb9752996 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3700185 Mar 11 17:36:56.067660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3b8c-7f01-4822-9e08-04cf5219cabb req-a4977359-379a-4f14-afe0-97cf91ad01c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.069149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b9d3b8c-7f01-4822-9e08-04cf5219cabb req-a4977359-379a-4f14-afe0-97cf91ad01c4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3094532 Mar 11 17:36:56.077881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876b6b-da80-4acb-9bef-2a88b3bbf223 req-f6f57e28-1443-45a1-8396-57c07e358f86 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.086196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea876b6b-da80-4acb-9bef-2a88b3bbf223 req-f6f57e28-1443-45a1-8396-57c07e358f86 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 944 time: 0.3283644 Mar 11 17:36:56.143471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a2fcae0-101b-4657-bac9-31f3d7b812ef req-686a8d01-499b-4f34-9d57-2b0ce8f9b678 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991387 Mar 11 17:36:56.173271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] For port a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:56.175786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.178921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] For port a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:56.190409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea876b6b-da80-4acb-9bef-2a88b3bbf223 req-53eb37b3-423c-42ec-ab72-26b0d78b45ae tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016083 Mar 11 17:36:56.229270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.233101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Port': ['ID=635d3583-a31e-482d-b334-51bfd20cdfc0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:56.242413 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'code': 200} Mar 11 17:36:56.362825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e60049ff-511e-4c62-8483-f466781530e8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:36:56.453451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.458177 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] 10.222.0.59 "PUT /v2.0/ports/a832a92f-0c85-4de4-acf4-9fe2b480eb4b HTTP/1.1" status: 200 len: 1135 time: 2.3341541 Mar 11 17:36:56.477110 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.500694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a827bf7-7c1d-47dd-aed8-d628beeb7b66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/ports/635d3583-a31e-482d-b334-51bfd20cdfc0 HTTP/1.1" status: 204 len: 168 time: 1.4352927 Mar 11 17:36:56.500694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55750) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:56.507287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e60049ff-511e-4c62-8483-f466781530e8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:56.507890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.536026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779b761-208d-478b-887a-5fd5b910e0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:56.549863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:56.605334 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a63aa9-1050-4983-b85d-ed2d4253625d tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] GET failed (client error): The resource could not be found. Mar 11 17:36:56.605957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f2a63aa9-1050-4983-b85d-ed2d4253625d tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Synchronizing usage tracker for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:36:56.649455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f2a63aa9-1050-4983-b85d-ed2d4253625d tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Unset dirty status for tenant:fdec673d409840dea4453c90613adfcd on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:36:56.650795 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f2a63aa9-1050-4983-b85d-ed2d4253625d tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "GET /v2.0/ports/635d3583-a31e-482d-b334-51bfd20cdfc0 HTTP/1.1" status: 404 len: 333 time: 0.1495073 Mar 11 17:36:56.654957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:56.739810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabb372-0f5c-4979-8e04-ed023ee45602 req-9ea31974-436a-431c-bab6-84ed9b984b7b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.747864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1eabb372-0f5c-4979-8e04-ed023ee45602 req-9ea31974-436a-431c-bab6-84ed9b984b7b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 946 time: 0.4075570 Mar 11 17:36:56.754889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.801048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-206a1926-de69-4c61-9e32-0229613f9401 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.803266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:56.805967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-206a1926-de69-4c61-9e32-0229613f9401 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.807202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'a832a92f-0c85-4de4-acf4-9fe2b480eb4b'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:56.809096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.810223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-206a1926-de69-4c61-9e32-0229613f9401 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.814405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-206a1926-de69-4c61-9e32-0229613f9401 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.818949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-206a1926-de69-4c61-9e32-0229613f9401 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.823134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-206a1926-de69-4c61-9e32-0229613f9401 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.830609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-206a1926-de69-4c61-9e32-0229613f9401 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 4605 time: 0.4197812 Mar 11 17:36:56.837516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.850930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting port 17e60d97-9197-4ddf-801a-dc779f65b676 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:36:56.851266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.871399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1eabb372-0f5c-4979-8e04-ed023ee45602 req-d57cc882-c7e8-4de2-a66d-84b316395f1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220381 Mar 11 17:36:56.930060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-798a1da7-0ae7-4020-bbd1-bff166c97b38 req-28c8f3ea-2c8a-43ba-9c09-1962bbe33402 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974331 Mar 11 17:36:56.988510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:57.252588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dba606-ad0a-45f0-b9a3-1fa37478fb46 req-284e732d-5339-45bf-b641-8801f4a31ca2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:57.255314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05dba606-ad0a-45f0-b9a3-1fa37478fb46 req-284e732d-5339-45bf-b641-8801f4a31ca2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.0922155 Mar 11 17:36:57.315474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05dba606-ad0a-45f0-b9a3-1fa37478fb46 req-132c0e09-834e-45a2-9d4e-5a562ad1eaa3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551624 Mar 11 17:36:57.328871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:57.436614 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'a832a92f-0c85-4de4-acf4-9fe2b480eb4b', 'status': 'completed', 'code': 200} Mar 11 17:36:57.524607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Calling delete_port for 17e60d97-9197-4ddf-801a-dc779f65b676 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:36:57.576080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e2d605f-e21f-4551-9698-3c005747a546 req-348161ef-bf77-4778-ada9-a72c60bcffbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5291 time: 0.2096295 Mar 11 17:36:57.713674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5958a-01ea-431f-b580-5d1ac4acf075 req-c5c9e360-ccb4-485f-92fe-aec0c5bf92ed tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:57.720829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c5958a-01ea-431f-b580-5d1ac4acf075 req-c5c9e360-ccb4-485f-92fe-aec0c5bf92ed tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 946 time: 0.2728717 Mar 11 17:36:57.752578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4ab15-5509-44a2-9640-4a376b6e5b57 req-4c8603b2-a546-454d-a08d-f212335676be tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:57.759487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2f4ab15-5509-44a2-9640-4a376b6e5b57 req-4c8603b2-a546-454d-a08d-f212335676be tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.2729473 Mar 11 17:36:57.844299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:57.866160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2f4ab15-5509-44a2-9640-4a376b6e5b57 req-7d677a41-63e6-4d4c-b211-cd08f2b12822 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057086 Mar 11 17:36:57.872335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d605f-e21f-4551-9698-3c005747a546 req-1a13f2fa-2f95-4dcf-923a-2f1d58023db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:57.872838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d605f-e21f-4551-9698-3c005747a546 req-1a13f2fa-2f95-4dcf-923a-2f1d58023db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:57.873245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d605f-e21f-4551-9698-3c005747a546 req-1a13f2fa-2f95-4dcf-923a-2f1d58023db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:57.874859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e2d605f-e21f-4551-9698-3c005747a546 req-1a13f2fa-2f95-4dcf-923a-2f1d58023db0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4804a81df08c42ffb776bbdacb27830d&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.2744696 Mar 11 17:36:57.897860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c5958a-01ea-431f-b580-5d1ac4acf075 req-259379c7-1f36-4b41-bd2a-1375781dd7b3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671352 Mar 11 17:36:57.950967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Port': ['ID=17e60d97-9197-4ddf-801a-dc779f65b676,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:57.997610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1683a7e1-14aa-4374-8432-f1b45f5ec56c {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:36:58.013735 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:58.018991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:58.054625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Transition to ACTIVE for port object 1683a7e1-14aa-4374-8432-f1b45f5ec56c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:58.061340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:58.123144 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0c229502-cac3-42c0-bf45-f9c7a1981845 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/ports/17e60d97-9197-4ddf-801a-dc779f65b676 HTTP/1.1" status: 204 len: 168 time: 1.4649546 Mar 11 17:36:58.124936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55786) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:58.244023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:58.263966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d605f-e21f-4551-9698-3c005747a546 req-a564cf06-b2db-4f99-acc2-3ffa89964f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:58.265552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e2d605f-e21f-4551-9698-3c005747a546 req-a564cf06-b2db-4f99-acc2-3ffa89964f85 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3664494 Mar 11 17:36:58.293765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cab59b-bffe-4614-b13d-d19e18cf8fd7 req-de0315e0-3e79-465e-a21f-db4d4e8911f7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:58.301347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45cab59b-bffe-4614-b13d-d19e18cf8fd7 req-de0315e0-3e79-465e-a21f-db4d4e8911f7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.1830604 Mar 11 17:36:58.407165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45cab59b-bffe-4614-b13d-d19e18cf8fd7 req-1a4a61ab-ed59-4e2e-8532-920da1ada37b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028697 Mar 11 17:36:58.419508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Pushing event updated for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:58.669102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec44a36-2142-4a97-b401-129c024e805e req-40db4dff-e986-4712-bb5f-e105f8320748 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:58.671286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ec44a36-2142-4a97-b401-129c024e805e req-40db4dff-e986-4712-bb5f-e105f8320748 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.1487219 Mar 11 17:36:58.722853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ec44a36-2142-4a97-b401-129c024e805e req-ecaf4ad5-e9cc-4b2d-9522-56506073ce1b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451503 Mar 11 17:36:58.857885 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8', 'code': 200} Mar 11 17:36:58.869823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting subnet cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:36:58.873138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:58.995248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.044893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.048768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.053551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.061477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.066801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Attempting to bind port 1683a7e1-14aa-4374-8432-f1b45f5ec56c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:59.067124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.067289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Attempting to bind port 1683a7e1-14aa-4374-8432-f1b45f5ec56c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:59.067483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Attempting to bind port 1683a7e1-14aa-4374-8432-f1b45f5ec56c on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:59.071303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.075978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.078751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-637c7e25-3969-47f9-b133-0bce38b94598 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5381 time: 0.2002409 Mar 11 17:36:59.089494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Port 1683a7e1-14aa-4374-8432-f1b45f5ec56c on network 0d31f175-7efd-4899-b063-5cb8f03135e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:36:59.090145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Attempting to bind port 1683a7e1-14aa-4374-8432-f1b45f5ec56c on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:36:59.105840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:36:59.106233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Checking segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:36:59.106638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Bound using segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:36:59.107007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Bound port: 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:59.107348 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.183360 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3d4f316-6057-4100-a304-d09c5aca5464 req-538ed33f-13b7-4e02-a406-443ca23b6370 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881228 Mar 11 17:36:59.190216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d09a5-5aa3-4203-90f5-79352ff6c7e1 req-e7c80890-63f2-4804-a6b1-d6294bbebc35 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.198159 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b14d09a5-5aa3-4203-90f5-79352ff6c7e1 req-e7c80890-63f2-4804-a6b1-d6294bbebc35 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2046673 Mar 11 17:36:59.203435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.260244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b14d09a5-5aa3-4203-90f5-79352ff6c7e1 req-72523e5c-6a1e-4492-9e7b-260b7ddc6ff8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607049 Mar 11 17:36:59.336999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:59.340723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1683a7e1-14aa-4374-8432-f1b45f5ec56c,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:59.348740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.466228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.469982 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] 10.222.0.59 "PUT /v2.0/ports/1683a7e1-14aa-4374-8432-f1b45f5ec56c HTTP/1.1" status: 200 len: 1134 time: 2.9259987 Mar 11 17:36:59.476742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': '1683a7e1-14aa-4374-8432-f1b45f5ec56c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:36:59.500181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.541897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:36:59.615132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Subnet': ['ID=cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:59.628560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133a03b-8af6-4fe8-bf88-1f0ff03236a3 req-0e210e7e-fc04-47d1-b84f-1ce134bff692 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:59.631469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b133a03b-8af6-4fe8-bf88-1f0ff03236a3 req-0e210e7e-fc04-47d1-b84f-1ce134bff692 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 946 time: 0.2134657 Mar 11 17:36:59.667897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.671803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d429cca-b810-41bf-9b73-28c6bf93a68b None None] Network e649e79b-529e-4f2b-bea0-7598afb7aad8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:36:59.674544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957710e4-3e89-4d53-b2e6-fc7b4ddd2096 service neutron] Pushing event updated for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:59.683797 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0044a6cf-0bda-4a27-8de7-76554ac54286 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/subnets/cc20b3b1-ca3a-4d07-a4e8-53e507bd8da7 HTTP/1.1" status: 204 len: 168 time: 1.5585976 Mar 11 17:36:59.719784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55808) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:36:59.783604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.797588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b133a03b-8af6-4fe8-bf88-1f0ff03236a3 req-2af2ebb6-7cfa-4947-9e86-5087b4bcbd2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599874 Mar 11 17:37:00.039246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.072652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Deleting port 40642058-6c2d-45b1-831a-c535a18737c6 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:00.072920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.075045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] DHCP port deletion for e649e79b-529e-4f2b-bea0-7598afb7aad8 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:37:00.084695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Deleting port 40642058-6c2d-45b1-831a-c535a18737c6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:00.085377 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.106053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325a5bb-9bb2-4209-9e90-2f7468a8459d req-595c7d5a-98f1-4fb9-a382-f3889ae12711 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:00.112741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e325a5bb-9bb2-4209-9e90-2f7468a8459d req-595c7d5a-98f1-4fb9-a382-f3889ae12711 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3916771 Mar 11 17:37:00.347074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d6bf7-8169-4743-a03d-4cf02bf0c9a7 req-f2ee9635-0f73-4d1e-af8e-97422be887c2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:00.348512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-402d6bf7-8169-4743-a03d-4cf02bf0c9a7 req-f2ee9635-0f73-4d1e-af8e-97422be887c2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.3765118 Mar 11 17:37:00.384637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e325a5bb-9bb2-4209-9e90-2f7468a8459d req-6c8c9ea3-6edb-4f18-ad5c-ca8c981e1b61 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709332 Mar 11 17:37:00.386073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] For port 40642058-6c2d-45b1-831a-c535a18737c6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=40642058-6c2d-45b1-831a-c535a18737c6,segment=NetworkSegment(5373e715-6a9d-4544-84a8-2f219efb9e22),segment_id=5373e715-6a9d-4544-84a8-2f219efb9e22)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:00.386722 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.403032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:00.419402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.460739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Transition to ACTIVE for port object d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:00.467730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.522209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-402d6bf7-8169-4743-a03d-4cf02bf0c9a7 req-0cc75ce2-a1b4-4a1b-93f0-644aec0a203e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649895 Mar 11 17:37:00.524089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] For port 40642058-6c2d-45b1-831a-c535a18737c6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=40642058-6c2d-45b1-831a-c535a18737c6,segment=NetworkSegment(5373e715-6a9d-4544-84a8-2f219efb9e22),segment_id=5373e715-6a9d-4544-84a8-2f219efb9e22)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:00.524450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.673413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Calling delete_port for 40642058-6c2d-45b1-831a-c535a18737c6 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:00.679672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Calling delete_port for 40642058-6c2d-45b1-831a-c535a18737c6 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:00.756777 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': '1683a7e1-14aa-4374-8432-f1b45f5ec56c', 'status': 'completed', 'code': 200} Mar 11 17:37:00.812940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Pushing event updated for resources: {'Port': ['ID=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:00.915419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Attempting to bind port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:00.915907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Attempting to bind port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:00.916318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Attempting to bind port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:00.924686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 on network 0d31f175-7efd-4899-b063-5cb8f03135e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:37:00.925148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Attempting to bind port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:00.935065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:00.935537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Checking segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:00.936473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Bound using segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:00.937270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Bound port: d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:00.938182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.000221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f41deb6-f35a-48cc-930d-791a66faf697 req-4e5bc878-0aac-4cdd-be10-e5a51b8e6aa6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2672014 Mar 11 17:37:01.001134 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.047985 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:01.051579 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:37:01.056945 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:37:01.057391 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:37:01.065253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:01.091421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Port': ['ID=40642058-6c2d-45b1-831a-c535a18737c6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:01.109562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8edc81b-35dc-4bc8-b78e-fcf814efd689 req-e4e8f27a-9bff-41c4-b26d-592d44d3bbba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6243 time: 0.2686572 Mar 11 17:37:01.140538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] No DVR routers for this DVR port 40642058-6c2d-45b1-831a-c535a18737c6 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:01.165916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] For port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:01.179188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] For port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:01.183223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 40642058-6c2d-45b1-831a-c535a18737c6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:01.185780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.229050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 40642058-6c2d-45b1-831a-c535a18737c6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:37:01.229481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 40642058-6c2d-45b1-831a-c535a18737c6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:37:01.375344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.377198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] 10.222.0.59 "PUT /v2.0/ports/d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 HTTP/1.1" status: 200 len: 1091 time: 1.8422883 Mar 11 17:37:01.390595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39121e-bf20-47bc-b3cd-b2edf737274f service neutron] Pushing event updated for resources: {'Port': ['ID=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:01.439821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:01.487521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.558275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Deleting port 40642058-6c2d-45b1-831a-c535a18737c6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:01.558690 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.578244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e649e79b-529e-4f2b-bea0-7598afb7aad8']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:01.643793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5373e715-6a9d-4544-84a8-2f219efb9e22') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:01.644224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5373e715-6a9d-4544-84a8-2f219efb9e22') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:01.670124 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.675466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-885eb2b0-a07c-42b3-b2eb-c47697ae73b9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.682564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-885eb2b0-a07c-42b3-b2eb-c47697ae73b9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 946 time: 0.6429257 Mar 11 17:37:01.709055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d180e563-6363-4d02-a9f5-36d32bb8c3a7 None None] The port '40642058-6c2d-45b1-831a-c535a18737c6' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:37:01.740831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc81b-35dc-4bc8-b78e-fcf814efd689 req-04bf36f5-707e-4d1e-876a-833f258d6620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.741382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc81b-35dc-4bc8-b78e-fcf814efd689 req-04bf36f5-707e-4d1e-876a-833f258d6620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.741812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc81b-35dc-4bc8-b78e-fcf814efd689 req-04bf36f5-707e-4d1e-876a-833f258d6620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.743562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8edc81b-35dc-4bc8-b78e-fcf814efd689 req-04bf36f5-707e-4d1e-876a-833f258d6620 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4804a81df08c42ffb776bbdacb27830d&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.6012225 Mar 11 17:37:01.794301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.905324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.909533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.913894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.917986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.921901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.925810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.929747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:01.937442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-8761f60f-bde3-4400-a524-6b9d95887fd3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5393 time: 0.7935853 Mar 11 17:37:02.026016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.066324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:02.066885 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.085007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port 607ceeac-18fc-4e6c-95cc-faf7942a7217 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:02.085449 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:02.109120 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:02.300926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21bcd69-1957-48e5-b353-c4c56a3b5233 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:02.309737 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.332777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Transition to ACTIVE for port object e21bcd69-1957-48e5-b353-c4c56a3b5233 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:02.339961 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.387871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7da6b5fc-41bb-40dc-b816-db36b276a67d req-08e10718-6e90-457f-a54d-f3c878f82691 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4493589 Mar 11 17:37:02.409251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.439741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e21bcd69-1957-48e5-b353-c4c56a3b5233,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:02.478799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.512766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc81b-35dc-4bc8-b78e-fcf814efd689 req-83081038-2feb-451b-976c-023e3e84b03c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:02.520246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8edc81b-35dc-4bc8-b78e-fcf814efd689 req-83081038-2feb-451b-976c-023e3e84b03c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7319248 Mar 11 17:37:02.720770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab28b8d-fb0c-41de-aef6-3c3960f4db87 req-3f361b95-8629-4687-88f1-cbb78db81a0b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:02.722995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ab28b8d-fb0c-41de-aef6-3c3960f4db87 req-3f361b95-8629-4687-88f1-cbb78db81a0b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 1.0663633 Mar 11 17:37:02.727279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] 10.222.0.96 "DELETE /v2.0/networks/e649e79b-529e-4f2b-bea0-7598afb7aad8 HTTP/1.1" status: 204 len: 168 time: 2.9288080 Mar 11 17:37:02.730893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-53e14372-6d74-42ce-823d-44802322c21c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1240244 Mar 11 17:37:02.731696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80048114-2c0e-40c7-b609-1cae6b57ff66 tempest-AllowedAddressPairIpV6TestJSON-547255312 tempest-AllowedAddressPairIpV6TestJSON-547255312-project] Pushing event deleted for resources: {'Network': ['ID=e649e79b-529e-4f2b-bea0-7598afb7aad8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:02.753186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Attempting to bind port e21bcd69-1957-48e5-b353-c4c56a3b5233 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:02.753752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Attempting to bind port e21bcd69-1957-48e5-b353-c4c56a3b5233 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:02.754037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Attempting to bind port e21bcd69-1957-48e5-b353-c4c56a3b5233 on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:02.757605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:02.773553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Port e21bcd69-1957-48e5-b353-c4c56a3b5233 on network 0d31f175-7efd-4899-b063-5cb8f03135e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:37:02.773975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Attempting to bind port e21bcd69-1957-48e5-b353-c4c56a3b5233 on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:02.785147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:02.786085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Checking segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:02.786898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Bound using segment: {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:02.788179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Bound port: e21bcd69-1957-48e5-b353-c4c56a3b5233, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ceaae5-8844-43a5-9824-1d0f620c1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:02.788653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.912949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] For port e21bcd69-1957-48e5-b353-c4c56a3b5233, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:02.916744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] For port e21bcd69-1957-48e5-b353-c4c56a3b5233, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:02.923535 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.031810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ab28b8d-fb0c-41de-aef6-3c3960f4db87 req-2c987223-8db8-4f11-bb89-368804d25051 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906539 Mar 11 17:37:03.058125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port 607ceeac-18fc-4e6c-95cc-faf7942a7217, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=607ceeac-18fc-4e6c-95cc-faf7942a7217,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:03.058526 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.096382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7562b-22cf-475f-9e8f-d96971d60bdf req-62311f4b-6d36-4cae-a5f4-eca09228ce06 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:03.098016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb7562b-22cf-475f-9e8f-d96971d60bdf req-62311f4b-6d36-4cae-a5f4-eca09228ce06 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=12df0ee2-f2f7-4fee-82e6-9415bcd6db5e HTTP/1.1" status: 200 len: 946 time: 0.3626237 Mar 11 17:37:03.115237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e21bcd69-1957-48e5-b353-c4c56a3b5233,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:03.132970 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.135804 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a3d7a1d9-ff42-46a1-b9a9-14fce917bad6 service neutron] 10.222.0.59 "PUT /v2.0/ports/e21bcd69-1957-48e5-b353-c4c56a3b5233 HTTP/1.1" status: 200 len: 1091 time: 1.7058966 Mar 11 17:37:03.180334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:03.450290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55844) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:03.452963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb7562b-22cf-475f-9e8f-d96971d60bdf req-24127698-1050-4ad5-80c8-401629911f4b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457761 Mar 11 17:37:03.461751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for 607ceeac-18fc-4e6c-95cc-faf7942a7217 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:03.559399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.671367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99259d-1e79-4fa1-a2e2-aba18156f736 req-37a44e73-4efc-4ffb-ac77-df6ad3a18f17 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:03.678776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e99259d-1e79-4fa1-a2e2-aba18156f736 req-37a44e73-4efc-4ffb-ac77-df6ad3a18f17 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.2284675 Mar 11 17:37:03.867719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e99259d-1e79-4fa1-a2e2-aba18156f736 req-954dd771-4b1b-46e9-b4cb-1b8844823370 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832278 Mar 11 17:37:04.159603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a177e25-7d94-4e28-9772-813f4922a01b {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:04.168922 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.188233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Transition to ACTIVE for port object 4a177e25-7d94-4e28-9772-813f4922a01b will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:04.191787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.210060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6085dfa-abf6-4b85-ad0d-f3c701d64e6e req-551e50b1-a3c1-4de2-81c9-245f2e19b2e4 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:04.217672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6085dfa-abf6-4b85-ad0d-f3c701d64e6e req-551e50b1-a3c1-4de2-81c9-245f2e19b2e4 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.5122347 Mar 11 17:37:04.337705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4899a116-1836-45d9-ac37-e1355b51c225 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fdec673d409840dea4453c90613adfcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8831098 Mar 11 17:37:04.358121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55858) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:04.370786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.424023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:04.457747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Attempting to bind port 4a177e25-7d94-4e28-9772-813f4922a01b on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:04.458080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Attempting to bind port 4a177e25-7d94-4e28-9772-813f4922a01b by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:04.458461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Attempting to bind port 4a177e25-7d94-4e28-9772-813f4922a01b on network a92914ef-3a19-4789-bc9b-4c61ea7baf6c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:04.460768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a177e25-7d94-4e28-9772-813f4922a01b,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:04.472388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Port 4a177e25-7d94-4e28-9772-813f4922a01b on network a92914ef-3a19-4789-bc9b-4c61ea7baf6c not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:37:04.472742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Attempting to bind port 4a177e25-7d94-4e28-9772-813f4922a01b on network a92914ef-3a19-4789-bc9b-4c61ea7baf6c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:04.481214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:04.481551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Checking segment: {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:04.481934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Bound using segment: {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:04.482386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Bound port: 4a177e25-7d94-4e28-9772-813f4922a01b, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:04.482743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.491498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 607ceeac-18fc-4e6c-95cc-faf7942a7217 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:04.542752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 607ceeac-18fc-4e6c-95cc-faf7942a7217 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:37:04.543329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 607ceeac-18fc-4e6c-95cc-faf7942a7217 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:37:04.566435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event deleted for resources: {'Port': ['ID=607ceeac-18fc-4e6c-95cc-faf7942a7217,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:04.585330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-cd17b262-2de2-48dd-8670-12704831e951 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61&tenant_id=27672a0f49484c27b016bf5ee3d78e52 HTTP/1.1" status: 200 len: 1095 time: 0.7487030 Mar 11 17:37:04.603231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] For port 4a177e25-7d94-4e28-9772-813f4922a01b, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:04.608128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] For port 4a177e25-7d94-4e28-9772-813f4922a01b, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4a177e25-7d94-4e28-9772-813f4922a01b,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:04.616367 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.648934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6085dfa-abf6-4b85-ad0d-f3c701d64e6e req-3f21edf6-a0b5-496e-8bc9-0cf4398fadd4 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697169 Mar 11 17:37:04.648934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] No DVR routers for this DVR port 607ceeac-18fc-4e6c-95cc-faf7942a7217 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:04.651679 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.732190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'name': 'network-vif-deleted', 'tag': '607ceeac-18fc-4e6c-95cc-faf7942a7217'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:04.738537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42c2e0a0-0aca-4982-a5e8-52364c12187d req-0d9695f2-3997-4ae1-8666-1a3235b16e6d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "DELETE /v2.0/ports/607ceeac-18fc-4e6c-95cc-faf7942a7217 HTTP/1.1" status: 204 len: 173 time: 2.9935546 Mar 11 17:37:04.748327 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.749838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] 10.222.0.59 "PUT /v2.0/ports/4a177e25-7d94-4e28-9772-813f4922a01b HTTP/1.1" status: 200 len: 1091 time: 1.5747201 Mar 11 17:37:04.769507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f500ba-be64-44cd-b750-d177b884cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a177e25-7d94-4e28-9772-813f4922a01b,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:04.801333 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28', 'status': 'completed', 'code': 200} Mar 11 17:37:04.809152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Request body: {'port': {'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:04.840091 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82248d5a-69d1-4faa-a950-edc45886825c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.940195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-247480b0-23bb-41b1-af1a-e572fa5f4416 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1095 time: 0.2598772 Mar 11 17:37:05.008693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e5895-e773-4a6e-bd01-193bd8592581 req-b3ab0c14-2fc8-4a49-902d-6e577d555dce tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.010269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-240e5895-e773-4a6e-bd01-193bd8592581 req-b3ab0c14-2fc8-4a49-902d-6e577d555dce tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.7866335 Mar 11 17:37:05.026130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82248d5a-69d1-4faa-a950-edc45886825c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.084127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.375981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-240e5895-e773-4a6e-bd01-193bd8592581 req-1f26e230-a9a8-4a56-8776-25684f80e2e9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234413 Mar 11 17:37:05.383439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-835c2638-37d3-4d9f-8bf2-20a656fa308a req-5dabc500-0eea-4f7f-a3cd-8bb8e834e09d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6419 time: 0.5166762 Mar 11 17:37:05.577479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2638-37d3-4d9f-8bf2-20a656fa308a req-f7cbacd6-2909-4ef3-a834-e44a1c0368ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.577790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2638-37d3-4d9f-8bf2-20a656fa308a req-f7cbacd6-2909-4ef3-a834-e44a1c0368ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.578161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2638-37d3-4d9f-8bf2-20a656fa308a req-f7cbacd6-2909-4ef3-a834-e44a1c0368ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.579822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-835c2638-37d3-4d9f-8bf2-20a656fa308a req-f7cbacd6-2909-4ef3-a834-e44a1c0368ab service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4804a81df08c42ffb776bbdacb27830d&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1591291 Mar 11 17:37:05.713695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0b0380-c666-4e30-a676-2bcdbfae6356 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:05.723418 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.744368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Transition to ACTIVE for port object 4d0b0380-c666-4e30-a676-2bcdbfae6356 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:05.750174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.846540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.850665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.856606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.860493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.866240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.872475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.876391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.884589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ca0377ae-92c3-419c-8015-73ce796ca055 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5417 time: 0.8716016 Mar 11 17:37:05.925950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82248d5a-69d1-4faa-a950-edc45886825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.945356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2638-37d3-4d9f-8bf2-20a656fa308a req-e68ddec1-4d74-468a-b7f7-58a13e634979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.950546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-835c2638-37d3-4d9f-8bf2-20a656fa308a req-e68ddec1-4d74-468a-b7f7-58a13e634979 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3221626 Mar 11 17:37:05.951640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-6e5edad9-ee0f-4f61-9800-da9375207ba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.953074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-6e5edad9-ee0f-4f61-9800-da9375207ba8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 916 time: 0.9931047 Mar 11 17:37:05.971503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82248d5a-69d1-4faa-a950-edc45886825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290154f0-45c5-40b9-aec7-01e6c3da470e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:06.004049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82248d5a-69d1-4faa-a950-edc45886825c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.006125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-82248d5a-69d1-4faa-a950-edc45886825c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/290154f0-45c5-40b9-aec7-01e6c3da470e HTTP/1.1" status: 204 len: 168 time: 1.6401377 Mar 11 17:37:06.067347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0b0380-c666-4e30-a676-2bcdbfae6356,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:06.103139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-075301a0-8a23-40bb-aaf2-18a20ff9b53e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 217 time: 0.1011364 Mar 11 17:37:06.106048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a664ac81-9e7c-4a28-bb08-83a8f094f1de req-ae280dd3-4c8c-4788-8176-f65e4aed0215 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206740 Mar 11 17:37:06.171663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Attempting to bind port 4d0b0380-c666-4e30-a676-2bcdbfae6356 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:06.175747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Attempting to bind port 4d0b0380-c666-4e30-a676-2bcdbfae6356 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:06.177111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Attempting to bind port 4d0b0380-c666-4e30-a676-2bcdbfae6356 on network a92914ef-3a19-4789-bc9b-4c61ea7baf6c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:06.190478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Port 4d0b0380-c666-4e30-a676-2bcdbfae6356 on network a92914ef-3a19-4789-bc9b-4c61ea7baf6c not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:37:06.192454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Attempting to bind port 4d0b0380-c666-4e30-a676-2bcdbfae6356 on network a92914ef-3a19-4789-bc9b-4c61ea7baf6c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:06.198428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a17b1-edfb-48e8-a004-196267b2ba1c req-89268271-4091-4c51-8318-61a6c986ed18 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:06.199958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-053a17b1-edfb-48e8-a004-196267b2ba1c req-89268271-4091-4c51-8318-61a6c986ed18 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.6192427 Mar 11 17:37:06.204472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:06.209823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Checking segment: {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:06.211776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Bound using segment: {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:06.212425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Bound port: 4d0b0380-c666-4e30-a676-2bcdbfae6356, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846913ef-1912-4195-a002-1cbad69b717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:06.213094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.233645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-1fb56adc-cc9d-455b-9771-8160f5d1dbe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:06.235671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-1fb56adc-cc9d-455b-9771-8160f5d1dbe1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.1223700 Mar 11 17:37:06.274824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-053a17b1-edfb-48e8-a004-196267b2ba1c req-345cab8a-c6d4-401a-91de-0230c5a30f78 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633101 Mar 11 17:37:06.371306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-73441890-5509-45c1-9e3a-b87aed3a9f85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053128 Mar 11 17:37:06.400377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] For port 4d0b0380-c666-4e30-a676-2bcdbfae6356, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:06.412844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] For port 4d0b0380-c666-4e30-a676-2bcdbfae6356, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:06.418538 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.500581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.502034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] 10.222.0.59 "PUT /v2.0/ports/4d0b0380-c666-4e30-a676-2bcdbfae6356 HTTP/1.1" status: 200 len: 1091 time: 1.7057340 Mar 11 17:37:06.522973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c2fd1-4b49-4831-b521-cadf39ddd412 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0b0380-c666-4e30-a676-2bcdbfae6356,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:06.600096 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-dfefb9c1-cca6-4743-b51e-cb006d6c1436 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145402 Mar 11 17:37:06.601860 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df0ee2-f2f7-4fee-82e6-9415bcd6db5e', 'name': 'network-vif-deleted', 'tag': '607ceeac-18fc-4e6c-95cc-faf7942a7217', 'status': 'completed', 'code': 200} Mar 11 17:37:06.770230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-4320d792-d318-4d5b-8af4-f65d5b9dcc7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6486 time: 0.1986818 Mar 11 17:37:06.854599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233'}, {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b'}, {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:06.880228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-4ac07fe0-d235-4ae7-8700-95a380ce8c9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d HTTP/1.1" status: 200 len: 217 time: 0.0940983 Mar 11 17:37:06.910105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-efe3b0d0-4b38-4e63-8a9c-3222f46cb5ba service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025136 Mar 11 17:37:06.953240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6be97-bf9c-4996-94a9-84b1937d59ff req-9cc02915-422b-4f13-9c98-5d8bfddbb689 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:06.954798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4db6be97-bf9c-4996-94a9-84b1937d59ff req-9cc02915-422b-4f13-9c98-5d8bfddbb689 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.2217896 Mar 11 17:37:06.962436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fcfe0-6195-4464-ab62-ede48781dcbe req-26d1bbe0-d1bf-40db-b2ca-418d2034d673 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:06.964077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed7fcfe0-6195-4464-ab62-ede48781dcbe req-26d1bbe0-d1bf-40db-b2ca-418d2034d673 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.2299218 Mar 11 17:37:07.018206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-0be32408-1771-49ad-8014-27f7c53d3e04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.020647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-0be32408-1771-49ad-8014-27f7c53d3e04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46360656-022f-42e9-a358-a47fcd1a49b7 HTTP/1.1" status: 200 len: 855 time: 0.1317427 Mar 11 17:37:07.088245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4db6be97-bf9c-4996-94a9-84b1937d59ff req-2cabaa82-3bb3-412a-a248-1a32408a4cae tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231439 Mar 11 17:37:07.127176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed7fcfe0-6195-4464-ab62-ede48781dcbe req-7c5f4c8e-a2ba-4119-a0c0-42bd41fd8fb9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359384 Mar 11 17:37:07.230431 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a071e013-be07-48f6-b33e-00188cbec696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947ffefb-9e1f-499b-81fe-d4dda1296850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669168 Mar 11 17:37:07.499031 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233', 'status': 'completed', 'code': 200} Mar 11 17:37:07.499997 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b', 'status': 'completed', 'code': 200} Mar 11 17:37:07.501985 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356', 'status': 'completed', 'code': 200} Mar 11 17:37:07.510010 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-7c5f7078-f3ff-45f1-a915-387b55336695 service neutron] 10.222.0.59 "GET /v2.0/networks/947ffefb-9e1f-499b-81fe-d4dda1296850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636886 Mar 11 17:37:07.538694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b4eb3-e377-4703-ad38-8f16ae9287c3 req-96e979c5-6dd3-4e8d-8a68-a96a87b6cbf4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.547024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-148b4eb3-e377-4703-ad38-8f16ae9287c3 req-96e979c5-6dd3-4e8d-8a68-a96a87b6cbf4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.1666245 Mar 11 17:37:07.698240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-82e82a04-632a-41d6-be0c-6644c4bba16d service neutron] 10.222.0.59 "GET /v2.0/networks/947ffefb-9e1f-499b-81fe-d4dda1296850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763265 Mar 11 17:37:07.735212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-148b4eb3-e377-4703-ad38-8f16ae9287c3 req-05af9527-4e07-4fb0-9c74-cd9032c4bb61 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869462 Mar 11 17:37:07.745293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55900) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:07.803867 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-a8684f0f-bd73-42e4-9527-e1b1a985ede7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=a832a92f-0c85-4de4-acf4-9fe2b480eb4b HTTP/1.1" status: 200 len: 217 time: 0.0918512 Mar 11 17:37:07.841931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.870316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.887690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.889601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-79d2a8a6-bb08-4d01-aa8c-4533a68b9a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.891456 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-79d2a8a6-bb08-4d01-aa8c-4533a68b9a07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cb98b0c-5749-468a-bc50-91207cc9d3fb HTTP/1.1" status: 200 len: 797 time: 0.0802336 Mar 11 17:37:07.893227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.918731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.928457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.947784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:07.961328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-6790c3ab-255f-41a8-adcc-9fa063f54b1b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.3462224 Mar 11 17:37:08.036460 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-c7798483-582e-4836-897d-b47fc094187d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d31f175-7efd-4899-b063-5cb8f03135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284075 Mar 11 17:37:08.099903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-787396636'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:08.116408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:08.123845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:network and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:08.141348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74fc44ee-ea63-4cb6-919e-7261e51ca256 req-e0ccdbbd-302f-4433-ac3e-60f801b74f32 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1790116 Mar 11 17:37:08.142660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:08.179335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:08.229601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:08.234216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.252433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.272548 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-67fba406-87f6-4ec1-a595-215d3e4d7070 service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262115 Mar 11 17:37:08.309234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816320d4-b6e2-48a5-ac50-48a3e9f9cd7d req-77a0c469-4262-4a5b-af03-511dbfa6f10e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:08.311174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-816320d4-b6e2-48a5-ac50-48a3e9f9cd7d req-77a0c469-4262-4a5b-af03-511dbfa6f10e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3470032 Mar 11 17:37:08.481787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:08.497748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-816320d4-b6e2-48a5-ac50-48a3e9f9cd7d req-a99e64ea-de08-4a53-8405-7c5672b59f1a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765347 Mar 11 17:37:08.507736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:security_group_rule and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:08.520483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:08.546231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:08.774995 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.781724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.796415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:08.806967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.807304 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Added segment c3026af5-86c8-4ae6-9ff2-8192adb65922 of type vlan for network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 Mar 11 17:37:09.004884 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-95d60b6b-33f8-4cb1-8886-0aa2f0ec15f1 service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252321 Mar 11 17:37:09.094197 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.157045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79dcf4df-a52c-43ba-945f-dd8cb5322165,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:09.204859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.226068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf8599-a468-46e6-b983-69c03dbdac22 req-6bf6e179-f097-4af8-a7bd-abab7cfe2114 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:09.233534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fabf8599-a468-46e6-b983-69c03dbdac22 req-6bf6e179-f097-4af8-a7bd-abab7cfe2114 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.6892374 Mar 11 17:37:09.240364 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.246010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:09.246938 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.410755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c134d-b71b-4642-a0dd-75edda3a8684 req-129765b3-b995-42b6-aa82-c846047ad6e7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:09.418471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-767c134d-b71b-4642-a0dd-75edda3a8684 req-129765b3-b995-42b6-aa82-c846047ad6e7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.5886171 Mar 11 17:37:09.463731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Network': ['ID=d0d5aa06-6dca-4b8e-820f-bd3f319fd629,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:09.479401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:09.485695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-df3d1c3f-fb55-4f7e-a85d-ea4eb456ae7e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7390637 Mar 11 17:37:09.503131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-767c134d-b71b-4642-a0dd-75edda3a8684 req-d4024a02-6ecc-4ab2-ad25-593a25cc8ab9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832422 Mar 11 17:37:09.525282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fabf8599-a468-46e6-b983-69c03dbdac22 req-2ff2c0c8-44f0-4ba5-9282-54c6c7092311 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906852 Mar 11 17:37:09.933595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-9eebb996-326f-43d1-b460-7556cdd9697a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:09.944110 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-9eebb996-326f-43d1-b460-7556cdd9697a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.2056792 Mar 11 17:37:10.029494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-85bbc417-b1ef-48b1-b01b-061597dfe4db tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.0834897 Mar 11 17:37:10.231155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b774b5-7bff-4636-9c86-b5cf734a6e64 req-9c36dba4-66c8-4179-8a57-14a86afe5b78 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:10.245061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b774b5-7bff-4636-9c86-b5cf734a6e64 req-9c36dba4-66c8-4179-8a57-14a86afe5b78 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.2969911 Mar 11 17:37:10.273030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-118b74d0-cbb6-4627-888b-56004e45e45a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:10.359928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1b774b5-7bff-4636-9c86-b5cf734a6e64 req-78c60268-bd0f-4ff1-aca1-ab37797d7668 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136107 Mar 11 17:37:10.364303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-118b74d0-cbb6-4627-888b-56004e45e45a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:10.372375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-118b74d0-cbb6-4627-888b-56004e45e45a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3415091 Mar 11 17:37:10.991152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-48ebbbc1-3e1e-4152-9cce-80ffdd16ae1d service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869887 Mar 11 17:37:11.281167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:11.296549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:11.304337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:11.315985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:11.320320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:11.331447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:11.336547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:11.345746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-b953263f-3b82-4fc7-96fd-e9df0d39b6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.6613848 Mar 11 17:37:11.445376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc0aa108-9b11-4866-9cad-549e2d8330fa req-0a103907-b5fb-4e93-817c-0101ca02d62d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981052 Mar 11 17:37:11.573361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-e92ed3c2-1eb5-4d6c-b38d-14e4c0eef785 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811198 Mar 11 17:37:12.044740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-fd42da8d-200a-470f-befe-45203b679dcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=1683a7e1-14aa-4374-8432-f1b45f5ec56c HTTP/1.1" status: 200 len: 217 time: 0.2594919 Mar 11 17:37:12.220549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d14297-fef8-484e-b49c-69edbdc6e8a5 req-8165f9e5-54c1-4e08-a008-fd4d9188d0aa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:12.232161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69d14297-fef8-484e-b49c-69edbdc6e8a5 req-8165f9e5-54c1-4e08-a008-fd4d9188d0aa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4095578 Mar 11 17:37:12.378160 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac69491c-fe42-4b61-a994-8a41bd2f2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.401755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-49946ab4-6d0c-4be5-9573-7935b7a2b576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:12.403644 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-49946ab4-6d0c-4be5-9573-7935b7a2b576 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cb98b0c-5749-468a-bc50-91207cc9d3fb HTTP/1.1" status: 200 len: 797 time: 0.3132119 Mar 11 17:37:12.576502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69d14297-fef8-484e-b49c-69edbdc6e8a5 req-d4415f12-a44b-44f7-962d-d27de23442c5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432128 Mar 11 17:37:12.685647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d855fd6-5394-46b9-96b6-fa4547793296 req-1a98bb7d-6d7e-4387-9df0-949efb16a51d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:12.702994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d855fd6-5394-46b9-96b6-fa4547793296 req-1a98bb7d-6d7e-4387-9df0-949efb16a51d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3687911 Mar 11 17:37:12.802897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55962) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:12.807788 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-4b277557-2305-4785-8364-82f64985d73a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d31f175-7efd-4899-b063-5cb8f03135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2421238 Mar 11 17:37:12.845680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'subnet': {'network_id': 'd0d5aa06-6dca-4b8e-820f-bd3f319fd629', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:13.111904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d855fd6-5394-46b9-96b6-fa4547793296 req-81bad79d-7ab0-430a-bc83-6811e657544a tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964164 Mar 11 17:37:13.247055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:13.268758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:subnet and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:13.277986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:13.287742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-e7fc2a34-1677-4013-9f82-350ab0f356c3 service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321253 Mar 11 17:37:13.309434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:13.343329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:13.533596 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-07347fe7-d719-48b5-95bb-fee36914c080 service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335308 Mar 11 17:37:13.589345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33904c0-bbb9-47a2-9c82-ceb6e4dacc22 req-496177cd-4f96-4957-b1be-c7bcecc31ea8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:13.592138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d33904c0-bbb9-47a2-9c82-ceb6e4dacc22 req-496177cd-4f96-4957-b1be-c7bcecc31ea8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.5984693 Mar 11 17:37:13.624598 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.760754 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-9727d41d-ceb4-40b1-aafe-45cd2029d757 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 HTTP/1.1" status: 200 len: 217 time: 0.0948637 Mar 11 17:37:13.851818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-706a4886-5649-4055-bc5d-b850088d60b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:13.854320 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-706a4886-5649-4055-bc5d-b850088d60b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cb98b0c-5749-468a-bc50-91207cc9d3fb HTTP/1.1" status: 200 len: 797 time: 0.0860975 Mar 11 17:37:14.048014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d33904c0-bbb9-47a2-9c82-ceb6e4dacc22 req-e83c3aa5-1015-40c2-b99f-dfa8c1679005 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439163 Mar 11 17:37:14.179671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7c3db-bd10-47cc-a8fd-949e9450ad7d req-d7efea53-e6ae-484d-9570-177ac6380b3e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:14.220895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1df7c3db-bd10-47cc-a8fd-949e9450ad7d req-d7efea53-e6ae-484d-9570-177ac6380b3e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.6970775 Mar 11 17:37:14.394502 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-474bddf8-b9a3-42b5-9024-0e25701ad6ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d31f175-7efd-4899-b063-5cb8f03135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1836615 Mar 11 17:37:14.495941 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b99365cf-588b-477f-ad92-a1fbd7462800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.544552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e2ec336-8e07-483f-834e-2c58deb2fce8 req-d5cd51a7-06f9-4ef7-bda4-64393082b984 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 210 time: 0.0845749 Mar 11 17:37:14.565836 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1df7c3db-bd10-47cc-a8fd-949e9450ad7d req-33613815-bf66-4032-9385-ed31d07c26c3 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434904 Mar 11 17:37:14.713835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.092860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Subnet': ['ID=0b6f32e4-7459-4c91-b50c-129492bb7d76,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:15.124610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Checking segment: {'id': 'c3026af5-86c8-4ae6-9ff2-8192adb65922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd0d5aa06-6dca-4b8e-820f-bd3f319fd629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:15.125109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network hostable DHCP agents. Network: d0d5aa06-6dca-4b8e-820f-bd3f319fd629, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:15.200514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfb867-75bf-4148-82f9-17454b8ef384 req-0053e4a6-8fe5-49a3-aff9-22dd45573ec7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.206639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fcfb867-75bf-4148-82f9-17454b8ef384 req-0053e4a6-8fe5-49a3-aff9-22dd45573ec7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4212990 Mar 11 17:37:15.242722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.247640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.251740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.260284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.264317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.268441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.276913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.278982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-510d1c9b-fc8c-4379-ae32-58584f76863e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.4408834 Mar 11 17:37:15.381669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e5bf830-b9a1-4e25-9e69-46b121473c7c req-ca3a3817-53fd-45f8-a982-2eec8be1f262 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854955 Mar 11 17:37:15.383757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:15.406832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d0d5aa06-6dca-4b8e-820f-bd3f319fd629) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:15.426064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c1a0b-85cf-4990-b861-9c84ae612009 None None] Network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:15.436800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:15.437782 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.480798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cdbd11e4-6098-4e00-ac8e-106ef4192f82 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6681929 Mar 11 17:37:15.484014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55978) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:15.497074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-390429526'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:15.511870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:15.521198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:network and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:15.533426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:15.550323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:15.572478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:15.580860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.706893 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.784076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.870742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:15.891765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fcfb867-75bf-4148-82f9-17454b8ef384 req-5c3956f0-20dd-4896-abc0-6ba21a0c5c78 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6838133 Mar 11 17:37:15.940538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.941029 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Added segment 98b81835-a559-460c-a6c2-dafbf31e9e19 of type vlan for network c945e358-5565-458e-8929-b396928eefa3 Mar 11 17:37:16.062462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-d0d5aa06-6dca-4b8e-820f-bd3f319fd629', 'network_id': 'd0d5aa06-6dca-4b8e-820f-bd3f319fd629', 'tenant_id': 'b405a143b104489d940a08a75d18c420', 'fixed_ips': [{'subnet_id': '0b6f32e4-7459-4c91-b50c-129492bb7d76'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:37:16.063731 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.068415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a06bd-4840-437b-8a0d-529edb1bbbe0 req-fd26f46a-3f63-4d05-8441-517acc498287 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:16.078394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-567a06bd-4840-437b-8a0d-529edb1bbbe0 req-fd26f46a-3f63-4d05-8441-517acc498287 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3875506 Mar 11 17:37:16.103728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.361977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-567a06bd-4840-437b-8a0d-529edb1bbbe0 req-e73cfc30-0584-4c53-b0b5-bb1bccacc656 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805459 Mar 11 17:37:16.413136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.422865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:16.423820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.636184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Allocated IP 2001:db8:0:ffff::2 (d0d5aa06-6dca-4b8e-820f-bd3f319fd629/0b6f32e4-7459-4c91-b50c-129492bb7d76/a8703d97-3624-4da5-a674-12193a51c43c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:16.725073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2396626 Mar 11 17:37:16.728045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:16.736784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9eca-74a2-451f-8115-4cc83434c48d req-8339a938-1b47-4d0f-9440-57c3048f02b5 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:16.737053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'subnet': {'network_id': 'c945e358-5565-458e-8929-b396928eefa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:16.739276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-153c9eca-74a2-451f-8115-4cc83434c48d req-8339a938-1b47-4d0f-9440-57c3048f02b5 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.6114211 Mar 11 17:37:16.777324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59888a4a-8cdd-4e32-b299-4a35d28d1f43 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Network': ['ID=c945e358-5565-458e-8929-b396928eefa3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:16.835343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c945e358-5565-458e-8929-b396928eefa3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:16.853564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-153c9eca-74a2-451f-8115-4cc83434c48d req-90b7f8c5-3928-41cb-8161-e7c576e93dfa tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052244 Mar 11 17:37:16.918166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ef9ea-fbc4-40e2-b4a7-16cfb8cbbf6a req-6cd34a2b-8b97-4867-8b95-9d220db3cff4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:16.920027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-121ef9ea-fbc4-40e2-b4a7-16cfb8cbbf6a req-6cd34a2b-8b97-4867-8b95-9d220db3cff4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.2864780 Mar 11 17:37:17.046650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-121ef9ea-fbc4-40e2-b4a7-16cfb8cbbf6a req-cae0ab90-266d-4921-9129-316f891aafac tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162724 Mar 11 17:37:17.209040 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.235080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14d8da5f-1c20-4043-b845-17c44521c59f req-9f22f80c-5302-459f-94fc-1837d14c17d1 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 210 time: 0.1369572 Mar 11 17:37:17.284862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:17.294941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:subnet and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:17.300802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:17.315079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:17.368548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:17.488801 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.515478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Transition to ACTIVE for port object a8703d97-3624-4da5-a674-12193a51c43c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:17.536839 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-47af36a9-4e33-486c-bdcc-62be9820ce46 service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535946 Mar 11 17:37:17.559457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Transition to ACTIVE for port object a8703d97-3624-4da5-a674-12193a51c43c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:17.563534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.567969 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.671879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:17.675850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:17.681197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:17.781599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Pushing event updated for resources: {'Port': ['ID=a8703d97-3624-4da5-a674-12193a51c43c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:17.802125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.813852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.814180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.814662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.814986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.815304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.815618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.815927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.816251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.816421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.816597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.816908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.817346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:17.828289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.831570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Attempting to bind port a8703d97-3624-4da5-a674-12193a51c43c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:17.832240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Attempting to bind port a8703d97-3624-4da5-a674-12193a51c43c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c3026af5-86c8-4ae6-9ff2-8192adb65922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd0d5aa06-6dca-4b8e-820f-bd3f319fd629'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:17.832879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Attempting to bind port a8703d97-3624-4da5-a674-12193a51c43c on network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:17.834537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.842939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:17.844117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Checking segment: {'id': 'c3026af5-86c8-4ae6-9ff2-8192adb65922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd0d5aa06-6dca-4b8e-820f-bd3f319fd629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:17.844572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.845195 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.845878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Bound using segment: {'id': 'c3026af5-86c8-4ae6-9ff2-8192adb65922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd0d5aa06-6dca-4b8e-820f-bd3f319fd629'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:17.846724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Bound port: a8703d97-3624-4da5-a674-12193a51c43c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3026af5-86c8-4ae6-9ff2-8192adb65922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd0d5aa06-6dca-4b8e-820f-bd3f319fd629'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:17.847279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.849873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.854294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.870534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-c3f6831d-7ace-4f12-aae8-ac087c2767a4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.3442945 Mar 11 17:37:17.960045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66a0a0b3-488f-4812-a1bd-1d4b7ca50f82 req-f55d0aae-c9ff-44c1-b453-d0a16b99ca09 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882344 Mar 11 17:37:17.988903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1e2d-87a5-4206-b02a-c3517a13d19c req-8d316266-3c95-45c4-9997-ebd65b6670ee tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:18.014434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9dc1e2d-87a5-4206-b02a-c3517a13d19c req-8d316266-3c95-45c4-9997-ebd65b6670ee tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3799205 Mar 11 17:37:18.027782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] For port a8703d97-3624-4da5-a674-12193a51c43c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:18.032024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] For port a8703d97-3624-4da5-a674-12193a51c43c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8703d97-3624-4da5-a674-12193a51c43c,segment=NetworkSegment(c3026af5-86c8-4ae6-9ff2-8192adb65922),segment_id=c3026af5-86c8-4ae6-9ff2-8192adb65922)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:18.043130 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.142739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9dc1e2d-87a5-4206-b02a-c3517a13d19c req-c6a09b89-247b-4f94-9053-f8ebd90e6b71 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264880 Mar 11 17:37:18.240840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:37:18.243902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.345179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321cf7-2fb1-4530-8ef5-6e6e0a8ebc2a None None] Pushing event updated for resources: {'Port': ['ID=a8703d97-3624-4da5-a674-12193a51c43c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:18.701865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6444218-f000-43ac-8c41-804bbd2d2d8f req-284f6b78-cf82-4d02-aaf5-4a6bafc25c50 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:18.703675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6444218-f000-43ac-8c41-804bbd2d2d8f req-284f6b78-cf82-4d02-aaf5-4a6bafc25c50 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3144672 Mar 11 17:37:18.754348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a25036-c4e1-46b7-8b39-26f56c01c4e9 req-8a69086e-94c7-46eb-8aa0-5eb498312971 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:18.755935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0a25036-c4e1-46b7-8b39-26f56c01c4e9 req-8a69086e-94c7-46eb-8aa0-5eb498312971 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.2433565 Mar 11 17:37:18.838127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0a25036-c4e1-46b7-8b39-26f56c01c4e9 req-fa8d1386-e3e8-4ee4-b788-d21ce14201ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732331 Mar 11 17:37:18.842102 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6444218-f000-43ac-8c41-804bbd2d2d8f req-7a3e3997-eaf0-4262-9cd2-d2adca178c43 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257131 Mar 11 17:37:18.876281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Subnet': ['ID=50cdef39-7275-4ce2-ba71-cf744c907eec,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:18.906772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.907148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.907563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.907897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.911291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.911990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.912386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.912752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.913110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.913725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.914189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:18.932909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Checking segment: {'id': '98b81835-a559-460c-a6c2-dafbf31e9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'c945e358-5565-458e-8929-b396928eefa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:18.933437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network hostable DHCP agents. Network: c945e358-5565-458e-8929-b396928eefa3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:18.989426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network c945e358-5565-458e-8929-b396928eefa3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:19.014815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c945e358-5565-458e-8929-b396928eefa3) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:19.021228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:19.022506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.024635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655ba29-8af1-4bc7-815e-c98e28605063 None None] Network c945e358-5565-458e-8929-b396928eefa3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:19.142171 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f9d78cdb-aae5-4254-b718-22d39ceebbce tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4108353 Mar 11 17:37:19.149884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56020) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:19.172619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'port': {'network_id': 'c945e358-5565-458e-8929-b396928eefa3', 'name': 'tempest-NetworksIpV6TestAttrs-203283875'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:19.341924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1edf71ee-0221-4091-b7ea-60f1495037a1 req-5336fbb1-4f04-4037-b87a-7a4c8765386a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 210 time: 0.1539423 Mar 11 17:37:19.349351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8703d97-3624-4da5-a674-12193a51c43c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:19.534939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0f479-95a6-4aa1-9c00-8414cae5cfb7 req-ec2b2db7-5db0-46fb-bebf-8f522f98dedb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:19.552370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6db0f479-95a6-4aa1-9c00-8414cae5cfb7 req-ec2b2db7-5db0-46fb-bebf-8f522f98dedb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.5060308 Mar 11 17:37:19.667995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6db0f479-95a6-4aa1-9c00-8414cae5cfb7 req-749df8d0-8840-45fd-ae0e-df67a68744c0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134014 Mar 11 17:37:19.763160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a8703d97-3624-4da5-a674-12193a51c43c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:19.920369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-c945e358-5565-458e-8929-b396928eefa3', 'network_id': 'c945e358-5565-458e-8929-b396928eefa3', 'tenant_id': 'b405a143b104489d940a08a75d18c420', 'fixed_ips': [{'subnet_id': '50cdef39-7275-4ce2-ba71-cf744c907eec'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:37:19.921154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.164048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:20.198637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:port and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:20.203785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-7ea88898-887d-409c-9204-cf0c66def470 service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482900 Mar 11 17:37:20.204781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:20.211046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Allocated IP 2001:db8::f816:3eff:fe2a:37cb (c945e358-5565-458e-8929-b396928eefa3/50cdef39-7275-4ce2-ba71-cf744c907eec/bbba5b50-3619-41d0-9f66-ad15047a7d7c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:20.235388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:20.303256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2beeb94-2354-4fd4-8a5f-a3c703c95d06 None None] Network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:20.311793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.320778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.330901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.338781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.344643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.350391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.357769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.369849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-1154fe0c-b01b-4b7c-a310-4bfaab7ac872 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.6511507 Mar 11 17:37:20.441218 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-1a196b56-b604-418c-b3c4-5731ed2c6127 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233 HTTP/1.1" status: 200 len: 217 time: 0.1761470 Mar 11 17:37:20.442454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:20.446341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.590650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-8e892997-c255-4140-bb15-cc169016b76e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.592491 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-8e892997-c255-4140-bb15-cc169016b76e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cb98b0c-5749-468a-bc50-91207cc9d3fb HTTP/1.1" status: 200 len: 797 time: 0.1157753 Mar 11 17:37:20.602986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] device_id is not set on port c4a6853f-2804-47fa-b5b7-be283c236dd3 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:37:20.741240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d1670661-9730-42ce-85ae-1a1be117a0eb None None] Provisioning for port a8703d97-3624-4da5-a674-12193a51c43c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:20.767486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d1670661-9730-42ce-85ae-1a1be117a0eb None None] Provisioning complete for port a8703d97-3624-4da5-a674-12193a51c43c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:20.767919 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1670661-9730-42ce-85ae-1a1be117a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.844177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa3b85-0be3-4cfd-8619-938c814f8a20 req-92a4bc9e-3e65-4bcd-a923-cef738b41791 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.852130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bfa3b85-0be3-4cfd-8619-938c814f8a20 req-92a4bc9e-3e65-4bcd-a923-cef738b41791 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.8091598 Mar 11 17:37:20.887219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66765d38-c126-4ff3-b7a6-5b4a748b4dae req-fb866e46-d691-4f2d-b69b-aee918218a38 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5164087 Mar 11 17:37:20.939458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754f8792-18ba-4de8-bbcc-969abb69247b req-70d77303-36e8-4738-b3bb-48ad683b23b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1095 time: 0.5466399 Mar 11 17:37:20.951865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-00ca738d-bf25-4635-9252-7e4217bc4cfa tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:20.953286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-00ca738d-bf25-4635-9252-7e4217bc4cfa tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.7324665 Mar 11 17:37:20.979980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bfa3b85-0be3-4cfd-8619-938c814f8a20 req-2045e724-35c1-43c8-9649-adcd246ba71c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253335 Mar 11 17:37:21.197842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.219229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Transition to ACTIVE for port object bbba5b50-3619-41d0-9f66-ad15047a7d7c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:21.222511 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1670661-9730-42ce-85ae-1a1be117a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.281554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Transition to ACTIVE for port object bbba5b50-3619-41d0-9f66-ad15047a7d7c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:21.300739 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.366114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a8e72-799f-4f62-a761-47cb176406be req-1d20db72-188a-46a3-989e-7676bea8ba8c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:21.366881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d1670661-9730-42ce-85ae-1a1be117a0eb None None] For port a8703d97-3624-4da5-a674-12193a51c43c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8703d97-3624-4da5-a674-12193a51c43c,segment=NetworkSegment(c3026af5-86c8-4ae6-9ff2-8192adb65922),segment_id=c3026af5-86c8-4ae6-9ff2-8192adb65922)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:21.369646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Network c945e358-5565-458e-8929-b396928eefa3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:21.375122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:21.384445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:21.387559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1670661-9730-42ce-85ae-1a1be117a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.388364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e37a8e72-799f-4f62-a761-47cb176406be req-1d20db72-188a-46a3-989e-7676bea8ba8c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.2499676 Mar 11 17:37:21.450177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Allocated IP 2001:db8::f816:3eff:fe0c:31a9 (c945e358-5565-458e-8929-b396928eefa3/50cdef39-7275-4ce2-ba71-cf744c907eec/c4a6853f-2804-47fa-b5b7-be283c236dd3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:21.478734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Pushing event updated for resources: {'Port': ['ID=bbba5b50-3619-41d0-9f66-ad15047a7d7c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:21.541956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca0eae-bd14-4fe6-b79c-1dad5eb6e530 req-bcbb2d54-1f65-44d3-9d40-1e5498acf266 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:21.549990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77ca0eae-bd14-4fe6-b79c-1dad5eb6e530 req-bcbb2d54-1f65-44d3-9d40-1e5498acf266 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.4093277 Mar 11 17:37:21.630040 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e37a8e72-799f-4f62-a761-47cb176406be req-b2cda88a-a249-4f3a-94a5-5abadaa27c1e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393358 Mar 11 17:37:21.684883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1670661-9730-42ce-85ae-1a1be117a0eb None None] Pushing event updated for resources: {'Port': ['ID=a8703d97-3624-4da5-a674-12193a51c43c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:21.695264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Attempting to bind port bbba5b50-3619-41d0-9f66-ad15047a7d7c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:21.695772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Attempting to bind port bbba5b50-3619-41d0-9f66-ad15047a7d7c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '98b81835-a559-460c-a6c2-dafbf31e9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'c945e358-5565-458e-8929-b396928eefa3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:21.696110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Attempting to bind port bbba5b50-3619-41d0-9f66-ad15047a7d7c on network c945e358-5565-458e-8929-b396928eefa3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:21.714405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77ca0eae-bd14-4fe6-b79c-1dad5eb6e530 req-fff4bcc0-d730-4dfd-b422-42fc56ed69de tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624565 Mar 11 17:37:21.716385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:21.716767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Checking segment: {'id': '98b81835-a559-460c-a6c2-dafbf31e9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'c945e358-5565-458e-8929-b396928eefa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:21.717806 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.719653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Bound using segment: {'id': '98b81835-a559-460c-a6c2-dafbf31e9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'c945e358-5565-458e-8929-b396928eefa3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:21.720451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Bound port: bbba5b50-3619-41d0-9f66-ad15047a7d7c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b81835-a559-460c-a6c2-dafbf31e9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'c945e358-5565-458e-8929-b396928eefa3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:21.720852 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.735659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fd27ed87-e21b-4428-b2b5-f2051a441d6f None None] Provisioning complete for port a8703d97-3624-4da5-a674-12193a51c43c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:21.736021 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd27ed87-e21b-4428-b2b5-f2051a441d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.819566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29ada0cf-4ec8-4c70-b0fc-ef5e4c7d5414 req-b9abcf57-5d19-43fd-86e7-5e0aee93e90c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 210 time: 0.0577834 Mar 11 17:37:21.838147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.856616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Transition to ACTIVE for port object c4a6853f-2804-47fa-b5b7-be283c236dd3 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:21.882531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.915057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] For port bbba5b50-3619-41d0-9f66-ad15047a7d7c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:21.919652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f86-68a7-458a-8698-4fef378d9240 req-6c958190-7a44-4757-9bbe-b06e1755742a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:21.921364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8eb44f86-68a7-458a-8698-4fef378d9240 req-6c958190-7a44-4757-9bbe-b06e1755742a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 945 time: 0.0856349 Mar 11 17:37:21.933097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] For port bbba5b50-3619-41d0-9f66-ad15047a7d7c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bbba5b50-3619-41d0-9f66-ad15047a7d7c,segment=NetworkSegment(98b81835-a559-460c-a6c2-dafbf31e9e19),segment_id=98b81835-a559-460c-a6c2-dafbf31e9e19)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:21.939490 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.959990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network c945e358-5565-458e-8929-b396928eefa3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:21.963242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:21.965711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:21.969831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:21.970172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8eb44f86-68a7-458a-8698-4fef378d9240 req-c6b5935e-f48f-41a8-9d2e-d507f62bad1b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 Mar 11 17:37:21.970447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.978463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Port': ['ID=c4a6853f-2804-47fa-b5b7-be283c236dd3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:21.999739 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63ff6b7e-baeb-40c3-9c05-e7954dbde2ad tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8462958 Mar 11 17:37:22.002599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56036) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:22.028911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baf5f1-fb1f-4b91-805d-e122f3d02cf9 None None] Pushing event updated for resources: {'Port': ['ID=bbba5b50-3619-41d0-9f66-ad15047a7d7c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:22.085595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Request body: {'port': {'device_id': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'admin_state_up': True, 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:22.085838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting subnet 50cdef39-7275-4ce2-ba71-cf744c907eec {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:37:22.130377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.212933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.301629 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-7c296d65-f7f0-44c0-9f4d-73fa3c648d7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d31f175-7efd-4899-b063-5cb8f03135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2137504 Mar 11 17:37:22.353392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.539405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.585575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-c4cd173d-bd9f-4889-8d22-62513964bd5b service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028387 Mar 11 17:37:22.591227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Subnet': ['ID=50cdef39-7275-4ce2-ba71-cf744c907eec,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:22.593756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f8792-18ba-4de8-bbcc-969abb69247b req-916f096e-40f5-4a1a-83bb-8c1c56917a14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.595236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754f8792-18ba-4de8-bbcc-969abb69247b req-916f096e-40f5-4a1a-83bb-8c1c56917a14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.4679859 Mar 11 17:37:22.622780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.665740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:22.684515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7c0319ef-57d6-4504-8083-b411bcf49a06 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/50cdef39-7275-4ce2-ba71-cf744c907eec HTTP/1.1" status: 204 len: 168 time: 0.6773436 Mar 11 17:37:22.684515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56046) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:22.698536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:22.728866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.732789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.736765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.742410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.746407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.750323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.754322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.756280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-6dc97fbf-3d4d-4854-bc5f-f09680daca92 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.5035846 Mar 11 17:37:22.783047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-5d7597e3-bd2b-4a6c-b69d-ce74a3151c40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 1096 time: 0.5269885 Mar 11 17:37:22.828217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6482fa-3993-409a-aacd-798bd0f626b6 req-771b98d7-78e1-48aa-93f0-fe056710ecca tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.829730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa6482fa-3993-409a-aacd-798bd0f626b6 req-771b98d7-78e1-48aa-93f0-fe056710ecca tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.5753062 Mar 11 17:37:22.830396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:22.833195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.930855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fcf0-e53e-4137-9c27-71493461ec12 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.932284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fcf0-e53e-4137-9c27-71493461ec12 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:22.933037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b812fcf0-e53e-4137-9c27-71493461ec12 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Synchronizing usage tracker for tenant:b405a143b104489d940a08a75d18c420 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:22.938270 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-041b46b9-1c67-439c-962d-23e89b52de32 service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450005 Mar 11 17:37:22.958853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754f8792-18ba-4de8-bbcc-969abb69247b req-ddbcf2d5-1ac8-46d0-9b23-6433c41bd414 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.3499415 Mar 11 17:37:23.028191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-d22ea08c-bc29-46ce-8410-1309d3b61d0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a177e25-7d94-4e28-9772-813f4922a01b HTTP/1.1" status: 200 len: 217 time: 0.0825617 Mar 11 17:37:23.031229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b812fcf0-e53e-4137-9c27-71493461ec12 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Unset dirty status for tenant:b405a143b104489d940a08a75d18c420 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:23.035758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b812fcf0-e53e-4137-9c27-71493461ec12 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3472753 Mar 11 17:37:23.065703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56056) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:23.163364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f8792-18ba-4de8-bbcc-969abb69247b req-37c241fa-4235-43e5-91e8-ec52c83a8200 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:23.165036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754f8792-18ba-4de8-bbcc-969abb69247b req-37c241fa-4235-43e5-91e8-ec52c83a8200 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1989303 Mar 11 17:37:23.209946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39e0c057-640c-4579-8375-e247a96bc824 req-e806f00b-cd75-4db7-9ec7-f8738b20337b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 1097 time: 0.3513222 Mar 11 17:37:23.243570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f6696-d842-4eb0-8bcc-3359599ff726 None None] Network c945e358-5565-458e-8929-b396928eefa3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:23.246643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-944fb346-c1cf-46eb-bf5e-cb2a8be1cdfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:23.247514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-944fb346-c1cf-46eb-bf5e-cb2a8be1cdfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd331391-57fd-43ad-afb8-178b2d449843 HTTP/1.1" status: 200 len: 797 time: 0.2124755 Mar 11 17:37:23.248204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b64ae55b-44e4-4936-9465-d3d05b0a6db5 req-56855702-ed8f-4029-9003-28801598aa36 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4816260 Mar 11 17:37:23.285812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a931e9b-8247-4ae1-84f3-7534af15a537 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.349486 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a931e9b-8247-4ae1-84f3-7534af15a537 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 17:37:23.350518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a931e9b-8247-4ae1-84f3-7534af15a537 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:23.360191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8a931e9b-8247-4ae1-84f3-7534af15a537 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/c945e358-5565-458e-8929-b396928eefa3 HTTP/1.1" status: 409 len: 405 time: 0.2933066 Mar 11 17:37:23.365279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56060) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:23.384823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-816070688'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:23.403060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa6482fa-3993-409a-aacd-798bd0f626b6 req-ba8187e9-b2cc-4a88-8f8a-65329b93071f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5497289 Mar 11 17:37:23.408499 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39e0c057-640c-4579-8375-e247a96bc824 req-9062cadf-2396-4155-b3a8-a469843bf9d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869218 Mar 11 17:37:23.410033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:23.418888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:network and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:23.426311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:23.437215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:23.445707 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-62d23e32-d8b4-4523-aea4-b85f78a4510c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1917648 Mar 11 17:37:23.456106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:23.460926 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.468750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bbba5b50-3619-41d0-9f66-ad15047a7d7c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:23.513647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:23.529448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-89ebd824-a352-40a2-a2ba-a6142075747f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:23.530956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-89ebd824-a352-40a2-a2ba-a6142075747f service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.7309158 Mar 11 17:37:23.533780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.534236 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Added segment c96a61c2-2f7b-4c8e-99c7-dc3e32f13216 of type vlan for network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 Mar 11 17:37:23.589267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Allocated IP 172.20.0.9 (223820bb-b86e-43fc-b13c-cb4729837daf/45399fdb-e577-4f75-9487-b5628afd97cd/6e84c03a-b221-4330-9e2b-12a421c0c0a2) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:23.594918 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.609566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3b3af5ca-81d8-4ef0-8386-71f68df98470 None None] Provisioning for port bbba5b50-3619-41d0-9f66-ad15047a7d7c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:23.634270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.639862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:23.640050 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.640374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port bbba5b50-3619-41d0-9f66-ad15047a7d7c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:23.648875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port bbba5b50-3619-41d0-9f66-ad15047a7d7c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:23.649237 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.657947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754f8792-18ba-4de8-bbcc-969abb69247b req-77e361d7-872a-4a37-93aa-d58e787f8767 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4068770 Mar 11 17:37:23.711994 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3407173 Mar 11 17:37:23.752250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56064) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:23.774629 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.783818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] DHCP port deletion for c945e358-5565-458e-8929-b396928eefa3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:37:23.784018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'subnet': {'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:23.794020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] Deleting port bbba5b50-3619-41d0-9f66-ad15047a7d7c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:23.794399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.864257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908605e-c25c-4874-ac59-e406d7824307 req-8513b281-19e1-4e8f-a8dc-e93ee1d1e643 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:23.865763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0908605e-c25c-4874-ac59-e406d7824307 req-8513b281-19e1-4e8f-a8dc-e93ee1d1e643 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 944 time: 0.4297488 Mar 11 17:37:23.865993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port bbba5b50-3619-41d0-9f66-ad15047a7d7c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bbba5b50-3619-41d0-9f66-ad15047a7d7c,segment=NetworkSegment(98b81835-a559-460c-a6c2-dafbf31e9e19),segment_id=98b81835-a559-460c-a6c2-dafbf31e9e19)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:23.872172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d9dba-61db-4751-990c-3d43abe65958 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Network': ['ID=65fd0adc-3e64-4733-8788-dbcef0c41ae3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:23.893231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:23.901678 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-b10c6a81-5bd7-4792-9a9c-aaa889776fd0 service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289319 Mar 11 17:37:23.912031 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.912767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8703d97-3624-4da5-a674-12193a51c43c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:23.937727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-f6d48cf6-1df2-4624-bc0d-1ef7fb4f4b83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e60049ff-511e-4c62-8483-f466781530e8 HTTP/1.1" status: 200 len: 217 time: 0.2614131 Mar 11 17:37:24.041303 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-dfe2a108-68ce-4dd8-b8ef-c8c2a6e9ef7a service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327863 Mar 11 17:37:24.117232 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-4e9ed4e5-78cf-4b44-9616-d8f033c5adc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356 HTTP/1.1" status: 200 len: 217 time: 0.0681465 Mar 11 17:37:24.169343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-75c87159-1a09-40d4-9406-a92ec976a633 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:24.171416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-75c87159-1a09-40d4-9406-a92ec976a633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.2103095 Mar 11 17:37:24.193039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757891-b631-4120-a1f8-d70b5f744030 req-cdd25079-59ef-41a1-bb2e-0e91989ffa7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:24.194718 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-cdd25079-59ef-41a1-bb2e-0e91989ffa7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd331391-57fd-43ad-afb8-178b2d449843 HTTP/1.1" status: 200 len: 797 time: 0.0700068 Mar 11 17:37:24.199113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0908605e-c25c-4874-ac59-e406d7824307 req-8b32cb90-2988-4195-bb88-d692cde61d53 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689071 Mar 11 17:37:24.200380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=bbba5b50-3619-41d0-9f66-ad15047a7d7c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:24.235880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] For port bbba5b50-3619-41d0-9f66-ad15047a7d7c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bbba5b50-3619-41d0-9f66-ad15047a7d7c,segment=NetworkSegment(98b81835-a559-460c-a6c2-dafbf31e9e19),segment_id=98b81835-a559-460c-a6c2-dafbf31e9e19)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:24.236256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:24.266184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-a99acd22-b679-4756-af75-1c9f23cbce84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499997 Mar 11 17:37:24.279682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe9ae4-9171-403d-980d-d1b49beddcc0 req-5edea09e-e395-4b22-bf37-e0f8e2ec251d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:24.288792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dbe9ae4-9171-403d-980d-d1b49beddcc0 req-5edea09e-e395-4b22-bf37-e0f8e2ec251d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.6942258 Mar 11 17:37:24.297271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a8703d97-3624-4da5-a674-12193a51c43c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:24.297854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:24.300229 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-aeb3c5d3-5cf0-4c32-a373-9d5cf32ab1b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972028 Mar 11 17:37:24.386179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] Calling delete_port for bbba5b50-3619-41d0-9f66-ad15047a7d7c owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:24.445881 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-b88df45f-1d78-40a6-a9b2-99385795f95f service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387258 Mar 11 17:37:24.479760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:24.522809 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:24.589170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] Pushing event deleted for resources: {'Port': ['ID=bbba5b50-3619-41d0-9f66-ad15047a7d7c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:24.594790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:24.596368 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dbe9ae4-9171-403d-980d-d1b49beddcc0 req-1a59a32d-c361-48f0-801f-7fa1c20d864b tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066673 Mar 11 17:37:24.598313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e60049ff-511e-4c62-8483-f466781530e8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:24.615735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4cdafff7-2257-4efb-9c68-b8afa0616cf2 req-615fdb51-09c3-4812-9f45-0fc2b941ed06 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 210 time: 0.1476388 Mar 11 17:37:24.617873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754f8792-18ba-4de8-bbcc-969abb69247b req-40e6cfcd-4264-4aa8-a252-bbffb0f496bb service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451897 Mar 11 17:37:24.618871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:24.669447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57d878-b5f3-47fd-9e73-fe03ebcc4625 None None] No DVR routers for this DVR port bbba5b50-3619-41d0-9f66-ad15047a7d7c on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:24.726411 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e8757891-b631-4120-a1f8-d70b5f744030 req-550ace12-f7cd-4276-b5a3-36bae72f4765 service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360098 Mar 11 17:37:24.775725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-28d0e2e2-ea37-4b60-a00e-9b7a94677eae service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632719 Mar 11 17:37:24.779068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:24.824123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:24.831013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:24.878904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'network_id': '17134315-b5b4-45a6-bbcd-00140369d381', 'port_id': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'mac_address': 'fa:16:3e:df:bb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ff4e90-adb8-4502-8c54-5bffaf8095c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:24.987296 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:25.024582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:25.044636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:25.052341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:25.069636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:25.075171 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:25.111046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:25.128365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:25.148084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:25.174746 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-cb3cf4fa-fcb8-4aca-b818-5d50b55ae466 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6486 time: 0.1878421 Mar 11 17:37:25.214505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bbba5b50-3619-41d0-9f66-ad15047a7d7c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:25.261752 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:25.277040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: bbba5b50-3619-41d0-9f66-ad15047a7d7c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:37:25.277374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bbba5b50-3619-41d0-9f66-ad15047a7d7c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:37:25.305883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event updated for resources: {'Port': ['ID=6e84c03a-b221-4330-9e2b-12a421c0c0a2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:25.321383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:25.426882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:25.437595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.437861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.438199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.438802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.439020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.439355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.439674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.439995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.440311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.440622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.440939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:25.458928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Network 223820bb-b86e-43fc-b13c-cb4729837daf is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:25.476377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:25.482573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-f3db15e5-56a2-45de-bfd0-97d48efaa4bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.484215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-f3db15e5-56a2-45de-bfd0-97d48efaa4bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d31f175-7efd-4899-b063-5cb8f03135e7 HTTP/1.1" status: 200 len: 904 time: 0.3012745 Mar 11 17:37:25.502695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:25.555662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:25.556475 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-0ca67c59-466e-4a53-b702-df542e373197 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233 HTTP/1.1" status: 200 len: 217 time: 0.0651357 Mar 11 17:37:25.631691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-618162b6-6187-4075-84ca-074d64d3d69a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.633674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-618162b6-6187-4075-84ca-074d64d3d69a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cb98b0c-5749-468a-bc50-91207cc9d3fb HTTP/1.1" status: 200 len: 797 time: 0.0581119 Mar 11 17:37:25.702242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754f8792-18ba-4de8-bbcc-969abb69247b req-fdbcc0ca-f21f-4bdb-a814-e34b5da15924 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9659464 Mar 11 17:37:25.711713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.713315 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-4076068e-99d7-4fa4-bbc7-6db44b83915d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d31f175-7efd-4899-b063-5cb8f03135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738642 Mar 11 17:37:25.715792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.719691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.723662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.727635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.731573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.735545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.737387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-8715b5f3-c3ae-4cda-8334-eba4ae5841cb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.9183981 Mar 11 17:37:25.753086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.753606 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:25.761946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f47733-f9fd-4511-bb00-59b7beaf149b req-7c82da85-95ba-4bd7-a96d-9fc17f7c532e service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9377835 Mar 11 17:37:25.786025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:25.812158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41442b66-0a97-4bd8-a703-3fafeb2f7eca req-8be229ae-fe9a-43fa-b27d-97c78796b928 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:25.813711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41442b66-0a97-4bd8-a703-3fafeb2f7eca req-8be229ae-fe9a-43fa-b27d-97c78796b928 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 943 time: 0.9919767 Mar 11 17:37:25.863013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-309c8a84-a2cd-4559-a8da-c7320a81bf2a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7835133 Mar 11 17:37:25.887299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Request body: {'port': {'device_id': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:25.903541 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-10bcf84f-85a7-4dd5-b94e-5783ebd1d75d service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465640 Mar 11 17:37:25.931249 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7aaf251-e609-4a0e-8535-06c440c0d001 req-567faf15-9f0a-4d1d-90d3-cf3a59dd35b1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849201 Mar 11 17:37:25.992610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41442b66-0a97-4bd8-a703-3fafeb2f7eca req-bc03e918-3cfa-45b3-8e1e-066c4a1d20c6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710279 Mar 11 17:37:26.087674 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8', 'code': 200} Mar 11 17:37:26.094654 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-7c382255-f78b-407d-a19e-3200af62decb service neutron] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841924 Mar 11 17:37:26.122501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:26.388555 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-c9a25bf1-2cdf-42c3-8665-a09dd86fafb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6486 time: 0.0818994 Mar 11 17:37:26.441000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b62e68-5666-4998-b00a-77e5ad76c420 req-08923d9c-808d-444d-9375-22af274ed058 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:26.442572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79b62e68-5666-4998-b00a-77e5ad76c420 req-08923d9c-808d-444d-9375-22af274ed058 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3774753 Mar 11 17:37:26.556330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-f20e0f7b-0ea5-4d4a-b578-8ca36a414957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:26.557768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-f20e0f7b-0ea5-4d4a-b578-8ca36a414957 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c HTTP/1.1" status: 200 len: 903 time: 0.1494298 Mar 11 17:37:26.562872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:37:26.570008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:26.613266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361cb27-ab38-431f-9585-20ef484be256 req-ae4c5c17-024a-4830-8a71-965daf07420b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:26.614736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d361cb27-ab38-431f-9585-20ef484be256 req-ae4c5c17-024a-4830-8a71-965daf07420b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 945 time: 0.4270458 Mar 11 17:37:26.634495 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-75ee5f59-8724-4797-874f-382fcc4902d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a177e25-7d94-4e28-9772-813f4922a01b HTTP/1.1" status: 200 len: 217 time: 0.0641482 Mar 11 17:37:26.696176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-d6290ba4-546f-4ca9-a887-19185cd56ffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:26.697617 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-d6290ba4-546f-4ca9-a887-19185cd56ffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd331391-57fd-43ad-afb8-178b2d449843 HTTP/1.1" status: 200 len: 797 time: 0.0572515 Mar 11 17:37:26.698336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79b62e68-5666-4998-b00a-77e5ad76c420 req-f643739d-af48-4c74-919f-a7d97e9d2aae tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302446 Mar 11 17:37:26.734129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Subnet': ['ID=02dfee00-c7ca-48b1-8993-f151f35bb642,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:26.759561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d361cb27-ab38-431f-9585-20ef484be256 req-d7b3ca9a-a1f3-4408-b768-281fe41ccb2b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308861 Mar 11 17:37:26.776017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Checking segment: {'id': 'c96a61c2-2f7b-4c8e-99c7-dc3e32f13216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:26.776372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network hostable DHCP agents. Network: 65fd0adc-3e64-4733-8788-dbcef0c41ae3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:26.799557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-2cab6c2c-2407-4270-9714-459c34c30a4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953453 Mar 11 17:37:26.938542 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-fc2d89f8-08c1-4e06-af41-6d0f86f510d4 service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301472 Mar 11 17:37:27.041161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e84c03a-b221-4330-9e2b-12a421c0c0a2 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:27.055616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.079830 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-c3e8e43e-3d49-4012-ab19-2c1db27da6ca service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345565 Mar 11 17:37:27.091371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:27.095579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Transition to ACTIVE for port object 6e84c03a-b221-4330-9e2b-12a421c0c0a2 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:27.105102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.139214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 65fd0adc-3e64-4733-8788-dbcef0c41ae3) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:27.147825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1359b6aa-3634-48c2-ab58-2a8ddccd1a7b None None] Network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:27.164696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:27.165276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.251757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d2cce-7629-43a1-bb50-9091a96a13a1 req-dec07860-d461-4e2e-a7aa-6ceb6cfe7dff tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:27.252443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-198d2cce-7629-43a1-bb50-9091a96a13a1 req-dec07860-d461-4e2e-a7aa-6ceb6cfe7dff tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:27.269139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Pushing event updated for resources: {'Port': ['ID=6e84c03a-b221-4330-9e2b-12a421c0c0a2,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:27.271427 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-402ba9b6-c5ac-469c-a85f-a9be2cc3cd64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6486 time: 0.0807140 Mar 11 17:37:27.276602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326fcc0-a0d9-4c4a-a694-d3a17e8883a2 req-46eeb7c6-c6e2-4045-9b45-209a5b39806a tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:27.282855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1326fcc0-a0d9-4c4a-a694-d3a17e8883a2 req-46eeb7c6-c6e2-4045-9b45-209a5b39806a tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3061049 Mar 11 17:37:27.327299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a06a75ab-b412-40bf-a966-a3f4bfd35ef7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5656421 Mar 11 17:37:27.328074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56086) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:27.338978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'port': {'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3', 'name': 'tempest-NetworksIpV6TestAttrs-988702027'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:27.355756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-198d2cce-7629-43a1-bb50-9091a96a13a1 req-dec07860-d461-4e2e-a7aa-6ceb6cfe7dff tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:27.356867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-198d2cce-7629-43a1-bb50-9091a96a13a1 req-dec07860-d461-4e2e-a7aa-6ceb6cfe7dff tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 931 time: 0.5453713 Mar 11 17:37:27.389370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-65fd0adc-3e64-4733-8788-dbcef0c41ae3', 'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3', 'tenant_id': 'b405a143b104489d940a08a75d18c420', 'fixed_ips': [{'subnet_id': '02dfee00-c7ca-48b1-8993-f151f35bb642'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:37:27.390288 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.410285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-e15c0aa2-e5d8-4814-959c-b957f935adaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:27.412223 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-e15c0aa2-e5d8-4814-959c-b957f935adaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c HTTP/1.1" status: 200 len: 903 time: 0.1336908 Mar 11 17:37:27.532316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1326fcc0-a0d9-4c4a-a694-d3a17e8883a2 req-a46f49a4-491d-483b-b5c0-c23934f2aaea tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484841 Mar 11 17:37:27.559448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Allocated IP 2001:db8::f816:3eff:fe9b:c2d8 (65fd0adc-3e64-4733-8788-dbcef0c41ae3/02dfee00-c7ca-48b1-8993-f151f35bb642/d35c09bb-f1b7-451c-920a-96729aa51869) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:27.582096 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-198d2cce-7629-43a1-bb50-9091a96a13a1 req-d86a4694-7c4a-4239-a862-43517f04fcaa tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133493 Mar 11 17:37:27.594428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-e21f4077-6b0f-440d-8e81-8535adae219d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356 HTTP/1.1" status: 200 len: 217 time: 0.1747429 Mar 11 17:37:27.624884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Attempting to bind port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:27.625216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Attempting to bind port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:27.625538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Attempting to bind port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:27.634912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:27.637324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 on network 223820bb-b86e-43fc-b13c-cb4729837daf not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:37:27.637646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Attempting to bind port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:27.641551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:port and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:27.645576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:27.653236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:27.656455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:27.656791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:27.657168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Bound using segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:27.657597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Bound port: 6e84c03a-b221-4330-9e2b-12a421c0c0a2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:27.657944 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.684664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:27.687854 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.700154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-550d991d-5c1a-4226-b718-d528e7747513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:27.703601 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-550d991d-5c1a-4226-b718-d528e7747513 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd331391-57fd-43ad-afb8-178b2d449843 HTTP/1.1" status: 200 len: 797 time: 0.1006317 Mar 11 17:37:27.792755 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-81b1dbdc-19a8-40ce-8d9e-2cbf30a0a20f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a92914ef-3a19-4789-bc9b-4c61ea7baf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840690 Mar 11 17:37:27.842133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] device_id is not set on port 1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:37:27.859752 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.871082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Transition to ACTIVE for port object d35c09bb-f1b7-451c-920a-96729aa51869 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:27.890904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Transition to ACTIVE for port object d35c09bb-f1b7-451c-920a-96729aa51869 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:27.898285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.970839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] For port 6e84c03a-b221-4330-9e2b-12a421c0c0a2, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:27.980697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] For port 6e84c03a-b221-4330-9e2b-12a421c0c0a2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6e84c03a-b221-4330-9e2b-12a421c0c0a2,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:27.987893 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-24c44258-fb5d-42c3-a464-f2565dc32d22 service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880991 Mar 11 17:37:27.989374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:27.993504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:27.995512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Pushing event updated for resources: {'Port': ['ID=d35c09bb-f1b7-451c-920a-96729aa51869,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:27.997640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:28.032058 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.046396 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:37:28.100049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.104061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.107988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.111980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.115880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.119932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.123812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.125702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32b86c11-6386-4399-bd39-627be68241a9 req-55cde206-e154-4eb4-935b-7868e5377bbd tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.4042475 Mar 11 17:37:28.127541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Attempting to bind port d35c09bb-f1b7-451c-920a-96729aa51869 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:28.128136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Attempting to bind port d35c09bb-f1b7-451c-920a-96729aa51869 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c96a61c2-2f7b-4c8e-99c7-dc3e32f13216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:28.128768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Attempting to bind port d35c09bb-f1b7-451c-920a-96729aa51869 on network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:28.138927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:28.139748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Checking segment: {'id': 'c96a61c2-2f7b-4c8e-99c7-dc3e32f13216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:28.140391 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.141128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Bound using segment: {'id': 'c96a61c2-2f7b-4c8e-99c7-dc3e32f13216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:28.142556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Bound port: d35c09bb-f1b7-451c-920a-96729aa51869, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96a61c2-2f7b-4c8e-99c7-dc3e32f13216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '65fd0adc-3e64-4733-8788-dbcef0c41ae3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:28.143158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.157426 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-28d554cc-8f06-4c36-866f-bd006f4919fe req-ce177aad-1fd2-414c-b6ce-968514aec47a service neutron] 10.222.0.59 "GET /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539469 Mar 11 17:37:28.164590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb39a2-3371-49e3-8594-a6ee45679d32 req-c7a25d02-cfcc-446f-96ca-80f48063847b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.166062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68bb39a2-3371-49e3-8594-a6ee45679d32 req-c7a25d02-cfcc-446f-96ca-80f48063847b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 943 time: 0.4035246 Mar 11 17:37:28.215909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Allocated IP 2001:db8::f816:3eff:fe88:d206 (65fd0adc-3e64-4733-8788-dbcef0c41ae3/02dfee00-c7ca-48b1-8993-f151f35bb642/1e62d0c4-0ac9-4746-b2fb-1c23f80935b4) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:28.215909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.216755 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e84c03a-b221-4330-9e2b-12a421c0c0a2 HTTP/1.1" status: 200 len: 1091 time: 2.3362112 Mar 11 17:37:28.217059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'tag': '6e84c03a-b221-4330-9e2b-12a421c0c0a2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:28.252352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] For port d35c09bb-f1b7-451c-920a-96729aa51869, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:28.255816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] For port d35c09bb-f1b7-451c-920a-96729aa51869, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d35c09bb-f1b7-451c-920a-96729aa51869,segment=NetworkSegment(c96a61c2-2f7b-4c8e-99c7-dc3e32f13216),segment_id=c96a61c2-2f7b-4c8e-99c7-dc3e32f13216)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:28.260928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.264349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd43e-2e9f-410b-952b-93307c300764 service neutron] Pushing event updated for resources: {'Port': ['ID=6e84c03a-b221-4330-9e2b-12a421c0c0a2,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:28.286869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32b86c11-6386-4399-bd39-627be68241a9 req-d579d283-89c2-48b2-9d78-445f6f62b79b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489437 Mar 11 17:37:28.339116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b083e9-88be-4ca1-b9da-97cd306d0099 None None] Pushing event updated for resources: {'Port': ['ID=d35c09bb-f1b7-451c-920a-96729aa51869,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:28.351191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68bb39a2-3371-49e3-8594-a6ee45679d32 req-d730d5f7-33fa-4fd3-b774-f7b24e519853 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674953 Mar 11 17:37:28.581665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:28.692329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:28.692868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.711997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-8705df34-183e-4555-85ee-02f5eb4abe24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 1094 time: 0.4093997 Mar 11 17:37:28.783609 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.816939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09444f-3ed9-4918-9ba8-c1e755f7cd36 req-4b9fe928-1d53-427d-ab82-a36104ecba58 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:28.818310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a09444f-3ed9-4918-9ba8-c1e755f7cd36 req-4b9fe928-1d53-427d-ab82-a36104ecba58 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3444343 Mar 11 17:37:28.823841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-78b14aca-24c9-4911-8558-f2b16835f748 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e84c03a-b221-4330-9e2b-12a421c0c0a2 HTTP/1.1" status: 200 len: 217 time: 0.0985165 Mar 11 17:37:28.829161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Transition to ACTIVE for port object 1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:28.839461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.867470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:28.878913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:28.886398 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.960255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:29.025071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ac72-b327-4503-8b42-bb901331a438 req-fa910d80-caba-44c1-b403-801b7dfbcc51 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:29.026544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c444ac72-b327-4503-8b42-bb901331a438 req-fa910d80-caba-44c1-b403-801b7dfbcc51 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4949949 Mar 11 17:37:29.067527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-8e645bbe-d9df-4aac-b144-cfc78292b9ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:29.068960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-8e645bbe-d9df-4aac-b144-cfc78292b9ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.2385089 Mar 11 17:37:29.128142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-604293ef-a883-42b4-91bc-1d57c600c142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498450 Mar 11 17:37:29.137145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.169052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a09444f-3ed9-4918-9ba8-c1e755f7cd36 req-27b7b8f5-013c-4eb0-a7c5-c15b13472188 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427596 Mar 11 17:37:29.226940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d35c09bb-f1b7-451c-920a-96729aa51869 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:29.316597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d35c09bb-f1b7-451c-920a-96729aa51869 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:29.377196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c444ac72-b327-4503-8b42-bb901331a438 req-e0f196cd-5bb2-4fbd-9ae1-9e171c545400 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435407 Mar 11 17:37:29.422079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:29.440452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:29.443056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:29.447303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:29.447898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.455901 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'tag': '6e84c03a-b221-4330-9e2b-12a421c0c0a2', 'status': 'completed', 'code': 200} Mar 11 17:37:29.458069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Port': ['ID=1e62d0c4-0ac9-4746-b2fb-1c23f80935b4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:29.498127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-45c4f37a-bac6-4e9b-b47d-d3771729a08c service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626037 Mar 11 17:37:29.509484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936c861-0e15-41a1-b7d9-1c034fd8111e None None] Network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:29.513953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-df51ebf3-eb43-4634-bcc4-4bde273b66f7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1799886 Mar 11 17:37:29.514955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:29.549658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55bd33-7749-49b3-a3c2-6d8ef3186106 req-2fddb4d9-d88a-46f4-a9a5-062b556de791 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:29.551453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb55bd33-7749-49b3-a3c2-6d8ef3186106 req-2fddb4d9-d88a-46f4-a9a5-062b556de791 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2387440 Mar 11 17:37:29.657577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-698ca20f-ecd6-4c95-8c12-449630cb001d None None] Provisioning for port d35c09bb-f1b7-451c-920a-96729aa51869 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:29.678738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-698ca20f-ecd6-4c95-8c12-449630cb001d None None] Provisioning complete for port d35c09bb-f1b7-451c-920a-96729aa51869 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:29.679110 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-698ca20f-ecd6-4c95-8c12-449630cb001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.734990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb55bd33-7749-49b3-a3c2-6d8ef3186106 req-2213cd54-ddce-4a1d-bc3a-c1f99a6c9a63 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393762 Mar 11 17:37:29.751136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting subnet 02dfee00-c7ca-48b1-8993-f151f35bb642 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:37:29.756396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.760440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77af6619-1e69-467c-a9fa-a706e8af4bea req-2b2448f0-1f01-473c-a63d-ea85649ffcac service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508941 Mar 11 17:37:29.770603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757ea03-83ae-4254-8987-7dfe1f64fc28 req-8c5e5736-4dc1-4360-8461-bc606b0187a4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:29.772775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5757ea03-83ae-4254-8987-7dfe1f64fc28 req-8c5e5736-4dc1-4360-8461-bc606b0187a4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 943 time: 0.1754885 Mar 11 17:37:29.841441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5757ea03-83ae-4254-8987-7dfe1f64fc28 req-9489cf5f-a4a6-4586-8774-b30a4ec65f23 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604727 Mar 11 17:37:29.847931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.952008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-698ca20f-ecd6-4c95-8c12-449630cb001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.009106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-698ca20f-ecd6-4c95-8c12-449630cb001d None None] For port d35c09bb-f1b7-451c-920a-96729aa51869, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d35c09bb-f1b7-451c-920a-96729aa51869,segment=NetworkSegment(c96a61c2-2f7b-4c8e-99c7-dc3e32f13216),segment_id=c96a61c2-2f7b-4c8e-99c7-dc3e32f13216)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:30.014267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-698ca20f-ecd6-4c95-8c12-449630cb001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.032664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-df12894b-1ea1-4d82-8afe-5dfd0e1006e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 1094 time: 0.1724184 Mar 11 17:37:30.050109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.078675 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'code': 200} Mar 11 17:37:30.104877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ca20f-ecd6-4c95-8c12-449630cb001d None None] Pushing event updated for resources: {'Port': ['ID=d35c09bb-f1b7-451c-920a-96729aa51869,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:30.227924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.285222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Subnet': ['ID=02dfee00-c7ca-48b1-8993-f151f35bb642,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:30.292658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.303683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6193a2ac-0113-4be5-8e0c-d4ed8be6ab97 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/02dfee00-c7ca-48b1-8993-f151f35bb642 HTTP/1.1" status: 204 len: 168 time: 0.7868700 Mar 11 17:37:30.307103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56116) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:30.324998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931cc160-b4ff-4199-a682-a3d35e0265fb None None] Network 65fd0adc-3e64-4733-8788-dbcef0c41ae3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:30.401084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e4de68-8957-45f8-afff-f053fff8ffd7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.402669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e4de68-8957-45f8-afff-f053fff8ffd7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.403373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-97e4de68-8957-45f8-afff-f053fff8ffd7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Synchronizing usage tracker for tenant:b405a143b104489d940a08a75d18c420 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:30.418166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-2ad7854b-81ee-422f-bcf7-944d4afed685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.419840 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-2ad7854b-81ee-422f-bcf7-944d4afed685 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.3804510 Mar 11 17:37:30.431636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.435965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.439903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.445112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.448829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.452751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.457036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.458898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-949acb9f-b390-43fd-9e14-59261cd900c1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.2913771 Mar 11 17:37:30.459472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a7a5d5d0-d5bf-46f7-acd6-af449e7dd69e None None] Provisioning complete for port d35c09bb-f1b7-451c-920a-96729aa51869 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:30.460018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d5d0-d5bf-46f7-acd6-af449e7dd69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.478050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-97e4de68-8957-45f8-afff-f053fff8ffd7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Unset dirty status for tenant:b405a143b104489d940a08a75d18c420 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:30.481765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-97e4de68-8957-45f8-afff-f053fff8ffd7 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1709900 Mar 11 17:37:30.482142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56120) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:30.587180 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f0500b4-5cef-4654-8654-640b1e9556d4 req-88dc83eb-6a27-4295-970a-1b6b54dc01d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1098 time: 0.1807261 Mar 11 17:37:30.603034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770e92-f865-4499-82f5-81577f9845d7 req-1fabb8f8-7319-4e25-9c0f-6616d35c5bb2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.604502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87770e92-f865-4499-82f5-81577f9845d7 req-1fabb8f8-7319-4e25-9c0f-6616d35c5bb2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3537600 Mar 11 17:37:30.609484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-c704cacb-3d7f-43ce-b0aa-44d96b940177 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e84c03a-b221-4330-9e2b-12a421c0c0a2 HTTP/1.1" status: 200 len: 217 time: 0.1496801 Mar 11 17:37:30.622778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4901899d-1b8a-45b2-81e5-5bb99c3de204 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.638329 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4901899d-1b8a-45b2-81e5-5bb99c3de204 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 17:37:30.638815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4901899d-1b8a-45b2-81e5-5bb99c3de204 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:30.644010 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4901899d-1b8a-45b2-81e5-5bb99c3de204 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/65fd0adc-3e64-4733-8788-dbcef0c41ae3 HTTP/1.1" status: 409 len: 405 time: 0.1574667 Mar 11 17:37:30.644333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56124) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:30.654988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-980286319'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:30.663149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:30.669816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:network and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:30.678067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:30.684852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f0500b4-5cef-4654-8654-640b1e9556d4 req-8e27654d-f035-4fd7-a5ec-7dd8d218eaed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867245 Mar 11 17:37:30.686475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a7a5d5d0-d5bf-46f7-acd6-af449e7dd69e None None] Provisioning for port 1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:30.689639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:30.692905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a7a5d5d0-d5bf-46f7-acd6-af449e7dd69e None None] Provisioning complete for port 1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:30.693408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d5d0-d5bf-46f7-acd6-af449e7dd69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.703535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:30.712622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.724705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-268932b5-54a5-4ee4-8ff3-5b0f02fcbe71 req-969bf219-328c-4595-a2a6-17cd28e09831 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1717467 Mar 11 17:37:30.752788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-84f52176-f749-417e-b915-d66a9c0fbbe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.754394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-84f52176-f749-417e-b915-d66a9c0fbbe3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.1215429 Mar 11 17:37:30.755084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] DHCP port deletion for 65fd0adc-3e64-4733-8788-dbcef0c41ae3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:37:30.756805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87770e92-f865-4499-82f5-81577f9845d7 req-8ecfe6d7-0ac3-4c87-adee-3575406cae37 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379769 Mar 11 17:37:30.758684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:30.764240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-8b3d64b8-5386-4f95-989b-2c2e852fca8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1098 time: 0.3015413 Mar 11 17:37:30.767476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] Deleting port d35c09bb-f1b7-451c-920a-96729aa51869 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:30.768102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.777229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.777682 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Added segment 081f196a-96aa-4e20-a006-44021aac4648 of type vlan for network a9b7eb42-669b-4e4d-b540-5f61e6caf2d7 Mar 11 17:37:30.821164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5d5d0-d5bf-46f7-acd6-af449e7dd69e None None] Port 1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:37:30.831387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.870659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.882194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:30.884718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:31.004471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3568699 Mar 11 17:37:31.008511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:31.014696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'subnet': {'network_id': 'a9b7eb42-669b-4e4d-b540-5f61e6caf2d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:31.042500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccfd82-21ec-4c8a-b18c-502007b5c32a tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Network': ['ID=a9b7eb42-669b-4e4d-b540-5f61e6caf2d7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:31.056374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] For port d35c09bb-f1b7-451c-920a-96729aa51869, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d35c09bb-f1b7-451c-920a-96729aa51869,segment=NetworkSegment(c96a61c2-2f7b-4c8e-99c7-dc3e32f13216),segment_id=c96a61c2-2f7b-4c8e-99c7-dc3e32f13216)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:31.057254 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:31.122401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-1f111b3d-dd90-42fd-87aa-5470c27ce096 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354513 Mar 11 17:37:31.130658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network a9b7eb42-669b-4e4d-b540-5f61e6caf2d7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:31.157479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:31.176760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:31.204024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:31.359839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d35c09bb-f1b7-451c-920a-96729aa51869 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:31.392350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] Calling delete_port for d35c09bb-f1b7-451c-920a-96729aa51869 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:31.463384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:31.492613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b201f2-31ad-4276-ab25-bb177c8621fa req-0094a2a8-1088-4550-a69a-fe703f20f9a0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:31.505183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79b201f2-31ad-4276-ab25-bb177c8621fa req-0094a2a8-1088-4550-a69a-fe703f20f9a0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 943 time: 0.5750732 Mar 11 17:37:31.544348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-ddca458a-ddcb-4f50-a835-4ff53ec1ad8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:31.544348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-ddca458a-ddcb-4f50-a835-4ff53ec1ad8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 916 time: 0.5475788 Mar 11 17:37:31.581598 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:31.644698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-ee5f440a-947b-4045-81ab-85e074e8e37f service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631792 Mar 11 17:37:31.651776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-22d6dd2a-e3e5-4db6-88d5-dce3dea27a9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 217 time: 0.1012795 Mar 11 17:37:31.698767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] Pushing event deleted for resources: {'Port': ['ID=d35c09bb-f1b7-451c-920a-96729aa51869,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:31.705579 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:31.717756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d69204-4982-4797-ab57-b92ff902af56 None None] No DVR routers for this DVR port d35c09bb-f1b7-451c-920a-96729aa51869 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:31.726494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79b201f2-31ad-4276-ab25-bb177c8621fa req-50146f2a-8fe9-4be2-bf3f-d834a1cb8e72 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270365 Mar 11 17:37:31.792634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618788d-c5b7-498b-8d29-af3d9de39e82 req-46722728-39a8-4bc3-92e8-b038ca225a87 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:31.794174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7618788d-c5b7-498b-8d29-af3d9de39e82 req-46722728-39a8-4bc3-92e8-b038ca225a87 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.5161211 Mar 11 17:37:31.872196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-96982be1-0256-425a-a895-faf291987468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:31.873571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-96982be1-0256-425a-a895-faf291987468 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.1967847 Mar 11 17:37:31.898769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:37:31.900490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:31.937844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7618788d-c5b7-498b-8d29-af3d9de39e82 req-3a262480-90ed-40a0-bb9d-0836e1e4f723 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306889 Mar 11 17:37:31.956406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-9850e844-16a4-430a-919d-ac7b8f793465 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636261 Mar 11 17:37:31.970150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c4e54f-046f-406c-ba5a-b3971734d849 req-cf56e059-cbc4-4d6f-818e-5648ccc2b0d3 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172228 Mar 11 17:37:32.029185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Subnet': ['ID=e1b1dcf1-c8de-45eb-9be3-10392f9f533e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:32.046127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Checking segment: {'id': '081f196a-96aa-4e20-a006-44021aac4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'a9b7eb42-669b-4e4d-b540-5f61e6caf2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:32.046941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network hostable DHCP agents. Network: a9b7eb42-669b-4e4d-b540-5f61e6caf2d7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:32.082324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network a9b7eb42-669b-4e4d-b540-5f61e6caf2d7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:32.105066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, a9b7eb42-669b-4e4d-b540-5f61e6caf2d7) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:32.110586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:32.111173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.120253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a339fa93-7749-44f8-a099-1c69312baab9 None None] Network a9b7eb42-669b-4e4d-b540-5f61e6caf2d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:32.187537 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-32b4e965-f6b5-448c-bead-096bacb6e7c5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1778140 Mar 11 17:37:32.190218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56154) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:32.338350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-d33f5903-fbb8-4525-93ee-6e18407100d2 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667176 Mar 11 17:37:32.379003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.461337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.492876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab0010-26f4-4799-bb14-83e4df23216e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-a9b7eb42-669b-4e4d-b540-5f61e6caf2d7', 'network_id': 'a9b7eb42-669b-4e4d-b540-5f61e6caf2d7', 'tenant_id': 'b405a143b104489d940a08a75d18c420', 'fixed_ips': [{'subnet_id': 'e1b1dcf1-c8de-45eb-9be3-10392f9f533e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:37:32.494766 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89ab0010-26f4-4799-bb14-83e4df23216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.502990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b95239-f369-4a32-a8c6-173eaa4253b7 req-09008a89-485f-427c-af0f-edce8b350357 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:32.510345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63b95239-f369-4a32-a8c6-173eaa4253b7 req-09008a89-485f-427c-af0f-edce8b350357 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 943 time: 0.3597898 Mar 11 17:37:32.547266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae4a56-06c5-48a8-bd11-c4fc9ff5696b req-f31a905f-398d-47ee-9861-65fdad5227b9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:32.548935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.555030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8aae4a56-06c5-48a8-bd11-c4fc9ff5696b req-f31a905f-398d-47ee-9861-65fdad5227b9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3388884 Mar 11 17:37:32.587862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e60049ff-511e-4c62-8483-f466781530e8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:32.608090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b1dcf1-c8de-45eb-9be3-10392f9f533e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:32.630210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d0df0a-0bf8-4bcb-b14c-abb68116d7f6 req-8ed0027b-4287-43a4-b64a-0d2cfc5ef4dd service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780697 Mar 11 17:37:32.656074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63b95239-f369-4a32-a8c6-173eaa4253b7 req-ec471dac-2e49-4c9d-bfbb-e493120f54d7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445768 Mar 11 17:37:32.672868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8aae4a56-06c5-48a8-bd11-c4fc9ff5696b req-8005f34a-d0fe-4b95-8b56-80e58470aa65 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167216 Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server [None req-89ab0010-26f4-4799-bb14-83e4df23216e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1b1dcf1-c8de-45eb-9be3-10392f9f533e: This subnet is being modified by another concurrent operation. Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:37:32.726709 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1b1dcf1-c8de-45eb-9be3-10392f9f533e: This subnet is being modified by another concurrent operation. Mar 11 17:37:32.730916 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server Mar 11 17:37:32.788090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52372495-0724-4607-ab87-b4d4f7044f8b None None] Network a9b7eb42-669b-4e4d-b540-5f61e6caf2d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:32.806268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.861153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b7eb42-669b-4e4d-b540-5f61e6caf2d7']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:32.875386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081f196a-96aa-4e20-a006-44021aac4648') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:32.875792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081f196a-96aa-4e20-a006-44021aac4648') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:32.890335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.914022 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.926142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:32.926142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:32.949486 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:33.029139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.042255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.044674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4bf55-d2af-4712-80ea-1bbc920df54c None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:37:33.047011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.058638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.063041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.067124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.082223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.086168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-3bbe0420-f3b0-460c-8576-328f7934fbc4 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.2030783 Mar 11 17:37:33.096025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.138599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.149968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Network': ['ID=a9b7eb42-669b-4e4d-b540-5f61e6caf2d7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:33.160051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45c86f38-56ee-49fd-97f6-12df916853e9 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/a9b7eb42-669b-4e4d-b540-5f61e6caf2d7 HTTP/1.1" status: 204 len: 168 time: 0.9685051 Mar 11 17:37:33.164169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:33.170487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-413867209'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:33.175187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48def6c5-924a-4d84-942c-70ad61ddf4ca req-5f08d8c4-ed68-435c-94ff-69e46974f549 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763314 Mar 11 17:37:33.189835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:33.197543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:network and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:33.201032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:33.208008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:33.222172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:33.226633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.259841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:33.264323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d4bf55-d2af-4712-80ea-1bbc920df54c None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:37:33.277656 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.278474 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Added segment dd598d05-f299-4a6f-ab91-2b03bc99a7f5 of type vlan for network e6337dfe-a16a-4b45-87af-3ad751f8a099 Mar 11 17:37:33.314390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.352139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.356616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.357338 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.445507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4860eeb-ebf7-4af0-8a52-26c3cfeca442 req-6aa5208c-7039-46fd-92a8-b3b096c1c6e6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.452669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4860eeb-ebf7-4af0-8a52-26c3cfeca442 req-6aa5208c-7039-46fd-92a8-b3b096c1c6e6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0946960 Mar 11 17:37:33.501398 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3361475 Mar 11 17:37:33.505195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56230) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:33.514804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'subnet': {'network_id': 'e6337dfe-a16a-4b45-87af-3ad751f8a099', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:33.520808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4860eeb-ebf7-4af0-8a52-26c3cfeca442 req-0acab40f-54f6-43af-a23e-d6340c8e98b5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671704 Mar 11 17:37:33.531401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113962dc-fb97-4827-a775-9f021d6fdfec tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Network': ['ID=e6337dfe-a16a-4b45-87af-3ad751f8a099,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:33.558608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e6337dfe-a16a-4b45-87af-3ad751f8a099 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:33.676191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:33.680918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:subnet and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:33.684914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:33.693181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:33.708359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:33.772003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-e783a965-bea4-4245-ac96-f0840a2cb6ce tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.773609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-e783a965-bea4-4245-ac96-f0840a2cb6ce tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=88aeb0d8-7002-47b1-b71c-84ca63a31850 HTTP/1.1" status: 200 len: 943 time: 0.1243446 Mar 11 17:37:33.827829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.891894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Deleting port e60049ff-511e-4c62-8483-f466781530e8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:33.892231 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.022306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77118c-64e6-4f1f-aab0-53bc89f0f921 req-a850bc11-2332-433d-8f66-ae3c82c93af1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:34.023856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d77118c-64e6-4f1f-aab0-53bc89f0f921 req-a850bc11-2332-433d-8f66-ae3c82c93af1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2112491 Mar 11 17:37:34.188420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.270143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Subnet': ['ID=a3456313-f82c-41d3-a255-8587643c5d84,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:34.279011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfa65f17-0f6d-4e59-9355-506e9cec9d0d req-9b7cf7bb-485e-490d-9f87-b134a62637f7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1037376 Mar 11 17:37:34.282245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Checking segment: {'id': 'dd598d05-f299-4a6f-ab91-2b03bc99a7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e6337dfe-a16a-4b45-87af-3ad751f8a099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:34.282626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network hostable DHCP agents. Network: e6337dfe-a16a-4b45-87af-3ad751f8a099, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:34.308589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network e6337dfe-a16a-4b45-87af-3ad751f8a099 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:34.320351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e6337dfe-a16a-4b45-87af-3ad751f8a099) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:34.324471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:34.325060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.329429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e3015-da6d-4223-97a4-7bef7c074096 None None] Network e6337dfe-a16a-4b45-87af-3ad751f8a099 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:34.353207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06770606-cc4f-4f38-ada6-4a4fc986e28b tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8468513 Mar 11 17:37:34.356257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56242) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:34.361262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d77118c-64e6-4f1f-aab0-53bc89f0f921 req-f8b4ee49-77f1-4257-84fc-8853ce392b11 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300006 Mar 11 17:37:34.374869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfa65f17-0f6d-4e59-9355-506e9cec9d0d req-956600db-2ecf-4cf3-867c-941984ec2551 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0594668 Mar 11 17:37:34.433358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] For port e60049ff-511e-4c62-8483-f466781530e8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e60049ff-511e-4c62-8483-f466781530e8,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:34.433882 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.448500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfa65f17-0f6d-4e59-9355-506e9cec9d0d req-16e22043-eed4-4e08-bc28-4f3687b1da42 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424848 Mar 11 17:37:34.539992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.588447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Calling delete_port for e60049ff-511e-4c62-8483-f466781530e8 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:34.616048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6e84c03a-b221-4330-9e2b-12a421c0c0a2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:34.618745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.711222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.763419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Subnet': ['ID=a3456313-f82c-41d3-a255-8587643c5d84,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:34.797731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ecee1-f57c-44ed-8968-d2f34467d1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e6337dfe-a16a-4b45-87af-3ad751f8a099', 'network_id': 'e6337dfe-a16a-4b45-87af-3ad751f8a099', 'tenant_id': 'b405a143b104489d940a08a75d18c420', 'fixed_ips': [{'subnet_id': 'a3456313-f82c-41d3-a255-8587643c5d84'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:37:34.798993 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e76ecee1-f57c-44ed-8968-d2f34467d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.875431 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.878316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa65f17-0f6d-4e59-9355-506e9cec9d0d req-82e7b753-f82f-4950-a3ab-bb2bc68b3587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:34.880193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfa65f17-0f6d-4e59-9355-506e9cec9d0d req-82e7b753-f82f-4950-a3ab-bb2bc68b3587 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3776958 Mar 11 17:37:34.906160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f7f7c-3b08-4754-bf4c-f9bce0bce83b req-573c099a-0110-4cf5-875e-0483fa6aa4eb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:34.908069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b63f7f7c-3b08-4754-bf4c-f9bce0bce83b req-573c099a-0110-4cf5-875e-0483fa6aa4eb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2882085 Mar 11 17:37:34.910205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.915778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6337dfe-a16a-4b45-87af-3ad751f8a099']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:34.929732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd598d05-f299-4a6f-ab91-2b03bc99a7f5') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:34.930217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd598d05-f299-4a6f-ab91-2b03bc99a7f5') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:34.943884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.961262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b288d4-8cdc-4b2a-9996-a06f8c495525 None None] Network e6337dfe-a16a-4b45-87af-3ad751f8a099 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:34.962849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.970145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:34.970957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.985707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event deleted for resources: {'Port': ['ID=e60049ff-511e-4c62-8483-f466781530e8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:35.014880 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:35.136828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6e84c03a-b221-4330-9e2b-12a421c0c0a2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6e84c03a-b221-4330-9e2b-12a421c0c0a2,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:35.157365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '6e84c03a-b221-4330-9e2b-12a421c0c0a2', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'port_id': '6e84c03a-b221-4330-9e2b-12a421c0c0a2', 'mac_address': 'fa:16:3e:d3:c5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45399fdb-e577-4f75-9487-b5628afd97cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:35.188137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b63f7f7c-3b08-4754-bf4c-f9bce0bce83b req-b725e785-091d-4260-979c-43a51fdd4da7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302063 Mar 11 17:37:35.189254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] No DVR routers for this DVR port e60049ff-511e-4c62-8483-f466781530e8 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:35.194065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.196935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-deleted', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:35.219524 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.235878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f53b0d7a-ccf1-495c-8bb3-7a5a32e4ca9e req-30163751-c220-42ac-86c3-76c549e90a59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "DELETE /v2.0/ports/e60049ff-511e-4c62-8483-f466781530e8 HTTP/1.1" status: 204 len: 173 time: 1.4564550 Mar 11 17:37:35.245575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.281866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Network': ['ID=e6337dfe-a16a-4b45-87af-3ad751f8a099,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:35.298336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:35.304260 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.305977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1503998060'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:35.310802 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-96e014f2-c174-4a37-a04d-8b0e84689a5e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/e6337dfe-a16a-4b45-87af-3ad751f8a099 HTTP/1.1" status: 204 len: 168 time: 0.9419539 Mar 11 17:37:35.314913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:35.322663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:network and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:35.326289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:35.328699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e84c03a-b221-4330-9e2b-12a421c0c0a2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:35.335881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:35.349929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6e84c03a-b221-4330-9e2b-12a421c0c0a2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6e84c03a-b221-4330-9e2b-12a421c0c0a2,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:35.353711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:35.355416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.357164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.428227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:35.446846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6e84c03a-b221-4330-9e2b-12a421c0c0a2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:35.454715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.455057 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Added segment c3a37eed-8c95-4aaa-9373-64ff96123525 of type vlan for network 89b2dd26-4389-41ca-b9dc-dc0e57be5472 Mar 11 17:37:35.489886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.525832 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.544140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:35.544957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.588673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2879574 Mar 11 17:37:35.591589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56270) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:35.599643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Request body: {'subnet': {'network_id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:35.741535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['6e84c03a-b221-4330-9e2b-12a421c0c0a2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:35.749974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4105e6-4e95-404e-8f14-99b7eae721b2 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Network': ['ID=89b2dd26-4389-41ca-b9dc-dc0e57be5472,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:35.758022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:35.762822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Usage tracker for resource:subnet and tenant:b405a143b104489d940a08a75d18c420 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:35.768113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:35.776572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:35.779230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 89b2dd26-4389-41ca-b9dc-dc0e57be5472 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:35.791705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Made reservation on behalf of b405a143b104489d940a08a75d18c420 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:35.823547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f27192-296c-4d12-845f-53d92727a827 req-87cafed7-eda7-4f17-b373-27c62dbb61a3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:35.831189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7f27192-296c-4d12-845f-53d92727a827 req-87cafed7-eda7-4f17-b373-27c62dbb61a3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 944 time: 0.1284890 Mar 11 17:37:35.941814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7f27192-296c-4d12-845f-53d92727a827 req-7cb3a443-7563-46a1-b202-a25156cabfe7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096325 Mar 11 17:37:36.015672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.296579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.300306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.304375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.308551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.312596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.316422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.320360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.322220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9bd550f4-a95f-4853-a94d-746af25e019f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.2499983 Mar 11 17:37:36.349406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a681a-3fce-479c-8d82-0f618429e919 req-c2c95d8c-e12f-4e07-87de-a0df776136a2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.350829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-374a681a-3fce-479c-8d82-0f618429e919 req-c2c95d8c-e12f-4e07-87de-a0df776136a2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1539042 Mar 11 17:37:36.415331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:37:36.416636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.417083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faeac386-47f1-42b5-b6e6-ed0d0d1918c5 req-9afd065c-4781-4505-a1e5-2dea4d16cb26 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870335 Mar 11 17:37:36.419240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-374a681a-3fce-479c-8d82-0f618429e919 req-f724e361-7c61-4f43-8ca7-5822dbeb00e9 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628572 Mar 11 17:37:36.489089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event updated for resources: {'Subnet': ['ID=2f78becc-bae0-4cbc-9a98-9f85e8cad31e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:36.512858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Checking segment: {'id': 'c3a37eed-8c95-4aaa-9373-64ff96123525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:36.513198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network hostable DHCP agents. Network: 89b2dd26-4389-41ca-b9dc-dc0e57be5472, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:36.520899 n-d-833436-1 neutron-server[83849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88aeb0d8-7002-47b1-b71c-84ca63a31850', 'name': 'network-vif-deleted', 'tag': 'e60049ff-511e-4c62-8483-f466781530e8', 'status': 'failed', 'code': 422} returned with failed status Mar 11 17:37:36.538715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Network 89b2dd26-4389-41ca-b9dc-dc0e57be5472 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:36.550488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 89b2dd26-4389-41ca-b9dc-dc0e57be5472) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:36.555347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.555965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.567748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47bd5fa-958d-4529-8fee-34b98751bf85 None None] Network 89b2dd26-4389-41ca-b9dc-dc0e57be5472 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:36.588731 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6c5366a5-8a90-439c-b4d5-6fc2f0614d08 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9951694 Mar 11 17:37:36.591455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:36.728234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6702c6a-fe1b-4e4b-99e7-9163492139f6 req-5b51a86d-1171-4cbe-a3ca-35f11597c54c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.731074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6702c6a-fe1b-4e4b-99e7-9163492139f6 req-5b51a86d-1171-4cbe-a3ca-35f11597c54c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1811142 Mar 11 17:37:36.766351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d912b-7bde-45fe-9d2c-f0eec227b92d req-0c6089e0-63b1-45de-914f-4bacd60eaa15 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.768034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee5d912b-7bde-45fe-9d2c-f0eec227b92d req-0c6089e0-63b1-45de-914f-4bacd60eaa15 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1521702 Mar 11 17:37:36.772202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.819388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-89b2dd26-4389-41ca-b9dc-dc0e57be5472', 'network_id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472', 'tenant_id': 'b405a143b104489d940a08a75d18c420', 'fixed_ips': [{'subnet_id': '2f78becc-bae0-4cbc-9a98-9f85e8cad31e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:37:36.820210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.935303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6702c6a-fe1b-4e4b-99e7-9163492139f6 req-83f10911-b09b-41ca-bd5b-f4c27cba6386 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972332 Mar 11 17:37:36.942629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee5d912b-7bde-45fe-9d2c-f0eec227b92d req-10fdb354-6abf-4a31-a26b-88aaacd53c32 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678948 Mar 11 17:37:36.969134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.013327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Allocated IP 2001:db8::f816:3eff:fe07:6c80 (89b2dd26-4389-41ca-b9dc-dc0e57be5472/2f78becc-bae0-4cbc-9a98-9f85e8cad31e/9b222b6b-c7dc-43c7-8158-2567201cd064) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:37.246312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bc25f-1185-4cb0-ad2a-f8e903599400 req-2368fd82-f1a8-464c-b02e-b994bae97904 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:37.255900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af3bc25f-1185-4cb0-ad2a-f8e903599400 req-2368fd82-f1a8-464c-b02e-b994bae97904 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1184568 Mar 11 17:37:37.320338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af3bc25f-1185-4cb0-ad2a-f8e903599400 req-c201942d-b409-4ada-bbb9-279d34c4a8b5 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634620 Mar 11 17:37:37.378761 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.390889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Transition to ACTIVE for port object 9b222b6b-c7dc-43c7-8158-2567201cd064 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:37.411699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Transition to ACTIVE for port object 9b222b6b-c7dc-43c7-8158-2567201cd064 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:37.420354 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.443265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.521412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Network 89b2dd26-4389-41ca-b9dc-dc0e57be5472 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:37.529304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Subnet': ['ID=2f78becc-bae0-4cbc-9a98-9f85e8cad31e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:37.531916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:37.533961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Pushing event updated for resources: {'Port': ['ID=9b222b6b-c7dc-43c7-8158-2567201cd064,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:37.546944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:37.651961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Attempting to bind port 9b222b6b-c7dc-43c7-8158-2567201cd064 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:37.652653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Attempting to bind port 9b222b6b-c7dc-43c7-8158-2567201cd064 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c3a37eed-8c95-4aaa-9373-64ff96123525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:37.653226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Attempting to bind port 9b222b6b-c7dc-43c7-8158-2567201cd064 on network 89b2dd26-4389-41ca-b9dc-dc0e57be5472 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:37.672901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:37.673561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Checking segment: {'id': 'c3a37eed-8c95-4aaa-9373-64ff96123525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:37.674144 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.674763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Bound using segment: {'id': 'c3a37eed-8c95-4aaa-9373-64ff96123525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:37.676071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Bound port: 9b222b6b-c7dc-43c7-8158-2567201cd064, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a37eed-8c95-4aaa-9373-64ff96123525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:37.677668 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.701284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842930-9d17-4f6a-aac9-9b52587d13db req-d87f49f5-59fe-476f-abf1-926fac95d7e4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:37.709333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17842930-9d17-4f6a-aac9-9b52587d13db req-d87f49f5-59fe-476f-abf1-926fac95d7e4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 944 time: 0.2156193 Mar 11 17:37:37.711286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.743029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b2dd26-4389-41ca-b9dc-dc0e57be5472']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:37.768454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a37eed-8c95-4aaa-9373-64ff96123525') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:37.773827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a37eed-8c95-4aaa-9373-64ff96123525') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:37.789131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.813303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.814521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] For port 9b222b6b-c7dc-43c7-8158-2567201cd064, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:37.822567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:37.823558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.839105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17842930-9d17-4f6a-aac9-9b52587d13db req-de7ddb99-7bc0-4cb2-9ccd-450b44cd085e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287367 Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:37.840961 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:37.952598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] For port 9b222b6b-c7dc-43c7-8158-2567201cd064, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9b222b6b-c7dc-43c7-8158-2567201cd064,segment=NetworkSegment(c3a37eed-8c95-4aaa-9373-64ff96123525),segment_id=c3a37eed-8c95-4aaa-9373-64ff96123525)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:37.953295 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:37:37.953295 n-d-833436-1 neutron-server[83848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:37:37.953295 n-d-833436-1 neutron-server[83848]: [parameters: {'id': '89b2dd26-4389-41ca-b9dc-dc0e57be5472'}] Mar 11 17:37:37.953295 n-d-833436-1 neutron-server[83848]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:37:37.953673 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:37:37.959764 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.156134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e69781-d19b-4e74-bdc4-1fd074436c5e None None] Pushing event updated for resources: {'Port': ['ID=9b222b6b-c7dc-43c7-8158-2567201cd064,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:38.167461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9c828-2f01-4ca2-ba90-416b407c2169 None None] Network 89b2dd26-4389-41ca-b9dc-dc0e57be5472 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:38.261576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-660dc415-9885-4b69-bd6e-615aa36043f6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.263402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-660dc415-9885-4b69-bd6e-615aa36043f6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.3079960 Mar 11 17:37:38.291744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.296579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.300917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.305636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.310026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.314280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.321110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.323342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-4eb37fa4-bdbc-408c-9810-1af18b68514b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.2068963 Mar 11 17:37:38.333766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-12109567-fd44-411c-a2cd-92dbe53a15ab tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/quotas/e6556f3c7b3f47e9a31f9fb6f18d601c HTTP/1.1" status: 200 len: 375 time: 0.0640721 Mar 11 17:37:38.400206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-0f3b1198-c341-46f9-ae85-ffa0e3383712 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:38.437852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077cc6e-c51e-4778-a9c0-a2e36e6b5c57 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:37:38.455753 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.468022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-0f3b1198-c341-46f9-ae85-ffa0e3383712 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:38.469333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-0f3b1198-c341-46f9-ae85-ffa0e3383712 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343448 Mar 11 17:37:38.491390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ac47755-8acf-4b5d-84d8-a2e3f3ff49ad req-2a7c02bd-9fcd-4416-849f-fe932b1f1bdf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510026 Mar 11 17:37:38.499889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting port 9b222b6b-c7dc-43c7-8158-2567201cd064 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:38.500239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.665153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6e84c03a-b221-4330-9e2b-12a421c0c0a2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:38.723350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077cc6e-c51e-4778-a9c0-a2e36e6b5c57 None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:37:38.820995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-ecc7f0a2-4b00-4f23-b56e-d146d1791e52 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272388 Mar 11 17:37:38.854675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] For port 9b222b6b-c7dc-43c7-8158-2567201cd064, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9b222b6b-c7dc-43c7-8158-2567201cd064,segment=NetworkSegment(c3a37eed-8c95-4aaa-9373-64ff96123525),segment_id=c3a37eed-8c95-4aaa-9373-64ff96123525)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:38.855162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.939159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceabf03-a95c-4821-94be-e48a27260710 req-41a0ddca-304a-40d2-8d74-e541e6a23a77 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.946329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ceabf03-a95c-4821-94be-e48a27260710 req-41a0ddca-304a-40d2-8d74-e541e6a23a77 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.2172194 Mar 11 17:37:38.993277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Calling delete_port for 9b222b6b-c7dc-43c7-8158-2567201cd064 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:39.027968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ceabf03-a95c-4821-94be-e48a27260710 req-ba9d5689-a427-4e59-b824-2d24851f41f2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806158 Mar 11 17:37:39.041933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-79e69421-3ebf-470c-abdf-91357e4becef service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199919 Mar 11 17:37:39.095114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.149103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:39.154055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Port': ['ID=9b222b6b-c7dc-43c7-8158-2567201cd064,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:39.162867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:39.168928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.170918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No DVR routers for this DVR port 9b222b6b-c7dc-43c7-8158-2567201cd064 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:39.319751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541bb6d-115c-4682-bd14-728c0bb51964 req-633d0f59-b74a-40de-83f8-32ea6afd0534 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:39.328878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d541bb6d-115c-4682-bd14-728c0bb51964 req-633d0f59-b74a-40de-83f8-32ea6afd0534 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1250002 Mar 11 17:37:39.367129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.404625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.415004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d541bb6d-115c-4682-bd14-728c0bb51964 req-ac3bf481-b1fe-4c61-af0e-0811bb455e02 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850363 Mar 11 17:37:39.448428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b2dd26-4389-41ca-b9dc-dc0e57be5472']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:39.467897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a37eed-8c95-4aaa-9373-64ff96123525') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:39.468572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a37eed-8c95-4aaa-9373-64ff96123525') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:39.481625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.506426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.521099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:39.522221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.540282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:39.542448 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:39.548707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa555-251b-4dc5-8f5b-14b29ea65f67 req-87357b6f-63fb-4db7-9955-0b71ecd2b21f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:39.550127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25dfa555-251b-4dc5-8f5b-14b29ea65f67 req-87357b6f-63fb-4db7-9955-0b71ecd2b21f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1311462 Mar 11 17:37:39.595802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84c03a-b221-4330-9e2b-12a421c0c0a2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:39.610331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 6e84c03a-b221-4330-9e2b-12a421c0c0a2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6e84c03a-b221-4330-9e2b-12a421c0c0a2,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:39.619797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.626635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25dfa555-251b-4dc5-8f5b-14b29ea65f67 req-a0186a85-d806-4771-b3c4-b06dd35145cd tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671329 Mar 11 17:37:39.658835 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.702263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=6e84c03a-b221-4330-9e2b-12a421c0c0a2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:39.706544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.711361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Network': ['ID=89b2dd26-4389-41ca-b9dc-dc0e57be5472,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:39.734350 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1553c88e-3308-4caa-aada-a49bd4edbd37 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/89b2dd26-4389-41ca-b9dc-dc0e57be5472 HTTP/1.1" status: 204 len: 168 time: 3.1414688 Mar 11 17:37:39.737756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56348) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:39.788019 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e73cc35-d120-4b2a-b1f8-36224a309168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:39.788721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e73cc35-d120-4b2a-b1f8-36224a309168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:39.791464 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e73cc35-d120-4b2a-b1f8-36224a309168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/2f78becc-bae0-4cbc-9a98-9f85e8cad31e HTTP/1.1" status: 404 len: 337 time: 0.0523977 Mar 11 17:37:39.794517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56352) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:39.821143 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-44944b5e-458b-4dbe-afb0-92667996fc25 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:39.821797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44944b5e-458b-4dbe-afb0-92667996fc25 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:39.826469 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-44944b5e-458b-4dbe-afb0-92667996fc25 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/89b2dd26-4389-41ca-b9dc-dc0e57be5472 HTTP/1.1" status: 404 len: 339 time: 0.0309293 Mar 11 17:37:39.827042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56358) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:39.866081 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49cf1ac-d63c-4bcf-9ca1-4b53187011e5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:39.866570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49cf1ac-d63c-4bcf-9ca1-4b53187011e5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:39.871382 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c49cf1ac-d63c-4bcf-9ca1-4b53187011e5 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/a3456313-f82c-41d3-a255-8587643c5d84 HTTP/1.1" status: 404 len: 337 time: 0.0408700 Mar 11 17:37:39.871614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:39.891846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8df5-acea-456e-a380-5450cf99bb6d req-6e674585-cf52-4b3a-b44e-ceee23d4c3ec tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:39.897796 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9383c9b9-66bb-471a-9bc4-c61deb51aced tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:39.898230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9383c9b9-66bb-471a-9bc4-c61deb51aced tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:39.902480 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9383c9b9-66bb-471a-9bc4-c61deb51aced tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/e6337dfe-a16a-4b45-87af-3ad751f8a099 HTTP/1.1" status: 404 len: 339 time: 0.0273683 Mar 11 17:37:39.902860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56366) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:39.904984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e5a8df5-acea-456e-a380-5450cf99bb6d req-6e674585-cf52-4b3a-b44e-ceee23d4c3ec tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 945 time: 0.1297765 Mar 11 17:37:39.952351 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ce5407-f89a-49f7-97de-a7086ebe6c3e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:39.953163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ce5407-f89a-49f7-97de-a7086ebe6c3e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:39.955384 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-07ce5407-f89a-49f7-97de-a7086ebe6c3e tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/e1b1dcf1-c8de-45eb-9be3-10392f9f533e HTTP/1.1" status: 404 len: 337 time: 0.0515234 Mar 11 17:37:39.957895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56370) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:39.984248 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcf04fa-642c-40bf-a0ab-e76c6216f6ae tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:39.985065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcf04fa-642c-40bf-a0ab-e76c6216f6ae tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:39.986955 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-afcf04fa-642c-40bf-a0ab-e76c6216f6ae tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/a9b7eb42-669b-4e4d-b540-5f61e6caf2d7 HTTP/1.1" status: 404 len: 339 time: 0.0278459 Mar 11 17:37:39.989625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56374) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:40.011573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-163bd137-e528-4136-82be-c7155498123a req-a4b3712a-3167-4c2a-aca2-a198683faada tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 210 time: 0.0522280 Mar 11 17:37:40.056959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e5a8df5-acea-456e-a380-5450cf99bb6d req-fbebdb8f-d3bf-42d2-afb9-d3c3c2ec3a11 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510439 Mar 11 17:37:40.070612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting port 1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:40.071037 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.072672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-874ec5d3-0d99-46f2-bc33-0af052f369f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1096 time: 0.1650465 Mar 11 17:37:40.277168 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84c03a-b221-4330-9e2b-12a421c0c0a2', 'code': 200} Mar 11 17:37:40.426492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.466417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.470623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.474613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.478581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.482457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.486356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.490308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.492310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-e410500e-a4ee-4975-a7cf-5d3175aeeeb1 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.3079195 Mar 11 17:37:40.504259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-ba80020a-d99a-4336-9d98-d542d76737a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.505616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-ba80020a-d99a-4336-9d98-d542d76737a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 920 time: 0.2553155 Mar 11 17:37:40.564680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Calling delete_port for 1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:40.660627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.709705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Port': ['ID=1e62d0c4-0ac9-4746-b2fb-1c23f80935b4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:40.723605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.733419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4822d6c1-9c2a-4390-b4ce-afd314fd3e76 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/ports/1e62d0c4-0ac9-4746-b2fb-1c23f80935b4 HTTP/1.1" status: 204 len: 168 time: 0.7425203 Mar 11 17:37:40.734147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56382) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:40.758424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c71eb-6de2-48e9-9d2f-5ba77fcc5ad4 req-6303031e-90e6-4a97-9f44-cb70f8ebcf15 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.759877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-634c71eb-6de2-48e9-9d2f-5ba77fcc5ad4 req-6303031e-90e6-4a97-9f44-cb70f8ebcf15 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.3651333 Mar 11 17:37:40.773419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-818060e0-3cf5-4222-9e22-33cb30222d77 req-96e1cbbf-9173-4395-8246-5cd644c7cd1a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2728498 Mar 11 17:37:40.789026 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-305efc38-3862-4ac3-9f3b-385cbc23ef03 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:40.789735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305efc38-3862-4ac3-9f3b-385cbc23ef03 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:40.793870 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-305efc38-3862-4ac3-9f3b-385cbc23ef03 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/02dfee00-c7ca-48b1-8993-f151f35bb642 HTTP/1.1" status: 404 len: 337 time: 0.0563111 Mar 11 17:37:40.794571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56386) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:40.796661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-25f8ec6a-cb74-4a4b-bcd9-6fa8d2623f23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 200 len: 217 time: 0.1376953 Mar 11 17:37:40.891702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-634c71eb-6de2-48e9-9d2f-5ba77fcc5ad4 req-158c5f92-f3e9-42cb-a9af-9888bb7e5f39 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158340 Mar 11 17:37:40.898500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-a8462edf-a06c-471f-832d-cef448c21a79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.900335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-a8462edf-a06c-471f-832d-cef448c21a79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.0895259 Mar 11 17:37:40.916750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8be99e0-23b6-48dd-bc10-d562282688a0 req-470a03b0-229f-4293-a58f-da2dba4ae740 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 1096 time: 0.2469757 Mar 11 17:37:40.917082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.011915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-5d5c61d5-2906-451c-b00c-b4a5854cf8b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562539 Mar 11 17:37:41.072793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.106021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fd0adc-3e64-4733-8788-dbcef0c41ae3']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:41.148644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96a61c2-2f7b-4c8e-99c7-dc3e32f13216') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:41.149357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96a61c2-2f7b-4c8e-99c7-dc3e32f13216') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:41.190024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8be99e0-23b6-48dd-bc10-d562282688a0 req-a890376c-ddfa-4b2f-88ad-6f88252a1eb5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355571 Mar 11 17:37:41.222478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.255648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ddb65-9df0-427c-aa65-e714fdd0f1c7 req-2d7aa4c5-fa0b-4146-b7fc-3680f641940c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.256274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.257264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-352ddb65-9df0-427c-aa65-e714fdd0f1c7 req-2d7aa4c5-fa0b-4146-b7fc-3680f641940c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3415525 Mar 11 17:37:41.260516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-68799255-d578-4b0e-8d1d-1972226a059b service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042418 Mar 11 17:37:41.265838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57789d-fb4b-4a4c-b999-9fa0dba2948f req-354eeeb8-15ec-4c79-bfc1-3f996b615511 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.267229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a57789d-fb4b-4a4c-b999-9fa0dba2948f req-354eeeb8-15ec-4c79-bfc1-3f996b615511 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.2527874 Mar 11 17:37:41.269604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:41.270006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:41.284700 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:41.343923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a57789d-fb4b-4a4c-b999-9fa0dba2948f req-1b3a350c-7a74-4192-bd0a-90f8856e2505 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620687 Mar 11 17:37:41.346120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-352ddb65-9df0-427c-aa65-e714fdd0f1c7 req-cd07860a-c1c9-4a5a-bb80-e7ab8da4f0eb tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Mar 11 17:37:41.395655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-c32f19ec-fa47-4807-b2c0-eb526c74155f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.397461 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-c32f19ec-fa47-4807-b2c0-eb526c74155f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.2762575 Mar 11 17:37:41.412391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.436846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.447984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Network': ['ID=65fd0adc-3e64-4733-8788-dbcef0c41ae3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:41.452905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-121e4252-bae8-4151-b734-16286baa7f48 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/65fd0adc-3e64-4733-8788-dbcef0c41ae3 HTTP/1.1" status: 204 len: 168 time: 0.6569510 Mar 11 17:37:41.456512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56398) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:41.521675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting port c4a6853f-2804-47fa-b5b7-be283c236dd3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:41.522121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.558222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b28995ea-aa35-4728-9f45-ceb942fcfa90 req-87d31e98-a743-4ddd-92d1-6a6d8d95b388 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 210 time: 0.0469279 Mar 11 17:37:41.568360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Request body: {'port': {'device_id': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'admin_state_up': True, 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:41.696700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11955dd8-2424-4114-a575-b3ed81b73e90 req-05c118fb-140d-4098-b56d-8f7f3895f033 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.698237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11955dd8-2424-4114-a575-b3ed81b73e90 req-05c118fb-140d-4098-b56d-8f7f3895f033 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2221222 Mar 11 17:37:41.780165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04ef1512-833d-4d29-be53-dcd4ec15ecf9 req-49a1ba9a-4c28-4234-9b2e-e2e51db4da7f service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177238 Mar 11 17:37:41.830530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11955dd8-2424-4114-a575-b3ed81b73e90 req-c6c1d960-c69a-4070-8da8-d4f56d61999c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226377 Mar 11 17:37:41.890106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3597a-b371-4da9-b5c6-7b2d177966f2 req-1bfe850d-11a9-4b96-b72a-5e1a45931080 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.891673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75b3597a-b371-4da9-b5c6-7b2d177966f2 req-1bfe850d-11a9-4b96-b72a-5e1a45931080 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 945 time: 0.1564684 Mar 11 17:37:41.944539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75b3597a-b371-4da9-b5c6-7b2d177966f2 req-8db449fa-d832-4b9c-9ae0-f1fa7958b84b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Mar 11 17:37:41.969868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:41.992667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:41.995516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.050266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf2f55-b630-475e-9aac-d21184bb094b req-b6f1f243-128e-4948-9fbe-e027fc805094 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.052896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28cf2f55-b630-475e-9aac-d21184bb094b req-b6f1f243-128e-4948-9fbe-e027fc805094 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.0932305 Mar 11 17:37:42.113148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:42.116182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.138322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Calling delete_port for c4a6853f-2804-47fa-b5b7-be283c236dd3 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:42.164157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28cf2f55-b630-475e-9aac-d21184bb094b req-4032963b-d368-43f5-aed0-8a7600d6c29f tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054800 Mar 11 17:37:42.190423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.194404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.198512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.202668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.206722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.212458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.216390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.218261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-55b272c7-870c-492e-b1a6-4e11c83c069b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.1446557 Mar 11 17:37:42.274878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8338759a-6357-458a-b4cc-8a67aeada8cf req-d4fe40eb-c888-44fd-b173-4f69575cbec3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499341 Mar 11 17:37:42.280496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.358406 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11af67d3-e1a4-4279-b3f5-bddd472133f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.379869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Port': ['ID=c4a6853f-2804-47fa-b5b7-be283c236dd3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:42.391690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.410286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8a0ce356-2155-48a1-8903-04526c84abcd tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/ports/c4a6853f-2804-47fa-b5b7-be283c236dd3 HTTP/1.1" status: 204 len: 168 time: 0.9501791 Mar 11 17:37:42.411784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:42.415318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Allocated IP 172.20.0.10 (65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4/59f6f371-2a04-427b-8431-4d1157528e92/d4e49f95-fc1d-4de7-9bbb-3870771cf817) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:42.427248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802de30-987b-43b8-a067-3656a34f04db req-c7a786fe-a275-43e6-bbc2-8e2a641b6e8a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.428919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d802de30-987b-43b8-a067-3656a34f04db req-c7a786fe-a275-43e6-bbc2-8e2a641b6e8a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1279726 Mar 11 17:37:42.462490 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee5dc26-473d-4aa6-bc54-1deee469af38 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:42.462920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee5dc26-473d-4aa6-bc54-1deee469af38 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:42.467496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ee5dc26-473d-4aa6-bc54-1deee469af38 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/50cdef39-7275-4ce2-ba71-cf744c907eec HTTP/1.1" status: 404 len: 337 time: 0.0518203 Mar 11 17:37:42.467496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56416) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:42.538860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d802de30-987b-43b8-a067-3656a34f04db req-5e428b29-19f3-4252-8a10-79751eee3802 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026542 Mar 11 17:37:42.566703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee571a7-0956-4a35-a7b6-ea095fe8ea27 req-271b2be8-7c6b-4b12-baf8-5ccc92056b82 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.574047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ee571a7-0956-4a35-a7b6-ea095fe8ea27 req-271b2be8-7c6b-4b12-baf8-5ccc92056b82 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1237001 Mar 11 17:37:42.628151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ee571a7-0956-4a35-a7b6-ea095fe8ea27 req-108aae97-ba74-4cdf-a6ad-08fd57ebeb83 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529404 Mar 11 17:37:42.632945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.857572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa739e-a8ce-48b1-9688-07f4adb20770 req-49845118-934d-40cf-a2b1-68c2edb0ef7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.859175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14fa739e-a8ce-48b1-9688-07f4adb20770 req-49845118-934d-40cf-a2b1-68c2edb0ef7e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1667995 Mar 11 17:37:42.862462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.871002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121ea8-e940-42f0-98f2-c8be38b56598 req-ea681da2-0f7c-413c-b741-41a01be1bac4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.872472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec121ea8-e940-42f0-98f2-c8be38b56598 req-ea681da2-0f7c-413c-b741-41a01be1bac4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.1305227 Mar 11 17:37:42.903490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c945e358-5565-458e-8929-b396928eefa3']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:42.912758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.922851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b81835-a559-460c-a6c2-dafbf31e9e19') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:42.923129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b81835-a559-460c-a6c2-dafbf31e9e19') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:42.938593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.958237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.967574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:42.967974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:42.982619 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:43.046427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14fa739e-a8ce-48b1-9688-07f4adb20770 req-4fc3969a-3004-47ad-8e37-8f0312a7b83b tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728294 Mar 11 17:37:43.054880 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec121ea8-e940-42f0-98f2-c8be38b56598 req-c2154eb0-7110-4d92-81d3-9e115facf6d9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647511 Mar 11 17:37:43.060704 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.123430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:43.124671 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.129069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:43.155243 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.165503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:43.215496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Network': ['ID=c945e358-5565-458e-8929-b396928eefa3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:43.225436 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ce0891bc-2af1-43f4-9441-0204bfd0a168 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/c945e358-5565-458e-8929-b396928eefa3 HTTP/1.1" status: 204 len: 168 time: 0.7573092 Mar 11 17:37:43.226024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56430) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:43.236067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event updated for resources: {'Port': ['ID=d4e49f95-fc1d-4de7-9bbb-3870771cf817,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:43.290955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.291548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.318440 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-fbee3011-8698-4965-8be5-afdceea61e6a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7557743 Mar 11 17:37:43.333190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46827c-ff22-4ac0-a2e9-473181dbba30 req-8fe65f3c-363c-4d79-9c55-cbdbfaa76cd5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.334674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b46827c-ff22-4ac0-a2e9-473181dbba30 req-8fe65f3c-363c-4d79-9c55-cbdbfaa76cd5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1443903 Mar 11 17:37:43.340136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2b914-24ef-4e3a-baf0-1735e78c8267 req-6e230123-53f0-4bd0-a9e2-5c47dfc2b584 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.341169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Request body: {'port': {'device_id': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:43.341510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60b2b914-24ef-4e3a-baf0-1735e78c8267 req-6e230123-53f0-4bd0-a9e2-5c47dfc2b584 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 932 time: 0.1108959 Mar 11 17:37:43.413915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b46827c-ff22-4ac0-a2e9-473181dbba30 req-eb5940aa-b556-4be0-b42d-fbc70d473797 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713582 Mar 11 17:37:43.416293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60b2b914-24ef-4e3a-baf0-1735e78c8267 req-b489e4c7-269e-47f5-9f72-ffcc2eb80e37 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605888 Mar 11 17:37:43.634580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158fe80-4a4c-40fb-b95f-736993c757fd req-1e15bd21-6587-4ddf-8e91-b9cb14df564c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.636404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c158fe80-4a4c-40fb-b95f-736993c757fd req-1e15bd21-6587-4ddf-8e91-b9cb14df564c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 945 time: 0.0863922 Mar 11 17:37:43.683980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.687882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c158fe80-4a4c-40fb-b95f-736993c757fd req-aeee04a5-1059-4024-8245-5cdc52252d7a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459328 Mar 11 17:37:43.698183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting subnet 0b6f32e4-7459-4c91-b50c-129492bb7d76 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:37:43.707691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.808581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.915861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.919732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.923621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.927643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.931499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.935468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.939298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.941991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8251e14-0426-4d1e-8767-e94264547a89 req-99fe065d-2f92-4bdc-bb86-df6c4d8b5cf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.1630082 Mar 11 17:37:43.980583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2282be-572a-4f30-b2ca-e8fa012c62a4 req-5ec455a0-7915-44c1-8cdc-c1d19ee75a46 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.982002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb2282be-572a-4f30-b2ca-e8fa012c62a4 req-5ec455a0-7915-44c1-8cdc-c1d19ee75a46 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1539390 Mar 11 17:37:44.022351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8251e14-0426-4d1e-8767-e94264547a89 req-b57966d1-32d7-43d7-8153-7489cce4c50a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752943 Mar 11 17:37:44.040411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.043058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb2282be-572a-4f30-b2ca-e8fa012c62a4 req-48f952f6-6d11-41b6-a1c1-ea80f7ccd4d4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534930 Mar 11 17:37:44.212304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.272860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6f32e4-7459-4c91-b50c-129492bb7d76,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:44.289157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e49f95-fc1d-4de7-9bbb-3870771cf817 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:44.295844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.296071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d22ef1-d01c-44e6-930e-2950957dd879 None None] Network d0d5aa06-6dca-4b8e-820f-bd3f319fd629 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:44.301056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6537f7-368e-46d2-b0ef-9c0ca90718cb req-d860f478-16bc-404f-b3e1-0c0efa410be9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:44.302543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff6537f7-368e-46d2-b0ef-9c0ca90718cb req-d860f478-16bc-404f-b3e1-0c0efa410be9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 945 time: 0.1089506 Mar 11 17:37:44.303666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.308364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987853-b456-40ce-9e7c-df76e8258916 req-a5f09629-1194-487c-88d7-1160026239ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:44.309802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37987853-b456-40ce-9e7c-df76e8258916 req-a5f09629-1194-487c-88d7-1160026239ea tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1524315 Mar 11 17:37:44.320915 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f2b47747-b2bd-4ada-9363-309193bb6119 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/subnets/0b6f32e4-7459-4c91-b50c-129492bb7d76 HTTP/1.1" status: 204 len: 168 time: 1.0886312 Mar 11 17:37:44.321677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56448) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:44.345059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Transition to ACTIVE for port object d4e49f95-fc1d-4de7-9bbb-3870771cf817 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:44.390266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff6537f7-368e-46d2-b0ef-9c0ca90718cb req-697b7a5c-0157-4086-8f99-6e561b2c449f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784049 Mar 11 17:37:44.395849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37987853-b456-40ce-9e7c-df76e8258916 req-27fd9e08-dd1a-41c7-b753-dc653a15b470 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688572 Mar 11 17:37:44.402257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.520269 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c78b873-43f2-45c5-91fd-05a70f68e716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.577298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.600975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e49f95-fc1d-4de7-9bbb-3870771cf817,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:44.617979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting port a8703d97-3624-4da5-a674-12193a51c43c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:44.618315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.633490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] DHCP port deletion for d0d5aa06-6dca-4b8e-820f-bd3f319fd629 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:37:44.640813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] Deleting port a8703d97-3624-4da5-a674-12193a51c43c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:44.641233 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.736669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ef75-6342-4eef-866c-13d58364af44 req-667b7c75-5c39-4f7a-920a-265f6bb30355 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:44.738300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fd9ef75-6342-4eef-866c-13d58364af44 req-667b7c75-5c39-4f7a-920a-265f6bb30355 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1120167 Mar 11 17:37:44.773611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f09d6-91c9-4d3c-a1f5-a273f10a0104 req-cc6ae8e8-50d0-4c74-a5fb-91fdf691dbcb tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:44.781167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d18f09d6-91c9-4d3c-a1f5-a273f10a0104 req-cc6ae8e8-50d0-4c74-a5fb-91fdf691dbcb tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1960936 Mar 11 17:37:44.812016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Attempting to bind port d4e49f95-fc1d-4de7-9bbb-3870771cf817 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:44.812673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Attempting to bind port d4e49f95-fc1d-4de7-9bbb-3870771cf817 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:44.812673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Attempting to bind port d4e49f95-fc1d-4de7-9bbb-3870771cf817 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:44.828801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fd9ef75-6342-4eef-866c-13d58364af44 req-b68959ba-8d48-496f-9958-cfbdc13ab698 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793748 Mar 11 17:37:44.837559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Port d4e49f95-fc1d-4de7-9bbb-3870771cf817 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:37:44.837927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Attempting to bind port d4e49f95-fc1d-4de7-9bbb-3870771cf817 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:44.862983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d18f09d6-91c9-4d3c-a1f5-a273f10a0104 req-0405542e-98b4-497c-ad06-744de60332c7 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804913 Mar 11 17:37:44.882188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] For port a8703d97-3624-4da5-a674-12193a51c43c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8703d97-3624-4da5-a674-12193a51c43c,segment=NetworkSegment(c3026af5-86c8-4ae6-9ff2-8192adb65922),segment_id=c3026af5-86c8-4ae6-9ff2-8192adb65922)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:44.882634 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.904547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:44.904879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:44.905262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Bound using segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:44.905702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Bound port: d4e49f95-fc1d-4de7-9bbb-3870771cf817, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:44.906040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.987442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] For port a8703d97-3624-4da5-a674-12193a51c43c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8703d97-3624-4da5-a674-12193a51c43c,segment=NetworkSegment(c3026af5-86c8-4ae6-9ff2-8192adb65922),segment_id=c3026af5-86c8-4ae6-9ff2-8192adb65922)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:44.987716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.069608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] Calling delete_port for a8703d97-3624-4da5-a674-12193a51c43c owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:45.113990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503284-15d2-42d0-9796-573ae7a335f3 req-2418c18e-e961-4e2c-9fde-a55ae83e0b7c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.118936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82503284-15d2-42d0-9796-573ae7a335f3 req-2418c18e-e961-4e2c-9fde-a55ae83e0b7c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.1138036 Mar 11 17:37:45.131270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Calling delete_port for a8703d97-3624-4da5-a674-12193a51c43c owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:45.187727 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.220850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82503284-15d2-42d0-9796-573ae7a335f3 req-ca2d47f9-37a9-415e-b443-c56c0a57a768 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931163 Mar 11 17:37:45.227655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8703d97-3624-4da5-a674-12193a51c43c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:45.241319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] For port d4e49f95-fc1d-4de7-9bbb-3870771cf817, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:45.255165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] For port d4e49f95-fc1d-4de7-9bbb-3870771cf817, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d4e49f95-fc1d-4de7-9bbb-3870771cf817,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:45.285795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.288415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a8703d97-3624-4da5-a674-12193a51c43c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:37:45.288734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8703d97-3624-4da5-a674-12193a51c43c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:37:45.292411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] Pushing event deleted for resources: {'Port': ['ID=a8703d97-3624-4da5-a674-12193a51c43c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:45.298090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f1596-e2e8-4e68-ad1f-e221236744cd None None] No DVR routers for this DVR port a8703d97-3624-4da5-a674-12193a51c43c on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:45.447792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa22a-7701-4596-ac0d-d59b9b9f9d29 req-80b301c1-3b54-4390-9064-60024e64f236 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.449395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-358aa22a-7701-4596-ac0d-d59b9b9f9d29 req-80b301c1-3b54-4390-9064-60024e64f236 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 944 time: 0.1338613 Mar 11 17:37:45.466384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:37:45.466707 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:37:45.486566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.487944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] 10.222.0.59 "PUT /v2.0/ports/d4e49f95-fc1d-4de7-9bbb-3870771cf817 HTTP/1.1" status: 200 len: 1092 time: 2.1507797 Mar 11 17:37:45.488360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'tag': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:45.503421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550ce93-783b-43a3-b5ce-7341d47d2eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e49f95-fc1d-4de7-9bbb-3870771cf817,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:45.516754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-358aa22a-7701-4596-ac0d-d59b9b9f9d29 req-37714989-9ac2-4fef-9628-6d4be001f2f7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Mar 11 17:37:45.527285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f2cb8-e4e3-4309-a179-4c40dfd88ff7 req-cfc027b1-86d6-4514-8681-f64a621fa9fd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.528733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b74f2cb8-e4e3-4309-a179-4c40dfd88ff7 req-cfc027b1-86d6-4514-8681-f64a621fa9fd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1338925 Mar 11 17:37:45.557519 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.576152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b74f2cb8-e4e3-4309-a179-4c40dfd88ff7 req-95c576a7-24eb-4871-97f1-899e4e8ff06c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Mar 11 17:37:45.643261 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-5c433100-43b4-4f7b-914d-f16ee20272c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 1095 time: 0.0765355 Mar 11 17:37:45.672582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.736241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-4cdaf749-657f-41ba-8586-901b7da5b640 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e49f95-fc1d-4de7-9bbb-3870771cf817 HTTP/1.1" status: 200 len: 217 time: 0.0785449 Mar 11 17:37:45.802439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-65268d78-e0dc-4bdc-8bb9-d802539f3487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.803931 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-65268d78-e0dc-4bdc-8bb9-d802539f3487 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.0585356 Mar 11 17:37:45.810615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa46f2f-335c-4182-b1cd-2c23d4de78fb req-736f107d-8fc3-4bed-b61e-1ad83b615205 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.812056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1aa46f2f-335c-4182-b1cd-2c23d4de78fb req-736f107d-8fc3-4bed-b61e-1ad83b615205 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 945 time: 0.1087837 Mar 11 17:37:45.821169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.825030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.828890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.832737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.836662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.840507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.844356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.846413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-2f4b1d28-d489-40dd-b7de-6961cacbcf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5429 time: 0.1751761 Mar 11 17:37:45.852772 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-7dbc9add-fe6d-461c-8af5-cdf7eed0f30a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386252 Mar 11 17:37:45.919202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1aa46f2f-335c-4182-b1cd-2c23d4de78fb req-f1875801-dea4-4ef4-ac6c-5f0a9d103fd7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720460 Mar 11 17:37:45.922083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5044d4a-8699-4dac-9376-933c4dd95c79 req-1469e4a3-1846-473f-9f91-342dc0813a5f tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616758 Mar 11 17:37:45.980143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Deleting port a8703d97-3624-4da5-a674-12193a51c43c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:45.980468 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.018289 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'tag': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817', 'status': 'completed', 'code': 200} Mar 11 17:37:46.062781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] The port 'a8703d97-3624-4da5-a674-12193a51c43c' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:37:46.103095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-e3a49bd9-f4a0-4a9f-a537-d8bc438b0ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435625 Mar 11 17:37:46.160064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fa70-e588-4a2a-a9ab-2b18fe97c13d req-9c8aa4f5-6df5-419b-9a36-80af33ffaa15 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:46.161999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d47fa70-e588-4a2a-a9ab-2b18fe97c13d req-9c8aa4f5-6df5-419b-9a36-80af33ffaa15 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1275361 Mar 11 17:37:46.231490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ade627-2adb-40c8-9e94-339b88728f96 req-e4a9bf25-44e2-4f19-9e3c-a37910a3ebac tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:46.232971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49ade627-2adb-40c8-9e94-339b88728f96 req-e4a9bf25-44e2-4f19-9e3c-a37910a3ebac tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1229401 Mar 11 17:37:46.235176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d47fa70-e588-4a2a-a9ab-2b18fe97c13d req-bbcab567-1958-46b7-985e-7dc4a417586a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649173 Mar 11 17:37:46.275493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.284960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49ade627-2adb-40c8-9e94-339b88728f96 req-31abfc89-0391-4dea-91ab-f0f4bfd0b354 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Mar 11 17:37:46.325763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d5aa06-6dca-4b8e-820f-bd3f319fd629']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:46.348371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3026af5-86c8-4ae6-9ff2-8192adb65922') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:46.348647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3026af5-86c8-4ae6-9ff2-8192adb65922') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:46.365618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.374922 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d5b4723-7544-413a-90f0-01d44a196b1e req-e34378fe-cc0b-4617-9114-787ef20b9651 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547028 Mar 11 17:37:46.384903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.393394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:46.394143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:46.414529 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:46.554504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.559405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.577414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126c021-b2d5-467c-9de7-7d612bc17518 req-6ce9df9e-71e0-4555-83d5-07420dab9dd6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:46.579371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d126c021-b2d5-467c-9de7-7d612bc17518 req-6ce9df9e-71e0-4555-83d5-07420dab9dd6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.1850164 Mar 11 17:37:46.597276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] Pushing event deleted for resources: {'Network': ['ID=d0d5aa06-6dca-4b8e-820f-bd3f319fd629,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:46.603272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dc503870-13df-4683-be79-2c11176eec54 tempest-NetworksIpV6TestAttrs-2145185722 tempest-NetworksIpV6TestAttrs-2145185722-project] 10.222.0.96 "DELETE /v2.0/networks/d0d5aa06-6dca-4b8e-820f-bd3f319fd629 HTTP/1.1" status: 204 len: 168 time: 2.2762029 Mar 11 17:37:46.620128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-91dd3e58-e16b-481b-969a-59642d10f7d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 1095 time: 0.1293406 Mar 11 17:37:46.663693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d126c021-b2d5-467c-9de7-7d612bc17518 req-09e3b4db-0474-4f9e-a904-df4178280c63 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775344 Mar 11 17:37:46.676764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:46.858322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-e378448a-0aea-4b8e-a7a9-015fa6a6d54a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:46.860569 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-e378448a-0aea-4b8e-a7a9-015fa6a6d54a service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.2306297 Mar 11 17:37:46.915504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:46.929910 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.934721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28', 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'port_id': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28', 'mac_address': 'fa:16:3e:be:67:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb98b0c-5749-468a-bc50-91207cc9d3fb', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:46.963247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-ab922479-2252-4b25-af53-214b34450045 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e49f95-fc1d-4de7-9bbb-3870771cf817 HTTP/1.1" status: 200 len: 217 time: 0.0878282 Mar 11 17:37:46.996107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-aff6655c-f430-48d4-8856-1023d281b225 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27672a0f49484c27b016bf5ee3d78e52&device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 1098 time: 0.1378977 Mar 11 17:37:46.996347 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.028005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:47.047039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.053813 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.054799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a832a92f-0c85-4de4-acf4-9fe2b480eb4b details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:47.060927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-8d52c527-7dd5-4dd2-8a03-7079cdc2e41e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.062716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-8d52c527-7dd5-4dd2-8a03-7079cdc2e41e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.0929260 Mar 11 17:37:47.096766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327ce8-79b9-45d9-9bfd-c6a725433bcc req-3b9301c8-6ce1-4105-85a2-826ab2619b04 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.099084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87327ce8-79b9-45d9-9bfd-c6a725433bcc req-3b9301c8-6ce1-4105-85a2-826ab2619b04 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 944 time: 0.3267841 Mar 11 17:37:47.106568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921de20-db55-4962-a897-e70b8edd5fec req-03ac7a5e-4d59-4d2a-9110-b6737a93a9da tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.108343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5921de20-db55-4962-a897-e70b8edd5fec req-03ac7a5e-4d59-4d2a-9110-b6737a93a9da tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2876229 Mar 11 17:37:47.118650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56488) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:47.137701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-9fd02c5f-45db-4803-9ede-dbad2a479060 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663900 Mar 11 17:37:47.159954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.182067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'a832a92f-0c85-4de4-acf4-9fe2b480eb4b', 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'port_id': 'a832a92f-0c85-4de4-acf4-9fe2b480eb4b', 'mac_address': 'fa:16:3e:6b:0d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb98b0c-5749-468a-bc50-91207cc9d3fb', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:47.218063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.230974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87327ce8-79b9-45d9-9bfd-c6a725433bcc req-40b2ef8d-6166-4352-a6dc-e50b09c5cc61 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172490 Mar 11 17:37:47.239925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5921de20-db55-4962-a897-e70b8edd5fec req-894d76e6-605a-4b8b-8b03-3393c2246630 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049323 Mar 11 17:37:47.250222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.271156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a832a92f-0c85-4de4-acf4-9fe2b480eb4b {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:47.296042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.306135 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.307056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f4e3e46c-f652-4a2a-9f6d-8793cf0e601d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:47.319521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-f4db36a5-5e59-4e9c-b288-c06b859ec07a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.321013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-f4db36a5-5e59-4e9c-b288-c06b859ec07a service neutron] 10.222.0.59 "GET /v2.0/networks?id=17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 200 len: 916 time: 0.3160980 Mar 11 17:37:47.410779 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-9b563e88-8084-4413-8292-45eb6405b7a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 200 len: 217 time: 0.0824175 Mar 11 17:37:47.488544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.554033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.567301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7538d545-210e-4bc7-ba95-135d425d4bd2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b405a143b104489d940a08a75d18c420&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4472492 Mar 11 17:37:47.569703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-bfda1f27-f613-43d0-90b3-07501c9ddea9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.570702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'port_id': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'mac_address': 'fa:16:3e:99:54:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:47.571300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-bfda1f27-f613-43d0-90b3-07501c9ddea9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 945 time: 0.3205116 Mar 11 17:37:47.571806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56496) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:47.601033 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-4fc5edb8-08ad-4641-acb7-837e752eeb63 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744469 Mar 11 17:37:47.633833 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.648758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-4fff2053-e3f0-44bb-9cbf-1f03f43948ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.650202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-4fff2053-e3f0-44bb-9cbf-1f03f43948ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 200 len: 854 time: 0.2263467 Mar 11 17:37:47.653099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e3e46c-f652-4a2a-9f6d-8793cf0e601d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:47.670016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.675676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.676536 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4d0b0380-c666-4e30-a676-2bcdbfae6356 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:47.723952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:47.724289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.757582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-94ae2276-aef5-4413-97fc-545fc44b5e1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17134315-b5b4-45a6-bbcd-00140369d381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888956 Mar 11 17:37:47.820152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.860669 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f26f-9ab4-49b7-83c7-b234c9495e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.889139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4d0b0380-c666-4e30-a676-2bcdbfae6356, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.904943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4d0b0380-c666-4e30-a676-2bcdbfae6356', 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c', 'port_id': '4d0b0380-c666-4e30-a676-2bcdbfae6356', 'mac_address': 'fa:16:3e:0a:8d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd331391-57fd-43ad-afb8-178b2d449843', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:47.905902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ad8bfc0-8df9-40c6-90b7-42fe87bb5925 req-35e6c49c-5b03-444e-9f87-7bc0dc27c328 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891829 Mar 11 17:37:47.907600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f26f-9ab4-49b7-83c7-b234c9495e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.922412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.926077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.930695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.935216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.939220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.943202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.947122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.949000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bc8b3ad3-4d18-4dc7-91d3-6cc52642cc0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5431 time: 0.4841194 Mar 11 17:37:47.954682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf5083-42d9-4481-a332-5427f1fce3dc req-4ada27dc-c73c-42a8-907e-866b4dc064a5 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.956273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4bf5083-42d9-4481-a332-5427f1fce3dc req-4ada27dc-c73c-42a8-907e-866b4dc064a5 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 945 time: 0.4884248 Mar 11 17:37:47.972781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f26f-9ab4-49b7-83c7-b234c9495e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.977483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.994402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1f26f-9ab4-49b7-83c7-b234c9495e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dcf4df-a52c-43ba-945f-dd8cb5322165,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.002731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f26f-9ab4-49b7-83c7-b234c9495e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.003872 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7eb1f26f-9ab4-49b7-83c7-b234c9495e32 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/79dcf4df-a52c-43ba-945f-dd8cb5322165 HTTP/1.1" status: 204 len: 168 time: 0.4309042 Mar 11 17:37:48.009243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0b0380-c666-4e30-a676-2bcdbfae6356 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:48.035080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4d0b0380-c666-4e30-a676-2bcdbfae6356, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.045938 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.048995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4a177e25-7d94-4e28-9772-813f4922a01b details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:48.149737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4d0b0380-c666-4e30-a676-2bcdbfae6356,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.153889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4a177e25-7d94-4e28-9772-813f4922a01b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4a177e25-7d94-4e28-9772-813f4922a01b,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.170595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4a177e25-7d94-4e28-9772-813f4922a01b', 'network_id': 'a92914ef-3a19-4789-bc9b-4c61ea7baf6c', 'port_id': '4a177e25-7d94-4e28-9772-813f4922a01b', 'mac_address': 'fa:16:3e:28:bd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd331391-57fd-43ad-afb8-178b2d449843', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:48.211510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-1428bd5c-9343-43b3-a41e-7e688300382e service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384634 Mar 11 17:37:48.214279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4bf5083-42d9-4481-a332-5427f1fce3dc req-7df2724d-affa-494d-8a37-91aeb7cbd667 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492781 Mar 11 17:37:48.220842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ecea620-de13-4fd1-8145-a36dc4069c27 req-bed0f188-fb98-42f2-a57b-6328eaa2573e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500341 Mar 11 17:37:48.262641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.300529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a177e25-7d94-4e28-9772-813f4922a01b {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:48.335442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4a177e25-7d94-4e28-9772-813f4922a01b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4a177e25-7d94-4e28-9772-813f4922a01b,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.341261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.344772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1683a7e1-14aa-4374-8432-f1b45f5ec56c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:48.459610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1683a7e1-14aa-4374-8432-f1b45f5ec56c,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.472432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4a177e25-7d94-4e28-9772-813f4922a01b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.479592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1683a7e1-14aa-4374-8432-f1b45f5ec56c', 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'port_id': '1683a7e1-14aa-4374-8432-f1b45f5ec56c', 'mac_address': 'fa:16:3e:98:c3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb98b0c-5749-468a-bc50-91207cc9d3fb', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:48.521766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port 6e84c03a-b221-4330-9e2b-12a421c0c0a2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=6e84c03a-b221-4330-9e2b-12a421c0c0a2,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.522125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.538554 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.560681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1683a7e1-14aa-4374-8432-f1b45f5ec56c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:48.579748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1683a7e1-14aa-4374-8432-f1b45f5ec56c,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.584580 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.585560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e21bcd69-1957-48e5-b353-c4c56a3b5233 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:48.663887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.668906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e21bcd69-1957-48e5-b353-c4c56a3b5233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.691026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e21bcd69-1957-48e5-b353-c4c56a3b5233', 'network_id': '0d31f175-7efd-4899-b063-5cb8f03135e7', 'port_id': 'e21bcd69-1957-48e5-b353-c4c56a3b5233', 'mac_address': 'fa:16:3e:d3:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb98b0c-5749-468a-bc50-91207cc9d3fb', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:48.763467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for 6e84c03a-b221-4330-9e2b-12a421c0c0a2 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:48.790204 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.808077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21bcd69-1957-48e5-b353-c4c56a3b5233 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:48.824275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e21bcd69-1957-48e5-b353-c4c56a3b5233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:48.830542 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.836158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faccbd9f-aee5-41c1-b6b8-87d459b2adee req-aba6fb96-f9a8-489c-b1f1-11402f204ad7 service neutron] 10.222.0.59 "GET /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143670 Mar 11 17:37:48.888887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443a7ab-054f-4168-b626-69ce910d1a8f req-1be28369-c039-4e21-a5be-c822baa622f9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:48.895809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8443a7ab-054f-4168-b626-69ce910d1a8f req-1be28369-c039-4e21-a5be-c822baa622f9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3791614 Mar 11 17:37:48.908114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e21bcd69-1957-48e5-b353-c4c56a3b5233,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.921550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1cc35-673f-408b-9a39-7f6481b7b321 req-59c58083-cfa3-4f74-9820-40e6b210ae72 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:48.923045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4c1cc35-673f-408b-9a39-7f6481b7b321 req-59c58083-cfa3-4f74-9820-40e6b210ae72 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.4075832 Mar 11 17:37:49.023108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8443a7ab-054f-4168-b626-69ce910d1a8f req-d3151d1b-4e4a-4e88-a0b0-9e12ff667f02 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262255 Mar 11 17:37:49.057984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d4e49f95-fc1d-4de7-9bbb-3870771cf817 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:49.068466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4c1cc35-673f-408b-9a39-7f6481b7b321 req-cbe2b48f-49d6-4ea4-8269-d97b112a89c1 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371429 Mar 11 17:37:49.075886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.169943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56524) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:49.227803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event deleted for resources: {'Port': ['ID=6e84c03a-b221-4330-9e2b-12a421c0c0a2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.323743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-424989663'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:49.327966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f', '6e84c03a-b221-4330-9e2b-12a421c0c0a2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:49.329969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:49.334271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:49.337983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:49.345966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:49.358897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:49.364100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.378141 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.414962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:49.418192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] No DVR routers for this DVR port 6e84c03a-b221-4330-9e2b-12a421c0c0a2 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:49.419928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group_rule and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:49.421081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.424920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:49.430161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'name': 'network-vif-deleted', 'tag': '6e84c03a-b221-4330-9e2b-12a421c0c0a2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:49.432899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:49.467038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d4e49f95-fc1d-4de7-9bbb-3870771cf817, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d4e49f95-fc1d-4de7-9bbb-3870771cf817,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:49.470815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56df1f27-38a6-41b1-8690-fa1a6149c11e req-b5de2546-8aeb-408a-894f-3b9fec9c2e1b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "DELETE /v2.0/ports/6e84c03a-b221-4330-9e2b-12a421c0c0a2 HTTP/1.1" status: 204 len: 173 time: 1.8898256 Mar 11 17:37:49.494548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e8f6e-a994-48b3-bce3-a7a7dac69951 req-908581ba-9209-459b-8bb7-e0a3e7ee183c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:49.500078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817', 'mac_address': 'fa:16:3e:85:33:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:49.503290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d19e8f6e-a994-48b3-bce3-a7a7dac69951 req-908581ba-9209-459b-8bb7-e0a3e7ee183c tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2852471 Mar 11 17:37:49.518400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.525023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.529472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc586bae-1022-48bd-bb9d-6591eb5807a5 req-5152a9f3-6bdb-40f6-b9d1-9d1e90af3899 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:49.532174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc586bae-1022-48bd-bb9d-6591eb5807a5 req-5152a9f3-6bdb-40f6-b9d1-9d1e90af3899 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 944 time: 0.3154194 Mar 11 17:37:49.565376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:49.575442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af42373c-653e-439f-a971-411d5a2306fd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.582672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.583170 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment 77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088 of type vlan for network 2944725e-6582-4cda-8ec9-f955ca6fbf1f Mar 11 17:37:49.599820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d19e8f6e-a994-48b3-bce3-a7a7dac69951 req-3d46e350-31a6-431e-8637-337e478eb710 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956049 Mar 11 17:37:49.614258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.618112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.620259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc586bae-1022-48bd-bb9d-6591eb5807a5 req-96786717-662e-45a0-98dd-423fcc0f84ab tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796454 Mar 11 17:37:49.651925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.658476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:49.659105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.707658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e49f95-fc1d-4de7-9bbb-3870771cf817 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:49.787546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d4e49f95-fc1d-4de7-9bbb-3870771cf817, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d4e49f95-fc1d-4de7-9bbb-3870771cf817,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:49.804480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d9ec4092-cd53-44a5-b79c-48913b9addae req-02e7a4d1-e1bd-4f53-88d7-72ce2050046d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:49.815364 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.825320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d9ec4092-cd53-44a5-b79c-48913b9addae req-02e7a4d1-e1bd-4f53-88d7-72ce2050046d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:49.827111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9ec4092-cd53-44a5-b79c-48913b9addae req-02e7a4d1-e1bd-4f53-88d7-72ce2050046d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=28087df1-12c4-4db9-8ce3-5e0c0b48b999 HTTP/1.1" status: 200 len: 210 time: 0.0804920 Mar 11 17:37:49.851949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=2944725e-6582-4cda-8ec9-f955ca6fbf1f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.859234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:49.859595 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1b9693d-c188-427b-ab2b-8912766d4fea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6875865 Mar 11 17:37:49.872693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'name': 'tempest-PortsIpV6TestJSON-725512947'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:49.883885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:49.961454 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28087df1-12c4-4db9-8ce3-5e0c0b48b999', 'name': 'network-vif-deleted', 'tag': '6e84c03a-b221-4330-9e2b-12a421c0c0a2', 'status': 'completed', 'code': 200} Mar 11 17:37:50.032780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d4e49f95-fc1d-4de7-9bbb-3870771cf817,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:50.056472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:50.063370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:50.067145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:50.074218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:50.089880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:50.092900 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.117348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.122299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.125504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.129400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.133348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.137213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.141095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.143038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-10c0dad5-c9ac-4b18-9c53-fce97e738bf9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5436 time: 0.1834996 Mar 11 17:37:50.210391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:37:50.304701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b05dc085-9679-4c69-b80f-5ce3c44173c2 req-eee5d09f-1292-49b2-a7a0-bdedad9adcd9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274574 Mar 11 17:37:50.370317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaf92c-100f-4e2a-bdfc-fb6970626ddb req-e51b0b18-eeb2-4389-9a06-b4b57c1b5ff6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.371970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8eaf92c-100f-4e2a-bdfc-fb6970626ddb req-e51b0b18-eeb2-4389-9a06-b4b57c1b5ff6 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.2256882 Mar 11 17:37:50.581073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.587546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8eaf92c-100f-4e2a-bdfc-fb6970626ddb req-7fa7444f-dabb-4b71-a814-68d692ca3a88 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911275 Mar 11 17:37:50.616606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c33b4b-ef75-4433-9c64-639cda1ba027 req-55c5eb47-f50c-44c4-9cf8-9169e5326127 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.618069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55c33b4b-ef75-4433-9c64-639cda1ba027 req-55c5eb47-f50c-44c4-9cf8-9169e5326127 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.1565421 Mar 11 17:37:50.640849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d7d8a3bd-ff8a-49da-be2d-c322f9d11b28'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:50.641141 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.689738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f4e3e46c-f652-4a2a-9f6d-8793cf0e601d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:50.730463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4a177e25-7d94-4e28-9772-813f4922a01b'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:50.776151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1683a7e1-14aa-4374-8432-f1b45f5ec56c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:50.814248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a832a92f-0c85-4de4-acf4-9fe2b480eb4b'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:50.862459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e21bcd69-1957-48e5-b353-c4c56a3b5233'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:50.879719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:50.896359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55c33b4b-ef75-4433-9c64-639cda1ba027 req-6c81f1ca-d01f-4885-9c1e-c29b5e856840 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720094 Mar 11 17:37:50.929733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': '77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:50.930061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: 2944725e-6582-4cda-8ec9-f955ca6fbf1f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:50.960617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40a97-d0fa-4371-85cc-9b585617aea0 req-f8cc7742-a624-44b5-82d1-ae2cfab5d0c7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.962379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55d40a97-d0fa-4371-85cc-9b585617aea0 req-f8cc7742-a624-44b5-82d1-ae2cfab5d0c7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1490681 Mar 11 17:37:50.992967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:51.020000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 2944725e-6582-4cda-8ec9-f955ca6fbf1f) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:51.021566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6e84c03a-b221-4330-9e2b-12a421c0c0a2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:37:51.035725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:51.041519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.041519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.066268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1dadd-868e-41fb-8278-fc27a4aa75a9 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:51.078722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d4e49f95-fc1d-4de7-9bbb-3870771cf817'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:51.091290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55d40a97-d0fa-4371-85cc-9b585617aea0 req-48f2f847-5483-46c0-a132-9c2189f223a1 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168556 Mar 11 17:37:51.112842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3efb1924-7982-4ce7-a5c0-70d0daa916f5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2518897 Mar 11 17:37:51.116320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56552) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:51.128765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1562902185'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:51.135192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:51.141026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:51.146309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:51.146583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 6e84c03a-b221-4330-9e2b-12a421c0c0a2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:37:51.146731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 6e84c03a-b221-4330-9e2b-12a421c0c0a2 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:37:51.154178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:51.167195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6293ef-e4ce-4c8a-a526-3789c4a9e180 req-aa993147-795c-4fcc-bdc5-1e0ff389f18b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.168793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b6293ef-e4ce-4c8a-a526-3789c4a9e180 req-aa993147-795c-4fcc-bdc5-1e0ff389f18b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 945 time: 0.1369247 Mar 11 17:37:51.232577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:51.236977 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.250776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b6293ef-e4ce-4c8a-a526-3789c4a9e180 req-4fa94a2b-73bb-473a-a402-34ef92d8654a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731475 Mar 11 17:37:51.271905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4d0b0380-c666-4e30-a676-2bcdbfae6356'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:51.273421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:51.287183 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.287680 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment ddd4cdfa-849b-47f3-b434-3189a1012ecd of type vlan for network 71feddb2-1f94-479f-b309-2065a1804f4b Mar 11 17:37:51.324488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.463888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e4d52-8168-4300-9076-e1444ac93b97 req-8a74f1fe-b69d-4d0a-9f34-b817e7f63f3e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.472014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df1e4d52-8168-4300-9076-e1444ac93b97 req-8a74f1fe-b69d-4d0a-9f34-b817e7f63f3e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1489387 Mar 11 17:37:51.496632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.501049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.501811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.666282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5490608 Mar 11 17:37:51.668921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56570) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:51.675911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df1e4d52-8168-4300-9076-e1444ac93b97 req-c21685cf-e264-4af6-a634-36c388a052fa tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036254 Mar 11 17:37:51.676518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338580f-78a9-4db6-8e3d-41bf41345ceb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=71feddb2-1f94-479f-b309-2065a1804f4b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:51.679288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'ports': [{'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f'}, {'network_id': '71feddb2-1f94-479f-b309-2065a1804f4b'}]} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:51.679777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:51.680484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '71feddb2-1f94-479f-b309-2065a1804f4b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:51.726020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.728073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 71feddb2-1f94-479f-b309-2065a1804f4b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:51.729899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.734131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.738057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.742750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.747443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.751574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.754307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-f444211f-9bb1-41e7-ab33-eb4b68e4f743 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5436 time: 0.2443564 Mar 11 17:37:51.837884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ed9d4d1-215f-41d0-9c48-19d647cb35c9 req-e5c17e16-1243-4053-8c67-6367ffaa44d7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760360 Mar 11 17:37:51.961493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:51.965706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:51.967873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6242b-279e-44aa-b402-900167a7d113 req-8ef72448-ef76-496a-8648-d41e3000c665 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.969643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:51.969777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-8ef72448-ef76-496a-8648-d41e3000c665 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.1561010 Mar 11 17:37:51.976601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:51.988705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-fc4c520b-33e9-4b5c-bc44-908390284c68 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.0134177 Mar 11 17:37:51.993803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 2} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:52.003423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.030058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.168190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-85450f2d-9b9e-4b58-a9df-efa448b89b6b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612909 Mar 11 17:37:52.178229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d9322-d299-4a80-8cff-d17a6263f1e2 req-4e070c16-cef1-4142-8b50-98642804bb08 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.179883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c7d9322-d299-4a80-8cff-d17a6263f1e2 req-4e070c16-cef1-4142-8b50-98642804bb08 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1214952 Mar 11 17:37:52.303519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port 98d4c104-bec6-4712-9d73-3b79b8ded9e1 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:37:52.332142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c7d9322-d299-4a80-8cff-d17a6263f1e2 req-f44c7a2a-5882-4470-807e-ccca8415403f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317587 Mar 11 17:37:52.356293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-f30a4c6e-fca9-4bef-ae8c-6ca1258b6b11 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751697 Mar 11 17:37:52.408973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.522202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port df508e13-6f47-4a6b-b67e-64c9c84828f0 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:37:52.533782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-67cd7783-61f1-4808-9988-cee23c31999a service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668153 Mar 11 17:37:52.578984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf56d6-724e-4568-9d6b-52bb2fa09117 req-2076edbe-df5e-4df0-b217-c7360924265a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.580462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bbf56d6-724e-4568-9d6b-52bb2fa09117 req-2076edbe-df5e-4df0-b217-c7360924265a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0848627 Mar 11 17:37:52.607813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.635550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bbf56d6-724e-4568-9d6b-52bb2fa09117 req-bda9214a-bd28-4a67-99f6-6325cf753153 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485289 Mar 11 17:37:52.644516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.767062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:52.770136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:52.777530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:52.778342 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.786630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=98d4c104-bec6-4712-9d73-3b79b8ded9e1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:52.881490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=df508e13-6f47-4a6b-b67e-64c9c84828f0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:52.891158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': 'ddd4cdfa-849b-47f3-b434-3189a1012ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '71feddb2-1f94-479f-b309-2065a1804f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:52.891511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: 71feddb2-1f94-479f-b309-2065a1804f4b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:52.915911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 71feddb2-1f94-479f-b309-2065a1804f4b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:52.927360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 71feddb2-1f94-479f-b309-2065a1804f4b) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:52.931879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:52.933885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ccbf-e850-4f3b-8ae5-46473dab43ea req-3985756e-3bd7-4ee5-bff8-0d60a859615e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.936392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.938888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a48ccbf-e850-4f3b-8ae5-46473dab43ea req-3985756e-3bd7-4ee5-bff8-0d60a859615e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 945 time: 0.1509383 Mar 11 17:37:52.940460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ddd16-6dd4-4096-87ea-0e5c8386f50e None None] Network 71feddb2-1f94-479f-b309-2065a1804f4b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:52.940957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.941441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.972200 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f4213cb-84b5-4378-ae93-c3dafe4f6852 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3003798 Mar 11 17:37:52.975060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:52.995128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a48ccbf-e850-4f3b-8ae5-46473dab43ea req-9f864068-c332-4d7c-a984-1a55b3bb8996 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523784 Mar 11 17:37:53.010203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652d47-bc2c-4118-ada9-c5ed2fdab280 req-885050c5-9cfd-4ecb-a253-67698dd0c23e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.019081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0652d47-bc2c-4118-ada9-c5ed2fdab280 req-885050c5-9cfd-4ecb-a253-67698dd0c23e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1573055 Mar 11 17:37:53.090292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port df508e13-6f47-4a6b-b67e-64c9c84828f0 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:53.090882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.102628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0652d47-bc2c-4118-ada9-c5ed2fdab280 req-0a9dc722-bac8-480d-ad6f-102a2f25563e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825908 Mar 11 17:37:53.190282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88953b25-fa74-4c40-8812-d8a19317d807 req-7a778f4d-446d-458f-95c9-e5c9f1110eaa tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 210 time: 0.0777893 Mar 11 17:37:53.401388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.527837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for df508e13-6f47-4a6b-b67e-64c9c84828f0 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:53.561466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.565444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.569399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.573275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.577270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.581117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.585960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.587898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-7f185255-d789-44d8-8b18-3eb9ea800d4d tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5436 time: 0.2915626 Mar 11 17:37:53.614126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.624899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0441e4f-9ab9-4a51-8224-4571105bbd53 req-f4accf38-8bec-4c81-a57c-ce469ebba2ed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.626486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0441e4f-9ab9-4a51-8224-4571105bbd53 req-f4accf38-8bec-4c81-a57c-ce469ebba2ed tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2787516 Mar 11 17:37:53.664454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=df508e13-6f47-4a6b-b67e-64c9c84828f0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:53.672190 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.673977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4660aec0-67dc-4a8e-8723-f074cee27933 req-6caa0546-7a3a-4b28-8b57-7973007149f5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798223 Mar 11 17:37:53.681240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db8e4490-36f8-4e9e-be45-3a90c70fe6c0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/df508e13-6f47-4a6b-b67e-64c9c84828f0 HTTP/1.1" status: 204 len: 168 time: 0.7028165 Mar 11 17:37:53.682061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56608) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:53.695302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0441e4f-9ab9-4a51-8224-4571105bbd53 req-df3a4cfb-98b7-4870-be75-2213f9217081 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575273 Mar 11 17:37:53.777696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff68b5-5f07-4bae-85c6-59cf61e71f5b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.781590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff68b5-5f07-4bae-85c6-59cf61e71f5b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.782352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bcff68b5-5f07-4bae-85c6-59cf61e71f5b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:53.803896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bcff68b5-5f07-4bae-85c6-59cf61e71f5b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:53.808009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bcff68b5-5f07-4bae-85c6-59cf61e71f5b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1252058 Mar 11 17:37:53.808384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56616) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:53.960216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 98d4c104-bec6-4712-9d73-3b79b8ded9e1 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:53.960528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.131470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dcbf7-4f4e-4536-b77a-e71b11049f2d req-dde3ed9f-0440-4b38-9270-b2090df27206 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:54.132972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-809dcbf7-4f4e-4536-b77a-e71b11049f2d req-dde3ed9f-0440-4b38-9270-b2090df27206 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.2907429 Mar 11 17:37:54.231587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1f726-2403-4614-97c9-ac22b771f069 req-1f4cc06f-081f-486c-994a-3414b7f7801e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:54.232932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81a1f726-2403-4614-97c9-ac22b771f069 req-1f4cc06f-081f-486c-994a-3414b7f7801e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.3229442 Mar 11 17:37:54.386502 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.539585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 98d4c104-bec6-4712-9d73-3b79b8ded9e1 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:54.578392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-809dcbf7-4f4e-4536-b77a-e71b11049f2d req-b15a30b0-3628-47ec-bdbb-f0cc0d1d2d43 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204683 Mar 11 17:37:54.599261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81a1f726-2403-4614-97c9-ac22b771f069 req-b7ef987d-8bcb-4978-a93a-bd2d6eeca77a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284814 Mar 11 17:37:54.650082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6242b-279e-44aa-b402-900167a7d113 req-a59ee472-9e26-4984-a1aa-826a78109791 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:54.651501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-a59ee472-9e26-4984-a1aa-826a78109791 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.4384091 Mar 11 17:37:54.663560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.716883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Request body: {'port': {'device_id': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'admin_state_up': True, 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:54.779417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=98d4c104-bec6-4712-9d73-3b79b8ded9e1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:54.888242 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.925766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-86bdfe7e-b264-4ab4-b923-2e1d19b76c1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/98d4c104-bec6-4712-9d73-3b79b8ded9e1 HTTP/1.1" status: 204 len: 168 time: 1.1161513 Mar 11 17:37:54.928689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56628) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:54.992435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:55.006315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:55.006598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e286e2-9fb9-4675-84c1-a5096542058e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.007967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1e286e2-9fb9-4675-84c1-a5096542058e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0782061 Mar 11 17:37:55.010731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56632) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:55.014083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a8197-c90b-4bec-b276-57275ecdaae9 req-da5d813b-7fde-4779-a470-5a37aa007617 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.015569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b3a8197-c90b-4bec-b276-57275ecdaae9 req-da5d813b-7fde-4779-a470-5a37aa007617 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.3044312 Mar 11 17:37:55.029519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:37:55.046605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a812-5729-45aa-a43b-1c41d16ebf26 req-4aab0d0f-a699-4eb8-b4b6-035ffed673ce tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.048054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f1a812-5729-45aa-a43b-1c41d16ebf26 req-4aab0d0f-a699-4eb8-b4b6-035ffed673ce tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 945 time: 0.2798405 Mar 11 17:37:55.053692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:55.056700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.057781 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e29ee13-baa7-4559-8eb3-e8bd60168ee7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:37:55.059138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e29ee13-baa7-4559-8eb3-e8bd60168ee7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/df508e13-6f47-4a6b-b67e-64c9c84828f0 HTTP/1.1" status: 404 len: 333 time: 0.0474801 Mar 11 17:37:55.061859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56636) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:55.103986 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6507fee4-b663-4503-9a55-a9a8f1576d67 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:37:55.105439 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6507fee4-b663-4503-9a55-a9a8f1576d67 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/98d4c104-bec6-4712-9d73-3b79b8ded9e1 HTTP/1.1" status: 404 len: 333 time: 0.0426323 Mar 11 17:37:55.108297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56640) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:55.182990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b3a8197-c90b-4bec-b276-57275ecdaae9 req-8362c0cc-9bda-427b-b5cc-3ec972f75c70 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607866 Mar 11 17:37:55.197064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:55.213143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'port_id': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'mac_address': 'fa:16:3e:c0:d5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:37:55.233141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77f1a812-5729-45aa-a43b-1c41d16ebf26 req-e0f1bcfe-89d0-40e2-84de-9e61a5ac3328 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664996 Mar 11 17:37:55.289069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.316884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e8a0e83-14a3-47c0-be25-fcf7938e3102 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:55.347158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:55.352077 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.361668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.391024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48b024ac-c00c-4b9c-9a99-e5dfb1c13987 req-5701a1eb-f19e-4f87-8d72-63cec42c8fc9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 210 time: 0.0536830 Mar 11 17:37:55.409216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Allocated IP 172.20.0.13 (223820bb-b86e-43fc-b13c-cb4729837daf/45399fdb-e577-4f75-9487-b5628afd97cd/b5291702-d44a-4690-a61b-23fd26192cb8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:55.451633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:55.508836 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.537012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71feddb2-1f94-479f-b309-2065a1804f4b']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:55.550492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd4cdfa-849b-47f3-b434-3189a1012ecd') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:55.550782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd4cdfa-849b-47f3-b434-3189a1012ecd') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:55.563264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.580145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.586939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:37:55.587324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:55.605631 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:55.685502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.702708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.712344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=71feddb2-1f94-479f-b309-2065a1804f4b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:55.715235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7566a95e-9ae5-4d1c-8584-bed5b37cb669 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/71feddb2-1f94-479f-b309-2065a1804f4b HTTP/1.1" status: 204 len: 168 time: 0.6059840 Mar 11 17:37:55.719138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56650) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:55.795089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1465099478'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:55.815917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:55.826923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:55.835606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:55.863549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:55.905445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.909307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.913483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.917341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.921272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.925074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.928972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.930882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-5462818e-64d0-4d67-a60b-ca78334e95b5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5436 time: 0.4859324 Mar 11 17:37:55.940122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:55.943032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.955832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['7e8a0e83-14a3-47c0-be25-fcf7938e3102'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:55.962102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb7e8-0ca2-41c3-95f3-3d63b2b131ac req-bbb42cea-85bb-4fc3-9af6-69c736e0efc7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.963629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97bcb7e8-0ca2-41c3-95f3-3d63b2b131ac req-bbb42cea-85bb-4fc3-9af6-69c736e0efc7 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.3639338 Mar 11 17:37:55.986661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.076232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:56.090091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f5096b1-1fb7-4502-a83e-2bb7eab9326c req-71c9cbd5-369b-413e-a7d3-e653f5134729 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343005 Mar 11 17:37:56.105157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97bcb7e8-0ca2-41c3-95f3-3d63b2b131ac req-a74cd9de-fbb4-4001-8ce8-56d380efe166 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216114 Mar 11 17:37:56.106411 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.106637 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment f88aea0d-be90-4b82-9e0d-130a4ae2c286 of type vlan for network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 Mar 11 17:37:56.139631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.204379 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.242143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Network 223820bb-b86e-43fc-b13c-cb4729837daf is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:56.246107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event updated for resources: {'Port': ['ID=b5291702-d44a-4690-a61b-23fd26192cb8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:56.257556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:56.263777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:56.305958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:37:56.403493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.407245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:56.407848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.509597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:56.510096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.564238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8323882 Mar 11 17:37:56.567481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56660) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:56.573576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:56.577412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ace2c-5d5d-41b1-bfdc-646dfc8f74e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=4eeee1c8-677d-4e63-96e6-78684f3a1a76,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:56.583166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-c2e2ef9e-bc40-47cf-a8b3-21c7f3b569f0 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8732724 Mar 11 17:37:56.591044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:37:56.607457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971dd09-0f33-4c1d-8ace-7d23e45e9e03 req-29fd698e-3d48-4fc4-89a8-c1bd3da3f276 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:56.609039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8971dd09-0f33-4c1d-8ace-7d23e45e9e03 req-29fd698e-3d48-4fc4-89a8-c1bd3da3f276 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3154838 Mar 11 17:37:56.614602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5d0d-1728-4025-9453-47a26354a5ac req-fb88c70b-1a51-4c36-8643-42aacf95ccc6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:56.616213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51db5d0d-1728-4025-9453-47a26354a5ac req-fb88c70b-1a51-4c36-8643-42aacf95ccc6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 945 time: 0.2808197 Mar 11 17:37:56.621297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Request body: {'port': {'device_id': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:56.696535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:56.700745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:56.703994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:56.710254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:56.722666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:56.791976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51db5d0d-1728-4025-9453-47a26354a5ac req-773c5d87-9443-403b-a2ac-8ac16fc66db4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423504 Mar 11 17:37:56.804320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8971dd09-0f33-4c1d-8ace-7d23e45e9e03 req-6d1b98c9-7dae-424d-a714-0d2243326b1c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536233 Mar 11 17:37:56.816599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.859296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.009969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Performing IP validity checks on allocation pools {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 17:37:57.012979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 17:37:57.029557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:57.137469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:57.138180 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.217329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.288975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2ffd-13b5-4bfb-91af-eb378408d2f5 req-400ef9ac-da75-4761-b732-46eea1050d92 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:57.290660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f65c2ffd-13b5-4bfb-91af-eb378408d2f5 req-400ef9ac-da75-4761-b732-46eea1050d92 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 945 time: 0.3052983 Mar 11 17:37:57.303525 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.320370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:57.331301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fdd25-10a8-4a10-b065-ebcc9d944665 req-77aaa403-4dbd-496d-9d76-37d46b33a9ec tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:57.331454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:57.332036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed3fdd25-10a8-4a10-b065-ebcc9d944665 req-77aaa403-4dbd-496d-9d76-37d46b33a9ec tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:37:57.342341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:57.343515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': 'f88aea0d-be90-4b82-9e0d-130a4ae2c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:57.344091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: 4eeee1c8-677d-4e63-96e6-78684f3a1a76, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:57.351483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.352692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4d0b0380-c666-4e30-a676-2bcdbfae6356 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:57.377236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:57.391559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f65c2ffd-13b5-4bfb-91af-eb378408d2f5 req-339450a6-e03c-48de-988b-06fb6c874731 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847871 Mar 11 17:37:57.392264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed3fdd25-10a8-4a10-b065-ebcc9d944665 req-77aaa403-4dbd-496d-9d76-37d46b33a9ec tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:37:57.393628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed3fdd25-10a8-4a10-b065-ebcc9d944665 req-77aaa403-4dbd-496d-9d76-37d46b33a9ec tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 932 time: 0.4022181 Mar 11 17:37:57.401398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 4eeee1c8-677d-4e63-96e6-78684f3a1a76) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:57.420396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:57.422053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.467481 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4256aa9-fd8a-42e5-9988-64812383ddc9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8982987 Mar 11 17:37:57.468511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56672) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:57.473890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa5c93-d26e-458d-b5c2-3796d8eb725a None None] Network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:37:57.481168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76', 'name': 'tempest-PortsIpV6TestJSON-1216309345'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:37:57.553059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5291702-d44a-4690-a61b-23fd26192cb8 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:37:57.562468 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.584251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed3fdd25-10a8-4a10-b065-ebcc9d944665 req-9baedd72-5cc0-4d91-a04f-9dad7c404aa9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415477 Mar 11 17:37:57.623200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Transition to ACTIVE for port object b5291702-d44a-4690-a61b-23fd26192cb8 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:57.624413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.677537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:57.683261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 4d0b0380-c666-4e30-a676-2bcdbfae6356 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:57.700771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4d0b0380-c666-4e30-a676-2bcdbfae6356 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:57.701384 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.805087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:37:57.817243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:37:57.826208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:37:57.842709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:37:57.861650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:57.865386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.910231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port ae276d1b-9b8d-4f32-a59c-baa18327f966 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:37:57.949772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Pushing event updated for resources: {'Port': ['ID=b5291702-d44a-4690-a61b-23fd26192cb8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:57.994935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-4eeee1c8-677d-4e63-96e6-78684f3a1a76', 'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76', 'tenant_id': '786879d00400434ab898a5e267f4df6a', 'fixed_ips': [{'subnet_id': 'bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:37:57.995957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.028114 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.126721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4d0b0380-c666-4e30-a676-2bcdbfae6356, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:58.137641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.187772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.191790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.194392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::fc (4eeee1c8-677d-4e63-96e6-78684f3a1a76/bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce/ae276d1b-9b8d-4f32-a59c-baa18327f966) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:58.195881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.199818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.204177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.208251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.212617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.220305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-bb7af6e8-fbad-4cb5-9367-3ff6f3d72aab tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5436 time: 0.3311346 Mar 11 17:37:58.258901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4d0b0380-c666-4e30-a676-2bcdbfae6356,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:58.325595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ec07bea-e1d1-48b7-943d-7ab039b834de req-2e36f9f9-674b-4847-a2a2-828edd08a286 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043296 Mar 11 17:37:58.340819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Attempting to bind port b5291702-d44a-4690-a61b-23fd26192cb8 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:58.341846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Attempting to bind port b5291702-d44a-4690-a61b-23fd26192cb8 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:58.342966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Attempting to bind port b5291702-d44a-4690-a61b-23fd26192cb8 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:58.353280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Port b5291702-d44a-4690-a61b-23fd26192cb8 on network 223820bb-b86e-43fc-b13c-cb4729837daf not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:37:58.353872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Attempting to bind port b5291702-d44a-4690-a61b-23fd26192cb8 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:58.377874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246389d-b39b-46a9-b1b0-13ccbb79d0c8 req-e081678b-a927-4917-9eb8-2d75fc383ca2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.379876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3246389d-b39b-46a9-b1b0-13ccbb79d0c8 req-e081678b-a927-4917-9eb8-2d75fc383ca2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.3103111 Mar 11 17:37:58.382098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:58.383898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:58.384842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Bound using segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:58.386049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Bound port: b5291702-d44a-4690-a61b-23fd26192cb8, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:58.386736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.417131 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'code': 200} Mar 11 17:37:58.449382 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.466791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object ae276d1b-9b8d-4f32-a59c-baa18327f966 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:58.495328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.513785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3246389d-b39b-46a9-b1b0-13ccbb79d0c8 req-bd9adc0d-5586-45fe-92bf-cd24b187c7c3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122165 Mar 11 17:37:58.593779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:58.612352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b5291702-d44a-4690-a61b-23fd26192cb8,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:58.618777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.626291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Allocated IP 2001:db8::2 (4eeee1c8-677d-4e63-96e6-78684f3a1a76/bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce/dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:58.671940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=ae276d1b-9b8d-4f32-a59c-baa18327f966,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:58.706919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.707154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:58.707539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] 10.222.0.59 "PUT /v2.0/ports/b5291702-d44a-4690-a61b-23fd26192cb8 HTTP/1.1" status: 200 len: 1092 time: 2.0902827 Mar 11 17:37:58.708233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:58.709344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:37:58.726065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:58.730551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2125ea-2461-46b5-ad80-6e02b3d7afdd service neutron] Pushing event updated for resources: {'Port': ['ID=b5291702-d44a-4690-a61b-23fd26192cb8,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:58.732711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.733640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.743091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0a648-cf5a-416b-82f8-854a4ad7f03f req-1e4048b2-bd8f-4db7-bcb3-ee85788b3a60 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.750436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ea0a648-cf5a-416b-82f8-854a4ad7f03f req-1e4048b2-bd8f-4db7-bcb3-ee85788b3a60 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1877382 Mar 11 17:37:58.789274 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-07272d94-57ed-4783-b66c-437d8a314485 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3194110 Mar 11 17:37:58.789919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56700) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:37:58.885882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port ae276d1b-9b8d-4f32-a59c-baa18327f966 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:37:58.886576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.912959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ea0a648-cf5a-416b-82f8-854a4ad7f03f req-3cdaa1ae-5799-4e20-817c-cf9273d06e20 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614325 Mar 11 17:37:58.983430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708bc09-5d82-420a-90f5-4e123c407646 req-62d8276f-0b4a-4f94-a1bb-7974de99659e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.984970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1708bc09-5d82-420a-90f5-4e123c407646 req-62d8276f-0b4a-4f94-a1bb-7974de99659e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.1780405 Mar 11 17:37:58.987578 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.015502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Transition to ACTIVE for port object dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:59.029716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-a5cc4bb0-08a0-498e-9887-357ac1c571d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 1095 time: 0.2610784 Mar 11 17:37:59.042713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Transition to ACTIVE for port object dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:59.053008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.170693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4a177e25-7d94-4e28-9772-813f4922a01b up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:59.210462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Pushing event updated for resources: {'Port': ['ID=dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:59.268374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:59.271118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:59.274162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:37:59.291835 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.292704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-bf0c591d-55cc-43d7-b20e-a4dba6c910d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5291702-d44a-4690-a61b-23fd26192cb8 HTTP/1.1" status: 200 len: 217 time: 0.2368186 Mar 11 17:37:59.306469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1708bc09-5d82-420a-90f5-4e123c407646 req-ad801404-0d73-4e34-b08c-d61fd4963991 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110180 Mar 11 17:37:59.400149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 4a177e25-7d94-4e28-9772-813f4922a01b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:59.410109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4a177e25-7d94-4e28-9772-813f4922a01b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:59.411090 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.485531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Attempting to bind port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:59.486202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Attempting to bind port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'f88aea0d-be90-4b82-9e0d-130a4ae2c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:59.486634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Attempting to bind port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d on network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:37:59.512678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6242b-279e-44aa-b402-900167a7d113 req-b4fc3196-7b54-409c-accc-cfbe658f14da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:59.524190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-b4fc3196-7b54-409c-accc-cfbe658f14da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.2164805 Mar 11 17:37:59.532469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:37:59.533133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Checking segment: {'id': 'f88aea0d-be90-4b82-9e0d-130a4ae2c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:37:59.533628 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.534108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Bound using segment: {'id': 'f88aea0d-be90-4b82-9e0d-130a4ae2c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:37:59.535112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Bound port: dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88aea0d-be90-4b82-9e0d-130a4ae2c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '4eeee1c8-677d-4e63-96e6-78684f3a1a76'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:59.535585 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.560972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for ae276d1b-9b8d-4f32-a59c-baa18327f966 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:37:59.644427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-b17328d0-49ad-4a66-b289-11b882659547 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114645 Mar 11 17:37:59.653518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44802-ed51-4624-a0ae-e3bd3b49c698 req-a274e5a3-f7a6-4eb1-b653-7e8829240531 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:59.660612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28a44802-ed51-4624-a0ae-e3bd3b49c698 req-a274e5a3-f7a6-4eb1-b653-7e8829240531 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 945 time: 0.4782536 Mar 11 17:37:59.665253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.667841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f960aafe-821e-4b42-bcfc-eae82258c20d req-98e9dfe7-c705-4614-8bc9-12969c7a9258 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1096 time: 0.6132901 Mar 11 17:37:59.714070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4a177e25-7d94-4e28-9772-813f4922a01b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4a177e25-7d94-4e28-9772-813f4922a01b,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:59.722461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.723419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:37:59.797786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.861932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] For port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:59.881986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] For port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d,segment=NetworkSegment(f88aea0d-be90-4b82-9e0d-130a4ae2c286),segment_id=f88aea0d-be90-4b82-9e0d-130a4ae2c286)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:59.885701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=ae276d1b-9b8d-4f32-a59c-baa18327f966,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:59.890738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4a177e25-7d94-4e28-9772-813f4922a01b,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:59.895023 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.907284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28a44802-ed51-4624-a0ae-e3bd3b49c698 req-6c5ccf12-b4bd-47cb-82bd-9a27a45f4628 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454066 Mar 11 17:37:59.920618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f960aafe-821e-4b42-bcfc-eae82258c20d req-5955a2dd-dbd8-4b1f-b7ae-9edf201661ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127485 Mar 11 17:37:59.966905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c696f-f8cd-44a1-93e1-73acca8502a8 req-968fbf70-acda-47f0-9cc0-0b9ac86f7b5a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:59.969011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c30c696f-f8cd-44a1-93e1-73acca8502a8 req-968fbf70-acda-47f0-9cc0-0b9ac86f7b5a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.4195354 Mar 11 17:37:59.976831 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-2f73cee9-ae54-4d24-9793-7935ff36ea11 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125997 Mar 11 17:37:59.995387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.000935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:00.010187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:00.011055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.016259 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e96414ff-1749-47ba-8c30-7a182f469be0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/ae276d1b-9b8d-4f32-a59c-baa18327f966 HTTP/1.1" status: 204 len: 168 time: 1.2251768 Mar 11 17:38:00.018919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56708) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:00.033540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c30c696f-f8cd-44a1-93e1-73acca8502a8 req-d9397f36-d80e-4478-b1c7-69930e9a47ab tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562553 Mar 11 17:38:00.041097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21cf6e-4c12-4c4f-a319-e21508536033 None None] Pushing event updated for resources: {'Port': ['ID=dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.124755 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-54865a60-756f-426f-96d9-6850d36ee822 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:38:00.126609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54865a60-756f-426f-96d9-6850d36ee822 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:00.128965 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-54865a60-756f-426f-96d9-6850d36ee822 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/ae276d1b-9b8d-4f32-a59c-baa18327f966 HTTP/1.1" status: 404 len: 333 time: 0.1081758 Mar 11 17:38:00.132306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56714) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:00.237806 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8', 'status': 'completed', 'code': 200} Mar 11 17:38:00.245946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.303403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:00.317633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.331490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1683a7e1-14aa-4374-8432-f1b45f5ec56c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:00.337210 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-af691261-e288-437d-9135-213e4207c36f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:38:00.337719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-af691261-e288-437d-9135-213e4207c36f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:00.449176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:00.529362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.546925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 1683a7e1-14aa-4374-8432-f1b45f5ec56c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:00.553349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1683a7e1-14aa-4374-8432-f1b45f5ec56c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:00.553770 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.690211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-af691261-e288-437d-9135-213e4207c36f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:00.694472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56722) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:00.695860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-af691261-e288-437d-9135-213e4207c36f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/ae276d1b-9b8d-4f32-a59c-baa18327f966 HTTP/1.1" status: 404 len: 333 time: 0.5622983 Mar 11 17:38:00.735951 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.771966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f0931-1032-428b-97c5-5a817dff477c req-9dc5da33-0582-4dad-88ee-41618125733b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.778293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b12f0931-1032-428b-97c5-5a817dff477c req-9dc5da33-0582-4dad-88ee-41618125733b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 944 time: 0.5391841 Mar 11 17:38:00.780628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1683a7e1-14aa-4374-8432-f1b45f5ec56c,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:00.789838 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.791247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d4e49f95-fc1d-4de7-9bbb-3870771cf817 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:00.813742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf6242b-279e-44aa-b402-900167a7d113 req-5f66e02c-2100-49f6-8c54-170228040b01 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691321 Mar 11 17:38:00.822022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:38:00.837005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.839728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.841880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.845915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.850534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.854389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.858422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.862606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.864536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-c0d7ac6c-d380-4a80-85ab-dbed713845a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5439 time: 0.2786777 Mar 11 17:38:00.883750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b12f0931-1032-428b-97c5-5a817dff477c req-b56b7bec-0cd8-4e69-99d3-c5ad6b7bd971 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044035 Mar 11 17:38:00.926762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.958415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.974729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d4e49f95-fc1d-4de7-9bbb-3870771cf817 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:00.982004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d4e49f95-fc1d-4de7-9bbb-3870771cf817 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:00.982408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.060448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.068480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0cad5fc1-8db0-4922-87c0-eb8b7ae6c119 req-d9586822-18ab-4fe9-8f0f-a0641e273dc7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831248 Mar 11 17:38:01.151829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.270765 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.275569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:01.302601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.323277 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8033c27-563e-4d8b-8adb-957c4a364fe4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce HTTP/1.1" status: 204 len: 168 time: 0.6265147 Mar 11 17:38:01.324214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56728) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:01.375698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d4e49f95-fc1d-4de7-9bbb-3870771cf817, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d4e49f95-fc1d-4de7-9bbb-3870771cf817,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:01.384803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.385661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e21bcd69-1957-48e5-b353-c4c56a3b5233 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:01.442310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-c89911b5-68c3-4bcf-96cf-236a0aede0c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 1095 time: 0.4782052 Mar 11 17:38:01.504253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.519243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:01.519594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.596934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:01.773405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6011070-e109-4542-b45d-4b7c1769c2fb req-af8c6262-9819-4c66-8d61-40bc94059a33 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:01.783812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6011070-e109-4542-b45d-4b7c1769c2fb req-af8c6262-9819-4c66-8d61-40bc94059a33 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.5453947 Mar 11 17:38:01.809901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d,segment=NetworkSegment(f88aea0d-be90-4b82-9e0d-130a4ae2c286),segment_id=f88aea0d-be90-4b82-9e0d-130a4ae2c286)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:01.810249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.822301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-f30914c2-5c9b-429c-9ffc-c7893aaad787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:01.824217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-f30914c2-5c9b-429c-9ffc-c7893aaad787 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.3551996 Mar 11 17:38:01.891718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb0c54-08b5-419b-b7cf-8ff7c336f378 None None] Network 4eeee1c8-677d-4e63-96e6-78684f3a1a76 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:01.943795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-5f5792d3-905b-4818-96e4-3f3f98c1c1d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5291702-d44a-4690-a61b-23fd26192cb8 HTTP/1.1" status: 200 len: 217 time: 0.1096082 Mar 11 17:38:01.960025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:02.028357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d4e49f95-fc1d-4de7-9bbb-3870771cf817,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.080251 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.082675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e21bcd69-1957-48e5-b353-c4c56a3b5233 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:02.092632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:02.097574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5296bfdf-f087-4769-a9b0-228586fef36c None None] Provisioning for port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:02.101329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:02.101654 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.111109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6011070-e109-4542-b45d-4b7c1769c2fb req-3d2d182c-3303-44ac-84d6-f04ceec261b2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260179 Mar 11 17:38:02.155143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.158630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-0a470fcc-d4b9-4e5e-8ede-fc2b7bdeac1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:02.162256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-0a470fcc-d4b9-4e5e-8ede-fc2b7bdeac1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.2087891 Mar 11 17:38:02.168108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No DVR routers for this DVR port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:02.206498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e21bcd69-1957-48e5-b353-c4c56a3b5233 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:02.206865 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.277244 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356', 'code': 200} Mar 11 17:38:02.277506 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b', 'code': 200} Mar 11 17:38:02.277764 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28', 'code': 200} Mar 11 17:38:02.282646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-9764cde2-7b0a-4978-9739-63544dc6ee48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087203 Mar 11 17:38:02.292313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5296bfdf-f087-4769-a9b0-228586fef36c None None] Provisioning complete for port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:02.292686 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5296bfdf-f087-4769-a9b0-228586fef36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.313678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549100f3-9a33-4289-ba1d-dc9665c2a967 req-37d2be8e-e426-4834-b03f-84fbd4ae44a2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:02.316969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:38:02.323822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-549100f3-9a33-4289-ba1d-dc9665c2a967 req-37d2be8e-e426-4834-b03f-84fbd4ae44a2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.2936416 Mar 11 17:38:02.335083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.367991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5296bfdf-f087-4769-a9b0-228586fef36c None None] Port dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:38:02.370025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eeee1c8-677d-4e63-96e6-78684f3a1a76']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:02.392579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88aea0d-be90-4b82-9e0d-130a4ae2c286') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:02.393308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88aea0d-be90-4b82-9e0d-130a4ae2c286') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:02.407272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.442170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.452721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914da80-5178-46d4-9ba4-2fe59a724b7c None None] DHCP port deletion for 4eeee1c8-677d-4e63-96e6-78684f3a1a76 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:38:02.453713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:38:02.454528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:02.483058 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:02.485503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.525006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e21bcd69-1957-48e5-b353-c4c56a3b5233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:02.531663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.532538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a832a92f-0c85-4de4-acf4-9fe2b480eb4b up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:02.662536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-549100f3-9a33-4289-ba1d-dc9665c2a967 req-848b8b1e-570e-4940-a1f8-16ab0fa5047e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350406 Mar 11 17:38:02.679093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.708379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e21bcd69-1957-48e5-b353-c4c56a3b5233,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.716142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.729413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7097f9-dce4-46b9-b5a2-ca878da69e61 req-78d368d1-8bee-4ab4-96c7-40379a14c597 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:02.734327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f7097f9-dce4-46b9-b5a2-ca878da69e61 req-78d368d1-8bee-4ab4-96c7-40379a14c597 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.2865171 Mar 11 17:38:02.737777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=4eeee1c8-677d-4e63-96e6-78684f3a1a76,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.745383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port a832a92f-0c85-4de4-acf4-9fe2b480eb4b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:02.749328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-840d7307-d971-4a95-8906-4522262b52d7 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824282 Mar 11 17:38:02.760207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port a832a92f-0c85-4de4-acf4-9fe2b480eb4b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:02.762267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.764768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ef0bdcc0-fba3-4c34-ac9c-794d3a298912 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/4eeee1c8-677d-4e63-96e6-78684f3a1a76 HTTP/1.1" status: 204 len: 168 time: 1.4293845 Mar 11 17:38:02.769544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56738) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:02.782631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1015542708'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:02.791771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:02.797621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:02.802273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:02.809554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:02.824350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:02.829830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.873960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:02.890101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f7097f9-dce4-46b9-b5a2-ca878da69e61 req-a1ac8c52-d0ce-4532-bf0b-806483df23d4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396255 Mar 11 17:38:02.891800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.892238 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment 6e011f6e-be1e-4160-abba-0e8acee3e221 of type vlan for network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 Mar 11 17:38:02.935785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.986771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.992060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:02.992952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.060496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee4b71f3-ced1-4def-8d9b-0d7bd2f14628 req-55d0534e-4be2-4ac4-b1b0-483bd8c249a6 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874012 Mar 11 17:38:03.076647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3057151 Mar 11 17:38:03.078030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56742) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:03.102457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:03.103059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b5291702-d44a-4690-a61b-23fd26192cb8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:38:03.157588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145841-b0d9-454b-b847-841592f2b2b5 req-8da56f7a-affd-4946-8619-02b7c9b067a2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.166490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13145841-b0d9-454b-b847-841592f2b2b5 req-8da56f7a-affd-4946-8619-02b7c9b067a2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2126584 Mar 11 17:38:03.277220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b5291702-d44a-4690-a61b-23fd26192cb8,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:03.295534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:03.307912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13145841-b0d9-454b-b847-841592f2b2b5 req-7d6d3422-0840-4203-aafc-e7dbacdc7232 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402166 Mar 11 17:38:03.355920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b5291702-d44a-4690-a61b-23fd26192cb8', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'port_id': 'b5291702-d44a-4690-a61b-23fd26192cb8', 'mac_address': 'fa:16:3e:40:ff:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45399fdb-e577-4f75-9487-b5628afd97cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:38:03.371668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:38:03.372119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dc3b0fdd-f148-4f07-bec7-c1cae4d4de5d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:38:03.395889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621cfd-cbf3-4e87-a472-4579facf28d4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=0e6274ef-17bd-4366-ad0d-540ecafeaeb6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:03.403168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:03.411923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03a81c-89ae-4cc2-b709-fadd3905b7a0 req-3652ad1d-3b64-4be4-82ea-05644a3a2f98 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.413428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e03a81c-89ae-4cc2-b709-fadd3905b7a0 req-3652ad1d-3b64-4be4-82ea-05644a3a2f98 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 944 time: 0.1821136 Mar 11 17:38:03.415839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:03.424315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:03.431481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:03.435335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:38:03.448111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:03.456210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.515724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e03a81c-89ae-4cc2-b709-fadd3905b7a0 req-c7b8f1d2-f10d-4a0e-9328-d9c7febb910b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954335 Mar 11 17:38:03.588115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.613060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:03.629289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.630082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f4e3e46c-f652-4a2a-9f6d-8793cf0e601d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:03.736592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.744637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.748460 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.754548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.764111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.768030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.772732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.776952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.779035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-f33436c5-53df-416a-8d6d-5758fb5b39f7 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5442 time: 0.2297027 Mar 11 17:38:03.810577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:03.817511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5291702-d44a-4690-a61b-23fd26192cb8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:38:03.825006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:03.825375 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.888679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:03.894458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b5291702-d44a-4690-a61b-23fd26192cb8,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:03.894651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6eaced6b-1b66-4812-8030-52f70768a4fb req-6eff92f2-1934-444d-a9a3-8b9a22e78b49 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757427 Mar 11 17:38:03.902740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.924120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35861dd9-1d4f-4e97-b03f-f9ef7092595f req-f95ea771-fec0-48fa-8ad1-5dfa8c9d4d93 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:03.925639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35861dd9-1d4f-4e97-b03f-f9ef7092595f req-f95ea771-fec0-48fa-8ad1-5dfa8c9d4d93 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1458101 Mar 11 17:38:03.952111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.025235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35861dd9-1d4f-4e97-b03f-f9ef7092595f req-94ea8cde-6b1f-4919-ad94-16e008de51c2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933838 Mar 11 17:38:04.108248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b5291702-d44a-4690-a61b-23fd26192cb8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:04.121574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': '6e011f6e-be1e-4160-abba-0e8acee3e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:04.126544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: 0e6274ef-17bd-4366-ad0d-540ecafeaeb6, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:04.132408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.162819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=d04a8b93-f6ff-4984-b607-2c5186d37188,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:04.183102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:04.196778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:04.197048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0e6274ef-17bd-4366-ad0d-540ecafeaeb6) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:04.203744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:04.204512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.216887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd55474-f008-40bb-9786-9947fe36de20 None None] Network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:04.240111 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6b65e657-614f-41fe-9bce-840d35f837a2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1405368 Mar 11 17:38:04.241033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:04.241216 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.251303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-700166754'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:04.340640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1683a7e1-14aa-4374-8432-f1b45f5ec56c'}, {'server_uuid': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a832a92f-0c85-4de4-acf4-9fe2b480eb4b'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:04.429620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:04.447026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:04.456018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:04.462416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:04.470721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:04.494611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:04.501461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b5291702-d44a-4690-a61b-23fd26192cb8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:38:04.507747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.523454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bedb0-47f9-4d95-820a-5b6efc2595c7 req-53d12949-ec2b-47a6-b3be-492a046ea4ee tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:04.524995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-924bedb0-47f9-4d95-820a-5b6efc2595c7 req-53d12949-ec2b-47a6-b3be-492a046ea4ee tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.3006203 Mar 11 17:38:04.548328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port b8a3186b-b00e-4248-b149-e8d300106bfe yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:04.585154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cd03e-9e25-4001-bace-6c9b4c9b66ce req-fec2902f-ceb1-4e9d-9cf7-c70cc587a48a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:04.592123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-767cd03e-9e25-4001-bace-6c9b4c9b66ce req-fec2902f-ceb1-4e9d-9cf7-c70cc587a48a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1673951 Mar 11 17:38:04.629182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-924bedb0-47f9-4d95-820a-5b6efc2595c7 req-ebcf539b-959c-430e-a98d-0063282bb5a2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944719 Mar 11 17:38:04.646574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-0e6274ef-17bd-4366-ad0d-540ecafeaeb6', 'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6', 'tenant_id': '786879d00400434ab898a5e267f4df6a', 'fixed_ips': [{'subnet_id': 'd04a8b93-f6ff-4984-b607-2c5186d37188'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:38:04.648773 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.701051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-767cd03e-9e25-4001-bace-6c9b4c9b66ce req-489b0771-448e-491b-acc1-b9db3fe78a92 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080010 Mar 11 17:38:04.771496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::2a6 (0e6274ef-17bd-4366-ad0d-540ecafeaeb6/d04a8b93-f6ff-4984-b607-2c5186d37188/b8a3186b-b00e-4248-b149-e8d300106bfe) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:04.911781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a380700-b1d7-42d4-a012-a7c1721d55b0 req-fca56f69-13c5-4a92-9c52-457e928696ee tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:04.922677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a380700-b1d7-42d4-a012-a7c1721d55b0 req-fca56f69-13c5-4a92-9c52-457e928696ee tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.0931346 Mar 11 17:38:04.987129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a380700-b1d7-42d4-a012-a7c1721d55b0 req-95edc125-be50-4300-82fa-dee8cec9acbb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Mar 11 17:38:05.026546 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1683a7e1-14aa-4374-8432-f1b45f5ec56c', 'code': 200} Mar 11 17:38:05.027085 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817', 'code': 200} Mar 11 17:38:05.027085 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233', 'code': 200} Mar 11 17:38:05.027272 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a832a92f-0c85-4de4-acf4-9fe2b480eb4b', 'code': 200} Mar 11 17:38:05.027534 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'code': 200} Mar 11 17:38:05.040533 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:38:05.044981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.071370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object b8a3186b-b00e-4248-b149-e8d300106bfe will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:05.104283 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.283259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aadcf-5960-49d3-b6d9-705be5ac73fc req-d3411dda-f5cc-4628-b344-1b71ee386074 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.294963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e0aadcf-5960-49d3-b6d9-705be5ac73fc req-d3411dda-f5cc-4628-b344-1b71ee386074 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 945 time: 0.1472208 Mar 11 17:38:05.312420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Allocated IP 2001:db8::2 (0e6274ef-17bd-4366-ad0d-540ecafeaeb6/d04a8b93-f6ff-4984-b607-2c5186d37188/60468f1c-15a2-4486-9cb6-c4c18b79ff6a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:05.363845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:05.364988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=b8a3186b-b00e-4248-b149-e8d300106bfe,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:05.373914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:05.376751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:05.381178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.381864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.424034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1c13d41-6e99-4fde-9a50-4d7bfcac926e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1796670 Mar 11 17:38:05.424889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56780) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:05.549243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port b8a3186b-b00e-4248-b149-e8d300106bfe {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:05.549476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.672011 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-bc1bb1e3-7b0b-4b61-b511-e5604a9903af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1096 time: 0.2061620 Mar 11 17:38:05.718020 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.731129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Transition to ACTIVE for port object 60468f1c-15a2-4486-9cb6-c4c18b79ff6a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:05.751348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20db451b-a334-4aae-b366-88266b90dfcd req-f6652420-3542-49e2-84b7-39fc1cc53031 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 1097 time: 0.3920813 Mar 11 17:38:05.756505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Transition to ACTIVE for port object 60468f1c-15a2-4486-9cb6-c4c18b79ff6a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:05.765346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e0aadcf-5960-49d3-b6d9-705be5ac73fc req-1ea56908-b01f-4eb1-8141-a6ad50e47737 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694104 Mar 11 17:38:05.768403 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.924261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.929356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.933642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.937860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.942103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.946546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.950940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:05.958867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-9b1b50d6-75cc-4cbe-8130-4836ff207868 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.3160205 Mar 11 17:38:05.961740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20db451b-a334-4aae-b366-88266b90dfcd req-594f6efa-9f40-4393-b4c0-b5e7657887c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689923 Mar 11 17:38:05.989183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Pushing event updated for resources: {'Port': ['ID=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:06.004000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:06.005849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:06.008590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:06.033630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db1780bd-a200-417a-b71c-26a9e85e8b3f req-ab9a6054-d9b1-432d-9b73-0a0e6f182171 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6500 time: 0.6698754 Mar 11 17:38:06.087792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8144d2bd-6f57-4f99-83e9-f4de97ad2dec req-229ed445-08b6-4197-bbc1-71cf61dbbc7c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279566 Mar 11 17:38:06.100887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-dd50689f-8d99-4f7d-9dbe-9c16276f4ea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:06.102489 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-dd50689f-8d99-4f7d-9dbe-9c16276f4ea0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 920 time: 0.4144714 Mar 11 17:38:06.106947 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.123525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Attempting to bind port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:06.124622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Attempting to bind port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '6e011f6e-be1e-4160-abba-0e8acee3e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:06.125364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Attempting to bind port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a on network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:06.133406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:38:06.134805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Checking segment: {'id': '6e011f6e-be1e-4160-abba-0e8acee3e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:06.135379 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.135937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Bound using segment: {'id': '6e011f6e-be1e-4160-abba-0e8acee3e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:38:06.136815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Bound port: 60468f1c-15a2-4486-9cb6-c4c18b79ff6a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e011f6e-be1e-4160-abba-0e8acee3e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '0e6274ef-17bd-4366-ad0d-540ecafeaeb6'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:06.137363 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.149157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5c307-ec89-4b52-a072-3213605ac627 req-437a05ed-2bb2-438b-bb73-7eec25f537bb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:06.150353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50c5c307-ec89-4b52-a072-3213605ac627 req-437a05ed-2bb2-438b-bb73-7eec25f537bb tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1733353 Mar 11 17:38:06.245741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for b8a3186b-b00e-4248-b149-e8d300106bfe owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:06.262924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] For port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:06.266963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] For port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,segment=NetworkSegment(6e011f6e-be1e-4160-abba-0e8acee3e221),segment_id=6e011f6e-be1e-4160-abba-0e8acee3e221)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:06.280135 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.317895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50c5c307-ec89-4b52-a072-3213605ac627 req-8b3f68e3-0f80-45db-a7f8-7664a64ec775 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504972 Mar 11 17:38:06.413325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db1780bd-a200-417a-b71c-26a9e85e8b3f req-6c9b854e-42b2-4c8e-90c5-c19c6051fdf1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915849 Mar 11 17:38:06.485872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ee52-46cd-4274-97bd-12e6ec74bbc3 None None] Pushing event updated for resources: {'Port': ['ID=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:06.513501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.607116 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-f8979ebd-3459-4a77-b825-f03750158a2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 200 len: 217 time: 0.2053039 Mar 11 17:38:06.627868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.638641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/b8a3186b-b00e-4248-b149-e8d300106bfe HTTP/1.1" status: 204 len: 168 time: 1.2124925 Mar 11 17:38:06.639685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968248a-43c8-4a36-94a1-478ea543920f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=b8a3186b-b00e-4248-b149-e8d300106bfe,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:06.641087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56790) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:06.690144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea454d-bd55-497e-9aaf-18c7c1692509 req-c45b2689-3239-44e3-a522-9bb7069ce47c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:06.698979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1ea454d-bd55-497e-9aaf-18c7c1692509 req-c45b2689-3239-44e3-a522-9bb7069ce47c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.2385783 Mar 11 17:38:06.707121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8bb2d-9a9c-44ce-b92d-15b9eeec3a73 req-a3ee1faf-e3dc-4eaa-b428-061cc19024fd tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:06.716121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4b8bb2d-9a9c-44ce-b92d-15b9eeec3a73 req-a3ee1faf-e3dc-4eaa-b428-061cc19024fd tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.1896875 Mar 11 17:38:06.784789 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffad2b4-7f50-40e0-8d24-c581072838c6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:38:06.786432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bffad2b4-7f50-40e0-8d24-c581072838c6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/b8a3186b-b00e-4248-b149-e8d300106bfe HTTP/1.1" status: 404 len: 333 time: 0.1444457 Mar 11 17:38:06.789945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56794) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:06.839144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1ea454d-bd55-497e-9aaf-18c7c1692509 req-eeedfc7b-fae7-47e5-817d-35e62097cb9f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390574 Mar 11 17:38:06.875006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4b8bb2d-9a9c-44ce-b92d-15b9eeec3a73 req-4e31fc97-1217-453d-a3f0-3cc73e88663f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578758 Mar 11 17:38:06.942165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet d04a8b93-f6ff-4984-b607-2c5186d37188 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:38:06.945859 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.011778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.079387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b5291702-d44a-4690-a61b-23fd26192cb8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:07.101629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-79f33d84-8abd-48b0-93bf-6482693db5ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:07.103264 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-79f33d84-8abd-48b0-93bf-6482693db5ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.2660270 Mar 11 17:38:07.199496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-6a067c37-b497-4a1c-a686-881795a5c281 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730195 Mar 11 17:38:07.234689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 60468f1c-15a2-4486-9cb6-c4c18b79ff6a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:07.332239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.342206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff227-9539-4b9b-972f-613f3a77f7d3 req-fafe5d8e-9b1e-4594-b804-1219af5c4bf0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:07.349164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-103ff227-9539-4b9b-972f-613f3a77f7d3 req-fafe5d8e-9b1e-4594-b804-1219af5c4bf0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.3013661 Mar 11 17:38:07.360243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port b5291702-d44a-4690-a61b-23fd26192cb8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:07.369343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b5291702-d44a-4690-a61b-23fd26192cb8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:07.369838 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.410512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e41cd-e08d-417c-b406-0062ebb7e303 req-28ddd8d2-5a3f-4092-b823-4f7e8989b740 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:07.417983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e5e41cd-e08d-417c-b406-0062ebb7e303 req-28ddd8d2-5a3f-4092-b823-4f7e8989b740 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2292292 Mar 11 17:38:07.469991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-103ff227-9539-4b9b-972f-613f3a77f7d3 req-614a2f1b-7b12-49c9-980e-7ca5856289c0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167591 Mar 11 17:38:07.476136 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-b824615c-5907-4b4f-a911-8bd7ac253de6 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431479 Mar 11 17:38:07.511039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.536443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e5e41cd-e08d-417c-b406-0062ebb7e303 req-5fd037ab-80df-4640-9929-c245abb68eb3 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171618 Mar 11 17:38:07.625084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:07.631027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.664303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=d04a8b93-f6ff-4984-b607-2c5186d37188,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:07.675318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.696953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:07.697182 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-086d6f17-3347-42f2-b125-6228b29b601e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/d04a8b93-f6ff-4984-b607-2c5186d37188 HTTP/1.1" status: 204 len: 168 time: 0.9056535 Mar 11 17:38:07.736593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:07.742507 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03437864-3511-4d7a-a0b5-ca20d006a057 req-1548190c-7caa-4783-839a-14c674714700 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580652 Mar 11 17:38:07.752479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b5291702-d44a-4690-a61b-23fd26192cb8,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:07.759123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.870923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b5291702-d44a-4690-a61b-23fd26192cb8,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:08.031100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f29dba-440d-4827-a193-f487238f72aa None None] Network 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:08.060857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.104428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb998b2-4b5e-402c-86b5-a97fc85fe381 req-1c6da73e-80d4-4e9d-b2b2-7846b8aa4f46 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.127949 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1bb998b2-4b5e-402c-86b5-a97fc85fe381 req-1c6da73e-80d4-4e9d-b2b2-7846b8aa4f46 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.3738627 Mar 11 17:38:08.128433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:08.128808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.367825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8c912e1c-d66b-4e06-851b-d72c3674e00f None None] Provisioning for port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:08.376526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8c912e1c-d66b-4e06-851b-d72c3674e00f None None] Provisioning complete for port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:08.377242 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c912e1c-d66b-4e06-851b-d72c3674e00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.556668 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c912e1c-d66b-4e06-851b-d72c3674e00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.592849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] DHCP port deletion for 0e6274ef-17bd-4366-ad0d-540ecafeaeb6 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:38:08.611263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] Deleting port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:08.612039 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.688052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,segment=NetworkSegment(6e011f6e-be1e-4160-abba-0e8acee3e221),segment_id=6e011f6e-be1e-4160-abba-0e8acee3e221)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:08.688821 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.730137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8c912e1c-d66b-4e06-851b-d72c3674e00f None None] For port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,segment=NetworkSegment(6e011f6e-be1e-4160-abba-0e8acee3e221),segment_id=6e011f6e-be1e-4160-abba-0e8acee3e221)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:08.823084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 60468f1c-15a2-4486-9cb6-c4c18b79ff6a owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:08.908022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.911928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] For port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,segment=NetworkSegment(6e011f6e-be1e-4160-abba-0e8acee3e221),segment_id=6e011f6e-be1e-4160-abba-0e8acee3e221)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:08.912421 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.912576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.916352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.920491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.924488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.928603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.932437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:08.939996 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-29219516-ad58-42af-85fd-b49ae927da70 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 1.0546162 Mar 11 17:38:08.956897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:08.957214 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:08.982355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1bb998b2-4b5e-402c-86b5-a97fc85fe381 req-fd86bd3d-fff9-441e-b4c2-7a3b5c1c495a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8552630 Mar 11 17:38:09.008226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daafb20f-a5db-4ba9-b595-9151c3432b3c req-89995b84-b56c-44b6-993a-0f534b778fdf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673661 Mar 11 17:38:09.070923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] Calling delete_port for 60468f1c-15a2-4486-9cb6-c4c18b79ff6a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:09.097490 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c912e1c-d66b-4e06-851b-d72c3674e00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.143842 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8', 'code': 200} Mar 11 17:38:09.247450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 60468f1c-15a2-4486-9cb6-c4c18b79ff6a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:09.286982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f794d46-38be-404b-9d2a-12ecfae9dca1 req-765e7878-4048-4ee4-8c2a-ad7ad3ec193f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:09.289420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f794d46-38be-404b-9d2a-12ecfae9dca1 req-765e7878-4048-4ee4-8c2a-ad7ad3ec193f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.0959253 Mar 11 17:38:09.330980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c912e1c-d66b-4e06-851b-d72c3674e00f None None] Pushing event updated for resources: {'Port': ['ID=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:09.349044 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.383529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2180b5ac-ebc6-4ee9-a243-820a185a8e8d req-4b93edec-1a70-47b2-9622-f22babf2034f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 1097 time: 0.1040373 Mar 11 17:38:09.395311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f794d46-38be-404b-9d2a-12ecfae9dca1 req-05876cc2-cc70-4b1b-8dde-1ace29762fa7 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998912 Mar 11 17:38:09.435138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c7e58-4b88-4565-8a9f-c108c2992b16 req-4c4d0a33-a77e-4dcb-9ef4-d1a12912e957 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:09.442860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e82c7e58-4b88-4565-8a9f-c108c2992b16 req-4c4d0a33-a77e-4dcb-9ef4-d1a12912e957 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.1253092 Mar 11 17:38:09.456355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2180b5ac-ebc6-4ee9-a243-820a185a8e8d req-0546d0b5-ae0a-4702-b4c7-6f3da67612d5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645792 Mar 11 17:38:09.461336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:09.461664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.496402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a update to DOWN by agent not found {{(pid=83850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 17:38:09.499604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.556908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] The port '60468f1c-15a2-4486-9cb6-c4c18b79ff6a' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:38:09.577669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] No DVR routers for this DVR port 60468f1c-15a2-4486-9cb6-c4c18b79ff6a on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:09.584557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a8d58-85f4-4554-8291-03582364a301 None None] Pushing event deleted for resources: {'Port': ['ID=60468f1c-15a2-4486-9cb6-c4c18b79ff6a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:09.652765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e82c7e58-4b88-4565-8a9f-c108c2992b16 req-8096e1a0-d6e5-46b2-b091-9558d9397e74 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092617 Mar 11 17:38:09.765056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.876113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6274ef-17bd-4366-ad0d-540ecafeaeb6']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:09.895654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e011f6e-be1e-4160-abba-0e8acee3e221') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:09.896006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e011f6e-be1e-4160-abba-0e8acee3e221') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:09.919973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.955623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.967111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:38:09.967517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:09.982325 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:10.062848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb2d9-874c-4794-880e-e16ad69312a8 req-25a3d949-600e-4018-92b7-cee478065d13 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.064320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-506eb2d9-874c-4794-880e-e16ad69312a8 req-25a3d949-600e-4018-92b7-cee478065d13 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2756827 Mar 11 17:38:10.073343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6da67-1851-4881-84c8-65d7d3e9eafa req-5469afd5-067c-42d7-a1a6-1c4529c4ba51 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.080122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9de6da67-1851-4881-84c8-65d7d3e9eafa req-5469afd5-067c-42d7-a1a6-1c4529c4ba51 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.2532792 Mar 11 17:38:10.135074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.170019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.190664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=0e6274ef-17bd-4366-ad0d-540ecafeaeb6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:10.203822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-506eb2d9-874c-4794-880e-e16ad69312a8 req-c660afbd-2fb2-4e58-ab16-a8188db9f903 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215808 Mar 11 17:38:10.209328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2878af16-5ab7-481c-8d63-0d9611559805 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/0e6274ef-17bd-4366-ad0d-540ecafeaeb6 HTTP/1.1" status: 204 len: 168 time: 2.5060565 Mar 11 17:38:10.209888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:10.216091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'name': 'tempest-PortsIpV6TestJSON-1708883671'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:10.218395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9de6da67-1851-4881-84c8-65d7d3e9eafa req-b3ef80a2-0f19-47a2-aa31-dbfa4b92eb28 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373286 Mar 11 17:38:10.469021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274194cc-d1ca-4a77-8547-9dd74f24f0ab req-a1958401-d457-4fbc-820f-69a95209b245 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.477086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-274194cc-d1ca-4a77-8547-9dd74f24f0ab req-a1958401-d457-4fbc-820f-69a95209b245 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.1538949 Mar 11 17:38:10.486431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:10.490784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:10.493792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:10.506114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.507370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:10.510043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.513943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.518202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.522089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.523156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:10.526149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.526648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.530080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.537965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-feaafa1e-6b23-4019-a998-1b47197981ef tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.1656055 Mar 11 17:38:10.550754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port acb5b778-5f04-493b-b368-631d52cabf54 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:10.609336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-274194cc-d1ca-4a77-8547-9dd74f24f0ab req-9d7e9cd3-9369-40a2-bdb1-24a731ec3f6e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324885 Mar 11 17:38:10.631962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e82b1556-2045-42d8-9a91-1c1aeaa25210 req-b8361b50-0613-49d0-b448-8b2e6617a877 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930538 Mar 11 17:38:10.927118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.948038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff4b9a-40ee-4605-bcd4-55042c104ba9 req-ea97ec3c-ea4b-406c-8957-2f305a610d27 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.949612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bff4b9a-40ee-4605-bcd4-55042c104ba9 req-ea97ec3c-ea4b-406c-8957-2f305a610d27 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1122129 Mar 11 17:38:10.977445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.025383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bff4b9a-40ee-4605-bcd4-55042c104ba9 req-cd1a5313-3ac4-4c2a-8ab3-eee5a51fa95e tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Mar 11 17:38:11.080326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:11.083594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:11.089971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:11.095573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.096229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.134886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=acb5b778-5f04-493b-b368-631d52cabf54,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:11.149375 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e7f27c90-ae75-4b9d-b95e-9ea133327f82 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9389167 Mar 11 17:38:11.151947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:11.256140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port acb5b778-5f04-493b-b368-631d52cabf54 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:11.256865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.261462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790d51c-5833-4e09-a62f-e1d708065279 req-bfa11fda-00f9-445d-bc3d-8672b1835979 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.268463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d790d51c-5833-4e09-a62f-e1d708065279 req-bfa11fda-00f9-445d-bc3d-8672b1835979 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.0975084 Mar 11 17:38:11.324947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d790d51c-5833-4e09-a62f-e1d708065279 req-2d763524-380f-4f08-ab93-18c8fc34b5c3 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551338 Mar 11 17:38:11.555376 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.637128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdd21-5753-47a2-8770-f0379bcaa72b req-2335527c-7009-4b11-b12a-85f3fe8aeb51 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.644277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-712fdd21-5753-47a2-8770-f0379bcaa72b req-2335527c-7009-4b11-b12a-85f3fe8aeb51 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.3333988 Mar 11 17:38:11.699004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.711426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.725093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.729281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.733158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for acb5b778-5f04-493b-b368-631d52cabf54 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:11.736372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.740543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.746244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.764932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4724f91a-3187-491b-95dd-aa6d06e87790 req-06f46e0d-dbdb-4c50-865e-25a82bea0a97 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.2398300 Mar 11 17:38:11.774713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56854) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:11.790203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Request body: {'floatingip': {'port_id': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:11.845388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.928017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-712fdd21-5753-47a2-8770-f0379bcaa72b req-c7478438-b4b0-4a3f-b212-4de9e6fa63df tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825310 Mar 11 17:38:11.932186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=acb5b778-5f04-493b-b368-631d52cabf54,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:11.937444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.940780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.950731 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-48e69bd4-9e4d-45d9-85c1-ecb569490e2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/acb5b778-5f04-493b-b368-631d52cabf54 HTTP/1.1" status: 204 len: 168 time: 0.7965193 Mar 11 17:38:11.951363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56858) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:11.959828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'mac_address': 'fa:16:3e:29:45:56', 'name': 'tempest-PortsIpV6TestJSON-789990346'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:12.075079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:12.078506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:12.082277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:12.090160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:12.103991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:12.248649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.284498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port f3332dba-6b02-45dd-8375-44d1b6cd8eea yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:12.336509 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07a947c2-a76e-4653-800b-cf8131850e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.341510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb415e9-734b-4fe6-987e-625a77566bd2 req-39a57239-9062-47e2-9a10-17bb0831eab3 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:12.349178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfb415e9-734b-4fe6-987e-625a77566bd2 req-39a57239-9062-47e2-9a10-17bb0831eab3 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.4157951 Mar 11 17:38:12.557921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67a23a-9ede-4cdd-8829-2f4eaf06c022 req-ac1471d4-93b4-4220-b8df-a3144e9f1e4f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:12.559540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e67a23a-9ede-4cdd-8829-2f4eaf06c022 req-ac1471d4-93b4-4220-b8df-a3144e9f1e4f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.4127941 Mar 11 17:38:12.567553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.579442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfb415e9-734b-4fe6-987e-625a77566bd2 req-ef2bf0e5-9a47-4dd8-94a0-3162c5042abc tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287152 Mar 11 17:38:12.609054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.708598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:12.711686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:12.715998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:12.720165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:12.720808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.736268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=f3332dba-6b02-45dd-8375-44d1b6cd8eea,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:12.759713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-50b9ee46-907b-49a7-80d1-a78370dc7955 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8072782 Mar 11 17:38:12.762592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56866) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:12.844441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e67a23a-9ede-4cdd-8829-2f4eaf06c022 req-c91c5387-4843-4bc7-bf06-31f01c62cbee tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591712 Mar 11 17:38:12.903421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2033a3-9be1-4d70-af99-c8aaf74f3d29 req-d536736c-bcce-451e-ad7f-254ef3c149f8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:12.905266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e2033a3-9be1-4d70-af99-c8aaf74f3d29 req-d536736c-bcce-451e-ad7f-254ef3c149f8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.1458132 Mar 11 17:38:12.968170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7366ff2-7614-4c02-b835-12ee1002274b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:12.969018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c7366ff2-7614-4c02-b835-12ee1002274b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:12.994770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c7366ff2-7614-4c02-b835-12ee1002274b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:12.996503 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c7366ff2-7614-4c02-b835-12ee1002274b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/f3332dba-6b02-45dd-8375-44d1b6cd8eea HTTP/1.1" status: 200 len: 844 time: 0.2332067 Mar 11 17:38:12.999331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56876) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:13.052463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e2033a3-9be1-4d70-af99-c8aaf74f3d29 req-d050be39-ac2f-4534-a050-b04a5c1a7be6 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778651 Mar 11 17:38:13.117046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port f3332dba-6b02-45dd-8375-44d1b6cd8eea {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:13.117803 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.124376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.140250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.413809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.551665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for f3332dba-6b02-45dd-8375-44d1b6cd8eea owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:13.655349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.730007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3818816-fc66-46ea-b227-9548b8c5992a req-28ee84ba-4f0f-4b7e-8303-566b8067b9b2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:13.737113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3818816-fc66-46ea-b227-9548b8c5992a req-28ee84ba-4f0f-4b7e-8303-566b8067b9b2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.7084577 Mar 11 17:38:13.744064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=f3332dba-6b02-45dd-8375-44d1b6cd8eea,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:13.766993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.787606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319477-936b-4e9e-9588-f6df7267a3cc req-6fc53223-eaa0-45c5-a462-75a800d96185 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:13.791754 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6f12da5c-053f-4ff8-9b7a-3085dbef5899 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/f3332dba-6b02-45dd-8375-44d1b6cd8eea HTTP/1.1" status: 204 len: 168 time: 0.7908349 Mar 11 17:38:13.794216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56890) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:13.798837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-6fc53223-eaa0-45c5-a462-75a800d96185 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.5160723 Mar 11 17:38:13.839053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-b24c72a3-22b9-4f2e-a88f-c1a74862342a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.0398293 Mar 11 17:38:13.851619 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc3e403-cae6-4834-8ab6-1604fd68bbdf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:38:13.852651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8fc3e403-cae6-4834-8ab6-1604fd68bbdf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:13.876489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8fc3e403-cae6-4834-8ab6-1604fd68bbdf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:13.878455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8fc3e403-cae6-4834-8ab6-1604fd68bbdf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/f3332dba-6b02-45dd-8375-44d1b6cd8eea HTTP/1.1" status: 404 len: 333 time: 0.0830774 Mar 11 17:38:13.884967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56894) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:13.897506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'name': 'tempest-PortsIpV6TestJSON-1624123121'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:13.901360 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3818816-fc66-46ea-b227-9548b8c5992a req-341609a4-342f-4cb3-8117-6f4ea6e21178 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626430 Mar 11 17:38:14.054767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:14.064308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-064a064d-309c-4ab4-a9e8-8554c66bdaec tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2187808 Mar 11 17:38:14.073482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:14.090041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:14.093885 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.103983 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Floating IP a7156850-f1f1-439a-9be8-8cb7e6db1ff9 associated. External IP: 172.25.3.111, port: f4e3e46c-f652-4a2a-9f6d-8793cf0e601d. Mar 11 17:38:14.120431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port e9dfe14c-714f-4b02-967c-5c785279038f yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:14.453936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-b32168e4-f37c-4367-9405-45c3f19edb76 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790426 Mar 11 17:38:14.522149 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6e76-f44a-4380-a75d-432a3986c582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.706613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.719007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-9e2a2eb0-c3fa-4118-88db-3415fd5c2227 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639644 Mar 11 17:38:14.746470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6178b-56d8-45c3-8fea-f23f695b8789 req-71d0746b-75a2-47ff-8631-a51b9625ebe5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:14.748160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.761324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3b6178b-56d8-45c3-8fea-f23f695b8789 req-71d0746b-75a2-47ff-8631-a51b9625ebe5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.5260289 Mar 11 17:38:14.891799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:14.901579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:14.905158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3b6178b-56d8-45c3-8fea-f23f695b8789 req-c8e7ad5d-8dc0-4012-910c-07cd5e8bf918 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422484 Mar 11 17:38:14.907775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:14.920800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:14.923254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.983371 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0972104 Mar 11 17:38:14.991806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56908) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:15.014817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:15.131262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801a241-0e25-4add-9ef9-c1d069d92682 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=e9dfe14c-714f-4b02-967c-5c785279038f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:15.398035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.462459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-337c2ffa-3f43-469d-a219-7a5f0d3f175b req-f1c172a3-2343-4d1a-9b5f-8c6ff3e8fe21 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 210 time: 0.3227689 Mar 11 17:38:15.571633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670ab99-f6ae-43c2-a279-ebbc3346e0f9 req-e77c3833-6c0a-475d-ba83-69d3344d0349 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:15.574173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.575255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4670ab99-f6ae-43c2-a279-ebbc3346e0f9 req-e77c3833-6c0a-475d-ba83-69d3344d0349 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1670887 Mar 11 17:38:15.687044 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.693260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4670ab99-f6ae-43c2-a279-ebbc3346e0f9 req-cff68c6a-b853-4a3c-9f24-ef12360cd41d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038601 Mar 11 17:38:15.795475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:38:16.071072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.095673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.252155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:38:16.264382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] Sync routers for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:38:16.282621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.299857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:38:16.300777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:38:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:16.315584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] In _notify_port_updated(), no bound segment for port e9dfe14c-714f-4b02-967c-5c785279038f on network 2944725e-6582-4cda-8ec9-f955ca6fbf1f {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:38:16.324454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.325275 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.339149 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "PUT /v2.0/ports/e9dfe14c-714f-4b02-967c-5c785279038f HTTP/1.1" status: 200 len: 818 time: 1.3456838 Mar 11 17:38:16.342122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56932) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:16.449504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bb19ee45-6047-427e-ad46-2f498902fe37 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "PUT /v2.0/floatingips/a7156850-f1f1-439a-9be8-8cb7e6db1ff9 HTTP/1.1" status: 200 len: 991 time: 4.6721985 Mar 11 17:38:16.480824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c0cb3-2c43-4408-96ec-1da4e8d15990 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=e9dfe14c-714f-4b02-967c-5c785279038f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:16.537801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:16.538016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port e9dfe14c-714f-4b02-967c-5c785279038f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:16.538121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.615212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:38:16.707174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99668164-a030-4146-b260-9e6b0cf0294a req-7101a0f8-0c56-44f3-88aa-7a52cdd1e975 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.719003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99668164-a030-4146-b260-9e6b0cf0294a req-7101a0f8-0c56-44f3-88aa-7a52cdd1e975 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.2679253 Mar 11 17:38:16.967337 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.295055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99668164-a030-4146-b260-9e6b0cf0294a req-8889e8de-a95b-4b4f-ac88-93a057efeb50 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5751383 Mar 11 17:38:17.445874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52da97ca-db1a-436d-9521-235a008f866b req-3531750f-9577-4c0f-b0ee-574ca3c2ee1e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 210 time: 0.1497245 Mar 11 17:38:17.448485 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'status': 'completed', 'code': 200} Mar 11 17:38:17.457585 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.478495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'a7156850-f1f1-439a-9be8-8cb7e6db1ff9', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'port_id': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'mac_address': 'fa:16:3e:99:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:36:29Z', 'updated_at': '2022-03-11T17:38:12Z', 'revision_number': 1, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:32Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:17.508314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] Checking router: 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:38:17.539755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:38:17.540407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:38:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:17.704217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for e9dfe14c-714f-4b02-967c-5c785279038f owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:17.800195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.864972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=e9dfe14c-714f-4b02-967c-5c785279038f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:17.881204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.922351 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-3a18fc7a-0649-422d-a74a-939af6590c64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4804a81df08c42ffb776bbdacb27830d&device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6500 time: 0.4443297 Mar 11 17:38:17.927276 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e3949a4a-2f22-414e-85ee-a5fe20ce1843 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/e9dfe14c-714f-4b02-967c-5c785279038f HTTP/1.1" status: 204 len: 168 time: 1.5838504 Mar 11 17:38:17.928113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:17.967361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:38:18.112289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319477-936b-4e9e-9588-f6df7267a3cc req-31633c9e-387e-41dc-8c05-0cd5d3d6e829 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.114031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-31633c9e-387e-41dc-8c05-0cd5d3d6e829 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.4827447 Mar 11 17:38:18.183742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Request body: {'port': {'device_id': '1f9163ac-c017-41df-89d5-469836269696', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'admin_state_up': True, 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:18.334752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-7a934592-5f41-4c5a-ba08-2932e18fba4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.334752 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-7a934592-5f41-4c5a-ba08-2932e18fba4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=947ffefb-9e1f-499b-81fe-d4dda1296850 HTTP/1.1" status: 200 len: 918 time: 0.3062866 Mar 11 17:38:18.407434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b6d4d-0dfd-479d-b289-9678beb0f337 req-885cc5d6-59f0-4bef-9f25-2568d302cb64 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.409076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c7b6d4d-0dfd-479d-b289-9678beb0f337 req-885cc5d6-59f0-4bef-9f25-2568d302cb64 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.6128635 Mar 11 17:38:18.418636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e55f3-dc66-4792-84c9-0b07714fd033 req-9338c93d-43fd-454b-925d-a09614637791 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.426224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef3e55f3-dc66-4792-84c9-0b07714fd033 req-9338c93d-43fd-454b-925d-a09614637791 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.5269754 Mar 11 17:38:18.439721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececc7c4-33fb-401d-a155-559527e9b9d7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.439996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ececc7c4-33fb-401d-a155-559527e9b9d7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:18.450616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:18.486139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:18.532862 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-39fff82e-da7c-443c-a7af-62bf795263d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d HTTP/1.1" status: 200 len: 999 time: 0.1963739 Mar 11 17:38:18.582470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:18.597212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.661714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c7b6d4d-0dfd-479d-b289-9678beb0f337 req-fb5dc586-f8ee-4138-9e43-ab8686bd08e4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324505 Mar 11 17:38:18.681671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef3e55f3-dc66-4792-84c9-0b07714fd033 req-7c16d771-3446-40d9-bd5b-75025521db99 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543528 Mar 11 17:38:18.733184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-896d81f4-4b52-4712-8178-97b536890694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.737678 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-896d81f4-4b52-4712-8178-97b536890694 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46360656-022f-42e9-a358-a47fcd1a49b7 HTTP/1.1" status: 200 len: 855 time: 0.1936889 Mar 11 17:38:18.742960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ececc7c4-33fb-401d-a155-559527e9b9d7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:18.752198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ececc7c4-33fb-401d-a155-559527e9b9d7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8222308 Mar 11 17:38:18.753250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56968) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:18.836778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'a7156850-f1f1-439a-9be8-8cb7e6db1ff9', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'port_id': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'mac_address': 'fa:16:3e:99:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:36:29Z', 'updated_at': '2022-03-11T17:38:12Z', 'revision_number': 1, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:32Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:18.845499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba47f7f-f88e-4097-8481-e5ab767eb7bd None None] The sync data for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 is: [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'a7156850-f1f1-439a-9be8-8cb7e6db1ff9', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'port_id': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'mac_address': 'fa:16:3e:99:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:36:29Z', 'updated_at': '2022-03-11T17:38:12Z', 'revision_number': 1, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:32Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:38:19.034067 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ee0325-ee14-4ba0-811e-58d99c34c4fe tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:38:19.040745 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a8ee0325-ee14-4ba0-811e-58d99c34c4fe tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/e9dfe14c-714f-4b02-967c-5c785279038f HTTP/1.1" status: 404 len: 333 time: 0.1665163 Mar 11 17:38:19.041551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56974) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:19.052138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1563869976'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:19.057899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:19.064090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:19.067579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:19.074709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:19.100313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:19.104903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.125417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-1e6bc07d-0592-40fb-8a2d-a44f1ba7d430 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947ffefb-9e1f-499b-81fe-d4dda1296850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3710549 Mar 11 17:38:19.141609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Allocated IP 172.20.0.3 (223820bb-b86e-43fc-b13c-cb4729837daf/45399fdb-e577-4f75-9487-b5628afd97cd/0009d655-c98f-416a-b42f-8ad8d52e910d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:19.228060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca1d4589-fc1a-486e-be5a-83292ef14294 req-54d21fd9-f577-4c73-a5bb-8472b5955318 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 210 time: 0.2162611 Mar 11 17:38:19.315682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:19.321445 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f946326-5092-4582-acf6-5c526f686c91 None None] New status for floating IP a7156850-f1f1-439a-9be8-8cb7e6db1ff9: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:38:19.374791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.375341 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment 5250d596-270f-4855-8e47-530307fc715a of type vlan for network ba9c2722-ac87-40ea-aa4c-39690094c10e Mar 11 17:38:19.404458 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-f1eecb6a-c697-453d-8a9e-bad8c975f5b0 service neutron] 10.222.0.59 "GET /v2.0/networks/947ffefb-9e1f-499b-81fe-d4dda1296850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673790 Mar 11 17:38:19.423058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.490613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.495330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:19.496033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.575813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a24d24-2431-4e9e-9775-03262371da54 req-4f19406f-559e-4ca6-89c0-0b9fc2183968 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:19.589134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3a24d24-2431-4e9e-9775-03262371da54 req-4f19406f-559e-4ca6-89c0-0b9fc2183968 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.6699574 Mar 11 17:38:19.641105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.683903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3a24d24-2431-4e9e-9775-03262371da54 req-09ad84bc-9fa9-431d-9ff5-70154dc57b1a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936379 Mar 11 17:38:19.709737 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.761134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f', 'b5291702-d44a-4690-a61b-23fd26192cb8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:38:19.826495 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7828109 Mar 11 17:38:19.834350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56988) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:19.840901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event updated for resources: {'Port': ['ID=0009d655-c98f-416a-b42f-8ad8d52e910d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:19.862898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:19.875153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Network 223820bb-b86e-43fc-b13c-cb4729837daf is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:19.876690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:19.893854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:20.072934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:20.075436 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.133183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-ddd69899-ecf4-445b-a72d-d236f5c697e7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9507070 Mar 11 17:38:20.161633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Request body: {'port': {'device_id': '1f9163ac-c017-41df-89d5-469836269696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:20.314300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=ba9c2722-ac87-40ea-aa4c-39690094c10e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.509418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.509752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.510082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.520986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.521416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.521907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.522238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.522586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.522910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.523253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.523546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741f3c9-5719-45a2-b127-9656c17a3e74 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:20.555352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-39899300-679e-4dcd-841e-4bdab02f30e9 req-a231beb9-f53c-4be7-83ed-bd66feb9a100 service neutron] 10.222.0.59 "GET /v2.0/networks/947ffefb-9e1f-499b-81fe-d4dda1296850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0929327 Mar 11 17:38:20.560824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ba9c2722-ac87-40ea-aa4c-39690094c10e details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:38:20.597090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:20.604098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:20.617572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:20.629625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:20.651858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:20.787203 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.799996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36529-4378-4652-b7af-21d7d3b2d88e req-6804b516-2efb-4108-be03-3771b6804eb1 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:20.807202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88b36529-4378-4652-b7af-21d7d3b2d88e req-6804b516-2efb-4108-be03-3771b6804eb1 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.3925083 Mar 11 17:38:20.808974 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.845981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-437607d5-3c0d-410e-93c7-bb78ecacfe02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1095 time: 0.5625799 Mar 11 17:38:21.127837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.247267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=e7109a63-488d-4370-9c2c-48ff8a1ee303,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:21.283733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': '5250d596-270f-4855-8e47-530307fc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:21.284461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: ba9c2722-ac87-40ea-aa4c-39690094c10e, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:21.308134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network ba9c2722-ac87-40ea-aa4c-39690094c10e is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:21.319395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ba9c2722-ac87-40ea-aa4c-39690094c10e) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:21.325628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:21.326415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.329813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c20716-7af5-4735-8f79-9bc4648e5c58 None None] Network ba9c2722-ac87-40ea-aa4c-39690094c10e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:21.352719 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-90a2f97b-c2c8-4a21-a62b-77aa825e2104 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5064034 Mar 11 17:38:21.355986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:21.367365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88b36529-4378-4652-b7af-21d7d3b2d88e req-0abeef1f-7afb-4088-8767-217a97e1a999 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591588 Mar 11 17:38:21.378516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:21.398678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0b7e5-ca87-4628-a7ba-a9b8c24b696a req-fe9d96d1-3fc6-4919-bffb-1bef4ba524ba tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:21.407468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ccb0b7e5-ca87-4628-a7ba-a9b8c24b696a req-fe9d96d1-3fc6-4919-bffb-1bef4ba524ba tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.7094169 Mar 11 17:38:21.584291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-db8342fc-edf2-4d4c-b18a-96881e12b1bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:21.586571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-db8342fc-edf2-4d4c-b18a-96881e12b1bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.7016056 Mar 11 17:38:21.663752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:21.666574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-ba9c2722-ac87-40ea-aa4c-39690094c10e', 'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e', 'tenant_id': '786879d00400434ab898a5e267f4df6a', 'fixed_ips': [{'subnet_id': 'e7109a63-488d-4370-9c2c-48ff8a1ee303'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:38:21.667673 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.667891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:21.671097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:21.679708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:21.694153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:21.697913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ccb0b7e5-ca87-4628-a7ba-a9b8c24b696a req-6d4997c0-06ab-4167-ada8-3fcb9e19f8f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895105 Mar 11 17:38:21.698084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.822104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-2cb68a75-3afc-4d14-b5e0-0e940d4bfd56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.2202325 Mar 11 17:38:21.951508 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7109a63-488d-4370-9c2c-48ff8a1ee303 (CIDR: 2001:db8::/64) Mar 11 17:38:21.959522 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:38:21.960217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:21.966194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0009d655-c98f-416a-b42f-8ad8d52e910d {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:38:21.970017 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-116c11d2-4915-4c83-a24c-490f7023ed6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 1097 time: 0.1531985 Mar 11 17:38:21.978412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Allocated IP 2001:db8::2 (ba9c2722-ac87-40ea-aa4c-39690094c10e/e7109a63-488d-4370-9c2c-48ff8a1ee303/7d885b74-cb37-48f0-853b-24d5acbefe6a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:21.999072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d019935-3c67-4c59-a039-afabd6030c42 req-655383a6-b494-4358-9b1e-75e7edab1210 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:22.000075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7d019935-3c67-4c59-a039-afabd6030c42 req-655383a6-b494-4358-9b1e-75e7edab1210 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:22.009721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.023687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-55446e71-6cec-449c-9818-ca9cb96760f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:22.025511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-55446e71-6cec-449c-9818-ca9cb96760f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1521790 Mar 11 17:38:22.060244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cce34773-3ba5-4e82-a8cd-ad4fc9f68a86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7030120 Mar 11 17:38:22.065307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57020) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:22.079293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:22.136580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Transition to ACTIVE for port object 0009d655-c98f-416a-b42f-8ad8d52e910d will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:22.147745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7d019935-3c67-4c59-a039-afabd6030c42 req-655383a6-b494-4358-9b1e-75e7edab1210 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:22.157213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d019935-3c67-4c59-a039-afabd6030c42 req-655383a6-b494-4358-9b1e-75e7edab1210 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 931 time: 0.4953318 Mar 11 17:38:22.184833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.264076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-d7e1dc6e-74d2-48dd-8f60-06cf1c76f1ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:22.265545 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-d7e1dc6e-74d2-48dd-8f60-06cf1c76f1ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.2871587 Mar 11 17:38:22.329723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.340932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Transition to ACTIVE for port object 7d885b74-cb37-48f0-853b-24d5acbefe6a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:22.363887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Transition to ACTIVE for port object 7d885b74-cb37-48f0-853b-24d5acbefe6a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:22.372638 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.386846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Pushing event updated for resources: {'Port': ['ID=0009d655-c98f-416a-b42f-8ad8d52e910d,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:22.406048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:22.410927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d019935-3c67-4c59-a039-afabd6030c42 req-7ca9556c-b1da-4b62-b767-24b547ce7b2d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515521 Mar 11 17:38:22.417812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:22.434961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:22.446245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:22.456003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Network ba9c2722-ac87-40ea-aa4c-39690094c10e is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:22.463850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:22.466980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:22.471500 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-6470a9c7-71ed-4208-ac69-b025b61daa6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102 HTTP/1.1" status: 200 len: 1001 time: 0.1878541 Mar 11 17:38:22.472932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:22.477498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-757d2271-b109-42ec-9e4d-483ad3840497 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4374471 Mar 11 17:38:22.478882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.541789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e5a5-5cb8-464c-b48c-cd581350243c req-bf7ff3d3-d750-4f2a-b524-2e47e63853c0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:22.543705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7907e5a5-5cb8-464c-b48c-cd581350243c req-bf7ff3d3-d750-4f2a-b524-2e47e63853c0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.4630570 Mar 11 17:38:22.615006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Attempting to bind port 7d885b74-cb37-48f0-853b-24d5acbefe6a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:22.615371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Attempting to bind port 7d885b74-cb37-48f0-853b-24d5acbefe6a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5250d596-270f-4855-8e47-530307fc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:22.615721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Attempting to bind port 7d885b74-cb37-48f0-853b-24d5acbefe6a on network ba9c2722-ac87-40ea-aa4c-39690094c10e {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:22.623834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Pushing event updated for resources: {'Port': ['ID=7d885b74-cb37-48f0-853b-24d5acbefe6a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:22.629023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:38:22.629398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Checking segment: {'id': '5250d596-270f-4855-8e47-530307fc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:22.629854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.630235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Bound using segment: {'id': '5250d596-270f-4855-8e47-530307fc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:38:22.630997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Bound port: 7d885b74-cb37-48f0-853b-24d5acbefe6a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5250d596-270f-4855-8e47-530307fc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:22.631810 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.784916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.788944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.789419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.789882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.790315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.790767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.791201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.791836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.795287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.797091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.797722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:22.810191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-ab484095-393a-4544-9782-44a5f6b40532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:22.811809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-ab484095-393a-4544-9782-44a5f6b40532 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.3109705 Mar 11 17:38:22.820661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] For port 7d885b74-cb37-48f0-853b-24d5acbefe6a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:22.824473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] For port 7d885b74-cb37-48f0-853b-24d5acbefe6a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7d885b74-cb37-48f0-853b-24d5acbefe6a,segment=NetworkSegment(5250d596-270f-4855-8e47-530307fc715a),segment_id=5250d596-270f-4855-8e47-530307fc715a)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:22.832272 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.871950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7907e5a5-5cb8-464c-b48c-cd581350243c req-67e195bf-0852-417e-b3e0-486c05c07350 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192096 Mar 11 17:38:22.875952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Attempting to bind port 0009d655-c98f-416a-b42f-8ad8d52e910d on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:22.876361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Attempting to bind port 0009d655-c98f-416a-b42f-8ad8d52e910d by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:22.876753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Attempting to bind port 0009d655-c98f-416a-b42f-8ad8d52e910d on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:22.901235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-9f9c5a4b-b0ad-48c7-8585-a5ea9fbb669b service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894105 Mar 11 17:38:22.901920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Port 0009d655-c98f-416a-b42f-8ad8d52e910d on network 223820bb-b86e-43fc-b13c-cb4729837daf not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:38:22.902237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Attempting to bind port 0009d655-c98f-416a-b42f-8ad8d52e910d on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:22.920471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:38:22.920800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:22.921223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Bound using segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:38:22.921653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Bound port: 0009d655-c98f-416a-b42f-8ad8d52e910d, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:22.922049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.025204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc38b54-dfee-4edd-8c06-d1480bdf1b3c None None] Pushing event updated for resources: {'Port': ['ID=7d885b74-cb37-48f0-853b-24d5acbefe6a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:23.121389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-04de504d-e49b-4222-9f91-f0d1f40ed49e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957168 Mar 11 17:38:23.423670 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.523286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27312fed-ff42-40ec-b9a1-4f0561b50424 req-fe6ecb36-49e6-4919-9e21-d1f7f35db6ff service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651834 Mar 11 17:38:23.526198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] For port 0009d655-c98f-416a-b42f-8ad8d52e910d, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:23.527116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network ba9c2722-ac87-40ea-aa4c-39690094c10e is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:23.531110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] For port 0009d655-c98f-416a-b42f-8ad8d52e910d, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0009d655-c98f-416a-b42f-8ad8d52e910d,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:23.532258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:23.539306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:23.539792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.542611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.544262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=3c3f4716-37ec-4d41-a8bc-a14da0e02e78,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:23.556022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-be495f80-8834-444c-afbd-b5698d291185 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261663 Mar 11 17:38:23.570027 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5b5bd932-40e6-4141-8d14-8f8afadb3e1b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5036511 Mar 11 17:38:23.572956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57034) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:23.578601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e', 'fixed_ips': [{'subnet_id': 'e7109a63-488d-4370-9c2c-48ff8a1ee303'}, {'subnet_id': '3c3f4716-37ec-4d41-a8bc-a14da0e02e78'}], 'name': 'tempest-PortsIpV6TestJSON-259164489'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:23.607593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c3a73-3b14-4613-b4c9-6b944dfd1180 req-45f09ab5-cf4c-4914-b0e7-4655ef3e3b73 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:23.609136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-634c3a73-3b14-4613-b4c9-6b944dfd1180 req-45f09ab5-cf4c-4914-b0e7-4655ef3e3b73 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.6011670 Mar 11 17:38:23.657395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3134ad-18ac-45a2-b474-639619a2680e req-01ee6453-9c5a-40f4-b364-b0c7225f5206 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:23.658953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c3134ad-18ac-45a2-b474-639619a2680e req-01ee6453-9c5a-40f4-b364-b0c7225f5206 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4509614 Mar 11 17:38:23.660776 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.662118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] 10.222.0.59 "PUT /v2.0/ports/0009d655-c98f-416a-b42f-8ad8d52e910d HTTP/1.1" status: 200 len: 1091 time: 3.5056901 Mar 11 17:38:23.668178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9163ac-c017-41df-89d5-469836269696', 'tag': '0009d655-c98f-416a-b42f-8ad8d52e910d'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:23.701112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85d05-e0d5-4f06-a6df-d77277828359 service neutron] Pushing event updated for resources: {'Port': ['ID=0009d655-c98f-416a-b42f-8ad8d52e910d,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:23.751017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-634c3a73-3b14-4613-b4c9-6b944dfd1180 req-daa76d0a-8da2-4e94-a16e-a6f0b16227ac tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308610 Mar 11 17:38:23.777940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c3134ad-18ac-45a2-b474-639619a2680e req-052906e6-dbbf-4b63-849b-2c00eac9aa63 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996768 Mar 11 17:38:23.846232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:23.855874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:23.860128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-19197878-57a1-41f2-8949-a73bfe733ec1 req-e0d082ed-82f3-4377-b4e9-cf41f2d919d2 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118490 Mar 11 17:38:23.867989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:23.874948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:23.896418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:23.913262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.945567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-74bc597e-846f-4edc-81cf-ec011a39033b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 1094 time: 0.1643112 Mar 11 17:38:23.961182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port 785e04ef-4e24-43b4-ae82-e23eee978e75 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:24.131793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-d6d44f7e-2c94-460e-a0d6-5626393fcc4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0009d655-c98f-416a-b42f-8ad8d52e910d HTTP/1.1" status: 200 len: 217 time: 0.1277320 Mar 11 17:38:24.235829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319477-936b-4e9e-9588-f6df7267a3cc req-adac9867-618d-415c-af8b-310e8704f40c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:24.237379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-adac9867-618d-415c-af8b-310e8704f40c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.0868304 Mar 11 17:38:24.249878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a64a16-3cba-4028-8e24-6245c1a09f6b req-8db9cc20-8dd7-4e08-a5f1-aaf5254e8abc tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:24.251439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51a64a16-3cba-4028-8e24-6245c1a09f6b req-8db9cc20-8dd7-4e08-a5f1-aaf5254e8abc tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 943 time: 0.2486117 Mar 11 17:38:24.258630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb101-9e80-41ef-bec8-9473cd02de8e req-662653b9-19c6-4378-b59a-2fc446eea1f2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:24.260203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c6fb101-9e80-41ef-bec8-9473cd02de8e req-662653b9-19c6-4378-b59a-2fc446eea1f2 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.2886131 Mar 11 17:38:24.310721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c65ae-65ec-4993-8449-d33653a9c669 None None] Network ba9c2722-ac87-40ea-aa4c-39690094c10e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:24.372219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-b53931a7-7033-4c35-9a48-747eb35a0bf2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492909 Mar 11 17:38:24.385133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c6fb101-9e80-41ef-bec8-9473cd02de8e req-1cba9c7b-565e-48a1-9f64-6415db2a7e62 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093798 Mar 11 17:38:24.387583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51a64a16-3cba-4028-8e24-6245c1a09f6b req-16a15a22-76a8-4620-877a-5bc70e3e9bc4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263993 Mar 11 17:38:24.421796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bb19461e-eb64-4bd1-bf0c-87fe32764b68 None None] Provisioning for port 7d885b74-cb37-48f0-853b-24d5acbefe6a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:24.458104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::2ad (ba9c2722-ac87-40ea-aa4c-39690094c10e/e7109a63-488d-4370-9c2c-48ff8a1ee303/785e04ef-4e24-43b4-ae82-e23eee978e75) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:24.471879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8:0:1::353 (ba9c2722-ac87-40ea-aa4c-39690094c10e/3c3f4716-37ec-4d41-a8bc-a14da0e02e78/785e04ef-4e24-43b4-ae82-e23eee978e75) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:24.520146 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9163ac-c017-41df-89d5-469836269696', 'tag': '0009d655-c98f-416a-b42f-8ad8d52e910d', 'status': 'completed', 'code': 200} Mar 11 17:38:24.683389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-e6423cdd-b570-41ce-bcda-4e9fc82e5f7b service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947936 Mar 11 17:38:24.744974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] Update dhcp port {'port': {'network_id': 'ba9c2722-ac87-40ea-aa4c-39690094c10e', 'fixed_ips': [{'subnet_id': 'e7109a63-488d-4370-9c2c-48ff8a1ee303', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c3f4716-37ec-4d41-a8bc-a14da0e02e78'}], 'binding:host_id': 'n-d-833436-1'}, 'id': '7d885b74-cb37-48f0-853b-24d5acbefe6a'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:38:24.750122 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.767791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object 785e04ef-4e24-43b4-ae82-e23eee978e75 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:24.799872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.816697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d028b2-ccb1-403a-8d8a-6b8e8c5e7b32 req-de363c11-0814-440d-a40a-e17a1941bf5e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:24.819178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1d028b2-ccb1-403a-8d8a-6b8e8c5e7b32 req-de363c11-0814-440d-a40a-e17a1941bf5e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 946 time: 0.2145202 Mar 11 17:38:24.829120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.898618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03319477-936b-4e9e-9588-f6df7267a3cc req-8fabb1ac-defb-4d36-b29c-f744d479a313 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021761 Mar 11 17:38:24.951513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network ba9c2722-ac87-40ea-aa4c-39690094c10e is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:24.954690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:24.964161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:24.969082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:24.969225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.970962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1d028b2-ccb1-403a-8d8a-6b8e8c5e7b32 req-e3e81072-425b-423f-9e27-a9cc4f3519b2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391053 Mar 11 17:38:24.974937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=785e04ef-4e24-43b4-ae82-e23eee978e75,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:25.004179 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f77e1e4d-9c55-4efe-8cb4-c84e5a37a2e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4275358 Mar 11 17:38:25.006133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:25.015504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7109a63-488d-4370-9c2c-48ff8a1ee303'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:25.186060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb426ecc-bb32-47c4-87d0-bf39faf73159 req-3e98dbdb-b54f-491f-9f29-349a6af290ea tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:25.187641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb426ecc-bb32-47c4-87d0-bf39faf73159 req-3e98dbdb-b54f-491f-9f29-349a6af290ea tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.2823944 Mar 11 17:38:25.220382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] Allocated IP 2001:db8:0:1::2 (ba9c2722-ac87-40ea-aa4c-39690094c10e/3c3f4716-37ec-4d41-a8bc-a14da0e02e78/7d885b74-cb37-48f0-853b-24d5acbefe6a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:25.242657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-3b461748-5449-472e-ab79-c24de87e7d0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 1094 time: 0.1981745 Mar 11 17:38:25.337440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.373142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb426ecc-bb32-47c4-87d0-bf39faf73159 req-86cbc4ce-4ff0-48ab-82a9-3755ac4e23ed tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778398 Mar 11 17:38:25.509720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] For port 7d885b74-cb37-48f0-853b-24d5acbefe6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7d885b74-cb37-48f0-853b-24d5acbefe6a,segment=NetworkSegment(5250d596-270f-4855-8e47-530307fc715a),segment_id=5250d596-270f-4855-8e47-530307fc715a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:25.524107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-ea35e05d-93a2-4cdb-b0f0-d5f93698a191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:25.525603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-ea35e05d-93a2-4cdb-b0f0-d5f93698a191 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.2736738 Mar 11 17:38:25.542663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.550023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4bfaf-ce14-43d1-830a-0cc9c68a57e7 req-a3b26a2d-69cd-4983-8c22-c10fc259b4c1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:25.552234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7dd4bfaf-ce14-43d1-830a-0cc9c68a57e7 req-a3b26a2d-69cd-4983-8c22-c10fc259b4c1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1686032 Mar 11 17:38:25.556224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:25.593644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7d885b74-cb37-48f0-853b-24d5acbefe6a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:25.646071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] Transition to ACTIVE for port object 7d885b74-cb37-48f0-853b-24d5acbefe6a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:25.669282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.727657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7dd4bfaf-ce14-43d1-830a-0cc9c68a57e7 req-99aa9676-3880-4299-a2bc-12ecdbe52470 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682365 Mar 11 17:38:25.784988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-36091c4d-512b-4802-8e40-c2df4fd4250b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0009d655-c98f-416a-b42f-8ad8d52e910d HTTP/1.1" status: 200 len: 217 time: 0.1409066 Mar 11 17:38:25.805687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Delete allocated IP 2001:db8:0:1::353 (ba9c2722-ac87-40ea-aa4c-39690094c10e/3c3f4716-37ec-4d41-a8bc-a14da0e02e78) {{(pid=83848) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:38:25.901318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925280f5-9fe4-440b-ae77-7b197f4f769b None None] Pushing event updated for resources: {'Port': ['ID=7d885b74-cb37-48f0-853b-24d5acbefe6a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:25.923136 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.944949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 7d885b74-cb37-48f0-853b-24d5acbefe6a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:25.967954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:25.970638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:25.981904 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.083500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:26.144353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-d50e2312-96ac-4f58-9478-0edcbc98b933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.145841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-d50e2312-96ac-4f58-9478-0edcbc98b933 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.3214681 Mar 11 17:38:26.154098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156c5dd-6dd7-493f-b451-6b1ea5dc2bee req-e62b3b92-4c06-4b54-a0c2-d6bbc21231b8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.162330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0156c5dd-6dd7-493f-b451-6b1ea5dc2bee req-e62b3b92-4c06-4b54-a0c2-d6bbc21231b8 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.4381952 Mar 11 17:38:26.238747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-bc63ea98-4a48-43d6-a054-77a8af86202d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582700 Mar 11 17:38:26.243797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-1e7ea38e-1c9c-49d0-bfdd-d865227ee380 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.245838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-1e7ea38e-1c9c-49d0-bfdd-d865227ee380 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 947 time: 0.3059137 Mar 11 17:38:26.296608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.337332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Ignored duplicate provisioning block setup for port 785e04ef-4e24-43b4-ae82-e23eee978e75 by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 17:38:26.345320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.393891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0156c5dd-6dd7-493f-b451-6b1ea5dc2bee req-b94665cc-a1e3-496c-a4b1-156f5360903a tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/security-groups?id=28ceb584-e602-4545-a846-61082f16f3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304816 Mar 11 17:38:26.412488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Deleting port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:26.412921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.468225 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'code': 200} Mar 11 17:38:26.490169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112436-a9c9-466a-8f1d-cd3335c89e0d req-98b3843b-ca04-4dee-a90f-73f517e23de8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.505362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb112436-a9c9-466a-8f1d-cd3335c89e0d req-98b3843b-ca04-4dee-a90f-73f517e23de8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 943 time: 0.4407659 Mar 11 17:38:26.533845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-a3889811-85d3-43f6-a402-d7e8bf7ff3c3 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873888 Mar 11 17:38:26.560058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=785e04ef-4e24-43b4-ae82-e23eee978e75,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:26.609174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb112436-a9c9-466a-8f1d-cd3335c89e0d req-ccc13e5d-c557-410c-9bd2-01d577701d7d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037922 Mar 11 17:38:26.724515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] In _notify_port_updated(), no bound segment for port 785e04ef-4e24-43b4-ae82-e23eee978e75 on network ba9c2722-ac87-40ea-aa4c-39690094c10e {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:38:26.732830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.741584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.741584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9f6c14cd-81c5-42fd-93b6-3d060130fbf9 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "PUT /v2.0/ports/785e04ef-4e24-43b4-ae82-e23eee978e75 HTTP/1.1" status: 200 len: 925 time: 1.7297742 Mar 11 17:38:26.747440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57070) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:26.749485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f8f34-cb86-405a-831a-8f22a9d84f5e None None] Network ba9c2722-ac87-40ea-aa4c-39690094c10e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:26.765686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7109a63-488d-4370-9c2c-48ff8a1ee303'}, {'subnet_id': '3c3f4716-37ec-4d41-a8bc-a14da0e02e78'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:26.881645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4121a69-9c91-4729-b1e8-1cfd6cf39453 None None] Provisioning for port 7d885b74-cb37-48f0-853b-24d5acbefe6a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:26.892537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4121a69-9c91-4729-b1e8-1cfd6cf39453 None None] Provisioning complete for port 7d885b74-cb37-48f0-853b-24d5acbefe6a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:26.892739 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4121a69-9c91-4729-b1e8-1cfd6cf39453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.940983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56e493fd-2292-4837-9885-ca0fe79362e8 req-fbb71ef8-6b97-4a6e-8d68-7e079fc61113 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880246 Mar 11 17:38:26.969169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] For port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,segment=NetworkSegment(8c83a32a-e9b2-4cda-a97b-e2f6785693e3),segment_id=8c83a32a-e9b2-4cda-a97b-e2f6785693e3)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:26.969169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.978294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f8468-4606-40df-8790-32d0ca396455 req-2d4dd8dd-395d-493d-903a-479d24ef196f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.994852 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca3f8468-4606-40df-8790-32d0ca396455 req-2d4dd8dd-395d-493d-903a-479d24ef196f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.2718713 Mar 11 17:38:27.059981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca3f8468-4606-40df-8790-32d0ca396455 req-718f2fe0-f200-45a3-87ef-1ec143ce5df5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709641 Mar 11 17:38:27.099732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dae82-a4bf-4645-a1f9-6d2bb914dffb req-8e9238e4-c101-40f0-9ec4-4674d9137b23 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.110933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e1dae82-a4bf-4645-a1f9-6d2bb914dffb req-8e9238e4-c101-40f0-9ec4-4674d9137b23 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.2949018 Mar 11 17:38:27.127006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Calling delete_port for 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:27.188526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4121a69-9c91-4729-b1e8-1cfd6cf39453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.218419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e1dae82-a4bf-4645-a1f9-6d2bb914dffb req-9531eb3a-4a7d-4c0a-8dc7-085935b16c2b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054568 Mar 11 17:38:27.292881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c4121a69-9c91-4729-b1e8-1cfd6cf39453 None None] For port 7d885b74-cb37-48f0-853b-24d5acbefe6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7d885b74-cb37-48f0-853b-24d5acbefe6a,segment=NetworkSegment(5250d596-270f-4855-8e47-530307fc715a),segment_id=5250d596-270f-4855-8e47-530307fc715a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:27.305565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4121a69-9c91-4729-b1e8-1cfd6cf39453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.318568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.347831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7d885b74-cb37-48f0-853b-24d5acbefe6a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:27.489016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4121a69-9c91-4729-b1e8-1cfd6cf39453 None None] Pushing event updated for resources: {'Port': ['ID=7d885b74-cb37-48f0-853b-24d5acbefe6a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:27.516962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7d885b74-cb37-48f0-853b-24d5acbefe6a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:27.516962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.520224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.584471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Pushing event deleted for resources: {'Port': ['ID=1727b2cb-ae5a-4abf-a16b-9e36e0ebc344,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:27.651098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51dd8154-06aa-4cb0-88bd-ab981dc63739 req-e93511fb-bdd0-4cfc-9fcf-fcaeb648c56b tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 210 time: 0.0531380 Mar 11 17:38:27.725860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] No DVR routers for this DVR port 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:27.731239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.733898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-deleted', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:27.784680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7d357a22-4d82-4bd5-a65f-a0fe150183ae req-8afa68e0-b155-4059-b565-ab05d292d589 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.59 "DELETE /v2.0/ports/1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 HTTP/1.1" status: 204 len: 173 time: 1.5211022 Mar 11 17:38:27.822981 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61', 'name': 'network-vif-deleted', 'tag': '1727b2cb-ae5a-4abf-a16b-9e36e0ebc344', 'status': 'completed', 'code': 200} Mar 11 17:38:27.867181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4352096-0946-4732-929b-b59a746255f3 None None] Provisioning for port 785e04ef-4e24-43b4-ae82-e23eee978e75 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:27.873780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4352096-0946-4732-929b-b59a746255f3 None None] Provisioning complete for port 785e04ef-4e24-43b4-ae82-e23eee978e75 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:27.874571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4352096-0946-4732-929b-b59a746255f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.876546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c87e-d3b5-4a46-9dcd-06b0e42323f7 req-75938d4e-f896-404a-a220-4437a80fe063 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.878393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03d0c87e-d3b5-4a46-9dcd-06b0e42323f7 req-75938d4e-f896-404a-a220-4437a80fe063 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 943 time: 0.0999627 Mar 11 17:38:27.940768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03d0c87e-d3b5-4a46-9dcd-06b0e42323f7 req-06c57f5d-633b-44d6-8e29-751271c0af06 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549941 Mar 11 17:38:27.955230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c4352096-0946-4732-929b-b59a746255f3 None None] Port 785e04ef-4e24-43b4-ae82-e23eee978e75 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:27.975413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8:0:1::2db (ba9c2722-ac87-40ea-aa4c-39690094c10e/3c3f4716-37ec-4d41-a8bc-a14da0e02e78/785e04ef-4e24-43b4-ae82-e23eee978e75) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:27.982532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4352096-0946-4732-929b-b59a746255f3 None None] Provisioning complete for port 7d885b74-cb37-48f0-853b-24d5acbefe6a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:27.984552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4352096-0946-4732-929b-b59a746255f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.290226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b4212679-3560-4b76-8edc-75e237fe75c4 None None] Provisioning complete for port 785e04ef-4e24-43b4-ae82-e23eee978e75 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:28.290854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4212679-3560-4b76-8edc-75e237fe75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.316981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.337347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Ignored duplicate provisioning block setup for port 785e04ef-4e24-43b4-ae82-e23eee978e75 by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 17:38:28.345994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.406766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b4212679-3560-4b76-8edc-75e237fe75c4 None None] Port 785e04ef-4e24-43b4-ae82-e23eee978e75 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:28.489540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30de6e-4ac1-4076-be47-de9e572df7eb req-74f8d754-8459-46e5-b4ad-e777d0fe004c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:28.490986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d30de6e-4ac1-4076-be47-de9e572df7eb req-74f8d754-8459-46e5-b4ad-e777d0fe004c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.1453109 Mar 11 17:38:28.522703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] In _notify_port_updated(), no bound segment for port 785e04ef-4e24-43b4-ae82-e23eee978e75 on network ba9c2722-ac87-40ea-aa4c-39690094c10e {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:38:28.526707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:28.527435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.528834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "PUT /v2.0/ports/785e04ef-4e24-43b4-ae82-e23eee978e75 HTTP/1.1" status: 200 len: 1011 time: 1.7801852 Mar 11 17:38:28.538316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57086) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:28.539124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acd48c-7d9c-405d-886a-94432b24d9fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=785e04ef-4e24-43b4-ae82-e23eee978e75,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:28.561386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dfe99-4327-446f-bd98-f55e61644bea req-763d8751-6981-4ea4-ab33-c83ac8f0804f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:28.562926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c1dfe99-4327-446f-bd98-f55e61644bea req-763d8751-6981-4ea4-ab33-c83ac8f0804f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1414621 Mar 11 17:38:28.574590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c204791a-55c4-4572-80b9-6b7d72af6bcb None None] Provisioning complete for port 785e04ef-4e24-43b4-ae82-e23eee978e75 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:28.575265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c204791a-55c4-4572-80b9-6b7d72af6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.578534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d30de6e-4ac1-4076-be47-de9e572df7eb req-8c3fb546-a249-4672-9f5f-80f5cb789c83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796671 Mar 11 17:38:28.649925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 785e04ef-4e24-43b4-ae82-e23eee978e75 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:28.650548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.700496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c1dfe99-4327-446f-bd98-f55e61644bea req-0e41e304-a8b7-45da-834a-d05b037ae6ec tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206381 Mar 11 17:38:28.724243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c204791a-55c4-4572-80b9-6b7d72af6bcb None None] Port 785e04ef-4e24-43b4-ae82-e23eee978e75 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:28.860817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3037c218-ca00-460c-8dfd-7e7b6ec2504d None None] Provisioning complete for port 785e04ef-4e24-43b4-ae82-e23eee978e75 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:28.861184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3037c218-ca00-460c-8dfd-7e7b6ec2504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.927784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbccd13c-05cf-4c66-9877-be4d8f363586 req-aa1b6653-167a-4846-8358-59c602aadc61 tempest-ServersNegativeTestJSON-269341922 tempest-ServersNegativeTestJSON-269341922-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a0ddfd-9b12-4b58-a4f0-2a8dde2dcc61 HTTP/1.1" status: 200 len: 210 time: 0.0663097 Mar 11 17:38:28.941571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3037c218-ca00-460c-8dfd-7e7b6ec2504d None None] Port 785e04ef-4e24-43b4-ae82-e23eee978e75 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:29.067909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.196450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0772-b419-4e65-ae6a-2c779a7f509c req-cf58086e-9a49-4d18-ac38-0dcb3b24290d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:29.198189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfc0772-b419-4e65-ae6a-2c779a7f509c req-cf58086e-9a49-4d18-ac38-0dcb3b24290d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 943 time: 0.1111360 Mar 11 17:38:29.207154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0009d655-c98f-416a-b42f-8ad8d52e910d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:38:29.210000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7d885b74-cb37-48f0-853b-24d5acbefe6a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:29.243624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:29.280434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 785e04ef-4e24-43b4-ae82-e23eee978e75 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:29.313644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfc0772-b419-4e65-ae6a-2c779a7f509c req-c6985959-ff67-4c03-95af-7e7cf98331c3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081388 Mar 11 17:38:29.349203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:38:29.349530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1727b2cb-ae5a-4abf-a16b-9e36e0ebc344 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:38:29.474016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7d885b74-cb37-48f0-853b-24d5acbefe6a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:29.474397 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.535098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.540650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0009d655-c98f-416a-b42f-8ad8d52e910d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0009d655-c98f-416a-b42f-8ad8d52e910d,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:29.560102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0009d655-c98f-416a-b42f-8ad8d52e910d', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'port_id': '0009d655-c98f-416a-b42f-8ad8d52e910d', 'mac_address': 'fa:16:3e:63:89:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45399fdb-e577-4f75-9487-b5628afd97cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:38:29.586509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=785e04ef-4e24-43b4-ae82-e23eee978e75,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:29.668108 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.681681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.693315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0009d655-c98f-416a-b42f-8ad8d52e910d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:38:29.695316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57114) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:29.695802 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d270b492-d501-46ba-94fe-b11a40677d45 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/785e04ef-4e24-43b4-ae82-e23eee978e75 HTTP/1.1" status: 204 len: 168 time: 1.1537712 Mar 11 17:38:29.713473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0009d655-c98f-416a-b42f-8ad8d52e910d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0009d655-c98f-416a-b42f-8ad8d52e910d,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:29.718956 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.774468 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-459a9b84-ddec-4e54-ae8e-4b630ada8749 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:38:29.774945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-459a9b84-ddec-4e54-ae8e-4b630ada8749 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:29.802634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0009d655-c98f-416a-b42f-8ad8d52e910d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:29.809433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-459a9b84-ddec-4e54-ae8e-4b630ada8749 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:29.813786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57124) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:29.813930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-459a9b84-ddec-4e54-ae8e-4b630ada8749 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/785e04ef-4e24-43b4-ae82-e23eee978e75 HTTP/1.1" status: 404 len: 333 time: 0.1174979 Mar 11 17:38:29.891071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet 3c3f4716-37ec-4d41-a8bc-a14da0e02e78 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:38:29.895423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.958152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.019456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddc40c-deea-4aeb-8187-f7ebb5a55f82 req-ff277ddf-fbb1-4d5d-b944-da7c9f147a3a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:30.020958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4eddc40c-deea-4aeb-8187-f7ebb5a55f82 req-ff277ddf-fbb1-4d5d-b944-da7c9f147a3a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1161845 Mar 11 17:38:30.025055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b990e358-d5bd-49fb-97a5-2c747ba3a77a req-66c4bc3d-9840-4cb8-93dd-93d1d7114fac service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1726136 Mar 11 17:38:30.054014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.076350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4eddc40c-deea-4aeb-8187-f7ebb5a55f82 req-9ab2540e-e1ab-483f-9f50-0cb302e8b54d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492017 Mar 11 17:38:30.151303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.220435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3f4716-37ec-4d41-a8bc-a14da0e02e78,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:30.233483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.235061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813f8a1-e47a-4d30-b310-492d48cacf23 None None] Network ba9c2722-ac87-40ea-aa4c-39690094c10e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:30.242553 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ab5f27b-a3aa-4c9e-9b0c-9e2a01f45fcf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/3c3f4716-37ec-4d41-a8bc-a14da0e02e78 HTTP/1.1" status: 204 len: 168 time: 0.4252427 Mar 11 17:38:30.242996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57138) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:30.258984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:30.380121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0009d655-c98f-416a-b42f-8ad8d52e910d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:38:30.681805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] Deleting subnet f4ff4e90-adb8-4502-8c54-5bffaf8095c0 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:38:30.686038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.752453 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-be3b7246-3a3e-49bd-bbe1-5d1f759a64fd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4286814 Mar 11 17:38:30.754985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet e7109a63-488d-4370-9c2c-48ff8a1ee303 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:38:30.758849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.765037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.847523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443b645-531b-4d2f-95f7-d97d2f7864ac req-de805d45-478d-4edd-acd6-44a022c2c48c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:30.849505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6443b645-531b-4d2f-95f7-d97d2f7864ac req-de805d45-478d-4edd-acd6-44a022c2c48c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.3796499 Mar 11 17:38:30.892898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.939325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-56452526-4bc2-49a6-81ca-0bae008d633d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1096 time: 0.3253045 Mar 11 17:38:30.971259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.002351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6443b645-531b-4d2f-95f7-d97d2f7864ac req-a3150a00-fced-488f-8816-2f48a548c8eb tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414320 Mar 11 17:38:31.039472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff23c-01b9-48b7-b095-ccd9ae2a140e req-6f0512af-12fa-4f86-961b-565702e47db7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:31.060145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a08ff23c-01b9-48b7-b095-ccd9ae2a140e req-6f0512af-12fa-4f86-961b-565702e47db7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 944 time: 0.3463087 Mar 11 17:38:31.097906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.187318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a08ff23c-01b9-48b7-b095-ccd9ae2a140e req-a0dbf757-4649-4087-b61b-6ba7f2b4c4f7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260891 Mar 11 17:38:31.219687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:31.273487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-630dee42-91b7-4957-aa8f-bc12f6db0d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:31.277597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-630dee42-91b7-4957-aa8f-bc12f6db0d7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 920 time: 0.3287513 Mar 11 17:38:31.284896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.353477 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.426172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=e7109a63-488d-4370-9c2c-48ff8a1ee303,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:31.446016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.459546 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f4ff4e90-adb8-4502-8c54-5bffaf8095c0 HTTP/1.1" status: 204 len: 168 time: 1.1989067 Mar 11 17:38:31.475731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57164) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:31.475731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d8922-7871-41ce-8628-5f1bdc4125f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ff4e90-adb8-4502-8c54-5bffaf8095c0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:31.505377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.515903 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-07759b8e-51b0-40fd-8360-314db4df60e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 200 len: 217 time: 0.2144587 Mar 11 17:38:31.518022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.518392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.518751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.519052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.519381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.519705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.520052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.520383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.520699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.521015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.521332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:31.533028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189287a-51d5-4ff2-96c1-c444ab25df4f req-ed737a3c-7af3-4d77-bf0e-afd9c49edad2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:31.542635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7189287a-51d5-4ff2-96c1-c444ab25df4f req-ed737a3c-7af3-4d77-bf0e-afd9c49edad2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3517497 Mar 11 17:38:31.562984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4831555e-8e40-435e-a2f9-c858de2a537a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/e7109a63-488d-4370-9c2c-48ff8a1ee303 HTTP/1.1" status: 204 len: 168 time: 1.3187766 Mar 11 17:38:31.575606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57168) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:31.616776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7189287a-51d5-4ff2-96c1-c444ab25df4f req-79414697-6be3-4313-a283-823d492a05da tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733578 Mar 11 17:38:31.637094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c4acb-a67b-4a8a-bb02-d838e6fe1772 req-813f0191-1153-4761-b09b-5c74a5a6c96b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:31.644842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-967c4acb-a67b-4a8a-bb02-d838e6fe1772 req-813f0191-1153-4761-b09b-5c74a5a6c96b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.2370589 Mar 11 17:38:31.691062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-967c4acb-a67b-4a8a-bb02-d838e6fe1772 req-73e07928-a419-4b1e-8603-97253dad513c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448790 Mar 11 17:38:31.734089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e46569b-5d58-457d-b7c4-41e8173687f9 None None] Network ba9c2722-ac87-40ea-aa4c-39690094c10e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:31.791240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.804999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.809307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-0e5223dc-1641-4e90-b839-6005cde257f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:31.810951 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-0e5223dc-1641-4e90-b839-6005cde257f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.2365367 Mar 11 17:38:31.825707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 7d885b74-cb37-48f0-853b-24d5acbefe6a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:31.826038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.901841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-63902522-3836-4b53-8b25-de748665edfc None None] Provisioning complete for port 7d885b74-cb37-48f0-853b-24d5acbefe6a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:31.902221 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-63902522-3836-4b53-8b25-de748665edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.936668 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-238a7021-2140-4d41-9793-c4925ba652ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807202 Mar 11 17:38:32.108560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] DHCP port deletion for ba9c2722-ac87-40ea-aa4c-39690094c10e request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:38:32.115772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] Deleting port 7d885b74-cb37-48f0-853b-24d5acbefe6a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:32.116140 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.178313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.263148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf909f-f0e9-42bf-8067-6993711a33cf req-089c9f0b-a610-442c-b98b-6f4ff8f74fde tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:32.264638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32cf909f-f0e9-42bf-8067-6993711a33cf req-089c9f0b-a610-442c-b98b-6f4ff8f74fde tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.1031985 Mar 11 17:38:32.324387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32cf909f-f0e9-42bf-8067-6993711a33cf req-e0831893-50a4-4e5e-a2bc-0d314df30a49 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535929 Mar 11 17:38:32.328168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17134315-b5b4-45a6-bbcd-00140369d381']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:32.369375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c83a32a-e9b2-4cda-a97b-e2f6785693e3') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:32.369762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c83a32a-e9b2-4cda-a97b-e2f6785693e3') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:32.386885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port 7d885b74-cb37-48f0-853b-24d5acbefe6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7d885b74-cb37-48f0-853b-24d5acbefe6a,segment=NetworkSegment(5250d596-270f-4855-8e47-530307fc715a),segment_id=5250d596-270f-4855-8e47-530307fc715a)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:32.387355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.404359 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-29534dc5-87f5-4da7-94c4-49a056b6ad41 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563808 Mar 11 17:38:32.407692 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.472925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990e54-db70-465c-a627-8b162734fe13 req-14dff58a-9962-4b90-8a63-620088c97fad tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:32.476079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] For port 7d885b74-cb37-48f0-853b-24d5acbefe6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7d885b74-cb37-48f0-853b-24d5acbefe6a,segment=NetworkSegment(5250d596-270f-4855-8e47-530307fc715a),segment_id=5250d596-270f-4855-8e47-530307fc715a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:32.476467 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.483824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b990e54-db70-465c-a627-8b162734fe13 req-14dff58a-9962-4b90-8a63-620088c97fad tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 944 time: 0.1134410 Mar 11 17:38:32.576954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 7d885b74-cb37-48f0-853b-24d5acbefe6a owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:32.588214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b990e54-db70-465c-a627-8b162734fe13 req-6e213c94-73f3-424c-81b3-646c28f2f63e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034961 Mar 11 17:38:32.629442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-59efd7cd-e5e1-4f53-b43e-1d684073f829 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280999 Mar 11 17:38:32.655424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] Calling delete_port for 7d885b74-cb37-48f0-853b-24d5acbefe6a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:32.661290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.811516 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.816301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:38:32.816715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:32.831433 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:32.833701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-eb11e9cb-9b7c-48f8-bd83-d61103ce1592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 1096 time: 0.1527884 Mar 11 17:38:32.889431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] Pushing event deleted for resources: {'Port': ['ID=7d885b74-cb37-48f0-853b-24d5acbefe6a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:32.908611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebbcd6-fc01-4dc9-a7f3-958d2407c7c6 None None] No DVR routers for this DVR port 7d885b74-cb37-48f0-853b-24d5acbefe6a on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:33.001630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.032416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.067127 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-577e29af-45e7-4f8d-af6e-cf17acf6c869 req-69e205ab-5a10-4894-8f73-02d5d7a8bec9 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766625 Mar 11 17:38:33.093213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:33.093764 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:33.094660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] Pushing event deleted for resources: {'Network': ['ID=17134315-b5b4-45a6-bbcd-00140369d381,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.136877 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06bb1a1a-cf52-44f4-930f-34d0ed518aef admin admin] 10.222.0.96 "DELETE /v2.0/networks/17134315-b5b4-45a6-bbcd-00140369d381 HTTP/1.1" status: 204 len: 168 time: 1.6587982 Mar 11 17:38:33.198479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d63ae-221a-41d1-b038-cde16287553c req-af1825d8-f55d-47a4-bca0-8ebec2523e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:33.200365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-af1825d8-f55d-47a4-bca0-8ebec2523e12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.2708287 Mar 11 17:38:33.207966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7d885b74-cb37-48f0-853b-24d5acbefe6a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:33.228513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca0514-b4ba-49f9-b009-014100ddfc55 req-e8d23535-0649-4c96-a7b1-07079f28681f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:33.236158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdca0514-b4ba-49f9-b009-014100ddfc55 req-e8d23535-0649-4c96-a7b1-07079f28681f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3707645 Mar 11 17:38:33.252587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0009d655-c98f-416a-b42f-8ad8d52e910d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:33.276882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 7d885b74-cb37-48f0-853b-24d5acbefe6a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:38:33.277266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7d885b74-cb37-48f0-853b-24d5acbefe6a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:38:33.330950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 0009d655-c98f-416a-b42f-8ad8d52e910d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:33.338336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0009d655-c98f-416a-b42f-8ad8d52e910d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:33.339008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.350705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57182) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:33.367071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6606306-d610-4bc5-a788-ed0aa1a4d607 req-affbf0a6-f83e-496c-8003-c5ebc6a4c253 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:33.374505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6606306-d610-4bc5-a788-ed0aa1a4d607 req-affbf0a6-f83e-496c-8003-c5ebc6a4c253 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.4428294 Mar 11 17:38:33.394286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-dd955a49-36ac-4bd0-a106-81b524a5908f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e598480-5a40-4407-8990-883fcf33c2a0 HTTP/1.1" status: 200 len: 217 time: 0.1196213 Mar 11 17:38:33.411610 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6215359d-c3d9-4de5-b811-8b7058548907 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=27672a0f49484c27b016bf5ee3d78e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0588493 Mar 11 17:38:33.414075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57186) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:33.475799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.506780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdca0514-b4ba-49f9-b009-014100ddfc55 req-839d3bfa-7f0c-4a78-91c6-f17fcac07967 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694380 Mar 11 17:38:33.509769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bc18074-b3aa-4d22-b040-e83b865b78ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.529383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0009d655-c98f-416a-b42f-8ad8d52e910d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0009d655-c98f-416a-b42f-8ad8d52e910d,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:33.530876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9163ac-c017-41df-89d5-469836269696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0009d655-c98f-416a-b42f-8ad8d52e910d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:33.537798 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.552042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bc18074-b3aa-4d22-b040-e83b865b78ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.553175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6606306-d610-4bc5-a788-ed0aa1a4d607 req-ba0df171-322d-4170-b884-4eae3da64fba tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777041 Mar 11 17:38:33.557115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d63ae-221a-41d1-b038-cde16287553c req-e74afe43-da0e-4f56-8379-0a368661f4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:33.574766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-e74afe43-da0e-4f56-8379-0a368661f4c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1453373 Mar 11 17:38:33.595187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 7d885b74-cb37-48f0-853b-24d5acbefe6a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:33.595778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.644249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0009d655-c98f-416a-b42f-8ad8d52e910d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.676690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] The port '7d885b74-cb37-48f0-853b-24d5acbefe6a' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:38:33.682059 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9163ac-c017-41df-89d5-469836269696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0009d655-c98f-416a-b42f-8ad8d52e910d', 'code': 200} Mar 11 17:38:33.857316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.864844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bc18074-b3aa-4d22-b040-e83b865b78ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.898195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc18074-b3aa-4d22-b040-e83b865b78ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ceb584-e602-4545-a846-61082f16f3c5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.898343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-3a6a374f-a878-4baf-8071-87eaa1e1816b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3217423 Mar 11 17:38:33.907960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9c2722-ac87-40ea-aa4c-39690094c10e']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:33.936352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5250d596-270f-4855-8e47-530307fc715a') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:33.937165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5250d596-270f-4855-8e47-530307fc715a') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:33.947717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bc18074-b3aa-4d22-b040-e83b865b78ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.948869 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3bc18074-b3aa-4d22-b040-e83b865b78ff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/28ceb584-e602-4545-a846-61082f16f3c5 HTTP/1.1" status: 204 len: 168 time: 0.5338228 Mar 11 17:38:33.958113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.981351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.986394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b06a6da3-9924-4e9b-86d0-081cf3f7f9c3 req-78d423da-67ce-475e-824f-f48ab3a7b232 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 1096 time: 0.1779020 Mar 11 17:38:33.992172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:38:33.992904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:34.008754 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:34.128310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.141130 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b06a6da3-9924-4e9b-86d0-081cf3f7f9c3 req-ad31a4b0-b299-4b44-8e26-9f28237274dc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238685 Mar 11 17:38:34.161650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.197860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=ba9c2722-ac87-40ea-aa4c-39690094c10e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:34.197860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-819a3b3e-1831-496a-af92-479d4724f733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/ba9c2722-ac87-40ea-aa4c-39690094c10e HTTP/1.1" status: 204 len: 168 time: 2.6201081 Mar 11 17:38:34.197860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57198) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:34.207678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8c3c-9557-4e07-8016-fafde2f1c8fe req-80cef330-7559-4e32-b4ee-abde4672cdb9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.207678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a41a8c3c-9557-4e07-8016-fafde2f1c8fe req-80cef330-7559-4e32-b4ee-abde4672cdb9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.4759622 Mar 11 17:38:34.255509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-f64de406-e985-47b9-9272-fc7d02894d5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2&tenant_id=126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 1095 time: 0.3848481 Mar 11 17:38:34.321285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2b4df2-7b8e-4b76-9b2a-992669690159 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.321285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d2b4df2-7b8e-4b76-9b2a-992669690159 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:34.348120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d2b4df2-7b8e-4b76-9b2a-992669690159 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:34.348120 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d2b4df2-7b8e-4b76-9b2a-992669690159 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1421714 Mar 11 17:38:34.351474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a199f6d-0544-49cc-8cfb-33532f631b01 req-7f667c3d-cf20-4db5-be17-bd465e7d05cc tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.351474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a199f6d-0544-49cc-8cfb-33532f631b01 req-7f667c3d-cf20-4db5-be17-bd465e7d05cc tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.5193937 Mar 11 17:38:34.351474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-98127cf9-14f7-4be8-b947-a1371f7bb652 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341524 Mar 11 17:38:34.351474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57204) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:34.369396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a41a8c3c-9557-4e07-8016-fafde2f1c8fe req-c8f4799c-f3d5-4605-b3f5-e3c7a69acda3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543071 Mar 11 17:38:34.461894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a199f6d-0544-49cc-8cfb-33532f631b01 req-630e279f-b482-4da1-a284-8aea664c0213 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105626 Mar 11 17:38:34.477510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-612e2382-0583-4fdb-a158-acee14d5e064 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1277695 Mar 11 17:38:34.480922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57212) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:34.486958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-233137537'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:34.492235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:34.496154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:34.499179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:34.505290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:34.521795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:34.525077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.786821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:34.832307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.832711 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment c7bf0ea3-34f1-441b-891f-c92c07e21744 of type vlan for network 0c4b5b05-45a1-4169-a1a2-3b42350818cb Mar 11 17:38:34.905503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-101d63ae-221a-41d1-b038-cde16287553c req-df89ed7c-2de4-4db8-bf57-1344f9d395b2 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616321 Mar 11 17:38:34.911435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.957110 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-a41d2327-32db-4a6c-8fe1-7ebf881e7c58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 1095 time: 0.4118922 Mar 11 17:38:34.968265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b94f30-e695-4dca-9456-36cb9a798b62 req-23b23f6d-f160-4f99-bcfd-869917d25a9f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.969699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41b94f30-e695-4dca-9456-36cb9a798b62 req-23b23f6d-f160-4f99-bcfd-869917d25a9f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.2942154 Mar 11 17:38:34.975159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741e93-91fc-485e-90d5-6c4a758ac67f req-b6c0ef8d-4817-41b3-950b-f43180a4bc0e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.976568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f741e93-91fc-485e-90d5-6c4a758ac67f req-b6c0ef8d-4817-41b3-950b-f43180a4bc0e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3068552 Mar 11 17:38:34.984200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57230) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:35.042692 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.046329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.046933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.122206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2100093987-network', 'tenant_id': 'f7a2b135a7f94f55a1ee5c55e233dfa2'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:35.127744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:35.131934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Usage tracker for resource:network and tenant:f7a2b135a7f94f55a1ee5c55e233dfa2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:35.135328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:35.141435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:35.153271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Made reservation on behalf of f7a2b135a7f94f55a1ee5c55e233dfa2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:35.156063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.163699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41b94f30-e695-4dca-9456-36cb9a798b62 req-75c11221-688f-4d5c-a1ac-a479879631b1 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853368 Mar 11 17:38:35.171383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.205294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:35.209756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Usage tracker for resource:security_group_rule and tenant:f7a2b135a7f94f55a1ee5c55e233dfa2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:35.212680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:35.218298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:35.260829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7788236 Mar 11 17:38:35.267395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:35.275267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:35.314674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f741e93-91fc-485e-90d5-6c4a758ac67f req-89351c15-ba81-4e50-a97b-25d9d4c2b71f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164537 Mar 11 17:38:35.319860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ac97-7530-4db3-890b-a990d48ddd4c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=0c4b5b05-45a1-4169-a1a2-3b42350818cb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:35.327004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-07e5fa58-b93e-4b89-bed7-6150a05c44af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.328829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-07e5fa58-b93e-4b89-bed7-6150a05c44af service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.3285496 Mar 11 17:38:35.333745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:38:35.367960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.377103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.425943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:35.436336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:35.444613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:35.445712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-dc002466-11c9-4105-b5ce-1fc65cc0016b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102 HTTP/1.1" status: 200 len: 999 time: 0.1089728 Mar 11 17:38:35.448257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34917b-f7de-4c34-b57f-2639ad257d2a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:35.452936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:35.459574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.460546 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Added segment 95b42121-83b7-4597-ac18-1a11392bb839 of type vlan for network 24d4dc93-300c-41cc-a3ea-8d12a430e430 Mar 11 17:38:35.461708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:35.497254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:35.552979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-653a19b4-a9b9-42ba-aa3c-3c560c698e22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.554750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-653a19b4-a9b9-42ba-aa3c-3c560c698e22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.0870187 Mar 11 17:38:35.576765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.613844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.700998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.701902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.702501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.773883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-c5747b98-8218-4add-8d6e-981a0f631a21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127390 Mar 11 17:38:35.782534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb02fa-464f-45a1-9272-998858ea7fd0 req-8fa3fe87-5d6b-452f-9a0d-d2230d716989 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.784063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ddb02fa-464f-45a1-9272-998858ea7fd0 req-8fa3fe87-5d6b-452f-9a0d-d2230d716989 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.1880846 Mar 11 17:38:35.838063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8519666 Mar 11 17:38:35.841808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57244) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:35.846969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eb1ac-bbad-4b85-b605-51c90826bcca admin admin] Pushing event updated for resources: {'Network': ['ID=24d4dc93-300c-41cc-a3ea-8d12a430e430,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:35.852324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Request body: {'subnet': {'network_id': '24d4dc93-300c-41cc-a3ea-8d12a430e430', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2100093987-subnet', 'tenant_id': 'f7a2b135a7f94f55a1ee5c55e233dfa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:35.860788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 24d4dc93-300c-41cc-a3ea-8d12a430e430 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:38:35.861767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:35.869179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Usage tracker for resource:subnet and tenant:f7a2b135a7f94f55a1ee5c55e233dfa2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:35.873830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:35.882814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:35.893151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39084e-b947-4f4c-b4f7-a1aca20133d6 req-ef743645-5537-4e74-a7e3-c4e80031728b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.894982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e39084e-b947-4f4c-b4f7-a1aca20133d6 req-ef743645-5537-4e74-a7e3-c4e80031728b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.2479959 Mar 11 17:38:35.963832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Made reservation on behalf of f7a2b135a7f94f55a1ee5c55e233dfa2 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:35.963832 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.991319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ddb02fa-464f-45a1-9272-998858ea7fd0 req-b0d184d6-7b46-4ed0-97b1-47ee00941c33 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755974 Mar 11 17:38:36.037834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-b920e1be-0aa5-4837-a5bc-14cc36299b56 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408848 Mar 11 17:38:36.037834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e39084e-b947-4f4c-b4f7-a1aca20133d6 req-1100247c-e047-4e92-9862-1435a84501fc tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258743 Mar 11 17:38:36.261382 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.298353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bc2f662-6248-46b3-a09a-093d760c207d req-369bf93f-8757-4799-9f61-699bff8e8756 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0931005 Mar 11 17:38:36.407608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=a5d5ce6e-b6dc-4c83-947b-e55febe7995e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:36.431150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': 'c7bf0ea3-34f1-441b-891f-c92c07e21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:36.431150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: 0c4b5b05-45a1-4169-a1a2-3b42350818cb, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:36.476486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bc2f662-6248-46b3-a09a-093d760c207d req-c3dbd1ac-9fe2-4542-bc66-20aa6f58d9e9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0552783 Mar 11 17:38:36.481744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce88f4bb-57e8-44c9-b590-0ee3f17c70ba req-513947a9-d47f-4e3e-b463-061486f9d5fc service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355013 Mar 11 17:38:36.502469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a79a1-d04a-483f-91de-980f1ed76e69 req-90e20ece-6abc-4d7c-97f3-8d4623cd0ff0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:36.510609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b4a79a1-d04a-483f-91de-980f1ed76e69 req-90e20ece-6abc-4d7c-97f3-8d4623cd0ff0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1931663 Mar 11 17:38:36.515032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:36.515032 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.562552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0c4b5b05-45a1-4169-a1a2-3b42350818cb) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:36.584292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:36.590734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e23cc0-8e6b-43b9-8811-221475a7818d None None] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:36.600506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.619378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bc2f662-6248-46b3-a09a-093d760c207d req-f1a47573-f33b-4a48-b5c1-e09e6d84ee85 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590105 Mar 11 17:38:36.639088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df481b3c-3ab1-4a1b-a116-a55d0c14d5e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3514998 Mar 11 17:38:36.645538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57252) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:36.651649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd8e2d5-72f2-481d-9c12-35cb2461dad7,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:36.651649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Checking segment: {'id': '95b42121-83b7-4597-ac18-1a11392bb839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '24d4dc93-300c-41cc-a3ea-8d12a430e430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:36.651649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Network hostable DHCP agents. Network: 24d4dc93-300c-41cc-a3ea-8d12a430e430, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:36.667055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb', 'name': 'tempest-PortsIpV6TestJSON-1523391421'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:36.680013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Network 24d4dc93-300c-41cc-a3ea-8d12a430e430 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:36.694310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 24d4dc93-300c-41cc-a3ea-8d12a430e430) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:36.708563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:36.708563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.737225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d976e-17c9-44c3-9715-9009220859f8 None None] Network 24d4dc93-300c-41cc-a3ea-8d12a430e430 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:36.775198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-02755cda-71e6-4b80-b4ac-6c5968fb69da admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9214621 Mar 11 17:38:36.855652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b4a79a1-d04a-483f-91de-980f1ed76e69 req-73114862-6641-41ea-a52a-87dd817b915e tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493567 Mar 11 17:38:36.948226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872066b-3abb-477b-b332-935f836b0d10 req-0d880a66-bb5f-4d62-a12a-e1c8e5637dae tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:36.948226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3872066b-3abb-477b-b332-935f836b0d10 req-0d880a66-bb5f-4d62-a12a-e1c8e5637dae tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.4338734 Mar 11 17:38:36.989419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:36.993968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f662-6248-46b3-a09a-093d760c207d req-43c63d68-21d1-47d8-9523-65036c369164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:36.993968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bc2f662-6248-46b3-a09a-093d760c207d req-43c63d68-21d1-47d8-9523-65036c369164 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3600502 Mar 11 17:38:37.003668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:37.022825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:37.038255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3872066b-3abb-477b-b332-935f836b0d10 req-2adc41b0-a248-4e57-b4f4-dd4effbfa696 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759733 Mar 11 17:38:37.038255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:37.047554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.115392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:37.190806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] Deleting subnet 9bd8e2d5-72f2-481d-9c12-35cb2461dad7 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:38:37.204776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.249528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-0c4b5b05-45a1-4169-a1a2-3b42350818cb', 'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb', 'tenant_id': '786879d00400434ab898a5e267f4df6a', 'fixed_ips': [{'subnet_id': 'a5d5ce6e-b6dc-4c83-947b-e55febe7995e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:38:37.249528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.288937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25418de5-fe7a-45b9-a5d6-6b8de0f23291 None None] Network 24d4dc93-300c-41cc-a3ea-8d12a430e430 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:37.349281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.440158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.557898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::8f (0c4b5b05-45a1-4169-a1a2-3b42350818cb/a5d5ce6e-b6dc-4c83-947b-e55febe7995e/0d3a332b-3cef-48d7-a3b0-35db827bdbd7) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:37.597231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06532f1a-630e-402a-bcaa-c773805727e5 req-d24b2abd-3764-4c5f-8736-3296c70bdcc1 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:37.603771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.610085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06532f1a-630e-402a-bcaa-c773805727e5 req-d24b2abd-3764-4c5f-8736-3296c70bdcc1 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.2485394 Mar 11 17:38:37.637029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47e0d1-2226-4381-87dc-4ea13f0f0b6e req-3bcf7641-3d87-4ed3-8e42-196bcd42875b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:37.646414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a47e0d1-2226-4381-87dc-4ea13f0f0b6e req-3bcf7641-3d87-4ed3-8e42-196bcd42875b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.2972438 Mar 11 17:38:37.716067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd8e2d5-72f2-481d-9c12-35cb2461dad7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:37.730742 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.748228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ea4e4e6a-c3fa-469a-90dc-63a5fbef83df admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9bd8e2d5-72f2-481d-9c12-35cb2461dad7 HTTP/1.1" status: 204 len: 168 time: 0.7617714 Mar 11 17:38:37.748228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:37.763828 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a47e0d1-2226-4381-87dc-4ea13f0f0b6e req-06c3931e-9400-4d3a-9e04-41670797836e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158664 Mar 11 17:38:37.829216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06532f1a-630e-402a-bcaa-c773805727e5 req-bac8c97b-5bf2-4af0-8cd0-acb4da95b509 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308514 Mar 11 17:38:37.944386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.244261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.278724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.298564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d4dc93-300c-41cc-a3ea-8d12a430e430']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:38.310866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:38.310866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365de5b3-6982-40fa-9404-e64273af0d2b req-d605c7a8-e180-43c6-bc87-cdf2de6dcdb3 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:38.310866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-365de5b3-6982-40fa-9404-e64273af0d2b req-d605c7a8-e180-43c6-bc87-cdf2de6dcdb3 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.2857802 Mar 11 17:38:38.331099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b42121-83b7-4597-ac18-1a11392bb839') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:38.331099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b42121-83b7-4597-ac18-1a11392bb839') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:38.337463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0ef89-3ae9-4cc5-8159-e52b0e428134 req-22ae6cc6-d77b-4f7a-b43c-93694a4d7d7f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:38.337463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b0ef89-3ae9-4cc5-8159-e52b0e428134 req-22ae6cc6-d77b-4f7a-b43c-93694a4d7d7f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.2540476 Mar 11 17:38:38.353628 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.389157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.412094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:38:38.412094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.429215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-365de5b3-6982-40fa-9404-e64273af0d2b req-c5ce026d-4d53-4434-8419-9784d4dd0edf tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931497 Mar 11 17:38:38.429215 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:38.445533 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:38.564216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b0ef89-3ae9-4cc5-8159-e52b0e428134 req-5effbc8a-f67e-41bd-9815-7e07349c89e5 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110362 Mar 11 17:38:38.626309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=0d3a332b-3cef-48d7-a3b0-35db827bdbd7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:38.648042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:38.648364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Allocated IP 2001:db8::2 (0c4b5b05-45a1-4169-a1a2-3b42350818cb/a5d5ce6e-b6dc-4c83-947b-e55febe7995e/084d14a1-f2ac-4fee-8c76-4b7e2c8cb998) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:38.656426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:38.672995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:38.690907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:38.694058 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.743386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.809297 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.830285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d4dc93-300c-41cc-a3ea-8d12a430e430,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:38.842938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-92b27524-71e9-4626-befe-1b9338b753d7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/24d4dc93-300c-41cc-a3ea-8d12a430e430 HTTP/1.1" status: 204 len: 168 time: 1.0970845 Mar 11 17:38:39.153948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57300) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:39.154414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6b6663a9-bb90-441e-b38b-dff5e4586314 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5272453 Mar 11 17:38:39.166232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57302) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:39.179395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb', 'name': 'tempest-PortsIpV6TestJSON-1999149319'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:39.201845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfce12-1bb9-4342-8c52-e84d64f735cb req-daa0347b-9dcc-4114-a74f-acd20cc6b5f7 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:39.203773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91cfce12-1bb9-4342-8c52-e84d64f735cb req-daa0347b-9dcc-4114-a74f-acd20cc6b5f7 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.4765966 Mar 11 17:38:39.216042 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.244016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4167bf8f-c99d-4eaf-b68d-b06f033d3452 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f7a2b135a7f94f55a1ee5c55e233dfa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0882280 Mar 11 17:38:39.248015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57308) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:39.251758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Transition to ACTIVE for port object 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:39.280602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.301083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Transition to ACTIVE for port object 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:39.317876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.425853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b469f8ee-50fe-4ef3-b379-9643560b2b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.429166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:39.433016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:39.437165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:39.491544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b469f8ee-50fe-4ef3-b379-9643560b2b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.503226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91cfce12-1bb9-4342-8c52-e84d64f735cb req-300076c6-0315-4109-b77f-9a74c63e6ebc tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875366 Mar 11 17:38:39.505478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:39.521011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853802-9a50-4830-9901-1337a656a6a5 req-be2b5360-59cb-4bad-a236-552b380244ad tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:39.529660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b853802-9a50-4830-9901-1337a656a6a5 req-be2b5360-59cb-4bad-a236-552b380244ad tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.4767840 Mar 11 17:38:39.551234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Pushing event updated for resources: {'Port': ['ID=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:39.555179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:39.558911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:39.574119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Attempting to bind port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:39.574849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Attempting to bind port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c7bf0ea3-34f1-441b-891f-c92c07e21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:39.575457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Attempting to bind port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 on network 0c4b5b05-45a1-4169-a1a2-3b42350818cb {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:39.579290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:39.587875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:38:39.621085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:39.621085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.646642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Checking segment: {'id': 'c7bf0ea3-34f1-441b-891f-c92c07e21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:39.646642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.646642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Bound using segment: {'id': 'c7bf0ea3-34f1-441b-891f-c92c07e21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:38:39.651230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b469f8ee-50fe-4ef3-b379-9643560b2b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.654317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Bound port: 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bf0ea3-34f1-441b-891f-c92c07e21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0c4b5b05-45a1-4169-a1a2-3b42350818cb'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:39.654317 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.666516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port d9696592-d760-48cb-9250-9438bbcf2219 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:39.669877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469f8ee-50fe-4ef3-b379-9643560b2b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34917b-f7de-4c34-b57f-2639ad257d2a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:39.692631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b469f8ee-50fe-4ef3-b379-9643560b2b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.696151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b469f8ee-50fe-4ef3-b379-9643560b2b3f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fd34917b-f7de-4c34-b57f-2639ad257d2a HTTP/1.1" status: 204 len: 168 time: 0.4445786 Mar 11 17:38:39.847027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b853802-9a50-4830-9901-1337a656a6a5 req-a8ed92a0-d96c-4b62-8b0f-62cfb43b4c79 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153319 Mar 11 17:38:39.907085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] For port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:39.910013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] For port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,segment=NetworkSegment(c7bf0ea3-34f1-441b-891f-c92c07e21744),segment_id=c7bf0ea3-34f1-441b-891f-c92c07e21744)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:39.918225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.075954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78e1be-213b-49d6-ab72-9de6cf7aea71 None None] Pushing event updated for resources: {'Port': ['ID=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:40.346063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::1ff (0c4b5b05-45a1-4169-a1a2-3b42350818cb/a5d5ce6e-b6dc-4c83-947b-e55febe7995e/d9696592-d760-48cb-9250-9438bbcf2219) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:40.378225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a631cc-94a6-4d26-8318-da0cb3a22388 req-59c720bc-f3a8-44cb-99b9-5a34edff25b3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:40.381214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37a631cc-94a6-4d26-8318-da0cb3a22388 req-59c720bc-f3a8-44cb-99b9-5a34edff25b3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.3703971 Mar 11 17:38:40.474509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2967738-94ab-48e1-91e9-de6cc46a5bc0 req-071478ec-8778-4cf5-a00d-8c5e6512579f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:40.476349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2967738-94ab-48e1-91e9-de6cc46a5bc0 req-071478ec-8778-4cf5-a00d-8c5e6512579f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.3566747 Mar 11 17:38:40.787459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37a631cc-94a6-4d26-8318-da0cb3a22388 req-1a499cb8-0312-4bcc-b3a2-6aae16f5f081 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998652 Mar 11 17:38:40.818382 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.853591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object d9696592-d760-48cb-9250-9438bbcf2219 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:40.858301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2967738-94ab-48e1-91e9-de6cc46a5bc0 req-412da3b6-ae26-4a3a-b85c-b48a5eb2d137 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290086 Mar 11 17:38:40.898726 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.074768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:41.090545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:41.094436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:41.100093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:41.106638 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.211862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0437326 Mar 11 17:38:41.214824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57334) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:41.218659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ad1bb-169b-4ba7-a31d-9f697aa020e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=d9696592-d760-48cb-9250-9438bbcf2219,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:41.300500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47094abc-d753-47f7-a3e3-161075b9cee2 req-4af6f57b-4a7f-4726-9250-26c65755f9da tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:41.308310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47094abc-d753-47f7-a3e3-161075b9cee2 req-4af6f57b-4a7f-4726-9250-26c65755f9da tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1661260 Mar 11 17:38:41.343571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:41.464587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47094abc-d753-47f7-a3e3-161075b9cee2 req-69e86436-b746-4124-b1f0-d231134c6e21 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529565 Mar 11 17:38:41.489252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a26f16-a451-47ec-a758-d0e4c2532676 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:41.493861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57342) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:41.494097 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-76a26f16-a451-47ec-a758-d0e4c2532676 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A8f HTTP/1.1" status: 200 len: 928 time: 0.2780764 Mar 11 17:38:41.560666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:41.682395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port d9696592-d760-48cb-9250-9438bbcf2219 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:41.682395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.941265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3012a6-90f5-452b-a662-37103027da3d None None] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:42.041321 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:38:42.153423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4267-3f3c-4a31-adfb-1735f4e8f485 req-096cb1be-a63b-4d4b-b142-4655805e01e3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:42.161658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-07dd4267-3f3c-4a31-adfb-1735f4e8f485 req-096cb1be-a63b-4d4b-b142-4655805e01e3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.4367504 Mar 11 17:38:42.279099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9b8ad235-87c7-4a8b-9777-4c485e46b9df None None] Provisioning for port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:42.300054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9b8ad235-87c7-4a8b-9777-4c485e46b9df None None] Provisioning complete for port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:42.300500 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad235-87c7-4a8b-9777-4c485e46b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.330232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.423561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-07dd4267-3f3c-4a31-adfb-1735f4e8f485 req-2d58d793-813c-4e8f-bdc1-304fcf8d1cd7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582991 Mar 11 17:38:42.476311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:42.538385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7e80-a741-44b1-9066-d4bf7ed3b467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.772433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.843136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:42.843582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad235-87c7-4a8b-9777-4c485e46b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.854231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:fdcf7a3c0da94c759b361ec497427abe is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:42.859231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:42.871263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:42.891410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for d9696592-d760-48cb-9250-9438bbcf2219 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:42.942710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b0f25-cbbb-417e-b493-8df7414dfd2b req-197db550-c8fd-47c3-8579-f7f9fdbbf93f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:42.955364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b7b0f25-cbbb-417e-b493-8df7414dfd2b req-197db550-c8fd-47c3-8579-f7f9fdbbf93f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.8670297 Mar 11 17:38:42.959791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9b8ad235-87c7-4a8b-9777-4c485e46b9df None None] For port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,segment=NetworkSegment(c7bf0ea3-34f1-441b-891f-c92c07e21744),segment_id=c7bf0ea3-34f1-441b-891f-c92c07e21744)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:42.978484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad235-87c7-4a8b-9777-4c485e46b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.029368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.037905 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.100691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b7b0f25-cbbb-417e-b493-8df7414dfd2b req-a7629ced-b8a7-4b20-9608-2aa36cc1d918 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499348 Mar 11 17:38:43.194186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad235-87c7-4a8b-9777-4c485e46b9df None None] Pushing event updated for resources: {'Port': ['ID=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:43.210946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebaa85-1533-4fef-9c29-7c0775d322eb req-a0dbf282-758f-43ee-9c21-702ea9e35910 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:43.222692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebaa85-1533-4fef-9c29-7c0775d322eb req-a0dbf282-758f-43ee-9c21-702ea9e35910 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.3981519 Mar 11 17:38:43.238142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486b9bc7-e31f-4d90-b733-f2ec7770c106,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:43.261804 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e21eda3-c2f2-453b-9534-eb0d43a2c6c1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fdcf7a3c0da94c759b361ec497427abe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7843585 Mar 11 17:38:43.262818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57372) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:43.348189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f839809b-2abe-4b9f-8955-6c3e74c8d2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.422142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f839809b-2abe-4b9f-8955-6c3e74c8d2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.473329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddebaa85-1533-4fef-9c29-7c0775d322eb req-f259dcdc-a81c-410c-9949-fe4352fd60ae tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489176 Mar 11 17:38:43.566618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f839809b-2abe-4b9f-8955-6c3e74c8d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.621084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.627108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839809b-2abe-4b9f-8955-6c3e74c8d2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b9bc7-e31f-4d90-b733-f2ec7770c106,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:43.631564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f839809b-2abe-4b9f-8955-6c3e74c8d2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.641680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f839809b-2abe-4b9f-8955-6c3e74c8d2c5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/486b9bc7-e31f-4d90-b733-f2ec7770c106 HTTP/1.1" status: 204 len: 168 time: 0.3727314 Mar 11 17:38:43.776328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1f698933-b2b5-45ca-9dfb-d23e1ed3734a None None] Provisioning for port 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:43.792255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1f698933-b2b5-45ca-9dfb-d23e1ed3734a None None] Provisioning complete for port 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:43.793360 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f698933-b2b5-45ca-9dfb-d23e1ed3734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.910830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1f698933-b2b5-45ca-9dfb-d23e1ed3734a None None] Port 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:43.910830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1f698933-b2b5-45ca-9dfb-d23e1ed3734a None None] Could not find standard attr ID for object d9696592-d760-48cb-9250-9438bbcf2219. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:43.967857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1f698933-b2b5-45ca-9dfb-d23e1ed3734a None None] Provisioning complete for port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:43.969449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=d9696592-d760-48cb-9250-9438bbcf2219,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:43.973250 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f698933-b2b5-45ca-9dfb-d23e1ed3734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.005512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.047801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965e194-e605-4c9a-aa7d-0e5878fd57f7 req-916153dd-6e29-4302-b1f4-025fdba5d880 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.049896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d965e194-e605-4c9a-aa7d-0e5878fd57f7 req-916153dd-6e29-4302-b1f4-025fdba5d880 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.6384876 Mar 11 17:38:44.138693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6c0fc92a-2d53-45af-8f3e-aaa80150f3e0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/d9696592-d760-48cb-9250-9438bbcf2219 HTTP/1.1" status: 204 len: 168 time: 2.6434698 Mar 11 17:38:44.141292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57384) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:44.237818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d965e194-e605-4c9a-aa7d-0e5878fd57f7 req-925c804e-730f-4b75-a005-b3b1a358f435 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769013 Mar 11 17:38:44.297507 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91832b8-11ad-454a-8fa2-54a6d731ae34 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:38:44.319355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e91832b8-11ad-454a-8fa2-54a6d731ae34 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/d9696592-d760-48cb-9250-9438bbcf2219 HTTP/1.1" status: 404 len: 333 time: 0.1769452 Mar 11 17:38:44.323255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57390) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:44.465858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c4aad-289f-4307-8a14-ea9f9db77870 req-5e03c68c-5be7-40f4-b869-049dafa497cc tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.473196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-896c4aad-289f-4307-8a14-ea9f9db77870 req-5e03c68c-5be7-40f4-b869-049dafa497cc tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.6099706 Mar 11 17:38:44.507902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4072541-270e-4d7b-8be0-c5a9cf241c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.567674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0d18539b-81c7-4967-9e4c-20b912042fa1 None None] Provisioning complete for port 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:44.568886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d18539b-81c7-4967-9e4c-20b912042fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.777936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:44.777936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.796005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0d18539b-81c7-4967-9e4c-20b912042fa1 None None] Port 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:44.856141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-896c4aad-289f-4307-8a14-ea9f9db77870 req-0c7d8d62-9083-4672-a2bd-dceb2c5e30ca tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697693 Mar 11 17:38:44.918899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ce8e2-795b-4ef2-853b-b9ccdc27d81f req-37ad3706-1984-4753-9f25-551a2afa7a77 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.927745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f03ce8e2-795b-4ef2-853b-b9ccdc27d81f req-37ad3706-1984-4753-9f25-551a2afa7a77 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.4005418 Mar 11 17:38:44.933629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cf5ef1f0-11d5-4672-97c0-e8fd6a63c905 None None] Could not find standard attr ID for object d9696592-d760-48cb-9250-9438bbcf2219. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:45.264027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:45.392255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.437885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:45.437885 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.559958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 0d3a332b-3cef-48d7-a3b0-35db827bdbd7 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:45.743751 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.791333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.840222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.924180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=0d3a332b-3cef-48d7-a3b0-35db827bdbd7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:45.963167 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.013567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a4d216d9-51ef-487d-858e-be94acadc45d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/0d3a332b-3cef-48d7-a3b0-35db827bdbd7 HTTP/1.1" status: 204 len: 168 time: 1.6864774 Mar 11 17:38:46.016011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57420) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:46.019102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57422) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:46.036527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f03ce8e2-795b-4ef2-853b-b9ccdc27d81f req-e50f1fad-d5e3-44c6-8523-8a87e036fe07 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0992048 Mar 11 17:38:46.067912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a8de-6a14-4918-849d-a6e6cb7fd830 req-d20b6897-9667-43ab-9432-00c8b808bc95 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:46.077123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31e9a8de-6a14-4918-849d-a6e6cb7fd830 req-d20b6897-9667-43ab-9432-00c8b808bc95 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.3615754 Mar 11 17:38:46.138742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31e9a8de-6a14-4918-849d-a6e6cb7fd830 req-e5d79808-f72b-47b5-b963-ac742372bd01 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586922 Mar 11 17:38:46.216238 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb75827-be4b-4363-95bd-ae4f54b5df6f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:38:46.220583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:46.227864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7fb75827-be4b-4363-95bd-ae4f54b5df6f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/0d3a332b-3cef-48d7-a3b0-35db827bdbd7 HTTP/1.1" status: 404 len: 333 time: 0.1999156 Mar 11 17:38:46.478559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1945851452-network', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:46.486826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:46.492850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Usage tracker for resource:network and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:46.496444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:46.503990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:46.516582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Made reservation on behalf of 75d483fa7f164724b04b6cccd80779b5 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:46.519949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.540395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.581687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:46.586248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Usage tracker for resource:security_group_rule and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:46.589521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:46.599208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:46.630768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet a5d5ce6e-b6dc-4c83-947b-e55febe7995e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:38:46.636235 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.703706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.709686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.747046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:46.758091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70298d5b-f8d0-44d2-ad87-a214cbfc4ab8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:46.790131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.790692 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Added segment f8125b8a-6ae9-427c-bd22-7f6011f32d29 of type vlan for network fefb558d-e27f-4256-a5ba-84231a2c36c5 Mar 11 17:38:46.858707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.870294 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.960227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.965246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.965246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:46.965246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.997436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7862-2ee8-483c-bf11-b43709dfc6b7 req-4616c9cc-97a1-45da-bef8-0dd71bccd23c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:46.998978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4eed7862-2ee8-483c-bf11-b43709dfc6b7 req-4616c9cc-97a1-45da-bef8-0dd71bccd23c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3713369 Mar 11 17:38:47.023831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6776e4e-63d4-472a-aa8e-46a1168e1fc2 req-09f5c18d-b2e3-43d2-9505-82a39e63bc21 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:47.034486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6776e4e-63d4-472a-aa8e-46a1168e1fc2 req-09f5c18d-b2e3-43d2-9505-82a39e63bc21 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.4075680 Mar 11 17:38:47.117387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.179221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4eed7862-2ee8-483c-bf11-b43709dfc6b7 req-dc4c4410-96d4-46ab-8dfe-cc15f506bedc tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237011 Mar 11 17:38:47.194296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6776e4e-63d4-472a-aa8e-46a1168e1fc2 req-fa9a0616-214a-49e0-872f-da1fb2a7b242 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588161 Mar 11 17:38:47.246755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.344072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d5ce6e-b6dc-4c83-947b-e55febe7995e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:47.367055 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.367967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50023d-2212-4ee4-8cee-c735f014c535 None None] Network 0c4b5b05-45a1-4169-a1a2-3b42350818cb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:47.378414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a9ea0569-4fbc-4db3-ae47-94dedac61627 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/a5d5ce6e-b6dc-4c83-947b-e55febe7995e HTTP/1.1" status: 204 len: 168 time: 1.1563094 Mar 11 17:38:47.381394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57438) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:47.381703 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2126217 Mar 11 17:38:47.382235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57440) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:47.383489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeb1ec-608b-4be9-b5a1-66d2612b8c9d admin admin] Pushing event updated for resources: {'Network': ['ID=fefb558d-e27f-4256-a5ba-84231a2c36c5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:47.515791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:38:47.539189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Request body: {'subnet': {'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1945851452-subnet', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:47.642652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:47.665671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Usage tracker for resource:subnet and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:47.679121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:47.716413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:47.775852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.784106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Made reservation on behalf of 75d483fa7f164724b04b6cccd80779b5 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:47.787455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.930806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd21ed8-2e05-4399-9aff-72db976c9383 req-aada378f-2078-41d4-8eb2-a2cded3540bb tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:47.932304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecd21ed8-2e05-4399-9aff-72db976c9383 req-aada378f-2078-41d4-8eb2-a2cded3540bb tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.5675845 Mar 11 17:38:47.942835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:47.946166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.036231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f1c6e-ccd3-49e0-a796-a081d2112763 req-57d6e7fe-82dd-493f-9262-779c771510c9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:48.036988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c7f1c6e-ccd3-49e0-a796-a081d2112763 req-57d6e7fe-82dd-493f-9262-779c771510c9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.4438331 Mar 11 17:38:48.063598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] DHCP port deletion for 0c4b5b05-45a1-4169-a1a2-3b42350818cb request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:38:48.070787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] Deleting port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:48.071722 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.333567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecd21ed8-2e05-4399-9aff-72db976c9383 req-33377811-1661-46d2-83ff-9f791237ff5d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362744 Mar 11 17:38:48.403327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c7f1c6e-ccd3-49e0-a796-a081d2112763 req-19eef0f4-7fcd-4f44-aa08-c6474928154d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513653 Mar 11 17:38:48.543115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] For port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,segment=NetworkSegment(c7bf0ea3-34f1-441b-891f-c92c07e21744),segment_id=c7bf0ea3-34f1-441b-891f-c92c07e21744)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:48.543795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.583779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,segment=NetworkSegment(c7bf0ea3-34f1-441b-891f-c92c07e21744),segment_id=c7bf0ea3-34f1-441b-891f-c92c07e21744)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:48.584464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.701772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] Calling delete_port for 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:48.829648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.896320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] Pushing event deleted for resources: {'Port': ['ID=084d14a1-f2ac-4fee-8c76-4b7e2c8cb998,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:48.906897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee003c-5d96-4989-9086-c2827bc06b0c None None] No DVR routers for this DVR port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:48.966784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:48.996764 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.215507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:49.250883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:38:49.251218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:38:49.292579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e7007b-fa92-4158-8696-9ff461ae78e3,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:49.320295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:49.320940 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:49.349634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5e5d8-1fd7-4b71-aae4-24c208f9b9ad req-1541068e-14b3-445d-bf64-0153abab3b88 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:49.349634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1da5e5d8-1fd7-4b71-aae4-24c208f9b9ad req-1541068e-14b3-445d-bf64-0153abab3b88 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.5163891 Mar 11 17:38:49.351851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d4901-99bc-438c-8949-bd45591edd95 req-35cc9475-8373-4cd9-aa66-afdc2447500f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:49.353298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-877d4901-99bc-438c-8949-bd45591edd95 req-35cc9475-8373-4cd9-aa66-afdc2447500f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.5929108 Mar 11 17:38:49.355418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Checking segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:49.355776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Network hostable DHCP agents. Network: fefb558d-e27f-4256-a5ba-84231a2c36c5, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:49.447635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1da5e5d8-1fd7-4b71-aae4-24c208f9b9ad req-64d89ea2-f349-4921-bd3b-eb31c85107fb tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931518 Mar 11 17:38:49.451466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-877d4901-99bc-438c-8949-bd45591edd95 req-c0686292-aeb3-4ef1-b92a-8cc0aaa3dd4d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898826 Mar 11 17:38:49.454202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:49.472177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, fefb558d-e27f-4256-a5ba-84231a2c36c5) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:49.484071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:49.493940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae87371-bf48-458e-a106-83fc06ef162f None None] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:49.494442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.529630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-05db0b2b-9037-4921-8844-7199bce3dad5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1461160 Mar 11 17:38:49.532819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57456) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:49.544637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:49.554793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:49.560108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Usage tracker for resource:router and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:49.567824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:49.582260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:49.608944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.611120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.634059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.746100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613cdb3-87fb-40e2-9e3a-07df0c108001 req-42eb8b8d-e1ff-491b-9554-c340c49e2376 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:49.748536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c613cdb3-87fb-40e2-9e3a-07df0c108001 req-42eb8b8d-e1ff-491b-9554-c340c49e2376 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.1563365 Mar 11 17:38:49.755541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f8f34-6295-4232-b80a-e9df48d1e1e9 req-55de146d-5d8c-4d77-8419-3bea89831ce0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:49.756968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-376f8f34-6295-4232-b80a-e9df48d1e1e9 req-55de146d-5d8c-4d77-8419-3bea89831ce0 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1132278 Mar 11 17:38:49.806720 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.829960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 084d14a1-f2ac-4fee-8c76-4b7e2c8cb998 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:49.829960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.852797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-fefb558d-e27f-4256-a5ba-84231a2c36c5', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:38:49.852797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.903052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c613cdb3-87fb-40e2-9e3a-07df0c108001 req-0a360c76-878f-4d50-9967-9fc4c1b742d9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321473 Mar 11 17:38:49.954913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-376f8f34-6295-4232-b80a-e9df48d1e1e9 req-c61f1be7-b0d1-45ef-ad98-ef4871a48e00 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724410 Mar 11 17:38:49.964824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] The port '084d14a1-f2ac-4fee-8c76-4b7e2c8cb998' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:38:50.123202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.157172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Allocated IP 172.20.0.2 (fefb558d-e27f-4256-a5ba-84231a2c36c5/98e7007b-fa92-4158-8696-9ff461ae78e3/cccc9a14-c7ea-450d-84e9-66bee63a1882) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:50.160660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4b5b05-45a1-4169-a1a2-3b42350818cb']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:50.174281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bf0ea3-34f1-441b-891f-c92c07e21744') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:50.174709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bf0ea3-34f1-441b-891f-c92c07e21744') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:50.186612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.187968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.206006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.213778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:38:50.214178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:50.233913 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:50.250340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.352852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.380932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.404732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=0c4b5b05-45a1-4169-a1a2-3b42350818cb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:50.404732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ef3f7da4-1b13-4227-9dec-6ae57648bad6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/0c4b5b05-45a1-4169-a1a2-3b42350818cb HTTP/1.1" status: 204 len: 168 time: 3.0089843 Mar 11 17:38:50.404732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:50.418955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1344705440'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:50.418955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:50.437866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:50.437866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:50.442978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Allocated IP 172.25.3.69 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/93d44c07-6695-4792-b417-0dd7e1771773) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:50.448256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:50.462982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:50.468010 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.473352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.483150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Transition to ACTIVE for port object cccc9a14-c7ea-450d-84e9-66bee63a1882 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:50.507515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Transition to ACTIVE for port object cccc9a14-c7ea-450d-84e9-66bee63a1882 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:50.521648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.551492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:50.576663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.576663 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment 451f46f6-c937-47fa-a5d0-a72fdb190f81 of type vlan for network 6c96847b-0369-4b4c-a03d-2155ccde68d5 Mar 11 17:38:50.651889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.663606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:50.663606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:50.673957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:50.707000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.743386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.791600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Pushing event updated for resources: {'Port': ['ID=cccc9a14-c7ea-450d-84e9-66bee63a1882,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:50.813142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Attempting to bind port cccc9a14-c7ea-450d-84e9-66bee63a1882 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:50.813511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Attempting to bind port cccc9a14-c7ea-450d-84e9-66bee63a1882 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:50.813858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Attempting to bind port cccc9a14-c7ea-450d-84e9-66bee63a1882 on network fefb558d-e27f-4256-a5ba-84231a2c36c5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:50.823345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:38:50.823715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Checking segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:50.824087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.824466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Bound using segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:38:50.824913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Bound port: cccc9a14-c7ea-450d-84e9-66bee63a1882, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:50.825272 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.834643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.838384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:50.839079 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.851517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:50.854521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:50.858829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:50.896999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Pushing event updated for resources: {'Port': ['ID=93d44c07-6695-4792-b417-0dd7e1771773,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:50.918665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] For port cccc9a14-c7ea-450d-84e9-66bee63a1882, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:50.922780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] For port cccc9a14-c7ea-450d-84e9-66bee63a1882, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cccc9a14-c7ea-450d-84e9-66bee63a1882,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:50.927062 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.977592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5761085 Mar 11 17:38:50.985341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57468) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:50.994915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:51.015779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0dbe4-440f-4055-b09b-ef74c7a86177 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=6c96847b-0369-4b4c-a03d-2155ccde68d5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:51.038824 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.040009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.051911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:38:51.107551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b040f0-7b5f-485b-bd59-39baed1ae1b7 req-ba0506c5-434f-41a9-bf88-3a9d9ec9b4c5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:51.119071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6b040f0-7b5f-485b-bd59-39baed1ae1b7 req-ba0506c5-434f-41a9-bf88-3a9d9ec9b4c5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3472569 Mar 11 17:38:51.138656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d1fb-f6ad-4a03-81a1-637c76bdab16 req-f7f56327-bc80-4877-8440-fb3b63256dbe tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:51.140232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a656d1fb-f6ad-4a03-81a1-637c76bdab16 req-f7f56327-bc80-4877-8440-fb3b63256dbe tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.4383936 Mar 11 17:38:51.200045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee608bc-6beb-4d85-aecc-34ea0c49d91a None None] Pushing event updated for resources: {'Port': ['ID=cccc9a14-c7ea-450d-84e9-66bee63a1882,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:51.243722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:51.257008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:51.268435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:51.293982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:51.359618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6b040f0-7b5f-485b-bd59-39baed1ae1b7 req-7114c0f8-c329-452f-8baa-9ee547296e0b tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127652 Mar 11 17:38:51.367671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a656d1fb-f6ad-4a03-81a1-637c76bdab16 req-c25415f6-c163-41fa-803e-5279f24f3e78 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526544 Mar 11 17:38:51.370462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:51.398025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:38:51.663497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:38:51.674755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Sync routers for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:38:51.691155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:38:51.691633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:38:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:51.695539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.696994 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c1f82a7b-e71c-4d31-9a13-02b8f2909565 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1623237 Mar 11 17:38:51.700247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57476) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:51.835966 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.921163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:38:52.088029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ffb39-7d99-4650-9903-7e16a3d8cc2d req-a83d1eac-a669-4187-97f9-7c197df2a038 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:52.089514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-307ffb39-7d99-4650-9903-7e16a3d8cc2d req-a83d1eac-a669-4187-97f9-7c197df2a038 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.5128307 Mar 11 17:38:52.108427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d554b-4b21-454d-85b8-81a623bd2e4f req-b310d041-8aad-4de9-b9ff-c8ca9727e601 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:52.119924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c1d554b-4b21-454d-85b8-81a623bd2e4f req-b310d041-8aad-4de9-b9ff-c8ca9727e601 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.5067189 Mar 11 17:38:52.266696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-ef26cd1b-cc31-4389-9620-33d4b1333b62 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:52.268236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-ef26cd1b-cc31-4389-9620-33d4b1333b62 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.5992191 Mar 11 17:38:52.304723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:50Z', 'revision_number': 3, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:52.312474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Checking router: e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:38:52.312696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Updating router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 port 93d44c07-6695-4792-b417-0dd7e1771773 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:38:52.359163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port 0009d655-c98f-416a-b42f-8ad8d52e910d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:52.359512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.385851 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.499823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-307ffb39-7d99-4650-9903-7e16a3d8cc2d req-8480f063-a290-4c4a-b065-d7825fe0828a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030700 Mar 11 17:38:52.612972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c1d554b-4b21-454d-85b8-81a623bd2e4f req-7340c8ab-f7a7-44f3-a5ef-bf76f326bf94 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786750 Mar 11 17:38:52.621148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.671218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6eac7-4c27-4e30-9972-6abdf626a5be None None] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:52.852168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=bbe73b8e-dd85-4eed-88fc-64e48b4addb8,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:52.872405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ef821e4b-ba2b-4df9-b60f-75fb5fc2a00e None None] Provisioning for port cccc9a14-c7ea-450d-84e9-66bee63a1882 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:53.018454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port 0009d655-c98f-416a-b42f-8ad8d52e910d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0009d655-c98f-416a-b42f-8ad8d52e910d,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:53.018454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.027627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': '451f46f6-c937-47fa-a5d0-a72fdb190f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:53.028346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: 6c96847b-0369-4b4c-a03d-2155ccde68d5, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:53.182872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for 0009d655-c98f-416a-b42f-8ad8d52e910d owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:53.194038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.233197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Transition to ACTIVE for port object 93d44c07-6695-4792-b417-0dd7e1771773 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:53.254581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.271724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e56334-23c7-493b-9434-e208a038ac39 req-7a9c5719-98ed-4eab-a73b-0794d98ce195 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.278796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46e56334-23c7-493b-9434-e208a038ac39 req-7a9c5719-98ed-4eab-a73b-0794d98ce195 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.5061321 Mar 11 17:38:53.328278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cccc9a14-c7ea-450d-84e9-66bee63a1882 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:53.340938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f227dd5-4543-4ac7-b095-44c25400e33f req-7cdd5e42-a0f2-47ab-8e90-951336cd8939 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.342062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f227dd5-4543-4ac7-b095-44c25400e33f req-7cdd5e42-a0f2-47ab-8e90-951336cd8939 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 945 time: 0.4272068 Mar 11 17:38:53.350687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.403870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:53.442670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6c96847b-0369-4b4c-a03d-2155ccde68d5) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:53.450545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.451210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.460833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0ffcd-b6a2-4b8d-bd78-e3c62d11858e None None] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:53.479869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46e56334-23c7-493b-9434-e208a038ac39 req-cbd70188-682c-4263-93e4-1719f5ac24b5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990702 Mar 11 17:38:53.605127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f227dd5-4543-4ac7-b095-44c25400e33f req-a137dec5-99c0-4d66-b32d-7c940c32b8d3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158041 Mar 11 17:38:53.621884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-22e9a898-f0d7-4fbe-bfba-a2f956a5b861 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6315532 Mar 11 17:38:53.624044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57486) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:53.642892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5', 'name': 'tempest-PortsIpV6TestJSON-1372493418', 'fixed_ips': [{'subnet_id': 'bbe73b8e-dd85-4eed-88fc-64e48b4addb8', 'ip_address': '2001:db8::10'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:53.687295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28f9a5-ed35-47b6-9975-5d03244535d5 None None] Pushing event updated for resources: {'Port': ['ID=93d44c07-6695-4792-b417-0dd7e1771773,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:53.726080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Attempting to bind port 93d44c07-6695-4792-b417-0dd7e1771773 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:53.726658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Attempting to bind port 93d44c07-6695-4792-b417-0dd7e1771773 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:53.727009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Attempting to bind port 93d44c07-6695-4792-b417-0dd7e1771773 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:53.766046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port cccc9a14-c7ea-450d-84e9-66bee63a1882 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:53.772109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:38:53.772501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:53.773741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.774285 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:38:53.775416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Bound port: 93d44c07-6695-4792-b417-0dd7e1771773, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:53.775955 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.831428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cccc9a14-c7ea-450d-84e9-66bee63a1882 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:53.832425 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.880996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ea591a9a-3b65-4ea6-98e9-bc162b0f72dd None None] Provisioning complete for port cccc9a14-c7ea-450d-84e9-66bee63a1882 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:53.881708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ea591a9a-3b65-4ea6-98e9-bc162b0f72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.912704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Allocated IP 172.20.0.1 (fefb558d-e27f-4256-a5ba-84231a2c36c5/98e7007b-fa92-4158-8696-9ff461ae78e3/8fb44140-322b-4794-ac5c-710ad09e3c52) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:53.930827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.060156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] For port 93d44c07-6695-4792-b417-0dd7e1771773, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:54.064603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] For port 93d44c07-6695-4792-b417-0dd7e1771773, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=93d44c07-6695-4792-b417-0dd7e1771773,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:54.069391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f', 'b5291702-d44a-4690-a61b-23fd26192cb8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:38:54.118101 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.135932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event deleted for resources: {'Port': ['ID=0009d655-c98f-416a-b42f-8ad8d52e910d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:54.164630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.221580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Transition to ACTIVE for port object 8fb44140-322b-4794-ac5c-710ad09e3c52 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:54.235952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28f9a5-ed35-47b6-9975-5d03244535d5 None None] Pushing event updated for resources: {'Port': ['ID=93d44c07-6695-4792-b417-0dd7e1771773,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:54.295772 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.428334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:54.433623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-6c96847b-0369-4b4c-a03d-2155ccde68d5', 'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5', 'tenant_id': '786879d00400434ab898a5e267f4df6a', 'fixed_ips': [{'subnet_id': 'bbe73b8e-dd85-4eed-88fc-64e48b4addb8'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:38:54.434715 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.437702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:54.445155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] No DVR routers for this DVR port 0009d655-c98f-416a-b42f-8ad8d52e910d on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:54.447280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:54.448218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.450564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e6e078a-e1dd-41eb-a620-9d6f9ad4379d req-7d246538-bda2-494e-bc30-492e35862989 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "DELETE /v2.0/ports/0009d655-c98f-416a-b42f-8ad8d52e910d HTTP/1.1" status: 204 len: 173 time: 2.1721802 Mar 11 17:38:54.455644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9163ac-c017-41df-89d5-469836269696', 'name': 'network-vif-deleted', 'tag': '0009d655-c98f-416a-b42f-8ad8d52e910d'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:38:54.478046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:54.489101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:54.494342 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.502382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc112c17-a415-43b3-8ac9-5662fa6ff0ed req-5c72c41a-a881-467d-9c2c-b1d99201eb72 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:54.505496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc112c17-a415-43b3-8ac9-5662fa6ff0ed req-5c72c41a-a881-467d-9c2c-b1d99201eb72 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.5538664 Mar 11 17:38:54.507602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:54.516817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51036fa6-cd7b-4ee2-8aa3-e2a28c9934f1 req-98dbcb9c-1ca1-4ee4-9882-c9c38c1b807c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:54.524621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51036fa6-cd7b-4ee2-8aa3-e2a28c9934f1 req-98dbcb9c-1ca1-4ee4-9882-c9c38c1b807c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.5339563 Mar 11 17:38:54.531135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:38:54.531831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:38:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:54.549012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb44140-322b-4794-ac5c-710ad09e3c52,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:54.577705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:54.620243 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.656443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:54.663596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.705864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc112c17-a415-43b3-8ac9-5662fa6ff0ed req-af5453e9-fc56-42df-af99-e6d3c4471478 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581645 Mar 11 17:38:54.720487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51036fa6-cd7b-4ee2-8aa3-e2a28c9934f1 req-29570c65-0975-4e27-b4f8-248d7cf1f40f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947563 Mar 11 17:38:54.733400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port 0a6dd883-4bcf-439b-b13b-afa952abfc02 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:54.790685 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ea591a9a-3b65-4ea6-98e9-bc162b0f72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.831716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.901213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port cccc9a14-c7ea-450d-84e9-66bee63a1882, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cccc9a14-c7ea-450d-84e9-66bee63a1882,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:54.927899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.986065 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9163ac-c017-41df-89d5-469836269696', 'name': 'network-vif-deleted', 'tag': '0009d655-c98f-416a-b42f-8ad8d52e910d', 'status': 'completed', 'code': 200} Mar 11 17:38:55.178317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-59a7ee40-2551-41fa-8c22-a41a5bff7651 req-586fa28b-e63d-4586-be15-36cb9cc92d54 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:55.180558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=cccc9a14-c7ea-450d-84e9-66bee63a1882,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:55.183716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Allocated IP 2001:db8::2 (6c96847b-0369-4b4c-a03d-2155ccde68d5/bbe73b8e-dd85-4eed-88fc-64e48b4addb8/3c454d09-89b7-4bd4-a9bb-1905a9849112) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:55.185708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:38:55.234106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-59a7ee40-2551-41fa-8c22-a41a5bff7651 req-586fa28b-e63d-4586-be15-36cb9cc92d54 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:55.234287 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-ea591a9a-3b65-4ea6-98e9-bc162b0f72dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:55.234568 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-ea591a9a-3b65-4ea6-98e9-bc162b0f72dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:55.243192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-59a7ee40-2551-41fa-8c22-a41a5bff7651 req-586fa28b-e63d-4586-be15-36cb9cc92d54 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=1f9163ac-c017-41df-89d5-469836269696 HTTP/1.1" status: 200 len: 210 time: 0.1873970 Mar 11 17:38:55.270703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.285946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.379270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e1d53-5536-47fa-bf57-af207c2113fa req-3b0354de-89c6-4dff-90d7-bd072fed54ba tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:55.393948 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-329e1d53-5536-47fa-bf57-af207c2113fa req-3b0354de-89c6-4dff-90d7-bd072fed54ba tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1339293 Mar 11 17:38:55.433510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb44140-322b-4794-ac5c-710ad09e3c52,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:55.445406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.480731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-329e1d53-5536-47fa-bf57-af207c2113fa req-cb8da83d-4832-44a4-8e4a-e5cf9a81c5e8 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836153 Mar 11 17:38:55.531475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0009d655-c98f-416a-b42f-8ad8d52e910d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:38:55.601374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 0009d655-c98f-416a-b42f-8ad8d52e910d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:38:55.601715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0009d655-c98f-416a-b42f-8ad8d52e910d not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:38:55.718658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:55.720207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:55.822843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304c2a-1b9e-4bd7-8da4-87365885d0c3 req-b4f7e141-8598-4f9e-b02a-73624e26af5b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:55.830100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e304c2a-1b9e-4bd7-8da4-87365885d0c3 req-b4f7e141-8598-4f9e-b02a-73624e26af5b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1258211 Mar 11 17:38:55.906257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e304c2a-1b9e-4bd7-8da4-87365885d0c3 req-e2d29c0d-f843-4980-88e2-ff6d80c72ec5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747037 Mar 11 17:38:55.999275 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.025925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Transition to ACTIVE for port object 3c454d09-89b7-4bd4-a9bb-1905a9849112 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:56.064129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Transition to ACTIVE for port object 3c454d09-89b7-4bd4-a9bb-1905a9849112 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:56.066912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:50Z', 'revision_number': 3, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:56.073119 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.119006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b570cd5-2612-45a4-b7d7-01e98a2d55f1 None None] The sync data for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 is: [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:50Z', 'revision_number': 3, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:38:56.168370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:56.178209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:56.181122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:56.192564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Pushing event updated for resources: {'Port': ['ID=3c454d09-89b7-4bd4-a9bb-1905a9849112,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:56.205363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::10 (6c96847b-0369-4b4c-a03d-2155ccde68d5/bbe73b8e-dd85-4eed-88fc-64e48b4addb8/0a6dd883-4bcf-439b-b13b-afa952abfc02) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:56.270506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e30c9c53-65df-4c41-91f8-90293aed8003 None None] Provisioning for port 8fb44140-322b-4794-ac5c-710ad09e3c52 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:56.368022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e30c9c53-65df-4c41-91f8-90293aed8003 None None] Provisioning complete for port 8fb44140-322b-4794-ac5c-710ad09e3c52 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:56.368022 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e30c9c53-65df-4c41-91f8-90293aed8003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.420027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:38:56.472299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e30c9c53-65df-4c41-91f8-90293aed8003 None None] Port 8fb44140-322b-4794-ac5c-710ad09e3c52 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:56.494606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Attempting to bind port 3c454d09-89b7-4bd4-a9bb-1905a9849112 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:56.495234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Attempting to bind port 3c454d09-89b7-4bd4-a9bb-1905a9849112 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '451f46f6-c937-47fa-a5d0-a72fdb190f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:56.503028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Attempting to bind port 3c454d09-89b7-4bd4-a9bb-1905a9849112 on network 6c96847b-0369-4b4c-a03d-2155ccde68d5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:38:56.511037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:38:56.511515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Checking segment: {'id': '451f46f6-c937-47fa-a5d0-a72fdb190f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:38:56.512235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.512804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Bound using segment: {'id': '451f46f6-c937-47fa-a5d0-a72fdb190f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:38:56.513266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Bound port: 3c454d09-89b7-4bd4-a9bb-1905a9849112, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f46f6-c937-47fa-a5d0-a72fdb190f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:56.513632 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.588308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-158b0f5c-b51b-422e-bd07-97ed87a129e3 req-a5d47a8f-4f92-4732-af3e-1870a8783a0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1096 time: 0.5361409 Mar 11 17:38:56.666073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-97c6f452-37d2-4490-bc06-7f5473180f2a None None] Provisioning complete for port 8fb44140-322b-4794-ac5c-710ad09e3c52 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:56.666464 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97c6f452-37d2-4490-bc06-7f5473180f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.673057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bbe-fda5-42bd-b9c0-626fc38de2de req-6e0f1df6-80df-4a22-9184-80e47ec0d1ff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:56.681176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cd98bbe-fda5-42bd-b9c0-626fc38de2de req-6e0f1df6-80df-4a22-9184-80e47ec0d1ff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.6676459 Mar 11 17:38:56.713815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] For port 3c454d09-89b7-4bd4-a9bb-1905a9849112, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:56.733595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] For port 3c454d09-89b7-4bd4-a9bb-1905a9849112, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c454d09-89b7-4bd4-a9bb-1905a9849112,segment=NetworkSegment(451f46f6-c937-47fa-a5d0-a72fdb190f81),segment_id=451f46f6-c937-47fa-a5d0-a72fdb190f81)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:56.741850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-97c6f452-37d2-4490-bc06-7f5473180f2a None None] Port 8fb44140-322b-4794-ac5c-710ad09e3c52 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:56.744952 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.776751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:38:56.791895 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a6c2885e-b8df-4736-a7a8-d32436c033a5 admin admin] 10.222.0.96 "PUT /v2.0/routers/e084cbe5-b6f8-4764-ab27-05bc9a8d1a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0891728 Mar 11 17:38:56.824148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.858118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-158b0f5c-b51b-422e-bd07-97ed87a129e3 req-d917ddbb-be0c-43c8-a002-180d7b2f6a81 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536683 Mar 11 17:38:56.860048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efc757-1d9a-4b6f-98ca-fa9b1c0bb691 None None] Pushing event updated for resources: {'Port': ['ID=3c454d09-89b7-4bd4-a9bb-1905a9849112,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:56.884038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cd98bbe-fda5-42bd-b9c0-626fc38de2de req-43067587-b85a-4736-a728-52c73db08be2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009134 Mar 11 17:38:56.887299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object 0a6dd883-4bcf-439b-b13b-afa952abfc02 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:56.949270 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.260289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:57.263435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=0a6dd883-4bcf-439b-b13b-afa952abfc02,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:57.268100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:57.277238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:57.281940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:57.282665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.343854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e2ae277e-2e1e-42d7-a373-6886403fd0cf tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7094586 Mar 11 17:38:57.346541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57520) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:57.351111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c454d09-89b7-4bd4-a9bb-1905a9849112 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:57.353627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': '6c96847b-0369-4b4c-a03d-2155ccde68d5', 'name': 'tempest-PortsIpV6TestJSON-1220981758', 'fixed_ips': [{'subnet_id': 'bbe73b8e-dd85-4eed-88fc-64e48b4addb8', 'ip_address': '2001:db8::f'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:57.381290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3edb3a-a4d7-4a87-9d3f-4073d3ff8dff req-0399c4a0-46f5-4b06-947b-ba2c5073449a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:57.382911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d3edb3a-a4d7-4a87-9d3f-4073d3ff8dff req-0399c4a0-46f5-4b06-947b-ba2c5073449a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.1911151 Mar 11 17:38:57.390328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45cd8-ec1a-47e9-8acd-f95b2eaf35f4 req-26474523-4843-4a0a-aaa4-feee6c71d3a9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:57.392684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8a45cd8-ec1a-47e9-8acd-f95b2eaf35f4 req-26474523-4843-4a0a-aaa4-feee6c71d3a9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3683500 Mar 11 17:38:57.449995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3c454d09-89b7-4bd4-a9bb-1905a9849112 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:57.456763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cccc9a14-c7ea-450d-84e9-66bee63a1882 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:57.497654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d3edb3a-a4d7-4a87-9d3f-4073d3ff8dff req-48bbef9e-e18b-4225-8036-cd368b1b3db7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034458 Mar 11 17:38:57.517095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8a45cd8-ec1a-47e9-8acd-f95b2eaf35f4 req-232f25bc-b525-44bd-9169-4812a9f1eecc tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058419 Mar 11 17:38:57.553051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:57.557525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:57.560850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:57.568634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:57.570679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cccc9a14-c7ea-450d-84e9-66bee63a1882 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:57.571057 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.588819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:57.744619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 93d44c07-6695-4792-b417-0dd7e1771773 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:57.783267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.805743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port f58a13b0-5535-4607-a815-34aaeb438593 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:38:57.850430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c454d1f-4605-4cd4-a1d0-bc5fff678981 req-b6a26d44-6fc3-485d-8da2-ada7849cceee tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:57.859883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 93d44c07-6695-4792-b417-0dd7e1771773 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:57.862972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c454d1f-4605-4cd4-a1d0-bc5fff678981 req-b6a26d44-6fc3-485d-8da2-ada7849cceee tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1632149 Mar 11 17:38:57.870853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 93d44c07-6695-4792-b417-0dd7e1771773 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:57.871223 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.970900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57528) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:57.973619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c454d1f-4605-4cd4-a1d0-bc5fff678981 req-31f6fa78-1171-415d-ad0e-83addf65449f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089084 Mar 11 17:38:58.009152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082488883', 'description': 'tempest-description--2139769215'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:58.033813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:58.049532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:58.054976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:58.064245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:58.082965 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.090660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728d0bc-87ff-4d1f-b05d-27798113e72b None None] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:38:58.108840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::f (6c96847b-0369-4b4c-a03d-2155ccde68d5/bbe73b8e-dd85-4eed-88fc-64e48b4addb8/f58a13b0-5535-4607-a815-34aaeb438593) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:58.116828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.203402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:58.211424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group_rule and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:58.230216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:58.257364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92112-c44f-4cee-82bd-904f4043fdb9 req-b073a0be-3df3-4c25-83d8-d0a9999748d2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:58.259275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3a92112-c44f-4cee-82bd-904f4043fdb9 req-b073a0be-3df3-4c25-83d8-d0a9999748d2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.1697192 Mar 11 17:38:58.286859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:58.288619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 93d44c07-6695-4792-b417-0dd7e1771773, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=93d44c07-6695-4792-b417-0dd7e1771773,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:58.303515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-ff8b24e1-d25c-4f11-b439-fe7d348d6b62 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:58.305262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-ff8b24e1-d25c-4f11-b439-fe7d348d6b62 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.1702039 Mar 11 17:38:58.307363 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.336691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3a92112-c44f-4cee-82bd-904f4043fdb9 req-6a8514d5-7f09-4e38-bca1-9f0d87536c18 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718009 Mar 11 17:38:58.343083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a99cb2fd-d22e-40ce-b1cb-a7150a5708b2 None None] Provisioning for port 3c454d09-89b7-4bd4-a9bb-1905a9849112 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:58.367449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a99cb2fd-d22e-40ce-b1cb-a7150a5708b2 None None] Provisioning complete for port 3c454d09-89b7-4bd4-a9bb-1905a9849112 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:58.368100 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a99cb2fd-d22e-40ce-b1cb-a7150a5708b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.409396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.430604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.450947 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.456826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Deleting port d4e49f95-fc1d-4de7-9bbb-3870771cf817 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:38:58.457516 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.494204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=93d44c07-6695-4792-b417-0dd7e1771773,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:58.495515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object f58a13b0-5535-4607-a815-34aaeb438593 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:58.497288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509683b4-27cd-48e0-84f9-83e75437ba0c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:58.504686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.508027 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-214323e5-d3ac-4e93-852b-170eb14d4e45 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5363491 Mar 11 17:38:58.510818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:58.516400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'security_group_rule': {'security_group_id': '509683b4-27cd-48e0-84f9-83e75437ba0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:58.525232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:58.534278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group_rule and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:58.539333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:58.571141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:58.601765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.649304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a99cb2fd-d22e-40ce-b1cb-a7150a5708b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.783040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a99cb2fd-d22e-40ce-b1cb-a7150a5708b2 None None] For port 3c454d09-89b7-4bd4-a9bb-1905a9849112, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c454d09-89b7-4bd4-a9bb-1905a9849112,segment=NetworkSegment(451f46f6-c937-47fa-a5d0-a72fdb190f81),segment_id=451f46f6-c937-47fa-a5d0-a72fdb190f81)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:58.789600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a99cb2fd-d22e-40ce-b1cb-a7150a5708b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.845561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=f58a13b0-5535-4607-a815-34aaeb438593,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:58.851443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.867775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cb2fd-d22e-40ce-b1cb-a7150a5708b2 None None] Pushing event updated for resources: {'Port': ['ID=3c454d09-89b7-4bd4-a9bb-1905a9849112,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:58.868660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:58.872425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:58.876493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:38:58.883713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:58.884952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.925666 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-280cb682-dbe0-4c5f-a264-9038ae378867 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5774207 Mar 11 17:38:58.928904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57540) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:58.956691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.962248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.985652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92881125-7828-43f6-966f-1311c1382362,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:59.001716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.007061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e5064c77-e5b3-464d-9a2a-9a6b09e74db9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4951801 Mar 11 17:38:59.007886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57546) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:59.013811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'security_group_rule': {'security_group_id': '509683b4-27cd-48e0-84f9-83e75437ba0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:59.024870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:59.033609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group_rule and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:59.036775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-21ef1a88-96ea-4787-b471-2a8b846c0428 None None] Provisioning complete for port 3c454d09-89b7-4bd4-a9bb-1905a9849112 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:59.038675 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21ef1a88-96ea-4787-b471-2a8b846c0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.043538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:59.051749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:59.078978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.173879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.180198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.186842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] For port d4e49f95-fc1d-4de7-9bbb-3870771cf817, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d4e49f95-fc1d-4de7-9bbb-3870771cf817,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:59.187537 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.210924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0a8696-bada-4575-b5ba-b31b7d66bc35,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:59.245486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.247134 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ba5a69fc-b50d-4ccf-9275-5f081a17a192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2380865 Mar 11 17:38:59.250239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57550) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:59.258025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:38:59.271781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c454d09-89b7-4bd4-a9bb-1905a9849112 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:59.283658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:38:59.290509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:floatingip and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:38:59.294778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:38:59.302189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:38:59.317718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.324622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-21ef1a88-96ea-4787-b471-2a8b846c0428 None None] Provisioning for port 0a6dd883-4bcf-439b-b13b-afa952abfc02 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:59.339213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-21ef1a88-96ea-4787-b471-2a8b846c0428 None None] Provisioning complete for port 0a6dd883-4bcf-439b-b13b-afa952abfc02 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:59.339582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21ef1a88-96ea-4787-b471-2a8b846c0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.366809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Calling delete_port for d4e49f95-fc1d-4de7-9bbb-3870771cf817 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:38:59.417866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:38:59.432357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95d15-7443-4351-965b-07f2155338b8 req-a3d45f4b-619c-4747-ba82-a573ab1b2be3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:59.434975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80b95d15-7443-4351-965b-07f2155338b8 req-a3d45f4b-619c-4747-ba82-a573ab1b2be3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.5477588 Mar 11 17:38:59.446614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-21ef1a88-96ea-4787-b471-2a8b846c0428 None None] Port 0a6dd883-4bcf-439b-b13b-afa952abfc02 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:59.461426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e57a-c292-4ec0-a855-99e2d4ba818c req-0d4358fd-51ab-4ab4-82d9-6a4b24cf578d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:59.469201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc93e57a-c292-4ec0-a855-99e2d4ba818c req-0d4358fd-51ab-4ab4-82d9-6a4b24cf578d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.5802355 Mar 11 17:38:59.476852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eac647-5e0d-4fdd-8f83-9a0eb1d7c733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:59.477607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72eac647-5e0d-4fdd-8f83-9a0eb1d7c733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:38:59.559003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.562301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3c454d09-89b7-4bd4-a9bb-1905a9849112 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:59.562701 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.572736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80b95d15-7443-4351-965b-07f2155338b8 req-533eb761-82b2-4950-982e-803e4704c1e8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253629 Mar 11 17:38:59.612677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72eac647-5e0d-4fdd-8f83-9a0eb1d7c733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:38:59.614184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-72eac647-5e0d-4fdd-8f83-9a0eb1d7c733 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6512744 Mar 11 17:38:59.619894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57556) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:38:59.692984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc93e57a-c292-4ec0-a855-99e2d4ba818c req-36a17aa4-6efe-4316-979b-d2cd0d5d8d71 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226751 Mar 11 17:38:59.745296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 93d44c07-6695-4792-b417-0dd7e1771773 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:38:59.761891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Allocated IP 172.25.3.189 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ac6eda8f-747c-40e6-975f-1a3fffa0640a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:59.821843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:59.829440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-398bd906-bd70-46e7-ba03-09c4d093a597 None None] Provisioning complete for port 0a6dd883-4bcf-439b-b13b-afa952abfc02 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:59.830114 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-398bd906-bd70-46e7-ba03-09c4d093a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.890759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'port_id': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'mac_address': 'fa:16:3e:c0:d5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:38:59.901613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 93d44c07-6695-4792-b417-0dd7e1771773 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:59.901979 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.967169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-398bd906-bd70-46e7-ba03-09c4d093a597 None None] Port 0a6dd883-4bcf-439b-b13b-afa952abfc02 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:38:59.987397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.031752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-398bd906-bd70-46e7-ba03-09c4d093a597 None None] Provisioning for port f58a13b0-5535-4607-a815-34aaeb438593 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:00.034546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.037162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.049453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.057474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-398bd906-bd70-46e7-ba03-09c4d093a597 None None] Provisioning complete for port f58a13b0-5535-4607-a815-34aaeb438593 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:00.057820 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-398bd906-bd70-46e7-ba03-09c4d093a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.090934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d4e49f95-fc1d-4de7-9bbb-3870771cf817'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:00.112940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ffdf2-cfd1-4a40-b962-dc3b647ad9b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:00.119686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ffdf2-cfd1-4a40-b962-dc3b647ad9b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:00.125273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ffdf2-cfd1-4a40-b962-dc3b647ad9b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:00.128013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e24ffdf2-cfd1-4a40-b962-dc3b647ad9b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5064023 Mar 11 17:39:00.140455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8a0e83-14a3-47c0-be25-fcf7938e3102 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:00.146465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57562) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:00.152002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:00.173536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:00.179491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:00.192981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event deleted for resources: {'Port': ['ID=d4e49f95-fc1d-4de7-9bbb-3870771cf817,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:00.219888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-183c7f43-9ffc-4167-afde-99582c3a20df tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:00.221762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-183c7f43-9ffc-4167-afde-99582c3a20df tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.5253508 Mar 11 17:39:00.255879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:00.261785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-398bd906-bd70-46e7-ba03-09c4d093a597 None None] Port f58a13b0-5535-4607-a815-34aaeb438593 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:00.269736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.305506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'Port': ['ID=ac6eda8f-747c-40e6-975f-1a3fffa0640a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:00.363302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:00.395347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598040-45cb-4b5e-94c8-546b34bb2d30 req-ffc47167-65e6-4571-9f08-2cfa652d58b2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:00.396882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5598040-45cb-4b5e-94c8-546b34bb2d30 req-ffc47167-65e6-4571-9f08-2cfa652d58b2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=54cf4fa7-c88f-462b-9e7d-3209998c378b HTTP/1.1" status: 200 len: 946 time: 0.6083155 Mar 11 17:39:00.405617 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.406656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] No DVR routers for this DVR port d4e49f95-fc1d-4de7-9bbb-3870771cf817 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:00.410554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.416233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port f58a13b0-5535-4607-a815-34aaeb438593 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:00.416766 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.450026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'name': 'network-vif-deleted', 'tag': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:00.461355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3537df-6a0c-47bc-b583-6132f74cae56 req-317302e0-edb7-4bdf-aeaf-558704979291 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:00.463033 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Sync routers for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:39:00.463566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c3537df-6a0c-47bc-b583-6132f74cae56 req-317302e0-edb7-4bdf-aeaf-558704979291 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 944 time: 0.5614879 Mar 11 17:39:00.470315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.476754 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:00.476970 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:38:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:00.539970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d96b7515-40e5-4fba-bb51-f0fe1b6296b3 req-db8902aa-d610-4cfc-a0b8-5738b65b2f8d tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "DELETE /v2.0/ports/d4e49f95-fc1d-4de7-9bbb-3870771cf817 HTTP/1.1" status: 204 len: 173 time: 2.1721392 Mar 11 17:39:00.551011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port b5291702-d44a-4690-a61b-23fd26192cb8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:00.551362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.663043 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:39:00.717546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['7e8a0e83-14a3-47c0-be25-fcf7938e3102'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:00.753204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5598040-45cb-4b5e-94c8-546b34bb2d30 req-ab9f6e1b-efec-4b1c-891e-cdd06f472b02 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037148 Mar 11 17:39:00.797032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c3537df-6a0c-47bc-b583-6132f74cae56 req-18f7884b-22e7-4c79-b64f-a3fc8df07e9c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985046 Mar 11 17:39:00.805318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.812222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.969480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'Port': ['ID=ac6eda8f-747c-40e6-975f-1a3fffa0640a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:00.981989 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.018172 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.019673 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-33e9d393-529f-4cd9-96e3-bbf361e56213 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7682624 Mar 11 17:39:01.086695 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:38:55Z', 'revision_number': 2, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:01.093309 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Checking router: e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:39:01.093793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Updating router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 port 8fb44140-322b-4794-ac5c-710ad09e3c52 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:39:01.204952 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.279190 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf4fa7-c88f-462b-9e7d-3209998c378b', 'name': 'network-vif-deleted', 'tag': 'd4e49f95-fc1d-4de7-9bbb-3870771cf817', 'status': 'completed', 'code': 200} Mar 11 17:39:01.419843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.443882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b5291702-d44a-4690-a61b-23fd26192cb8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:01.593488 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.627116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:01.636473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b5291702-d44a-4690-a61b-23fd26192cb8,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:01.641807 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.642595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d4e49f95-fc1d-4de7-9bbb-3870771cf817 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:01.647607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for f58a13b0-5535-4607-a815-34aaeb438593 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:01.685820 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.700186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Transition to ACTIVE for port object 8fb44140-322b-4794-ac5c-710ad09e3c52 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:01.708601 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.718795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d4e49f95-fc1d-4de7-9bbb-3870771cf817 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:39:01.719441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d4e49f95-fc1d-4de7-9bbb-3870771cf817 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:01.745589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b5291702-d44a-4690-a61b-23fd26192cb8,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:01.796737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-41ad1bf4-87d1-4188-80e6-41d57e84a26e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2082488883&fields=id&tenant_id=75d483fa7f164724b04b6cccd80779b5 HTTP/1.1" status: 200 len: 267 time: 0.3015876 Mar 11 17:39:01.847025 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Pushing event updated for resources: {'Port': ['ID=8fb44140-322b-4794-ac5c-710ad09e3c52,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:01.849987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55728539-eb29-46cb-9b11-2243c8b2b3a1 req-60bde6ff-4f23-4cbc-8a3d-1800ed1ff98e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:01.851631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55728539-eb29-46cb-9b11-2243c8b2b3a1 req-60bde6ff-4f23-4cbc-8a3d-1800ed1ff98e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 946 time: 0.5493639 Mar 11 17:39:01.892293 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.892632 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.892950 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.893271 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.893615 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.893994 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.894331 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.894666 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.894969 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.895630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.895944 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:01.960917 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Attempting to bind port 8fb44140-322b-4794-ac5c-710ad09e3c52 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:01.961468 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Attempting to bind port 8fb44140-322b-4794-ac5c-710ad09e3c52 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:01.961967 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Attempting to bind port 8fb44140-322b-4794-ac5c-710ad09e3c52 on network fefb558d-e27f-4256-a5ba-84231a2c36c5 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:01.964959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b5291702-d44a-4690-a61b-23fd26192cb8,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:01.965329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.971412 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:01.971994 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Checking segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:01.973184 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.973602 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Bound using segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:01.974086 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Bound port: 8fb44140-322b-4794-ac5c-710ad09e3c52, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:01.974604 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.062932 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] For port 8fb44140-322b-4794-ac5c-710ad09e3c52, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:02.066166 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] For port 8fb44140-322b-4794-ac5c-710ad09e3c52, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8fb44140-322b-4794-ac5c-710ad09e3c52,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:02.073518 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.124714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for b5291702-d44a-4690-a61b-23fd26192cb8 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:02.163138 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:02.163138 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:38:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:02.174845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.273300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=f58a13b0-5535-4607-a815-34aaeb438593,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.297666 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07d37-8626-4f9a-bfa3-d6921f629959 None None] Pushing event updated for resources: {'Port': ['ID=8fb44140-322b-4794-ac5c-710ad09e3c52,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.312989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55728539-eb29-46cb-9b11-2243c8b2b3a1 req-82a91208-4d46-4d4f-b86a-1502f412cdad tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537723 Mar 11 17:39:02.365855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-e4a11fb4-73e1-47b8-a437-640e01c75770 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:02.368034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-e4a11fb4-73e1-47b8-a437-640e01c75770 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 811 time: 0.5244989 Mar 11 17:39:02.377099 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:39:02.386646 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.417955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:02.418664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0a3b5f99-05dd-496d-b29d-84bef0747bc2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/f58a13b0-5535-4607-a815-34aaeb438593 HTTP/1.1" status: 204 len: 168 time: 2.2690458 Mar 11 17:39:02.420481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-13d4ccda-de4b-4380-a7a7-00291d68b1da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/quotas/75d483fa7f164724b04b6cccd80779b5 HTTP/1.1" status: 200 len: 375 time: 0.0394015 Mar 11 17:39:02.423076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:39:02.423389 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:39:02.520151 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7549d7-1b9c-445a-8461-563f8257c1c8 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:39:02.520672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fd7549d7-1b9c-445a-8461-563f8257c1c8 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:02.536673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-8753e3fc-bf7e-41d6-8347-d8dab57f4185 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107273 Mar 11 17:39:02.551391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fd7549d7-1b9c-445a-8461-563f8257c1c8 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:02.556146 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fd7549d7-1b9c-445a-8461-563f8257c1c8 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/f58a13b0-5535-4607-a815-34aaeb438593 HTTP/1.1" status: 404 len: 333 time: 0.1343861 Mar 11 17:39:02.556520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57592) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:02.626586 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8', 'code': 200} Mar 11 17:39:02.817990 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:02Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:02.823368 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac807d-3679-4416-b723-792f1bfe49c3 None None] The sync data for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 is: [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:02Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:39:02.832426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 0a6dd883-4bcf-439b-b13b-afa952abfc02 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:02.832779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.048133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port b5291702-d44a-4690-a61b-23fd26192cb8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:03.048470 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.167571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-551ebfb3-c270-4cca-af00-b42a652cb68c service neutron] 10.222.0.96 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336292 Mar 11 17:39:03.247267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8fb44140-322b-4794-ac5c-710ad09e3c52 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:03.324050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8fb44140-322b-4794-ac5c-710ad09e3c52 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:03.327299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-d411fe86-a8f2-47e6-8d47-2a49992d6173 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 1096 time: 0.6559017 Mar 11 17:39:03.329757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8fb44140-322b-4794-ac5c-710ad09e3c52 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:03.330404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.422926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:03.536607 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.578839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8fb44140-322b-4794-ac5c-710ad09e3c52, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8fb44140-322b-4794-ac5c-710ad09e3c52,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:03.580704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:03.581123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.613636 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.690869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd158798-690e-4198-9459-2209838fd1eb req-84b9b731-8fc7-4bd9-b297-933545dbaa0f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:03.692496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd158798-690e-4198-9459-2209838fd1eb req-84b9b731-8fc7-4bd9-b297-933545dbaa0f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 945 time: 0.8682568 Mar 11 17:39:03.722286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8fb44140-322b-4794-ac5c-710ad09e3c52,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:03.781731 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.817280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-97a42a0d-d79a-4bd2-a503-1b7a4e5c2367 service neutron] 10.222.0.96 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206944 Mar 11 17:39:03.818251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:03.824193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.864192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-6fbce384-ef26-458b-81e4-a5e6cd898a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:03.865631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-6fbce384-ef26-458b-81e4-a5e6cd898a15 service neutron] 10.222.0.59 "GET /v2.0/networks?id=200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 200 len: 920 time: 0.5106876 Mar 11 17:39:03.907605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:03.943749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port b5291702-d44a-4690-a61b-23fd26192cb8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b5291702-d44a-4690-a61b-23fd26192cb8,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:03.944112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.981386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd158798-690e-4198-9459-2209838fd1eb req-09c7fc51-6931-468d-aefa-a1541cf675de tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742653 Mar 11 17:39:04.067653 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.136277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-4a2717d6-befb-4814-9efb-a9b23976f51a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 200 len: 217 time: 0.2579424 Mar 11 17:39:04.176288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for b5291702-d44a-4690-a61b-23fd26192cb8 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:04.402007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 0a6dd883-4bcf-439b-b13b-afa952abfc02 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:04.628242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:04.719605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-9d4248ee-4cb5-42ba-b16c-7988f3a6e7fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:04.721033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-9d4248ee-4cb5-42ba-b16c-7988f3a6e7fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 200 len: 858 time: 0.5155470 Mar 11 17:39:04.873404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-7eacc71d-aa37-4bd8-8928-40347687308f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=200d2e8d-8875-4c5e-8912-7880a03b5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365490 Mar 11 17:39:04.930973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4add8-a3be-4aa4-adb1-eb269b2cb1f3 req-f7196bc6-f311-46da-96ab-8d25c0258839 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:04.932438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-caf4add8-a3be-4aa4-adb1-eb269b2cb1f3 req-f7196bc6-f311-46da-96ab-8d25c0258839 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.8570838 Mar 11 17:39:04.944050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-aa17c05b-9527-4b0e-aa0a-ca2b1fcf0581 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:04.945478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-aa17c05b-9527-4b0e-aa0a-ca2b1fcf0581 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.8133643 Mar 11 17:39:05.068272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.068272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.093647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:05.123349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-3d781751-b02b-44e3-b054-93c307d75e87 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/quotas/e6556f3c7b3f47e9a31f9fb6f18d601c HTTP/1.1" status: 200 len: 375 time: 0.1202490 Mar 11 17:39:05.218832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event deleted for resources: {'Port': ['ID=b5291702-d44a-4690-a61b-23fd26192cb8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:05.239083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-2ba10106-446d-475b-b2f1-4aa3b2bc9b59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:05.381746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=0a6dd883-4bcf-439b-b13b-afa952abfc02,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:05.382977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8fb44140-322b-4794-ac5c-710ad09e3c52 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:05.426273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-bee2c3b5-9017-45b8-b366-db93d6be8b02 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:05.427108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-bee2c3b5-9017-45b8-b366-db93d6be8b02 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Synchronizing usage tracker for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:05.465522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-bee2c3b5-9017-45b8-b366-db93d6be8b02 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Unset dirty status for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:05.465522 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-bee2c3b5-9017-45b8-b366-db93d6be8b02 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 811 time: 0.3049576 Mar 11 17:39:05.496746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-55d7feb6-29c6-4b74-9f4d-da03ebc0fe9d service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020536 Mar 11 17:39:05.517130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-caf4add8-a3be-4aa4-adb1-eb269b2cb1f3 req-460c8bd4-05f1-418f-ba31-845de4c4a963 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659814 Mar 11 17:39:05.573967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-237da9c3-9ce7-4d37-8198-59a46287eb62 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Synchronizing usage tracker for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:05.603755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-237da9c3-9ce7-4d37-8198-59a46287eb62 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Unset dirty status for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:05.603755 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-237da9c3-9ce7-4d37-8198-59a46287eb62 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d483fa7f164724b04b6cccd80779b5 HTTP/1.1" status: 200 len: 380 time: 0.1123445 Mar 11 17:39:05.624848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8fb44140-322b-4794-ac5c-710ad09e3c52 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:05.624848 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.632364 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.647982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'port': {'device_id': '19d954d4-485f-4b96-b76e-985b6e928750', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'admin_state_up': True, 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'security_groups': ['509683b4-27cd-48e0-84f9-83e75437ba0c']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:05.767190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] No DVR routers for this DVR port b5291702-d44a-4690-a61b-23fd26192cb8 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:05.767190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8c414dfe-50d3-4627-9bbb-6487da44a8f2 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/0a6dd883-4bcf-439b-b13b-afa952abfc02 HTTP/1.1" status: 204 len: 168 time: 3.2025914 Mar 11 17:39:05.791834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57626) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:05.839545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.839545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df1ae24c-3b7b-4f8d-b5fc-2e524bcceecb req-da393b9c-ea8d-4983-9d0d-c50f2390240e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "DELETE /v2.0/ports/b5291702-d44a-4690-a61b-23fd26192cb8 HTTP/1.1" status: 204 len: 173 time: 5.5613260 Mar 11 17:39:05.839545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-2ba10106-446d-475b-b2f1-4aa3b2bc9b59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:05.861638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-2ba10106-446d-475b-b2f1-4aa3b2bc9b59 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7294388 Mar 11 17:39:05.897210 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6310b6-8a9c-4658-9bb3-b96072647606 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:39:05.897210 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4d6310b6-8a9c-4658-9bb3-b96072647606 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/0a6dd883-4bcf-439b-b13b-afa952abfc02 HTTP/1.1" status: 404 len: 333 time: 0.0983295 Mar 11 17:39:05.903681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'name': 'network-vif-deleted', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:05.903681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57630) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:06.166269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:06.166269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:port and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:06.178799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f90620c4-dd1c-46ec-b634-4d2c968c3fb1 req-96ece281-918b-4bb6-a05b-2af849a0d290 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:06.180810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:06.180810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:06.180810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Made reservation on behalf of 75d483fa7f164724b04b6cccd80779b5 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:06.180810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.244511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f90620c4-dd1c-46ec-b634-4d2c968c3fb1 req-96ece281-918b-4bb6-a05b-2af849a0d290 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:06.244511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f90620c4-dd1c-46ec-b634-4d2c968c3fb1 req-96ece281-918b-4bb6-a05b-2af849a0d290 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36c11dd-2e1b-4f6b-8c00-3ba69567082c HTTP/1.1" status: 200 len: 210 time: 0.4605727 Mar 11 17:39:06.387864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Allocated IP 172.20.0.7 (fefb558d-e27f-4256-a5ba-84231a2c36c5/98e7007b-fa92-4158-8696-9ff461ae78e3/88e806b0-eefc-44da-a96a-b4fe5a2df7ea) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:06.537154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844f8117-52b4-44b2-97dd-c99ac4d0ef44 req-a6fa9ea8-528a-41eb-a379-32de62a24b11 service neutron] 10.222.0.59 "GET /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0228930 Mar 11 17:39:06.546184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5164534f-356a-4282-9b1a-c153669f83a5 req-bcd43034-c347-42e7-b2fc-daf15dd579d7 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 210 time: 0.0813837 Mar 11 17:39:06.552848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet bbe73b8e-dd85-4eed-88fc-64e48b4addb8 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:39:06.568251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.620955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-5b8b9d1e-efab-4b8d-8abd-70ba95b4196e service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661426 Mar 11 17:39:06.653969 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.686260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Transition to ACTIVE for port object 88e806b0-eefc-44da-a96a-b4fe5a2df7ea will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:06.697677 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'code': 200} Mar 11 17:39:06.733612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.734081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.862648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:06.866904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:06.889790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:07.032132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:07.032332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.056184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'Port': ['ID=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:07.068794 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-52038d61-857c-47ed-91aa-76bc848b4bc1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4367487 Mar 11 17:39:07.101410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-62eae167-0550-4c93-a57a-aaa4e2597ba8 service neutron] 10.222.0.96 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739292 Mar 11 17:39:07.142975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Request body: {'port': {'device_id': '19d954d4-485f-4b96-b76e-985b6e928750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:07.245797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.316250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17b0da-eb8c-46d8-add0-2925c016b03c req-2a45c64b-18b1-4292-b58e-568a64729919 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:07.319165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed17b0da-eb8c-46d8-add0-2925c016b03c req-2a45c64b-18b1-4292-b58e-568a64729919 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 947 time: 0.2757056 Mar 11 17:39:07.358508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4f7080b-ef20-46ec-a3ee-b051f08ed344 None None] Provisioning for port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:07.361300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4f7080b-ef20-46ec-a3ee-b051f08ed344 None None] Provisioning complete for port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:07.361440 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4f7080b-ef20-46ec-a3ee-b051f08ed344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.443117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3358c2d6-b78b-44ee-a409-fc9e1da2c924 req-40ed4027-aa10-409a-a812-d5551b5b7692 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 1098 time: 0.3311448 Mar 11 17:39:07.450310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7080b-ef20-46ec-a3ee-b051f08ed344 None None] Port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:07.463459 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.471281 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36c11dd-2e1b-4f6b-8c00-3ba69567082c', 'name': 'network-vif-deleted', 'tag': 'b5291702-d44a-4690-a61b-23fd26192cb8', 'status': 'completed', 'code': 200} Mar 11 17:39:07.503387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.559273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe73b8e-dd85-4eed-88fc-64e48b4addb8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:07.573194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed17b0da-eb8c-46d8-add0-2925c016b03c req-da04a656-cdf8-4b18-854d-fedb463e934c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265527 Mar 11 17:39:07.581769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.589633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb68d8-8771-45c7-936d-11eef56870f5 None None] Network 6c96847b-0369-4b4c-a03d-2155ccde68d5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:07.635281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1a0b7c59-f49f-4773-841d-3e8690152f71 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/bbe73b8e-dd85-4eed-88fc-64e48b4addb8 HTTP/1.1" status: 204 len: 168 time: 1.7132361 Mar 11 17:39:07.637542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3358c2d6-b78b-44ee-a409-fc9e1da2c924 req-1221ad4b-02b5-4dfe-aff5-1ec15df05525 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659799 Mar 11 17:39:07.638903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57650) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:07.942346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-911a38b8-1377-4457-9000-17c52e9c81e6 req-c9503dcc-be3f-437d-8cb0-9b04865072d6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 210 time: 0.0928128 Mar 11 17:39:07.966541 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.005901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b75-52c1-4376-8855-eb9910779be6 req-6a02033f-7177-4150-8e19-45eaae9926d5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:08.015415 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f322b75-52c1-4376-8855-eb9910779be6 req-6a02033f-7177-4150-8e19-45eaae9926d5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3836010 Mar 11 17:39:08.053135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 3c454d09-89b7-4bd4-a9bb-1905a9849112 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:08.053539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.157713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] DHCP port deletion for 6c96847b-0369-4b4c-a03d-2155ccde68d5 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:39:08.162960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e806b0-eefc-44da-a96a-b4fe5a2df7ea {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:08.165517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] Deleting port 3c454d09-89b7-4bd4-a9bb-1905a9849112 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:08.165517 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.183591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.233966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Transition to ACTIVE for port object 88e806b0-eefc-44da-a96a-b4fe5a2df7ea will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:08.239399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.373664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Pushing event updated for resources: {'Port': ['ID=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:08.394807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f322b75-52c1-4376-8855-eb9910779be6 req-20ca1577-8f4a-47c2-b0be-6cc929375bd5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627326 Mar 11 17:39:08.591873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] For port 3c454d09-89b7-4bd4-a9bb-1905a9849112, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c454d09-89b7-4bd4-a9bb-1905a9849112,segment=NetworkSegment(451f46f6-c937-47fa-a5d0-a72fdb190f81),segment_id=451f46f6-c937-47fa-a5d0-a72fdb190f81)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:08.591959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.686403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Attempting to bind port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:08.686955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Attempting to bind port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:08.687431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Attempting to bind port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea on network fefb558d-e27f-4256-a5ba-84231a2c36c5 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:08.696599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea on network fefb558d-e27f-4256-a5ba-84231a2c36c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:39:08.697095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Attempting to bind port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea on network fefb558d-e27f-4256-a5ba-84231a2c36c5 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:08.708151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:08.709197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Checking segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:08.709752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Bound using segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:08.710380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Bound port: 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:08.711004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.754529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d8f3f-07ef-4bac-80f4-d4844c77145f req-fb5c29c8-70e1-42e3-a4a4-f701b1311c46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:08.756802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-559d8f3f-07ef-4bac-80f4-d4844c77145f req-fb5c29c8-70e1-42e3-a4a4-f701b1311c46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 943 time: 0.5033631 Mar 11 17:39:08.759253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port 3c454d09-89b7-4bd4-a9bb-1905a9849112, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3c454d09-89b7-4bd4-a9bb-1905a9849112,segment=NetworkSegment(451f46f6-c937-47fa-a5d0-a72fdb190f81),segment_id=451f46f6-c937-47fa-a5d0-a72fdb190f81)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:08.759763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.808493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] Calling delete_port for 3c454d09-89b7-4bd4-a9bb-1905a9849112 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:08.838650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:08.842827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:08.853703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.931221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 3c454d09-89b7-4bd4-a9bb-1905a9849112 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:08.934271 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.964285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.965685 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] 10.222.0.59 "PUT /v2.0/ports/88e806b0-eefc-44da-a96a-b4fe5a2df7ea HTTP/1.1" status: 200 len: 1091 time: 1.8391132 Mar 11 17:39:08.966132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:08.982837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a049dd-b661-495d-b83b-e60353ede728 service neutron] Pushing event updated for resources: {'Port': ['ID=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:09.028654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] Pushing event deleted for resources: {'Port': ['ID=3c454d09-89b7-4bd4-a9bb-1905a9849112,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:09.059578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212322a-b3ef-4396-aae4-3deb6cc02c40 None None] No DVR routers for this DVR port 3c454d09-89b7-4bd4-a9bb-1905a9849112 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:09.064973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-ef8ebfbc-c735-49e2-8372-ba148fc15ae9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:09.072965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-ef8ebfbc-c735-49e2-8372-ba148fc15ae9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.4525943 Mar 11 17:39:09.091131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-559d8f3f-07ef-4bac-80f4-d4844c77145f req-c6d91fe4-6aa6-4c59-9a07-b4dcaa83462e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123987 Mar 11 17:39:09.126555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:39:09.126882 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:39:09.128332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-3180eaaf-f065-477d-8f74-46f9695114a2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.0361471 Mar 11 17:39:09.294051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.347457 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-3306fc11-9d01-4803-92d2-fa791a1379b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 1094 time: 0.2260196 Mar 11 17:39:09.398077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-4f3fc736-a9b0-4270-be04-b568df809847 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2610319 Mar 11 17:39:09.480150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-da46541d-5e79-4226-8b52-9be76295ce88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea HTTP/1.1" status: 200 len: 217 time: 0.1153519 Mar 11 17:39:09.490556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c454d09-89b7-4bd4-a9bb-1905a9849112 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:09.570455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 3c454d09-89b7-4bd4-a9bb-1905a9849112 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:39:09.571863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3c454d09-89b7-4bd4-a9bb-1905a9849112 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:09.661136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-2437ad23-f533-4424-9c40-33f34a745d80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:09.661136 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-2437ad23-f533-4424-9c40-33f34a745d80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.1498189 Mar 11 17:39:09.681015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 3c454d09-89b7-4bd4-a9bb-1905a9849112 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:09.681015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.815717 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-843c0c81-de00-4d34-b712-47826df2bf79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464915 Mar 11 17:39:09.981793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] The port '3c454d09-89b7-4bd4-a9bb-1905a9849112' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:39:10.238006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-ff3c4df5-bf27-4b20-b618-e90e65d53588 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141352 Mar 11 17:39:10.314532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f0d72-b222-4c76-9791-de73e81d696b req-d8032a4c-ec70-4cbe-92a8-c8ee64b8cac8 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:10.322936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b93f0d72-b222-4c76-9791-de73e81d696b req-d8032a4c-ec70-4cbe-92a8-c8ee64b8cac8 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 947 time: 0.9174898 Mar 11 17:39:10.389427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.404897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-05a98bc0-c06e-4dd7-a2fc-7c9296e5e2a1 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0009668 Mar 11 17:39:10.408142 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-47651ecc-0be3-41cc-8402-2e3318a45060 req-a0bc107a-4a13-437e-a03e-c670a39e3a2d service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592619 Mar 11 17:39:10.423543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-af07e02d-148c-4eb4-ae52-957d8f82bbb8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:10.426306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-af07e02d-148c-4eb4-ae52-957d8f82bbb8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 812 time: 0.7148304 Mar 11 17:39:10.532820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Request body: {'port': {'device_id': '798cecdd-696d-406e-a824-c2782d2a23dd', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'admin_state_up': True, 'tenant_id': 'e6556f3c7b3f47e9a31f9fb6f18d601c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:10.605938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b93f0d72-b222-4c76-9791-de73e81d696b req-fef7bf79-3822-4c9d-83af-61711a2c8ac0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840919 Mar 11 17:39:10.609439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c96847b-0369-4b4c-a03d-2155ccde68d5']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:10.640247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451f46f6-c937-47fa-a5d0-a72fdb190f81') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:10.640627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451f46f6-c937-47fa-a5d0-a72fdb190f81') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:10.691642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.753322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-b6a40914-8a2c-40f4-be03-bb86c4df634a service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191099 Mar 11 17:39:10.753322 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.776200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:39:10.776200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:10.794296 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:10.904538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:10.953374 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'status': 'completed', 'code': 200} Mar 11 17:39:10.958436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c4b1332-78c8-4dcd-abd9-7aa9b185f1c0 req-f14e0ee3-7749-4c63-b2fc-fc3ff48b139b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 210 time: 0.1694798 Mar 11 17:39:10.971956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:10.985563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.988556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Made reservation on behalf of e6556f3c7b3f47e9a31f9fb6f18d601c for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:10.998691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.027051 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.147845 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-d933d1c3-207b-4d8b-a825-927cf5146e30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 1094 time: 0.1260045 Mar 11 17:39:11.198566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=6c96847b-0369-4b4c-a03d-2155ccde68d5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:11.325632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-20e41607-b5be-479b-a064-cee3b7809c2b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/6c96847b-0369-4b4c-a03d-2155ccde68d5 HTTP/1.1" status: 204 len: 168 time: 3.6343219 Mar 11 17:39:11.333261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57716) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:11.355123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1036793480'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:11.369243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-8e518c03-f241-4dfc-9806-aa3ca06dbc8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.372820 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-8e518c03-f241-4dfc-9806-aa3ca06dbc8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 913 time: 0.2185645 Mar 11 17:39:11.374164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:11.390024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:network and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:11.400678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:11.413155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:11.465714 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-485973b9-fdef-4d38-b64f-d2ee473fe50f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea HTTP/1.1" status: 200 len: 217 time: 0.0846708 Mar 11 17:39:11.474219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:11.478679 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.522086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bfb85-ea6d-4bcb-baac-476c60bea507 req-3a190be7-09e5-4813-8a0a-5db389354c2b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.530761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e30bfb85-ea6d-4bcb-baac-476c60bea507 req-3a190be7-09e5-4813-8a0a-5db389354c2b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 943 time: 0.3229747 Mar 11 17:39:11.540404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146474ea-8989-469b-850a-3fdd6cd5de43 req-702b7495-7cb2-4bfa-b27c-633295cad4b5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.541330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-146474ea-8989-469b-850a-3fdd6cd5de43 req-702b7495-7cb2-4bfa-b27c-633295cad4b5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.4240258 Mar 11 17:39:11.547414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-9c89b398-2a13-418a-a26b-b2762d5d4777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.547414 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-9c89b398-2a13-418a-a26b-b2762d5d4777 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.0727482 Mar 11 17:39:11.611628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Allocated IP 172.20.0.9 (65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4/59f6f371-2a04-427b-8431-4d1157528e92/553603f1-c157-4526-bd00-c7fd7470d853) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:11.636188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:11.643832 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-5bbec76a-953c-4b64-b452-42104596343c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863659 Mar 11 17:39:11.689915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.690401 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Added segment 251fda52-0b4f-4386-99f4-ee650cd53e45 of type vlan for network dd65cdf6-da42-48e5-80b5-18e3f8334e77 Mar 11 17:39:11.704505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e30bfb85-ea6d-4bcb-baac-476c60bea507 req-6644760b-039e-4761-a244-888acc3c0831 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726298 Mar 11 17:39:11.760944 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.766219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-146474ea-8989-469b-850a-3fdd6cd5de43 req-80ff8d36-04eb-4cfd-9719-4f4f8cddf33a tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020206 Mar 11 17:39:11.847249 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-335d54de-60d9-4502-84b5-6150f8243b64 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935019 Mar 11 17:39:11.903790 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:39:12.041600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-94a4e8e6-edea-4f13-830a-1be0b48e705a req-aac95694-682d-4e2e-b26e-871fe92b7dd6 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704435 Mar 11 17:39:12.064751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-064fff37-e2e4-48bb-bb54-a0da93eb446d req-e1263e98-9706-4756-aa0d-7d5e2710ba93 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 210 time: 0.1398952 Mar 11 17:39:12.073630 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.078324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:12.078324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.336474 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06424b2f-33d6-4b52-a8f7-bc1a6eccd9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.381099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0403721 Mar 11 17:39:12.381698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57734) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:12.388413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:12.396716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ed5b4-e266-435c-b757-d837eb761bfb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Network': ['ID=dd65cdf6-da42-48e5-80b5-18e3f8334e77,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:12.410731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:39:12.416772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.432969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962fd25-8f24-4528-a217-5d55361667a2 req-4b3b6a9c-d9c3-484f-9e5a-df744b5899c6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:12.439956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f962fd25-8f24-4528-a217-5d55361667a2 req-4b3b6a9c-d9c3-484f-9e5a-df744b5899c6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 947 time: 0.4312322 Mar 11 17:39:12.512444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f962fd25-8f24-4528-a217-5d55361667a2 req-f47f2d8f-6f53-4d0b-9447-c29ad402565a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712602 Mar 11 17:39:12.530055 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.539369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:12.547550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:12.564912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:12.572022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:12.586158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:12.642742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:12.646356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:12.651558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:12.678912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event updated for resources: {'Port': ['ID=553603f1-c157-4526-bd00-c7fd7470d853,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:12.726913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:12.727759 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.801480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-1a583a90-ae98-4bfa-8d11-dae2017b98a4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2739332 Mar 11 17:39:12.827284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Request body: {'port': {'device_id': '798cecdd-696d-406e-a824-c2782d2a23dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:12.875940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.885424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfc3f2-6939-4ba2-9ff2-2f82d2c31d42 req-9c4b38ac-beb9-46a6-9578-cf9e6ee3ea74 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:12.886114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a8bfc3f2-6939-4ba2-9ff2-2f82d2c31d42 req-9c4b38ac-beb9-46a6-9578-cf9e6ee3ea74 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:12.987507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a8bfc3f2-6939-4ba2-9ff2-2f82d2c31d42 req-9c4b38ac-beb9-46a6-9578-cf9e6ee3ea74 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:12.988541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8bfc3f2-6939-4ba2-9ff2-2f82d2c31d42 req-9c4b38ac-beb9-46a6-9578-cf9e6ee3ea74 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 931 time: 0.2703297 Mar 11 17:39:13.018455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-9fa38b73-05f0-49a6-af1f-422dabae1cbd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.019962 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-9fa38b73-05f0-49a6-af1f-422dabae1cbd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.3887644 Mar 11 17:39:13.052456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.080885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Request body: {'port': {'device_id': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'admin_state_up': True, 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:13.089226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8bfc3f2-6939-4ba2-9ff2-2f82d2c31d42 req-c061a574-c2f8-46d1-b365-6c573b8ce7e4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935080 Mar 11 17:39:13.144550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f7722-dc4b-4564-b7d2-65511676af9c req-21f0408f-3f48-4efa-ac75-4d9789903038 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.151376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a9f7722-dc4b-4564-b7d2-65511676af9c req-21f0408f-3f48-4efa-ac75-4d9789903038 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 943 time: 0.2758520 Mar 11 17:39:13.316768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c375a3ac-6cda-48be-bd46-f554d18d02ed req-5fe6cd65-ddd1-4426-93b1-c41de7ce4d73 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 210 time: 0.0872748 Mar 11 17:39:13.333994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a9f7722-dc4b-4564-b7d2-65511676af9c req-7c633fd1-013c-446f-89cf-792480e6f0ec tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755080 Mar 11 17:39:13.381381 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.444623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:13.464439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=6b92281d-145b-470e-8525-8bccd8f06553,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:13.470408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:13.479786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 88e806b0-eefc-44da-a96a-b4fe5a2df7ea details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:39:13.509802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:13.509802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.537286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Checking segment: {'id': '251fda52-0b4f-4386-99f4-ee650cd53e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:13.537286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network hostable DHCP agents. Network: dd65cdf6-da42-48e5-80b5-18e3f8334e77, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:13.648575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553603f1-c157-4526-bd00-c7fd7470d853 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:13.654922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:13.658672 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.672882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, dd65cdf6-da42-48e5-80b5-18e3f8334e77) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:13.678764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:13.679867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Transition to ACTIVE for port object 553603f1-c157-4526-bd00-c7fd7470d853 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:13.685234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.693275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.693859 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.693960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47758a51-9932-4a8f-9b6b-091769b173e9 None None] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:13.706710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'port_id': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'mac_address': 'fa:16:3e:b8:ff:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:39:13.774480 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-42f7b6c1-c6c4-4593-b016-e884d76da5fa tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3912685 Mar 11 17:39:13.775697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57750) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:13.788338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-661564694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:13.799872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Allocated IP 172.20.0.2 (223820bb-b86e-43fc-b13c-cb4729837daf/45399fdb-e577-4f75-9487-b5628afd97cd/47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:13.802805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:13.811567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:router and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:13.814121 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.819867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:13.828958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:13.858208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Pushing event updated for resources: {'Port': ['ID=553603f1-c157-4526-bd00-c7fd7470d853,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:13.875819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.877129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.926751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e806b0-eefc-44da-a96a-b4fe5a2df7ea {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:14.008076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Attempting to bind port 553603f1-c157-4526-bd00-c7fd7470d853 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:14.009022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Attempting to bind port 553603f1-c157-4526-bd00-c7fd7470d853 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:14.009599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Attempting to bind port 553603f1-c157-4526-bd00-c7fd7470d853 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:14.016514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Port 553603f1-c157-4526-bd00-c7fd7470d853 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:39:14.017106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Attempting to bind port 553603f1-c157-4526-bd00-c7fd7470d853 on network 65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:14.028235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:14.028828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Checking segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:14.029399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Bound using segment: {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:14.030040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Bound port: 553603f1-c157-4526-bd00-c7fd7470d853, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:14.030637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.085501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:14.096280 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.096645 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.138410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.144087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.148838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] For port 553603f1-c157-4526-bd00-c7fd7470d853, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:14.153576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] For port 553603f1-c157-4526-bd00-c7fd7470d853, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=553603f1-c157-4526-bd00-c7fd7470d853,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:14.163799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.178296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.179638 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-434476bf-185e-4536-8b44-26da27d905e3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3986874 Mar 11 17:39:14.182240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57758) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:14.188817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77', 'name': 'tempest-PortsIpV6TestJSON-1182789390'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:14.275668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-dd65cdf6-da42-48e5-80b5-18e3f8334e77', 'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77', 'tenant_id': '786879d00400434ab898a5e267f4df6a', 'fixed_ips': [{'subnet_id': '6b92281d-145b-470e-8525-8bccd8f06553'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:39:14.276750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.302763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.304254 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/553603f1-c157-4526-bd00-c7fd7470d853 HTTP/1.1" status: 200 len: 1091 time: 1.4826124 Mar 11 17:39:14.306318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798cecdd-696d-406e-a824-c2782d2a23dd', 'tag': '553603f1-c157-4526-bd00-c7fd7470d853'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:14.341104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:14.429278 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.442183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e9896-7f43-47da-8819-5e00c43596c3 service neutron] Pushing event updated for resources: {'Port': ['ID=553603f1-c157-4526-bd00-c7fd7470d853,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:14.449238 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798cecdd-696d-406e-a824-c2782d2a23dd', 'tag': '553603f1-c157-4526-bd00-c7fd7470d853', 'status': 'completed', 'code': 200} Mar 11 17:39:14.508779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:14.520941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e1c0-9366-490d-8516-a6c836e36c9a req-543b1a1c-56bf-4fed-9d21-1879f7f3adeb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:14.522666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d33e1c0-9366-490d-8516-a6c836e36c9a req-543b1a1c-56bf-4fed-9d21-1879f7f3adeb tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 943 time: 0.1864746 Mar 11 17:39:14.528300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:14.531464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-b69ca935-4d26-4393-97e1-57cbdccbc1ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 1094 time: 0.1228809 Mar 11 17:39:14.533274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:14.537371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:14.545214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:14.592806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Network 223820bb-b86e-43fc-b13c-cb4729837daf is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:14.596428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:14.599347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:14.602606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.619465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['88e806b0-eefc-44da-a96a-b4fe5a2df7ea'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:14.626015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:14.653696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8edf9d98-00c1-4e9f-bf81-c4bf8678002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.672987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port e30abebd-d6aa-4b0d-a95b-d3112a576e23 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:39:14.696918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Allocated IP 2001:db8::2 (dd65cdf6-da42-48e5-80b5-18e3f8334e77/6b92281d-145b-470e-8525-8bccd8f06553/768e6956-3d03-4a58-b594-4a6b7ca8f8c5) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:14.749913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event updated for resources: {'Port': ['ID=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:14.795230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-68340ca3-d60a-4779-b7af-157bfdb348d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=553603f1-c157-4526-bd00-c7fd7470d853 HTTP/1.1" status: 200 len: 217 time: 0.2460504 Mar 11 17:39:14.807084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:14.807842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.836849 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-cbe0e1b1-ed2d-4580-ac4d-e41d1e838c3b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7597237 Mar 11 17:39:14.865715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Request body: {'port': {'device_id': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:14.876540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d33e1c0-9366-490d-8516-a6c836e36c9a req-43b2defa-cc2e-44c2-9c05-69cd518fb843 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437755 Mar 11 17:39:14.889506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-41b80aeb-5668-4443-bf5c-3987fa588c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:14.891446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-41b80aeb-5668-4443-bf5c-3987fa588c9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.0855393 Mar 11 17:39:14.952756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-be05ae67-f7a3-4fb4-95dd-9c808e87cad2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486465 Mar 11 17:39:14.959146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190fc1-c2e6-4ac4-a935-d6abf6b55472 req-475f8b09-48f0-4d56-8268-df154f461a30 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:14.960746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0190fc1-c2e6-4ac4-a935-d6abf6b55472 req-475f8b09-48f0-4d56-8268-df154f461a30 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 931 time: 0.3464806 Mar 11 17:39:15.024098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.132113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.161131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Transition to ACTIVE for port object 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:15.195310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0190fc1-c2e6-4ac4-a935-d6abf6b55472 req-36793e31-0de1-4559-aef9-c18b9a8cf7c4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045767 Mar 11 17:39:15.195838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Transition to ACTIVE for port object 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:15.219937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.241190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-175b69bd-673f-4773-9f55-a5ed37a072ca service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770309 Mar 11 17:39:15.282703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad25e5-366b-4bfc-a7d4-dbf0617c9f45 req-8046c15a-e0f4-4195-afe0-98d897139c6e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:15.284466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-59ad25e5-366b-4bfc-a7d4-dbf0617c9f45 req-8046c15a-e0f4-4195-afe0-98d897139c6e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 944 time: 0.2125876 Mar 11 17:39:15.290337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:15.295845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:15.302419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:15.400344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::111 (dd65cdf6-da42-48e5-80b5-18e3f8334e77/6b92281d-145b-470e-8525-8bccd8f06553/e30abebd-d6aa-4b0d-a95b-d3112a576e23) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:15.400587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Pushing event updated for resources: {'Port': ['ID=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.434260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Attempting to bind port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:15.434909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Attempting to bind port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '251fda52-0b4f-4386-99f4-ee650cd53e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:15.435266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Attempting to bind port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 on network dd65cdf6-da42-48e5-80b5-18e3f8334e77 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:15.443395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:15.444129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Checking segment: {'id': '251fda52-0b4f-4386-99f4-ee650cd53e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:15.444686 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.445072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Bound using segment: {'id': '251fda52-0b4f-4386-99f4-ee650cd53e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:15.445531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Bound port: 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251fda52-0b4f-4386-99f4-ee650cd53e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'dd65cdf6-da42-48e5-80b5-18e3f8334e77'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:15.445898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.503998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8af4aa4-790f-4a8c-941c-b0f94acf988c req-a796225e-7e1b-41f3-9409-39bbecea6c94 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559242 Mar 11 17:39:15.507303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-59ad25e5-366b-4bfc-a7d4-dbf0617c9f45 req-3936873a-9344-42c4-a96c-d38ed3d9c401 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497698 Mar 11 17:39:15.535506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe83e8f-1a29-442d-bad0-933371e32180 req-f725f354-ebdd-4a50-97f6-9e92e136d636 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:15.538859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abe83e8f-1a29-442d-bad0-933371e32180 req-f725f354-ebdd-4a50-97f6-9e92e136d636 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1823437 Mar 11 17:39:15.539948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:15.543404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,segment=NetworkSegment(251fda52-0b4f-4386-99f4-ee650cd53e45),segment_id=251fda52-0b4f-4386-99f4-ee650cd53e45)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:15.553460 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.608517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abe83e8f-1a29-442d-bad0-933371e32180 req-f90b1282-fa5b-4294-bb61-c0a0969ea062 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544138 Mar 11 17:39:15.641735 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.645645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5449637-39fb-4043-9b7b-d28a0e36bf11 None None] Pushing event updated for resources: {'Port': ['ID=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.700323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:15.707876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.715520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.771201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-198c3db8-7579-44fa-9909-58c9c2e20cb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 1094 time: 0.1294627 Mar 11 17:39:15.918072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Transition to ACTIVE for port object 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:15.950053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.026577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-f6808fe8-0903-471a-ba54-483bc4e09a49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:16.027992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-f6808fe8-0903-471a-ba54-483bc4e09a49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 200 len: 914 time: 0.2435791 Mar 11 17:39:16.036161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.047044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75c71f-5719-40e6-9800-c38330682ec3 req-6d103b6c-ab94-4001-b156-45fd53a0c16f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:16.049450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca75c71f-5719-40e6-9800-c38330682ec3 req-6d103b6c-ab94-4001-b156-45fd53a0c16f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1749012 Mar 11 17:39:16.057718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object e30abebd-d6aa-4b0d-a95b-d3112a576e23 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:16.154608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-8942de82-527e-4629-a8bf-7f8c2f3fc4ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=553603f1-c157-4526-bd00-c7fd7470d853 HTTP/1.1" status: 200 len: 217 time: 0.1038065 Mar 11 17:39:16.315843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca75c71f-5719-40e6-9800-c38330682ec3 req-477140ef-15f9-4f23-bdbd-c1bd7f35af6c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000086 Mar 11 17:39:16.333471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-3f49e735-b91b-4ecc-9263-47eea4d01404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:16.335142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-3f49e735-b91b-4ecc-9263-47eea4d01404 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 200 len: 852 time: 0.1669891 Mar 11 17:39:16.360335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Pushing event updated for resources: {'Port': ['ID=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.372460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.399130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-feeb8bb4-b335-4eb4-a53b-cb45cd625cd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546086 Mar 11 17:39:16.481991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Attempting to bind port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:16.482706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Attempting to bind port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:16.482922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Attempting to bind port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:16.492718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:16.496874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:16.503356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:16.507246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:16.507863 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.511606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=e30abebd-d6aa-4b0d-a95b-d3112a576e23,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.525378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa on network 223820bb-b86e-43fc-b13c-cb4729837daf not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:39:16.525697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Attempting to bind port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:16.532917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:16.533251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:16.533916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Bound using segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:16.534399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Bound port: 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:16.535227 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.559238 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aa402552-aca7-43a7-b0b6-7c422adbd11f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3757532 Mar 11 17:39:16.560159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57792) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:16.597168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a06b2-11e2-48f1-8e0d-83a2f8c7277b req-acbf700f-433f-4289-845f-2815970c65f4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:16.599006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af3a06b2-11e2-48f1-8e0d-83a2f8c7277b req-acbf700f-433f-4289-845f-2815970c65f4 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 943 time: 0.3436959 Mar 11 17:39:16.630374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-7545907a-ffe0-4708-a696-17a99a802eb4 service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208374 Mar 11 17:39:16.795705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] For port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:16.800760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] For port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:16.874061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.888095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24092e-34e6-4289-acca-f22c79f527bc req-a0149d74-bcd1-4158-9885-2874cf4d435b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:16.892413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e24092e-34e6-4289-acca-f22c79f527bc req-a0149d74-bcd1-4158-9885-2874cf4d435b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 943 time: 0.4020517 Mar 11 17:39:16.909234 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.976164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af3a06b2-11e2-48f1-8e0d-83a2f8c7277b req-f986b179-1dc7-44b3-bdb1-3cb2eab9d785 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437254 Mar 11 17:39:16.991122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba672873-cc4b-4c0b-a9ec-6bc5c8695d8b None None] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:17.029475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e24092e-34e6-4289-acca-f22c79f527bc req-1f75f948-eace-439e-9387-b11bb14d899e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206086 Mar 11 17:39:17.041548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d01597bd-9e4f-45a2-925a-45e81fd1141b req-8fffe634-1d93-4601-872a-3841ac7acd6a service neutron] 10.222.0.59 "GET /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008889 Mar 11 17:39:17.113761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.116229 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] 10.222.0.59 "PUT /v2.0/ports/47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa HTTP/1.1" status: 200 len: 1091 time: 2.2549310 Mar 11 17:39:17.122413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'tag': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:17.243965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7f6666a3-6672-465e-94f4-9dbcee3ade97 None None] Provisioning for port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:17.337952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19059947-5fb3-4d51-ab32-c46ac3f13e46 service neutron] Pushing event updated for resources: {'Port': ['ID=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.425510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:17.505341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 88e806b0-eefc-44da-a96a-b4fe5a2df7ea up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:17.614256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e39c22-93d7-4150-8dc7-ebc66d83c118 req-1f584d34-ddd9-4280-bf50-c1eaf30764de tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.622574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82e39c22-93d7-4150-8dc7-ebc66d83c118 req-1f584d34-ddd9-4280-bf50-c1eaf30764de tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3993442 Mar 11 17:39:17.625233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:17.632527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:17.639385 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-87a39251-d75d-443f-9e3f-464e77c74369 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 1094 time: 0.4419601 Mar 11 17:39:17.640525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:17.641331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.683574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:17.684285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.705000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8015ed-7735-41be-a47c-020eec44e331 req-1cea3494-9929-4ecf-b687-bfdba4c6218e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.727313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb8015ed-7735-41be-a47c-020eec44e331 req-1cea3494-9929-4ecf-b687-bfdba4c6218e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 944 time: 0.3120260 Mar 11 17:39:17.763100 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-fa8b103c-b02f-412f-8cec-2c17d9e0b573 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa HTTP/1.1" status: 200 len: 217 time: 0.1022325 Mar 11 17:39:17.777551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.798506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82e39c22-93d7-4150-8dc7-ebc66d83c118 req-92724b39-1bcb-41b5-b41a-b27d8c7d8807 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746042 Mar 11 17:39:17.818702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb8015ed-7735-41be-a47c-020eec44e331 req-a43b2442-3709-4b7f-88c9-3615d083eea7 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904675 Mar 11 17:39:17.872663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-eaaeb5c7-204c-4f8c-b83f-b410d2fa3d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.874069 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-eaaeb5c7-204c-4f8c-b83f-b410d2fa3d8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.0742340 Mar 11 17:39:17.920504 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'tag': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa', 'status': 'completed', 'code': 200} Mar 11 17:39:18.084963 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-c6d71ec8-e540-4ec6-9a2f-36883588e677 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036242 Mar 11 17:39:18.125702 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.187761 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.259714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466934e-3a9a-4005-9e3d-8ec1224093b8 req-f2404ece-21d8-44e4-9042-bc2573f38053 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:18.262590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8466934e-3a9a-4005-9e3d-8ec1224093b8 req-f2404ece-21d8-44e4-9042-bc2573f38053 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2122688 Mar 11 17:39:18.316620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:18.340435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,segment=NetworkSegment(251fda52-0b4f-4386-99f4-ee650cd53e45),segment_id=251fda52-0b4f-4386-99f4-ee650cd53e45)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:18.356607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1eb5473b-6ba1-4009-86ad-03aa8e2fc3ec None None] Provisioning complete for port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:18.356978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1eb5473b-6ba1-4009-86ad-03aa8e2fc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.394382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:18.395602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.403013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8466934e-3a9a-4005-9e3d-8ec1224093b8 req-db4687c3-9e51-45eb-9b4e-8158b41fbe17 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308236 Mar 11 17:39:18.481582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3d012-9d3a-487e-a34e-ae7c962e02f6 req-ba7ec58a-ff40-4454-a0ed-6aee1c5d0ecf tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:18.483593 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.503736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21a3d012-9d3a-487e-a34e-ae7c962e02f6 req-ba7ec58a-ff40-4454-a0ed-6aee1c5d0ecf tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 943 time: 0.2095144 Mar 11 17:39:18.549480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:18.664145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21a3d012-9d3a-487e-a34e-ae7c962e02f6 req-a7801a5d-f4f5-4a22-8946-7ded8ebea29b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489198 Mar 11 17:39:18.715641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-e0c80a94-561e-4def-a921-a69cfb87cb01 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182423 Mar 11 17:39:18.794328 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'code': 200} Mar 11 17:39:18.804947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:18.821394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1eb5473b-6ba1-4009-86ad-03aa8e2fc3ec None None] Provisioning for port e30abebd-d6aa-4b0d-a95b-d3112a576e23 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:18.838858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1eb5473b-6ba1-4009-86ad-03aa8e2fc3ec None None] Provisioning complete for port e30abebd-d6aa-4b0d-a95b-d3112a576e23 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:18.838858 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1eb5473b-6ba1-4009-86ad-03aa8e2fc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.843456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c643419-4f38-4ebd-a3b2-3179c359b577 req-5874c2b0-21ca-4b19-812b-f18109816c3f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:18.854341 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c643419-4f38-4ebd-a3b2-3179c359b577 req-5874c2b0-21ca-4b19-812b-f18109816c3f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 943 time: 0.1843383 Mar 11 17:39:18.935083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5473b-6ba1-4009-86ad-03aa8e2fc3ec None None] Port e30abebd-d6aa-4b0d-a95b-d3112a576e23 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:19.010796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c643419-4f38-4ebd-a3b2-3179c359b577 req-c5953e7e-da13-47e7-ab28-fffa6da5c973 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552804 Mar 11 17:39:19.012074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3f8a13cc-b273-4055-87f1-0b8dc4dbf364 req-bcee2319-1292-4425-895b-a2d8dbeb7d55 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799218 Mar 11 17:39:19.037835 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.044017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.065798 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:39:19.077176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0ca31f0d-b52f-4bf4-9153-88e1f0ac7456 None None] Provisioning complete for port e30abebd-d6aa-4b0d-a95b-d3112a576e23 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:19.080195 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ca31f0d-b52f-4bf4-9153-88e1f0ac7456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.221909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=e30abebd-d6aa-4b0d-a95b-d3112a576e23,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.224711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3726f8c0-e94e-4338-b5d1-30f2e566879c req-4710934f-23b2-494f-bdb1-758ab77cf200 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 1096 time: 0.3268552 Mar 11 17:39:19.250791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-9a35ccf5-441f-4b58-8572-55eb247e9adb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:19.258983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-9a35ccf5-441f-4b58-8572-55eb247e9adb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.2947829 Mar 11 17:39:19.262095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0ca31f0d-b52f-4bf4-9153-88e1f0ac7456 None None] Port e30abebd-d6aa-4b0d-a95b-d3112a576e23 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:19.295509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:19.324464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1949bc5e-e955-4c21-a995-c6ab2b6a6465 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/quotas/939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 375 time: 0.0638108 Mar 11 17:39:19.430278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:19.430754 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.458515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-88417442-cc4a-458b-b584-fc0d952bdf57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 1094 time: 0.2860849 Mar 11 17:39:19.484581 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3726f8c0-e94e-4338-b5d1-30f2e566879c req-5623aed0-bd06-4025-82fc-feebf30c33f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507133 Mar 11 17:39:19.536087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 553603f1-c157-4526-bd00-c7fd7470d853 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:39:19.564332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-9b0e8ec2-06fc-498a-9082-bbba62140647 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2386925 Mar 11 17:39:19.610037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82acf-9a53-4a7a-8ea0-82a00a3527cb req-35067e5e-950e-477c-9adb-721ed66f44d9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:19.611570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8e82acf-9a53-4a7a-8ea0-82a00a3527cb req-35067e5e-950e-477c-9adb-721ed66f44d9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.2511086 Mar 11 17:39:19.797873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-01aca213-b87d-4892-8c16-9fb18c206422 None None] Provisioning complete for port e30abebd-d6aa-4b0d-a95b-d3112a576e23 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:19.798561 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01aca213-b87d-4892-8c16-9fb18c206422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.800512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8e82acf-9a53-4a7a-8ea0-82a00a3527cb req-8dabc9e0-b0fb-495e-9ef5-c9be33f4f0ba tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757936 Mar 11 17:39:19.831307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-4f8a80f1-30ea-4aaf-a3e6-975ec5cf9064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:19.833708 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-4f8a80f1-30ea-4aaf-a3e6-975ec5cf9064 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.3672521 Mar 11 17:39:19.838333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-a1b0fb33-b2f9-4aa1-83b9-666c2a574caa service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730768 Mar 11 17:39:19.838919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.858036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 553603f1-c157-4526-bd00-c7fd7470d853, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=553603f1-c157-4526-bd00-c7fd7470d853,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:19.903481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '553603f1-c157-4526-bd00-c7fd7470d853', 'network_id': '65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4', 'port_id': '553603f1-c157-4526-bd00-c7fd7470d853', 'mac_address': 'fa:16:3e:04:e3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f6f371-2a04-427b-8431-4d1157528e92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:39:19.933489 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-12c1fc4b-38f0-4d1e-8d26-41a1f8e2177f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa HTTP/1.1" status: 200 len: 217 time: 0.0905168 Mar 11 17:39:20.007883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.050919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553603f1-c157-4526-bd00-c7fd7470d853 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:20.057687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-01aca213-b87d-4892-8c16-9fb18c206422 None None] Port e30abebd-d6aa-4b0d-a95b-d3112a576e23 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:20.074242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-44a45901-a925-411a-a309-514d5cd47749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:20.076729 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-44a45901-a925-411a-a309-514d5cd47749 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.1370180 Mar 11 17:39:20.087786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 553603f1-c157-4526-bd00-c7fd7470d853, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=553603f1-c157-4526-bd00-c7fd7470d853,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:20.094104 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.124124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-61d3863d-ff4c-478e-b744-73a1f6660862 service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848461 Mar 11 17:39:20.150309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-582af75b-c74d-499f-800d-7657e1f2758e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658379 Mar 11 17:39:20.173098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed85a8-e9ea-4f7a-9126-2a13f4ac118c req-73441262-f740-4bc6-9b1e-aac0b425aa55 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:20.189068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24ed85a8-e9ea-4f7a-9126-2a13f4ac118c req-73441262-f740-4bc6-9b1e-aac0b425aa55 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 943 time: 0.1654713 Mar 11 17:39:20.197576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=553603f1-c157-4526-bd00-c7fd7470d853,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:20.299967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24ed85a8-e9ea-4f7a-9126-2a13f4ac118c req-32c73c13-1fa1-4c3a-b1e0-f51a733540b7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069474 Mar 11 17:39:20.424990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.509906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58a884a1-b4cb-45b4-8457-12b2c3cc5afd req-fc647423-937b-41d4-a9a6-90eb09a514a9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 210 time: 0.1235616 Mar 11 17:39:20.566850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0e1f-64dc-451a-8a24-3292734c39b9 req-ee838f9e-b6a9-40fc-bdc8-cf9f19460620 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:20.573910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c01f0e1f-64dc-451a-8a24-3292734c39b9 req-ee838f9e-b6a9-40fc-bdc8-cf9f19460620 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 943 time: 0.1184521 Mar 11 17:39:20.607424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['553603f1-c157-4526-bd00-c7fd7470d853'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:20.636518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c01f0e1f-64dc-451a-8a24-3292734c39b9 req-b49c392f-a113-44fa-8b12-20c59645a580 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619180 Mar 11 17:39:20.764266 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-d374902e-84a0-4386-8a3a-b805f1de4650 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834928 Mar 11 17:39:21.130461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0622d-db21-48a5-bd63-843d88755f16 req-5d8d4a6e-8192-4735-bef6-44fbc20b9db6 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:21.144659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41d0622d-db21-48a5-bd63-843d88755f16 req-5d8d4a6e-8192-4735-bef6-44fbc20b9db6 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1384509 Mar 11 17:39:21.207417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6b69ae17-afab-4f60-a7fe-2ac4b0af9cae req-66649b63-1c08-48e0-92fe-5d6f60f32247 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762991 Mar 11 17:39:21.255890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41d0622d-db21-48a5-bd63-843d88755f16 req-7ec8767c-e093-4d83-9202-da929da7f79d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097348 Mar 11 17:39:21.323950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.331061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.332708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.516069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=e30abebd-d6aa-4b0d-a95b-d3112a576e23,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:21.531683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5e466-834d-4ddd-a869-37ab7ca2d277 req-a90bf9c3-707e-4e1f-87fb-649766f82e44 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:21.532745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.533240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35e5e466-834d-4ddd-a869-37ab7ca2d277 req-a90bf9c3-707e-4e1f-87fb-649766f82e44 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 944 time: 0.0859256 Mar 11 17:39:21.534111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.534499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.535357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.535716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.536041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.536384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.536763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.537083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.537384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.537843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:21.590673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:21.592133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:21.603191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35e5e466-834d-4ddd-a869-37ab7ca2d277 req-4e48e560-1ae9-4c8a-a519-bb6a10ccb625 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632608 Mar 11 17:39:21.908860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74a06a62-1978-46db-92bd-8f1fa86ca68b req-66d98307-a897-4c33-a0d2-d7cf3e3ec889 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 210 time: 0.2261314 Mar 11 17:39:22.000650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a866b-e687-4108-8289-2d1afb039fa9 req-0a2a33a8-b089-4c45-a6f0-6ac26049f1be tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:22.005348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-974a866b-e687-4108-8289-2d1afb039fa9 req-0a2a33a8-b089-4c45-a6f0-6ac26049f1be tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 943 time: 0.1433101 Mar 11 17:39:22.007994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a480eec-772b-4cc1-896b-ed8e0982f0e3 None None] Provisioning complete for port e30abebd-d6aa-4b0d-a95b-d3112a576e23 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:22.012294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a480eec-772b-4cc1-896b-ed8e0982f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.076446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-974a866b-e687-4108-8289-2d1afb039fa9 req-9c71bdc6-deff-4229-87d3-796dc445ea2b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638604 Mar 11 17:39:22.113897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1a480eec-772b-4cc1-896b-ed8e0982f0e3 None None] Port e30abebd-d6aa-4b0d-a95b-d3112a576e23 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:22.264904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-f331c004-3f0d-4a09-91db-72489e8e0b9c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:22.265489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-f331c004-3f0d-4a09-91db-72489e8e0b9c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:22.281212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Router 842ef438-f0b6-4130-b95e-b337b97aeaa5 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:39:22.292008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-f331c004-3f0d-4a09-91db-72489e8e0b9c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:22.294603 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-f331c004-3f0d-4a09-91db-72489e8e0b9c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.2291319 Mar 11 17:39:22.367881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'port': {'device_id': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'admin_state_up': True, 'tenant_id': '939e19d58bb8457689b2460552e53524'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:22.498899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae81f66-2297-4afa-8a7e-b2f04f33f0d9 req-c2baa1cb-2e74-4ed6-83c2-c9f5bffa4219 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:22.500142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eae81f66-2297-4afa-8a7e-b2f04f33f0d9 req-c2baa1cb-2e74-4ed6-83c2-c9f5bffa4219 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1044474 Mar 11 17:39:22.575676 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eae81f66-2297-4afa-8a7e-b2f04f33f0d9 req-b94a4f4d-2703-4dae-9982-9b5bdd94d8d3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683162 Mar 11 17:39:22.735012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:22.748052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:22.767439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Made reservation on behalf of 939e19d58bb8457689b2460552e53524 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:22.770062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.791917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:39:22.815392 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6231187f-3388-4bda-a44e-7e6e7d5c4e30 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "PUT /v2.0/routers/842ef438-f0b6-4130-b95e-b337b97aeaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2537291 Mar 11 17:39:22.817788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57864) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:22.826673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] Sync routers for ids ['842ef438-f0b6-4130-b95e-b337b97aeaa5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:39:22.860654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] Routers {'842ef438-f0b6-4130-b95e-b337b97aeaa5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:22.862229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['842ef438-f0b6-4130-b95e-b337b97aeaa5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:22.869279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ef54-ae04-4209-8519-ccb8640de798 req-0c95ce0e-1bab-42d6-bdd7-edc9d057cd61 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:22.884664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0094ef54-ae04-4209-8519-ccb8640de798 req-0c95ce0e-1bab-42d6-bdd7-edc9d057cd61 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1436110 Mar 11 17:39:22.886253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57870) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:22.929604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'floatingip': {'port_id': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:23.080868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:23.096743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] Routers {'842ef438-f0b6-4130-b95e-b337b97aeaa5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:23.097900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['842ef438-f0b6-4130-b95e-b337b97aeaa5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:23.114383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1133d3-ed00-44a6-926c-18586377dc7b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:23.114927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ed1133d3-ed00-44a6-926c-18586377dc7b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:23.131767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Allocated IP 172.20.0.14 (33d475b3-ae3d-438f-869b-c4e9e9f8dffd/c2557e3d-4343-4fd9-ac42-c8c0681de4cc/5689f6b5-6523-4bf2-b084-068b96879f78) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:23.303406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:23.316316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bcce1-93df-4172-8fda-ff0367b06e86 None None] The sync data for ids ['842ef438-f0b6-4130-b95e-b337b97aeaa5'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:39:23.338609 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.433909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.433909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ed1133d3-ed00-44a6-926c-18586377dc7b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:23.438924 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ed1133d3-ed00-44a6-926c-18586377dc7b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports?device_id=842ef438-f0b6-4130-b95e-b337b97aeaa5 HTTP/1.1" status: 200 len: 989 time: 0.6201003 Mar 11 17:39:23.439600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57878) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:23.538689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:39:23.558276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 553603f1-c157-4526-bd00-c7fd7470d853 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:23.580504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d003-b4cb-4829-8628-45f60832fc09 req-49e227a9-44f0-4aa5-ba9f-791f104dee98 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:23.586984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d61d003-b4cb-4829-8628-45f60832fc09 req-49e227a9-44f0-4aa5-ba9f-791f104dee98 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 944 time: 0.5034940 Mar 11 17:39:23.661878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Transition to ACTIVE for port object 5689f6b5-6523-4bf2-b084-068b96879f78 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:23.666540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dcd8-b1c4-4028-8405-73f87504c5d9 req-73ece1f0-bbcc-4331-b14f-19ca1c4cbc60 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:23.689758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8641dcd8-b1c4-4028-8405-73f87504c5d9 req-73ece1f0-bbcc-4331-b14f-19ca1c4cbc60 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.5149491 Mar 11 17:39:23.718114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.770435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0', '0d0fda90-622f-44f5-ab53-4949992446e9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:23.828679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 553603f1-c157-4526-bd00-c7fd7470d853 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:23.837473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:23.840302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=5689f6b5-6523-4bf2-b084-068b96879f78,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:23.849571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:23.849571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:23.886659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 553603f1-c157-4526-bd00-c7fd7470d853 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:23.886659 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.001274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d61d003-b4cb-4829-8628-45f60832fc09 req-00025534-fadb-4b40-83f3-3c82c24e6210 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124761 Mar 11 17:39:24.010101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:24.048463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8641dcd8-b1c4-4028-8405-73f87504c5d9 req-842c1d83-491d-4e90-876b-d08132b329c4 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651564 Mar 11 17:39:24.061926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'port_id': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa', 'mac_address': 'fa:16:3e:9d:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45399fdb-e577-4f75-9487-b5628afd97cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:39:24.113066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:24.113691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.164074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-18578cec-3079-4997-a6e9-a6d9b6957a0a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7978516 Mar 11 17:39:24.214671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Request body: {'port': {'device_id': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:24.244002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.379016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:24.401181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bc71e2dc-3b8f-47ec-a2ba-1b1fc2236dd9 None None] Provisioning for port 5689f6b5-6523-4bf2-b084-068b96879f78 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:24.452193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:24.461870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bc71e2dc-3b8f-47ec-a2ba-1b1fc2236dd9 None None] Provisioning complete for port 5689f6b5-6523-4bf2-b084-068b96879f78 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:24.461870 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc71e2dc-3b8f-47ec-a2ba-1b1fc2236dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.514084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.596749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.602608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.637502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bc71e2dc-3b8f-47ec-a2ba-1b1fc2236dd9 None None] Port 5689f6b5-6523-4bf2-b084-068b96879f78 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:24.657881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87927d97-02de-455f-807a-c85174b14b42 req-6eaf8165-2f0f-4e3b-adac-8b83931ace41 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:24.664389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.665153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87927d97-02de-455f-807a-c85174b14b42 req-6eaf8165-2f0f-4e3b-adac-8b83931ace41 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 943 time: 0.2601185 Mar 11 17:39:24.676927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798cecdd-696d-406e-a824-c2782d2a23dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553603f1-c157-4526-bd00-c7fd7470d853'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:24.698515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 553603f1-c157-4526-bd00-c7fd7470d853, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=553603f1-c157-4526-bd00-c7fd7470d853,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:24.709633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.712442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.713005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.713548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.713888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.714210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.714541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.714861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.715153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.715916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.717667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.718176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.727110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9227b-fb95-4a25-baf9-39e88bed618b req-0f4592cf-01da-4779-abd7-90747fdef2c9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:24.730041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fa9227b-fb95-4a25-baf9-39e88bed618b req-0f4592cf-01da-4779-abd7-90747fdef2c9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 932 time: 0.3264136 Mar 11 17:39:24.826141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87927d97-02de-455f-807a-c85174b14b42 req-bc1e05bf-a958-48b9-9b15-3e2ea58e68bd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600010 Mar 11 17:39:24.828794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.849589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.900474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=553603f1-c157-4526-bd00-c7fd7470d853,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.953371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fa9227b-fb95-4a25-baf9-39e88bed618b req-1550cd7d-172e-4945-8444-867382f62d2d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953218 Mar 11 17:39:25.057851 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798cecdd-696d-406e-a824-c2782d2a23dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553603f1-c157-4526-bd00-c7fd7470d853', 'code': 200} Mar 11 17:39:25.116954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:25.277201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.517056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dcdfedf-706b-4720-bfa4-f1ddb2d8543a req-3a3ac182-7f1a-4613-bf8f-e2cf70dca324 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 1096 time: 0.3139985 Mar 11 17:39:25.548768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc334-3815-4310-a4a4-94c86ab57412 req-d340b679-5a5d-4489-ade2-646334a58f5c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.550291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a15cc334-3815-4310-a4a4-94c86ab57412 req-d340b679-5a5d-4489-ade2-646334a58f5c tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.2332056 Mar 11 17:39:25.561953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.565870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.569728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.572487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5689f6b5-6523-4bf2-b084-068b96879f78 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:25.573572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.577425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.581350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.581843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.585196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.587166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-63f8c512-4233-46a4-aba4-3f1aae9186e5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.4029875 Mar 11 17:39:25.634605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Transition to ACTIVE for port object 5689f6b5-6523-4bf2-b084-068b96879f78 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:25.643283 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.695968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dcdfedf-706b-4720-bfa4-f1ddb2d8543a req-bd6321ab-a22b-4f9e-88cf-e2709d3f3489 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674790 Mar 11 17:39:25.711160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd53b253-85ca-48f0-82a6-d740bcf7e6fe req-32286896-63d6-4d45-a834-0fc0ee5a19f6 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164665 Mar 11 17:39:25.717978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a15cc334-3815-4310-a4a4-94c86ab57412 req-d73926e3-fbfd-4b68-969e-def34c914ee9 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287556 Mar 11 17:39:25.732911 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Floating IP d078db91-eb42-4f7f-b053-0df5dcaa8258 associated. External IP: 172.25.3.189, port: 88e806b0-eefc-44da-a96a-b4fe5a2df7ea. Mar 11 17:39:25.910013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=5689f6b5-6523-4bf2-b084-068b96879f78,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.022843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port e30abebd-d6aa-4b0d-a95b-d3112a576e23 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:26.023177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.094460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484b3a-a15e-48cf-bcac-0bb8c96f18bb req-7c91cb40-b7eb-48a4-a11e-b6aae18a1337 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.096511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06484b3a-a15e-48cf-bcac-0bb8c96f18bb req-7c91cb40-b7eb-48a4-a11e-b6aae18a1337 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.1866622 Mar 11 17:39:26.113063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Attempting to bind port 5689f6b5-6523-4bf2-b084-068b96879f78 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:26.113063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Attempting to bind port 5689f6b5-6523-4bf2-b084-068b96879f78 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:26.113063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Attempting to bind port 5689f6b5-6523-4bf2-b084-068b96879f78 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:26.137096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.142779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.147759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.154802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.157659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.161920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.166517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.179617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dfdf247-dbe4-4b7e-a330-5ae55c99e50c req-0c6860bf-e899-49e0-a246-a7e81203089b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.2334750 Mar 11 17:39:26.180630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Port 5689f6b5-6523-4bf2-b084-068b96879f78 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:39:26.181023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Attempting to bind port 5689f6b5-6523-4bf2-b084-068b96879f78 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:26.196587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:26.197385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:26.197815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Bound using segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:26.198566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Bound port: 5689f6b5-6523-4bf2-b084-068b96879f78, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:26.199498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.236526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06484b3a-a15e-48cf-bcac-0bb8c96f18bb req-be6b1f62-2cc3-4b6f-bc72-5b2c722f42c3 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306186 Mar 11 17:39:26.349672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.501803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for e30abebd-d6aa-4b0d-a95b-d3112a576e23 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:26.544406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b0d7c-3ae2-485c-bbd4-bd8e1843559c req-6c1aeb49-bad6-481f-8a54-101f898d6922 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.545784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f0b0d7c-3ae2-485c-bbd4-bd8e1843559c req-6c1aeb49-bad6-481f-8a54-101f898d6922 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 944 time: 0.1749272 Mar 11 17:39:26.547406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] For port 5689f6b5-6523-4bf2-b084-068b96879f78, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:26.558461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eefb6b-d184-4250-8dd7-c5afa7de45fc req-d516faf9-4068-44a6-9bb9-18e1a358e488 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.559906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3eefb6b-d184-4250-8dd7-c5afa7de45fc req-d516faf9-4068-44a6-9bb9-18e1a358e488 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 944 time: 0.1543243 Mar 11 17:39:26.561780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] For port 5689f6b5-6523-4bf2-b084-068b96879f78, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5689f6b5-6523-4bf2-b084-068b96879f78,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:26.570152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.658052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.659398 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] 10.222.0.59 "PUT /v2.0/ports/5689f6b5-6523-4bf2-b084-068b96879f78 HTTP/1.1" status: 200 len: 1092 time: 2.4559619 Mar 11 17:39:26.661867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:26.681295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b458c-3180-40df-8b34-65c8d4ecdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=5689f6b5-6523-4bf2-b084-068b96879f78,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.692612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f0b0d7c-3ae2-485c-bbd4-bd8e1843559c req-3f0cf956-e024-4d03-8d4d-1cd35cf65d5c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305821 Mar 11 17:39:26.705048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3eefb6b-d184-4250-8dd7-c5afa7de45fc req-95bf97c1-40ac-45b1-8710-b0a74218fef1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285834 Mar 11 17:39:26.749183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:39:26.761342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-6e51c95e-76e5-4bb0-b27d-374286d7e44c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.762943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-6e51c95e-76e5-4bb0-b27d-374286d7e44c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.1350632 Mar 11 17:39:26.821282 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78', 'status': 'completed', 'code': 200} Mar 11 17:39:26.880893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.058574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=e30abebd-d6aa-4b0d-a95b-d3112a576e23,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:27.101087 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-f658f470-becf-4766-ba11-d93b9c87c70a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 1095 time: 0.3135695 Mar 11 17:39:27.141103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Deleting port 98989e21-b8a3-480f-9468-5e0fe2da061c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:27.142255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.287037 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-ced1b760-a81a-429c-b0cc-54a3dcb8fab0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5689f6b5-6523-4bf2-b084-068b96879f78 HTTP/1.1" status: 200 len: 217 time: 0.1295929 Mar 11 17:39:27.308851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.352381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc3a35-6453-496a-b402-f953e900d270 req-efeeac3a-c523-42ba-a2ec-726b48d4623f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:27.359255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dedc3a35-6453-496a-b402-f953e900d270 req-efeeac3a-c523-42ba-a2ec-726b48d4623f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.4618607 Mar 11 17:39:27.529340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-aa06f775-d049-4a54-869f-a31612bc1c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:27.530827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-aa06f775-d049-4a54-869f-a31612bc1c65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1476932 Mar 11 17:39:27.557525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dedc3a35-6453-496a-b402-f953e900d270 req-5c9dcdf3-4d65-49af-9a88-b8d101e18ef2 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973929 Mar 11 17:39:27.587376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:27.625599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] For port 98989e21-b8a3-480f-9468-5e0fe2da061c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=98989e21-b8a3-480f-9468-5e0fe2da061c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:27.625951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.667843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:27.672794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:27.673272 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.761783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Calling delete_port for 98989e21-b8a3-480f-9468-5e0fe2da061c owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:27.811668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644385e-0aad-4f72-97a6-bc266f10b150 req-65c26da6-a966-4efa-8d17-3c6d887dea08 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:27.818707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4644385e-0aad-4f72-97a6-bc266f10b150 req-65c26da6-a966-4efa-8d17-3c6d887dea08 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 946 time: 0.3613017 Mar 11 17:39:27.854811 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.856558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:39:27.866555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.867138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-fb54f5da-a51f-4810-92a8-c77ef1452a55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684147 Mar 11 17:39:27.871720 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] Sync routers for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:39:27.893621 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:27.894645 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:27.990008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:27.994862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:28.007922 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.009551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 98989e21-b8a3-480f-9468-5e0fe2da061c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:28.011362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4644385e-0aad-4f72-97a6-bc266f10b150 req-7a651810-301d-4fe9-b275-e852b90eac2f tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914933 Mar 11 17:39:28.013183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-16be7583-f739-4fa4-aaed-a6e6e51da570 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "PUT /v2.0/floatingips/d078db91-eb42-4f7f-b053-0df5dcaa8258 HTTP/1.1" status: 200 len: 991 time: 5.1191096 Mar 11 17:39:28.016550 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-c67c7c12-259a-42f6-b5aa-e54b446bf57f service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371889 Mar 11 17:39:28.020038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:28.118181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Router 842ef438-f0b6-4130-b95e-b337b97aeaa5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:39:28.126065 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:39:28.170514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:28.235648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeab507-f412-4a26-922b-a03524fd0786 req-e056a789-7cf4-4e19-b0c5-cde3fc015ad7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:28.245003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ebeab507-f412-4a26-922b-a03524fd0786 req-e056a789-7cf4-4e19-b0c5-cde3fc015ad7 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 944 time: 0.3481154 Mar 11 17:39:28.264734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No active binding found for port 98989e21-b8a3-480f-9468-5e0fe2da061c {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:39:28.266065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.266818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 98989e21-b8a3-480f-9468-5e0fe2da061c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:28.308833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['728d1616-777e-4433-be04-87e7d12d7a5d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:28.373794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Pushing event deleted for resources: {'Port': ['ID=98989e21-b8a3-480f-9468-5e0fe2da061c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:28.405295 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e99b4f38-7485-484a-874e-932eb5ffd32a req-df743b6a-d1d3-4022-99d5-8f423f2dc2a5 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811061 Mar 11 17:39:28.426096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:39:28.476030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-367cb67e-6c43-496e-bba3-1f7f03ea89e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "PUT /v2.0/routers/842ef438-f0b6-4130-b95e-b337b97aeaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0311527 Mar 11 17:39:28.476777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57928) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:28.479185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] Sync routers for ids ['842ef438-f0b6-4130-b95e-b337b97aeaa5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:39:28.504233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ebeab507-f412-4a26-922b-a03524fd0786 req-9a43e915-c24e-4466-b376-53308a2922a2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583351 Mar 11 17:39:28.520178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] No DVR routers for this DVR port 98989e21-b8a3-480f-9468-5e0fe2da061c on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:28.523744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.543383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3f05034-7cfc-4513-9604-2f1427480bbe req-42042b8d-d166-4b14-86da-1b1fbaa1687e tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "DELETE /v2.0/ports/98989e21-b8a3-480f-9468-5e0fe2da061c HTTP/1.1" status: 204 len: 173 time: 1.7705975 Mar 11 17:39:28.556285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996727f-288e-411b-8fdf-ef33f516ea59 req-c4868da0-123b-45d6-94aa-fb952fccdee6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:28.562376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0996727f-288e-411b-8fdf-ef33f516ea59 req-c4868da0-123b-45d6-94aa-fb952fccdee6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 944 time: 0.3009489 Mar 11 17:39:28.580995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] Routers {'842ef438-f0b6-4130-b95e-b337b97aeaa5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:28.582097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['842ef438-f0b6-4130-b95e-b337b97aeaa5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:28.589477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57934) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:28.680425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0996727f-288e-411b-8fdf-ef33f516ea59 req-87ba383b-632d-42e5-87ae-a154f79a5cea tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124396 Mar 11 17:39:28.715772 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa', 'code': 200} Mar 11 17:39:28.736377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:28.773352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] Routers {'842ef438-f0b6-4130-b95e-b337b97aeaa5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:28.774853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['842ef438-f0b6-4130-b95e-b337b97aeaa5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:28.806199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d948608-1866-4458-bccf-929b4fad8015 req-7b2a3360-5a64-40b1-9873-a4a55a5bae42 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 6500 time: 0.2152426 Mar 11 17:39:28.813012 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd078db91-eb42-4f7f-b053-0df5dcaa8258', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'port_id': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'mac_address': 'fa:16:3e:b8:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d954d4-485f-4b96-b76e-985b6e928750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:39:00Z', 'updated_at': '2022-03-11T17:39:24Z', 'revision_number': 1, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:28.820790 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] Checking router: e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:39:28.827321 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'status': 'completed', 'code': 200} Mar 11 17:39:28.849441 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:28.850764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:28.858051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:28.858656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cce662-1ecf-4cd0-9682-2a77f85f68f8 None None] The sync data for ids ['842ef438-f0b6-4130-b95e-b337b97aeaa5'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:39:28.915902 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8e802d-6e2e-4d4e-b135-084f0eadf874 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:39:28.916434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6c8e802d-6e2e-4d4e-b135-084f0eadf874 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:28.946034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6c8e802d-6e2e-4d4e-b135-084f0eadf874 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:28.950243 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6c8e802d-6e2e-4d4e-b135-084f0eadf874 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/e30abebd-d6aa-4b0d-a95b-d3112a576e23 HTTP/1.1" status: 404 len: 333 time: 0.4721677 Mar 11 17:39:28.951907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57942) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:29.016300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d948608-1866-4458-bccf-929b4fad8015 req-51eade6c-18b6-43dd-ba09-3dd2d121a604 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&id=70f09038-b9f7-4e75-9579-72ea85f53cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2081971 Mar 11 17:39:29.092192 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:39:29.101693 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-240bb41d-dbef-48ff-951e-0fe48fb2c69d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 1095 time: 0.2613311 Mar 11 17:39:29.102683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-94a23411-f8f8-4ff5-a6d6-c885963b88d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 1096 time: 0.2418559 Mar 11 17:39:29.115620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de340af5-ab47-4f87-82e7-b95b99b55668 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.216727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f33b-0e07-4f8d-b72a-01ed4c2521e0 req-da9bf13a-0c40-49bc-9f00-72f1b348690f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:29.218226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90e3f33b-0e07-4f8d-b72a-01ed4c2521e0 req-da9bf13a-0c40-49bc-9f00-72f1b348690f tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.2443266 Mar 11 17:39:29.221190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e27b8d2a-c7c4-41b7-82da-0e89eea56256 req-af8dd3dd-4c81-4785-bc84-31dbd65793be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 1096 time: 0.2896729 Mar 11 17:39:29.420615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-108b49a7-b411-434f-92d6-b17e74d64087 req-2def250b-3b73-4e9e-b5f8-8f4d07582caf tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Synchronizing usage tracker for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:29.500038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-2972ea61-d542-43d3-ae93-7a619190967e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:29.501605 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-2972ea61-d542-43d3-ae93-7a619190967e service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.3307598 Mar 11 17:39:29.506958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-108b49a7-b411-434f-92d6-b17e74d64087 req-2def250b-3b73-4e9e-b5f8-8f4d07582caf tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Unset dirty status for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:29.508110 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-108b49a7-b411-434f-92d6-b17e74d64087 req-2def250b-3b73-4e9e-b5f8-8f4d07582caf tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e907545-fc05-441e-a9d9-cd0434ff7945 HTTP/1.1" status: 200 len: 210 time: 0.3349631 Mar 11 17:39:29.510436 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd078db91-eb42-4f7f-b053-0df5dcaa8258', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'port_id': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'mac_address': 'fa:16:3e:b8:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d954d4-485f-4b96-b76e-985b6e928750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:39:00Z', 'updated_at': '2022-03-11T17:39:24Z', 'revision_number': 1, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:29.516462 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3f3b4-2977-47c7-9f3d-c28dae8434bc None None] The sync data for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 is: [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd078db91-eb42-4f7f-b053-0df5dcaa8258', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'port_id': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'mac_address': 'fa:16:3e:b8:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d954d4-485f-4b96-b76e-985b6e928750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:39:00Z', 'updated_at': '2022-03-11T17:39:24Z', 'revision_number': 1, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:39:29.532008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e27b8d2a-c7c4-41b7-82da-0e89eea56256 req-0a3764df-36a2-4f5b-ae8e-0b6dc2174657 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627516 Mar 11 17:39:29.548883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90e3f33b-0e07-4f8d-b72a-01ed4c2521e0 req-b2abb841-7492-4ab6-a001-d71a451aa57a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740469 Mar 11 17:39:29.596830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-1f1a8a46-9521-4ebf-97fe-6ce72bb5c4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:29.598823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-1f1a8a46-9521-4ebf-97fe-6ce72bb5c4c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 913 time: 0.4731803 Mar 11 17:39:29.600419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-d35dcf6c-63d9-4c8d-913d-df15f83dde8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5689f6b5-6523-4bf2-b084-068b96879f78 HTTP/1.1" status: 200 len: 217 time: 0.0906866 Mar 11 17:39:29.743517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafb889-713d-44b1-b849-bb51e38376ac req-b6a1b3de-05be-4576-982c-57b29f3a8dcd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:29.744933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4bafb889-713d-44b1-b849-bb51e38376ac req-b6a1b3de-05be-4576-982c-57b29f3a8dcd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.0867434 Mar 11 17:39:29.749504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de340af5-ab47-4f87-82e7-b95b99b55668 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.754317 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de340af5-ab47-4f87-82e7-b95b99b55668 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.787966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de340af5-ab47-4f87-82e7-b95b99b55668 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.788483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de340af5-ab47-4f87-82e7-b95b99b55668 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Fanout notify agent at l3_agent the message router_deleted on router 842ef438-f0b6-4130-b95e-b337b97aeaa5 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:39:29.810389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de340af5-ab47-4f87-82e7-b95b99b55668 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.814427 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-de340af5-ab47-4f87-82e7-b95b99b55668 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/routers/842ef438-f0b6-4130-b95e-b337b97aeaa5 HTTP/1.1" status: 204 len: 168 time: 0.8613174 Mar 11 17:39:29.815175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57958) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:29.825913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4bafb889-713d-44b1-b849-bb51e38376ac req-d4525dd0-8e88-4d54-a95d-b8c8c7b3765d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748706 Mar 11 17:39:29.845065 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea043e-1bb9-4354-893b-659f0977efc9 None None] New status for floating IP d078db91-eb42-4f7f-b053-0df5dcaa8258: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:39:30.079262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-18046bc7-9173-4442-b6e3-dc4d0cf040fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:30.080849 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-18046bc7-9173-4442-b6e3-dc4d0cf040fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1647618 Mar 11 17:39:30.209780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-69dd7a9e-70a9-44a2-8b41-ffd8dc66ca5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea HTTP/1.1" status: 200 len: 999 time: 0.3286760 Mar 11 17:39:30.245744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet 6b92281d-145b-470e-8525-8bccd8f06553 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:39:30.249710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.257175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b6ae-05c2-429e-b855-ad6f8c37df88 req-ef822dc8-0137-4d93-819e-1cb4c11662a3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:30.258651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c58b6ae-05c2-429e-b855-ad6f8c37df88 req-ef822dc8-0137-4d93-819e-1cb4c11662a3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 944 time: 0.2405174 Mar 11 17:39:30.294463 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-f18680fd-940a-405e-9f29-8916c5a0c3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669362 Mar 11 17:39:30.309937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc1ba-af18-4b23-9f99-bd1ac7959f0b req-dfb479e1-0d14-4c0b-9795-436a2a11fb6b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:30.311951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-653dc1ba-af18-4b23-9f99-bd1ac7959f0b req-dfb479e1-0d14-4c0b-9795-436a2a11fb6b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.2068198 Mar 11 17:39:30.343505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-ad3481e9-a9c4-4981-9d4f-9acd2bd71831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:30.344946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-ad3481e9-a9c4-4981-9d4f-9acd2bd71831 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.1247771 Mar 11 17:39:30.393311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c58b6ae-05c2-429e-b855-ad6f8c37df88 req-6e459e2e-8b83-4560-85ad-4af645d53136 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250598 Mar 11 17:39:30.427883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-653dc1ba-af18-4b23-9f99-bd1ac7959f0b req-53ff5ee8-b5e7-48a6-b2bc-3ba867580f7b tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057756 Mar 11 17:39:30.455112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-5b3ee1ec-b269-4e04-b0b9-e1451fdee383 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992844 Mar 11 17:39:30.489308 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.612375 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-1069381c-fe97-45fa-8331-2b464d4f83d5 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072734 Mar 11 17:39:30.634515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-1957e9cc-c5ec-4085-8c9f-7c03979df314 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331108 Mar 11 17:39:30.699378 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.781011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a16b89-ed7c-4555-b9aa-8f302536402f req-956d900f-faa4-4f0b-9d4b-5b78791ea2b5 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334059 Mar 11 17:39:30.812306 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3bc18b3-ee0f-49dc-bfb5-38f87fb1438f req-c723d81f-7b87-43c3-bdff-6637a2465afd service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950626 Mar 11 17:39:30.818444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.828844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'name': 'network-vif-deleted', 'tag': '98989e21-b8a3-480f-9468-5e0fe2da061c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:30.863763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=6b92281d-145b-470e-8525-8bccd8f06553,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:30.869576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.878957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57972) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:30.879093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-364be417-0355-4431-9007-9ea083ec98b5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/6b92281d-145b-470e-8525-8bccd8f06553 HTTP/1.1" status: 204 len: 168 time: 1.0628369 Mar 11 17:39:30.882576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ff8fb2-2de5-430d-9890-3f200997cba1 None None] Network dd65cdf6-da42-48e5-80b5-18e3f8334e77 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:30.910315 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e907545-fc05-441e-a9d9-cd0434ff7945', 'name': 'network-vif-deleted', 'tag': '98989e21-b8a3-480f-9468-5e0fe2da061c', 'status': 'completed', 'code': 200} Mar 11 17:39:31.021879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.135033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:31.135371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.210688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] DHCP port deletion for dd65cdf6-da42-48e5-80b5-18e3f8334e77 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:39:31.215372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Deleting port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:31.217044 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.294307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc88d-93d8-4f3d-b1ed-076e5c7a71f2 req-64dc7a4c-769d-4f90-abe2-1d74e7c2a957 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:31.295797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a1cc88d-93d8-4f3d-b1ed-076e5c7a71f2 req-64dc7a4c-769d-4f90-abe2-1d74e7c2a957 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.2717998 Mar 11 17:39:31.305282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:31.306157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9f2b6-6e50-4cfe-b54c-0e9b87623647 req-56e614bd-bace-4d32-895a-38e15c69452e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:31.307649 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68c9f2b6-6e50-4cfe-b54c-0e9b87623647 req-56e614bd-bace-4d32-895a-38e15c69452e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.2798090 Mar 11 17:39:31.468672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,segment=NetworkSegment(251fda52-0b4f-4386-99f4-ee650cd53e45),segment_id=251fda52-0b4f-4386-99f4-ee650cd53e45)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:31.468962 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.487665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a1cc88d-93d8-4f3d-b1ed-076e5c7a71f2 req-ddc3b71d-ac1f-4fff-a660-7d1dd7a4ab44 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649477 Mar 11 17:39:31.516563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,segment=NetworkSegment(251fda52-0b4f-4386-99f4-ee650cd53e45),segment_id=251fda52-0b4f-4386-99f4-ee650cd53e45)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:31.516945 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.541980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68c9f2b6-6e50-4cfe-b54c-0e9b87623647 req-70db98ec-a539-4f8b-9bd5-f5ec4de4e690 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143021 Mar 11 17:39:31.585859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5689f6b5-6523-4bf2-b084-068b96879f78 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:39:31.641240 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.656068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Calling delete_port for 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:31.706935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:31.815600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,segment=NetworkSegment(251fda52-0b4f-4386-99f4-ee650cd53e45),segment_id=251fda52-0b4f-4386-99f4-ee650cd53e45)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:31.827620 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.875847 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:39:31.876189 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:39:31.905968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:39:31.906543 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:39:31.921240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3359a-ff4b-44b0-9a66-6491aa1bd382 req-777db5f8-cf93-4d04-ad05-a3491a9841a5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:31.921240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dc3359a-ff4b-44b0-9a66-6491aa1bd382 req-777db5f8-cf93-4d04-ad05-a3491a9841a5 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.1880615 Mar 11 17:39:31.927236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77081125-ba42-480b-91ae-fd928b8cd3e3 req-a7e685d3-063d-4345-b00d-46f0e5b42c62 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:31.928692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77081125-ba42-480b-91ae-fd928b8cd3e3 req-a7e685d3-063d-4345-b00d-46f0e5b42c62 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 944 time: 0.1943901 Mar 11 17:39:31.935519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:31.942691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5689f6b5-6523-4bf2-b084-068b96879f78, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5689f6b5-6523-4bf2-b084-068b96879f78,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:31.956869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '5689f6b5-6523-4bf2-b084-068b96879f78', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': '5689f6b5-6523-4bf2-b084-068b96879f78', 'mac_address': 'fa:16:3e:59:ec:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:39:32.009979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77081125-ba42-480b-91ae-fd928b8cd3e3 req-2f401a99-4a8b-4922-b1a8-cd71dc46858b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630224 Mar 11 17:39:32.012142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dc3359a-ff4b-44b0-9a66-6491aa1bd382 req-76f97017-ac0a-4066-ad86-2964a90ad679 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817885 Mar 11 17:39:32.014325 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.037224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5689f6b5-6523-4bf2-b084-068b96879f78 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:32.050949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5689f6b5-6523-4bf2-b084-068b96879f78, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5689f6b5-6523-4bf2-b084-068b96879f78,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:32.055484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.120302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5689f6b5-6523-4bf2-b084-068b96879f78,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:32.377376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Deleting port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:32.377756 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.407659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:32.408290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.467055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b690b8-dc28-4444-b280-3881d3b9253e req-bd6d995b-290a-444d-86ce-e0ddbe881fe7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:32.469545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b690b8-dc28-4444-b280-3881d3b9253e req-bd6d995b-290a-444d-86ce-e0ddbe881fe7 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.1303608 Mar 11 17:39:32.501779 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-5d43053f-c2c6-4248-95b4-d1ca7b4c71fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703638 Mar 11 17:39:32.636834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['5689f6b5-6523-4bf2-b084-068b96879f78'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:32.639344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-f1d8c8b4-8fd9-4e53-b55c-8d552927f096 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 1096 time: 0.0925875 Mar 11 17:39:32.640256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b690b8-dc28-4444-b280-3881d3b9253e req-bd7926f3-fce0-4ffb-8f6b-34ded7b6d2ff tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645532 Mar 11 17:39:32.708447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,segment=NetworkSegment(251fda52-0b4f-4386-99f4-ee650cd53e45),segment_id=251fda52-0b4f-4386-99f4-ee650cd53e45)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:32.708824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.728213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,segment=NetworkSegment(251fda52-0b4f-4386-99f4-ee650cd53e45),segment_id=251fda52-0b4f-4386-99f4-ee650cd53e45)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:32.728569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.831285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-1ed5de92-a85f-4d9b-9366-e919fe6afcc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:32.832872 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-1ed5de92-a85f-4d9b-9366-e919fe6afcc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.1587088 Mar 11 17:39:32.856980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Calling delete_port for 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:32.894159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:32.906504 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-9705c7ed-d4e3-4be8-b77d-42b38132bcff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f HTTP/1.1" status: 200 len: 217 time: 0.0649760 Mar 11 17:39:32.978873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c642-d79c-4d31-a814-0590af9a6108 req-25477ae0-8ac9-4cbb-afbe-97927907494c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:32.979553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.980428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8945c642-d79c-4d31-a814-0590af9a6108 req-25477ae0-8ac9-4cbb-afbe-97927907494c tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3437099 Mar 11 17:39:32.991751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-5c2635e4-a4a2-4fe5-9c2e-ee6d9e1c21b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:32.993384 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-5c2635e4-a4a2-4fe5-9c2e-ee6d9e1c21b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.0789421 Mar 11 17:39:33.028011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:39:33.028342 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:39:33.035548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] Pushing event deleted for resources: {'Port': ['ID=768e6956-3d03-4a58-b594-4a6b7ca8f8c5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:33.045218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc7cd2-e632-4310-94ed-dae688d10aad req-a1407974-71b6-424a-9482-fc068f5a0b80 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:33.046048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdfc7cd2-e632-4310-94ed-dae688d10aad req-a1407974-71b6-424a-9482-fc068f5a0b80 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.2498000 Mar 11 17:39:33.046615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68674c-330a-4c07-8781-2c31a9f6bd4e None None] No DVR routers for this DVR port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:33.046776 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-00458ef7-31e3-4a58-8aea-1854fe436398 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426047 Mar 11 17:39:33.090097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8945c642-d79c-4d31-a814-0590af9a6108 req-65bfad4b-b950-442c-8afd-11b0a8ac85a9 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924003 Mar 11 17:39:33.118836 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdfc7cd2-e632-4310-94ed-dae688d10aad req-8bf8593a-ec35-41ef-b037-bdb4b99cece2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Mar 11 17:39:33.217942 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-b5890bf9-13c2-4d5c-a3e2-c6a98f83a43c service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583161 Mar 11 17:39:33.298859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 768e6956-3d03-4a58-b594-4a6b7ca8f8c5 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:33.298859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.368659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] The port '768e6956-3d03-4a58-b594-4a6b7ca8f8c5' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:39:33.388013 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2eb1d8a9-bdfa-49ba-a0cd-139f969e128c req-93ee000d-63b2-4186-84bc-52798b691946 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623037 Mar 11 17:39:33.540596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.576660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9347-c45b-4eee-b257-79d1c2d05e36 req-439f86b9-0f4f-4958-af7b-b6b62624f342 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:33.578002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fca9347-c45b-4eee-b257-79d1c2d05e36 req-439f86b9-0f4f-4958-af7b-b6b62624f342 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 945 time: 0.3300521 Mar 11 17:39:33.579443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd65cdf6-da42-48e5-80b5-18e3f8334e77']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:33.612766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251fda52-0b4f-4386-99f4-ee650cd53e45') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:33.613076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251fda52-0b4f-4386-99f4-ee650cd53e45') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:33.636150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.669272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.676398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fca9347-c45b-4eee-b257-79d1c2d05e36 req-9345f392-2f68-4ba6-a354-6fd9d8a62e91 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848904 Mar 11 17:39:33.681038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:39:33.681425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:33.695856 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:33.703880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d00259-233e-4688-b86a-3774e89237aa req-4646c6c1-004d-49f6-a85f-20a33cf62bf8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:33.705573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89d00259-233e-4688-b86a-3774e89237aa req-4646c6c1-004d-49f6-a85f-20a33cf62bf8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.2307394 Mar 11 17:39:33.949069 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.973154 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.988793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89d00259-233e-4688-b86a-3774e89237aa req-fe2fa9e3-ce0a-44e3-a84b-29b8cdcbcb69 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362700 Mar 11 17:39:33.993007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=dd65cdf6-da42-48e5-80b5-18e3f8334e77,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:34.014940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/dd65cdf6-da42-48e5-80b5-18e3f8334e77 HTTP/1.1" status: 204 len: 168 time: 3.1347320 Mar 11 17:39:34.018222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.018222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.018222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.018222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.018564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.018811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.019026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.019362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.019670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.019977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.020286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d893c51-5140-4102-bad6-9524e9babb86 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.020621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58000) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:34.045065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d76411-a99f-47d6-9b5d-3d5434a75b7c req-38f99615-f369-4ea0-9cae-6d32668c97c8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:34.046591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7d76411-a99f-47d6-9b5d-3d5434a75b7c req-38f99615-f369-4ea0-9cae-6d32668c97c8 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.2588291 Mar 11 17:39:34.095980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7d76411-a99f-47d6-9b5d-3d5434a75b7c req-a61ce404-a8bc-4075-a940-b7ef11ae3bc6 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Mar 11 17:39:34.102070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dd1628-94d6-4bac-ba7c-d6238a7df4da tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:34.106898 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-41dd1628-94d6-4bac-ba7c-d6238a7df4da tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 HTTP/1.1" status: 200 len: 844 time: 0.0818675 Mar 11 17:39:34.107575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58006) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:34.197279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-79b05894-7453-42ae-8c32-d64178192848 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0882108 Mar 11 17:39:34.202327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:34.208041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:34.241398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dad31-76ac-408d-a8b7-ec439a59b729 req-270ca359-5855-4a2f-a5ee-c1c50030e6c6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:34.242894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71dad31-76ac-408d-a8b7-ec439a59b729 req-270ca359-5855-4a2f-a5ee-c1c50030e6c6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.1105442 Mar 11 17:39:34.317156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:34.321120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:34.324039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:34.329748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:34.335587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e71dad31-76ac-408d-a8b7-ec439a59b729 req-da213eb0-1c7f-4a54-9ce3-ec55f9abd0de tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617692 Mar 11 17:39:34.340990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:34.359596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0551-3801-49d3-b611-18d8b72e89e2 req-852f8ba0-f4c2-463c-b8b4-ab517c006c65 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:34.361328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ea0551-3801-49d3-b611-18d8b72e89e2 req-852f8ba0-f4c2-463c-b8b4-ab517c006c65 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1174066 Mar 11 17:39:34.417789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ea0551-3801-49d3-b611-18d8b72e89e2 req-57cac203-d268-48df-a908-3f016e630ede tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Mar 11 17:39:34.585703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.716838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-6f9ff1a8-238c-4254-8ae2-e8c386adb006 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:34.717442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-6f9ff1a8-238c-4254-8ae2-e8c386adb006 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Synchronizing usage tracker for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:34.738095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-6f9ff1a8-238c-4254-8ae2-e8c386adb006 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Unset dirty status for tenant:e6556f3c7b3f47e9a31f9fb6f18d601c on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:34.739249 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-6f9ff1a8-238c-4254-8ae2-e8c386adb006 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.2261870 Mar 11 17:39:34.767607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f242f-bc68-4d9a-b523-c78940104455 req-ca22f5ab-0618-4bb6-816f-7ff45ab0d06f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:34.769215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b8f242f-bc68-4d9a-b523-c78940104455 req-ca22f5ab-0618-4bb6-816f-7ff45ab0d06f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.0843155 Mar 11 17:39:34.866393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Deleting port 553603f1-c157-4526-bd00-c7fd7470d853 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:34.866393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.875869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b8f242f-bc68-4d9a-b523-c78940104455 req-449e25b7-18d1-49b5-a602-84b669abb67d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954804 Mar 11 17:39:34.900889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf3a5-2ca8-46fa-aafd-b7bb1e94404b req-8ef43fc5-00d8-4e4c-8a9c-448bf4e8e615 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:34.902394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-824bf3a5-2ca8-46fa-aafd-b7bb1e94404b req-8ef43fc5-00d8-4e4c-8a9c-448bf4e8e615 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 945 time: 0.0914652 Mar 11 17:39:34.954070 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-824bf3a5-2ca8-46fa-aafd-b7bb1e94404b req-ad77f7e9-df5d-4c94-a658-028a428ae05a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Mar 11 17:39:34.965358 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.066990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:35.117392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:35.128163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9636958-c060-440c-bea8-4f76606294d0 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:35.128682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:35.129057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.133589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=fa77a7d8-1ad2-40da-9567-cd5346fec0eb,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:35.167551 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3be6c330-82d4-4b34-b4dc-7d49859b97dd tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9638746 Mar 11 17:39:35.170280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58024) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:35.177411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1664724555'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:35.185950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:35.191143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:35.195430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:35.203858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:35.217416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.225579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] For port 553603f1-c157-4526-bd00-c7fd7470d853, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=553603f1-c157-4526-bd00-c7fd7470d853,segment=NetworkSegment(e97814c0-d5b7-4182-bb3e-d4f8bddd15e6),segment_id=e97814c0-d5b7-4182-bb3e-d4f8bddd15e6)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:35.226330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.313447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:35.320463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group_rule and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:35.323845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:35.336187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:35.364125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Calling delete_port for 553603f1-c157-4526-bd00-c7fd7470d853 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:35.373726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93852795-91f3-44bc-ac47-1120faedb30b req-12042b88-db2b-4426-b5ef-c356cf740813 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:35.375251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93852795-91f3-44bc-ac47-1120faedb30b req-12042b88-db2b-4426-b5ef-c356cf740813 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 945 time: 0.1088021 Mar 11 17:39:35.401614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'tenant_id': '786879d00400434ab898a5e267f4df6a', 'fixed_ips': [{'subnet_id': 'fa77a7d8-1ad2-40da-9567-cd5346fec0eb'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:39:35.402626 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.463744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.480143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93852795-91f3-44bc-ac47-1120faedb30b req-b686d17d-625c-48b5-9ce1-f0a7fa2679f1 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/security-groups?id=906da711-dca1-4c79-935b-5f81a10a26b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944214 Mar 11 17:39:35.484371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.535120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.542719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136fc3ce-2811-4268-b521-61653784e61c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:35.575578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.576768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aebb1776-c2b1-4e16-a5a2-db2f0227758a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4045215 Mar 11 17:39:35.581637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58032) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:35.586912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['553603f1-c157-4526-bd00-c7fd7470d853'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:35.587105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'security_group': {'name': 'tempest-secgroup-890996727'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:35.601025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Pushing event deleted for resources: {'Port': ['ID=553603f1-c157-4526-bd00-c7fd7470d853,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:35.601606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:35.619308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:35.620724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5689f6b5-6523-4bf2-b084-068b96879f78 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:35.623091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:35.630977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:35.654725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da62a84-ec61-4217-88d0-22415b4874b1 req-a90f87bd-1a57-4baf-972c-49218c456b3d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:35.656239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9da62a84-ec61-4217-88d0-22415b4874b1 req-a90f87bd-1a57-4baf-972c-49218c456b3d tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1109591 Mar 11 17:39:35.656987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.671300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Allocated IP 2001:db8::2 (2944725e-6582-4cda-8ec9-f955ca6fbf1f/fa77a7d8-1ad2-40da-9567-cd5346fec0eb/d2a11168-20fc-40eb-b8cd-b338dbef4d16) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:35.679514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] No DVR routers for this DVR port 553603f1-c157-4526-bd00-c7fd7470d853 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:35.681947 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.686113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798cecdd-696d-406e-a824-c2782d2a23dd', 'name': 'network-vif-deleted', 'tag': '553603f1-c157-4526-bd00-c7fd7470d853'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:35.703419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b3879cbb-8e55-47d1-83cd-229386e4b437 req-92128c36-76b8-4e29-9fe8-bf138bb88f18 tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.59 "DELETE /v2.0/ports/553603f1-c157-4526-bd00-c7fd7470d853 HTTP/1.1" status: 204 len: 173 time: 0.9333529 Mar 11 17:39:35.711182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:35.723130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group_rule and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:35.727774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:35.734520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:35.760886 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798cecdd-696d-406e-a824-c2782d2a23dd', 'name': 'network-vif-deleted', 'tag': '553603f1-c157-4526-bd00-c7fd7470d853', 'status': 'completed', 'code': 200} Mar 11 17:39:35.764019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9da62a84-ec61-4217-88d0-22415b4874b1 req-a021eea3-54cf-4e6b-988c-768f60cc4fa0 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868948 Mar 11 17:39:35.808838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.814491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.837191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 5689f6b5-6523-4bf2-b084-068b96879f78 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:35.852234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 5689f6b5-6523-4bf2-b084-068b96879f78 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:35.852837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.878261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.880359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2976403 Mar 11 17:39:35.881832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49e6f7-8a7d-4809-ae48-bcd1a25afc87 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e7df8f-7431-4229-b1ff-923b4ac8a599,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:35.885179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58038) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:35.895911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-140220985', 'security_groups': ['77e7df8f-7431-4229-b1ff-923b4ac8a599'], 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa77a7d8-1ad2-40da-9567-cd5346fec0eb'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:36.050289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.067823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Transition to ACTIVE for port object d2a11168-20fc-40eb-b8cd-b338dbef4d16 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:36.070685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:36.074780 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.076681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:port and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:36.080703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:36.088019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:36.108045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Transition to ACTIVE for port object d2a11168-20fc-40eb-b8cd-b338dbef4d16 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:36.115427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:36.116988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:36.117182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dab05-ed91-4a1b-9584-d1f7eaac881d req-d58d1d75-912b-484b-b01c-14ae58476f27 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:36.119506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a9dab05-ed91-4a1b-9584-d1f7eaac881d req-d58d1d75-912b-484b-b01c-14ae58476f27 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.1096768 Mar 11 17:39:36.123971 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.128875 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.179863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5689f6b5-6523-4bf2-b084-068b96879f78, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5689f6b5-6523-4bf2-b084-068b96879f78,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:36.182700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:39:36.194046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:36.195265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.205026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:36.213034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:36.255801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Pushing event updated for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:36.285631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f21073d9-7efb-400c-affd-aef1aa9cf69a req-9100b5b1-0c8e-44eb-aded-c5e274e9d390 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0536647 Mar 11 17:39:36.301690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a9dab05-ed91-4a1b-9584-d1f7eaac881d req-d60db495-f4f2-42b3-9840-4e11b9dadff6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408589 Mar 11 17:39:36.362858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Attempting to bind port d2a11168-20fc-40eb-b8cd-b338dbef4d16 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:36.363262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Attempting to bind port d2a11168-20fc-40eb-b8cd-b338dbef4d16 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:36.363632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Attempting to bind port d2a11168-20fc-40eb-b8cd-b338dbef4d16 on network 2944725e-6582-4cda-8ec9-f955ca6fbf1f {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:36.370048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f21073d9-7efb-400c-affd-aef1aa9cf69a req-ef352484-d799-4d40-8346-eab4db276fab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0511916 Mar 11 17:39:36.377512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05355c7-09ac-4ae1-ba6c-f5509bcb632a req-34f08e27-947a-477d-83f7-3c31a0613a8b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:36.379229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d05355c7-09ac-4ae1-ba6c-f5509bcb632a req-34f08e27-947a-477d-83f7-3c31a0613a8b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 945 time: 0.2584538 Mar 11 17:39:36.382421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:36.382835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Checking segment: {'id': '77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:36.383250 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.383646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Bound using segment: {'id': '77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:36.384139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Bound port: d2a11168-20fc-40eb-b8cd-b338dbef4d16, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:36.385414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.399216 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78', 'code': 200} Mar 11 17:39:36.415880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5689f6b5-6523-4bf2-b084-068b96879f78,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:36.437189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f21073d9-7efb-400c-affd-aef1aa9cf69a req-847ec5d9-1775-4437-9c6e-f1f612786b30 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284827 Mar 11 17:39:36.444860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::25b (2944725e-6582-4cda-8ec9-f955ca6fbf1f/fa77a7d8-1ad2-40da-9567-cd5346fec0eb/6ba317f7-94d6-45f3-97bd-3fbc3bdda020) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:36.508418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:36.512079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:36.516594 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.560776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d05355c7-09ac-4ae1-ba6c-f5509bcb632a req-b946f2ff-dd76-40fc-87b6-8a6eb37567b0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708891 Mar 11 17:39:36.701059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e986-d729-444b-b5b3-066359db94ef None None] Pushing event updated for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:36.757655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71f38aac-0608-457f-ac6e-97d260655425 req-e9d9a73d-2e4c-45b2-b5ed-762e4449448a tempest-DeleteServersTestJSON-733333106 tempest-DeleteServersTestJSON-733333106-project] 10.222.0.96 "GET /v2.0/ports?device_id=798cecdd-696d-406e-a824-c2782d2a23dd HTTP/1.1" status: 200 len: 210 time: 0.0553997 Mar 11 17:39:36.765730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21073d9-7efb-400c-affd-aef1aa9cf69a req-03f45992-e658-4612-a5f8-aad493f2ab3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:36.767263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f21073d9-7efb-400c-affd-aef1aa9cf69a req-03f45992-e658-4612-a5f8-aad493f2ab3f service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3225906 Mar 11 17:39:36.797820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6c0bea9-8838-4830-b1c8-a416b2ff248b req-bbeceb9a-8d15-48bf-b741-16df6461ba20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 1097 time: 0.1954262 Mar 11 17:39:36.853431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6c0bea9-8838-4830-b1c8-a416b2ff248b req-87d3f905-e6c8-4a7e-bf29-367b81dea833 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475979 Mar 11 17:39:36.905567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.933843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:36.951022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-4f24bf9d-616c-462a-87c4-7d616d069d49 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:36.951700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-4f24bf9d-616c-462a-87c4-7d616d069d49 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:36.983711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.985368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-4f24bf9d-616c-462a-87c4-7d616d069d49 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:36.986717 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-4f24bf9d-616c-462a-87c4-7d616d069d49 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.3052263 Mar 11 17:39:37.029270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227957c-0393-4b4f-9fdd-6e4884308904 req-376f9574-6b83-4b3b-9b1b-5f36e0801074 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:37.030706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2227957c-0393-4b4f-9fdd-6e4884308904 req-376f9574-6b83-4b3b-9b1b-5f36e0801074 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.0912862 Mar 11 17:39:37.068181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:37.071482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:37.076221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:37.080581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:37.081268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.085821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=6ba317f7-94d6-45f3-97bd-3fbc3bdda020,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:37.090988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2227957c-0393-4b4f-9fdd-6e4884308904 req-f08b2cd6-987d-4a5f-87cc-9eb5e5ea1b59 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Mar 11 17:39:37.121661 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8dee9bf4-dbf9-4fd9-909b-69d330627a13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2327566 Mar 11 17:39:37.122027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58054) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:37.127894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:37.284815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:37.285084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.305323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d2a11168-20fc-40eb-b8cd-b338dbef4d16 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:37.377604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:37.410577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:37.421640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:37.431764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:37.441595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:37.507762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61db844-0606-44b1-81f1-ea407f369b89 req-a216b764-25ec-465e-ad00-c13b42ed6da2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:37.509487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a61db844-0606-44b1-81f1-ea407f369b89 req-a216b764-25ec-465e-ad00-c13b42ed6da2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 945 time: 0.0823267 Mar 11 17:39:37.522923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:37.526318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.559266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a61db844-0606-44b1-81f1-ea407f369b89 req-d6a87e5c-bca1-47d6-8664-db5ff3194662 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438523 Mar 11 17:39:37.591808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 553603f1-c157-4526-bd00-c7fd7470d853 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:37.627012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 553603f1-c157-4526-bd00-c7fd7470d853 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:39:37.627389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 553603f1-c157-4526-bd00-c7fd7470d853 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:37.723634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:37.724329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.804372 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa77a7d8-1ad2-40da-9567-cd5346fec0eb (CIDR: 2001:db8::/64) Mar 11 17:39:37.878956 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:39:37.879402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:37.889568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:37.897835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aae5a-1b68-4096-9f7d-91e9312f2894 req-d299bc1f-9259-40b0-a332-e9192baac416 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:37.898874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e40aae5a-1b68-4096-9f7d-91e9312f2894 req-d299bc1f-9259-40b0-a332-e9192baac416 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 946 time: 0.1893010 Mar 11 17:39:37.960916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Provisioning complete for port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:37.961367 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.986227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e40aae5a-1b68-4096-9f7d-91e9312f2894 req-a9d82aad-077a-493a-9f98-236e37da4a61 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746593 Mar 11 17:39:38.037113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:38.050173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:38.050441 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-feb7a879-4086-445b-ac3d-08d750b11e3c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9271102 Mar 11 17:39:38.056865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:38.070310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Provisioning for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:38.080342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:38.091808 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.136009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.183230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:38.309624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event deleted for resources: {'Port': ['ID=47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:38.435202 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.482926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] No DVR routers for this DVR port 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:38.487249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.490109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'name': 'network-vif-deleted', 'tag': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:38.504757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:38.508944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:38.511941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:38.518078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:38.531354 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7b9c3eae-e3bf-43a1-b8ff-05c47755e76b req-050a6496-86bf-4f55-800c-8220ba0cb2f8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "DELETE /v2.0/ports/47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa HTTP/1.1" status: 204 len: 173 time: 1.3364038 Mar 11 17:39:38.543268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:38.550653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:38.571036 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.663716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e01126-e077-472b-a806-bc8c06b26eeb req-0e14ce59-ae40-41f0-8ee2-e7c51fe273fa tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:38.667197 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6894a1c1-eb01-4e66-9094-76d1d54d3764', 'name': 'network-vif-deleted', 'tag': '47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa', 'status': 'completed', 'code': 200} Mar 11 17:39:38.671252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87e01126-e077-472b-a806-bc8c06b26eeb req-0e14ce59-ae40-41f0-8ee2-e7c51fe273fa tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3097105 Mar 11 17:39:38.712922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9e9f9-7482-4e53-982f-d3178c9dff67 None None] Pushing event updated for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:38.749334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-687668c6-a55e-4d92-984e-50f97d1be866 None None] Provisioning for port 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:38.756921 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87e01126-e077-472b-a806-bc8c06b26eeb req-01876172-2fa4-4dcf-add9-8e5553527800 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846925 Mar 11 17:39:38.760365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-687668c6-a55e-4d92-984e-50f97d1be866 None None] Provisioning complete for port 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:38.760901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-687668c6-a55e-4d92-984e-50f97d1be866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.797500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.842035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-687668c6-a55e-4d92-984e-50f97d1be866 None None] Port 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:39.022770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-e910be08-f57c-4c61-b24a-cff053a672c2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:39.023490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-e910be08-f57c-4c61-b24a-cff053a672c2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Synchronizing usage tracker for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:39.038659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ceaf0de-b73a-46f4-8563-8ee96d8fe994 req-4ed62a19-939e-4f55-8c51-12896e9d4b73 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=6894a1c1-eb01-4e66-9094-76d1d54d3764 HTTP/1.1" status: 200 len: 210 time: 0.0752399 Mar 11 17:39:39.040382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-e910be08-f57c-4c61-b24a-cff053a672c2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Unset dirty status for tenant:0f681c11069b4cc582ffd1f5d09a06ea on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:39.041579 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-e910be08-f57c-4c61-b24a-cff053a672c2 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.1203451 Mar 11 17:39:39.186844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Deleting port 728d1616-777e-4433-be04-87e7d12d7a5d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:39.187500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.223354 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.347507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d2a11168-20fc-40eb-b8cd-b338dbef4d16 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:39.428928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.452872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:39.454061 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.536929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:39.570447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:39.576594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:39.578233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.647318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629d8ad-0849-430b-8c5b-827cc2b85ae6 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:39.651646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=949b2d48-101d-418b-b1b2-69dfb4b6ddb4,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:39.669247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9d6ce-bc5d-44b0-8065-accade0bc64e req-5caa8d2c-bd6d-4fb6-8eea-d10547cfb8f3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:39.670489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:39.671138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54d9d6ce-bc5d-44b0-8065-accade0bc64e req-5caa8d2c-bd6d-4fb6-8eea-d10547cfb8f3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 946 time: 0.4637125 Mar 11 17:39:39.672775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ca18d19f-16ad-4710-b8b8-897c7ce9bde4 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6215014 Mar 11 17:39:39.678505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58100) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:39.697104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-895143479', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '949b2d48-101d-418b-b1b2-69dfb4b6ddb4'}], 'security_groups': ['136fc3ce-2811-4268-b521-61653784e61c']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:39.769135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:39:39.769627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 47cb29ca-8ee0-4529-ba58-ce2f48bdb0aa not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:39.831067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] For port 728d1616-777e-4433-be04-87e7d12d7a5d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=728d1616-777e-4433-be04-87e7d12d7a5d,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:39.831594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.958526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54d9d6ce-bc5d-44b0-8065-accade0bc64e req-8c2aee58-e6fb-455d-b2dc-ffdb499e3561 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807384 Mar 11 17:39:39.981410 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.198303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Calling delete_port for 728d1616-777e-4433-be04-87e7d12d7a5d owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:40.354397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] Update dhcp port {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'fixed_ips': [{'subnet_id': 'fa77a7d8-1ad2-40da-9567-cd5346fec0eb', 'ip_address': '2001:db8::2'}, {'subnet_id': '949b2d48-101d-418b-b1b2-69dfb4b6ddb4'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'd2a11168-20fc-40eb-b8cd-b338dbef4d16'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:39:40.358097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb5b2f-e804-4e0a-9165-de24da87d44a req-1a56fbbf-99ee-45ac-ab2a-4a2dda489243 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:40.358097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2edb5b2f-e804-4e0a-9165-de24da87d44a req-1a56fbbf-99ee-45ac-ab2a-4a2dda489243 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/ports?device_id=b407fb85-ddb0-4c77-a118-f8b5a132fa91 HTTP/1.1" status: 200 len: 945 time: 0.3365729 Mar 11 17:39:40.467833 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.504139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-e50477f5-9e75-47f6-b837-4107bcb4d5c5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 267 time: 0.2643611 Mar 11 17:39:40.517962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.558982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2edb5b2f-e804-4e0a-9165-de24da87d44a req-0d215950-97a3-4a23-9740-66456c2b159b tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.96 "GET /v2.0/security-groups?id=d389798d-7d79-4fab-9550-65d1fc5c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039590 Mar 11 17:39:40.670351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Pushing event deleted for resources: {'Port': ['ID=728d1616-777e-4433-be04-87e7d12d7a5d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:40.793890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] No DVR routers for this DVR port 728d1616-777e-4433-be04-87e7d12d7a5d on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:40.796069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-0d3b8d6a-bac5-40d0-a77b-b9aabd11fd57 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:40.796332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.798105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-0d3b8d6a-bac5-40d0-a77b-b9aabd11fd57 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 946 time: 0.2853365 Mar 11 17:39:40.799857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'name': 'network-vif-deleted', 'tag': '728d1616-777e-4433-be04-87e7d12d7a5d'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:40.810671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'port': {'security_groups': []}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:40.822028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3e0e7a74-7932-4704-b1aa-603fc20a851a req-83ec794c-b19d-4ae9-92b3-93aaf5c284f5 tempest-ServerRescueNegativeTestJSON-995900070 tempest-ServerRescueNegativeTestJSON-995900070-project] 10.222.0.59 "DELETE /v2.0/ports/728d1616-777e-4433-be04-87e7d12d7a5d HTTP/1.1" status: 204 len: 173 time: 1.7664099 Mar 11 17:39:41.027594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Delete allocated IP 2001:db8::25b (2944725e-6582-4cda-8ec9-f955ca6fbf1f/fa77a7d8-1ad2-40da-9567-cd5346fec0eb) {{(pid=83849) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:39:41.113262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8:0:1::188 (2944725e-6582-4cda-8ec9-f955ca6fbf1f/949b2d48-101d-418b-b1b2-69dfb4b6ddb4/6ba317f7-94d6-45f3-97bd-3fbc3bdda020) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:41.375981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.404755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-0425ca02-6492-4bfb-9412-50ee32aaf074 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:41.406221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-0425ca02-6492-4bfb-9412-50ee32aaf074 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.4364533 Mar 11 17:39:41.504741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-cad2088d-94eb-4c4c-85dc-1eabb09b6ae3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/quotas/3da01f022e9a4228b8ea6297d38c7b2b HTTP/1.1" status: 200 len: 375 time: 0.0578754 Mar 11 17:39:41.640960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 728d1616-777e-4433-be04-87e7d12d7a5d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:41.688931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:39:41.689530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 728d1616-777e-4433-be04-87e7d12d7a5d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:39:41.689530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 728d1616-777e-4433-be04-87e7d12d7a5d not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:41.721422 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.777434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:41.790625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.798304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] For port 5689f6b5-6523-4bf2-b084-068b96879f78, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5689f6b5-6523-4bf2-b084-068b96879f78,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:41.857854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] Allocated IP 2001:db8:0:1::2 (2944725e-6582-4cda-8ec9-f955ca6fbf1f/949b2d48-101d-418b-b1b2-69dfb4b6ddb4/d2a11168-20fc-40eb-b8cd-b338dbef4d16) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:41.866326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-28052cc0-5ef9-466a-be76-be4cb22bdf07 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3470089 Mar 11 17:39:41.948115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] In _notify_port_updated(), no bound segment for port 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 on network 2944725e-6582-4cda-8ec9-f955ca6fbf1f {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:39:41.951989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:41.952593 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.953920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "PUT /v2.0/ports/6ba317f7-94d6-45f3-97bd-3fbc3bdda020 HTTP/1.1" status: 200 len: 930 time: 2.2745287 Mar 11 17:39:41.957315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58132) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:41.966342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.973552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbdcd7-779a-4d85-b623-926c8ae2dd10 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=6ba317f7-94d6-45f3-97bd-3fbc3bdda020,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:42.029771 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.030506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:42.058964 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.064986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0', '0d0fda90-622f-44f5-ab53-4949992446e9', '5689f6b5-6523-4bf2-b084-068b96879f78'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:42.068844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:42.069398 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.119066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:42.119680 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.121089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bae3fd63-bb16-4036-b1ab-994ce2324d73 req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "PUT /v2.0/ports/5689f6b5-6523-4bf2-b084-068b96879f78 HTTP/1.1" status: 200 len: 905 time: 1.3163669 Mar 11 17:39:42.130569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:42.186975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250b0ca-7c68-4f69-9ab4-3c5a3539be2a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=5689f6b5-6523-4bf2-b084-068b96879f78,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:42.201501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-8b7773a8-e0a3-411a-922a-d1533c143f8c service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937965 Mar 11 17:39:42.210916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] Transition to ACTIVE for port object d2a11168-20fc-40eb-b8cd-b338dbef4d16 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:42.348858 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.472399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-435bd56a-7533-4f64-a35c-6d6cff307179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.514545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['5689f6b5-6523-4bf2-b084-068b96879f78'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:42.519319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-ff2f9150-0c2e-4ea9-821a-aad8ba3883f1 service neutron] 10.222.0.96 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143365 Mar 11 17:39:42.530706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.550966 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b407fb85-ddb0-4c77-a118-f8b5a132fa91', 'name': 'network-vif-deleted', 'tag': '728d1616-777e-4433-be04-87e7d12d7a5d', 'status': 'completed', 'code': 200} Mar 11 17:39:42.688390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58142) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:42.775217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1703b62-0191-414e-a0c4-1be759a282b2 None None] Pushing event updated for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:42.798429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for 6ba317f7-94d6-45f3-97bd-3fbc3bdda020 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:42.887458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ebfeff9-6105-445f-a004-8e78c7a7e9ba None None] Provisioning complete for port 5689f6b5-6523-4bf2-b084-068b96879f78 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:42.887865 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ebfeff9-6105-445f-a004-8e78c7a7e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.118958 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78', 'status': 'completed', 'code': 200} Mar 11 17:39:43.148065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.308048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-873520ad-450e-4a12-a97c-eb390bec0e9b req-09578fbb-c1e4-4cfa-8bee-d29c9618f2e6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 210 time: 0.1166179 Mar 11 17:39:43.340739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d2a11168-20fc-40eb-b8cd-b338dbef4d16 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:43.370810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1942a08-392e-4e57-b234-b11ba01226b0 req-a982f0a3-6f68-43e4-b678-9cf038910935 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:43.378917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1942a08-392e-4e57-b234-b11ba01226b0 req-a982f0a3-6f68-43e4-b678-9cf038910935 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 908 time: 0.3523288 Mar 11 17:39:43.391460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.413832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=6ba317f7-94d6-45f3-97bd-3fbc3bdda020,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:43.441981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fb9ef862-cbea-4af5-8de9-c749f5921dc5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/6ba317f7-94d6-45f3-97bd-3fbc3bdda020 HTTP/1.1" status: 204 len: 168 time: 1.4827356 Mar 11 17:39:43.446934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58160) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:43.506280 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c26739-6947-4a99-8712-92a77f100518 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:39:43.506975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-45c26739-6947-4a99-8712-92a77f100518 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:43.520865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-2133da22-3858-48da-baf3-2bc8eecd9108 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 1059 time: 0.3489871 Mar 11 17:39:43.566009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-45c26739-6947-4a99-8712-92a77f100518 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:43.567687 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45c26739-6947-4a99-8712-92a77f100518 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/6ba317f7-94d6-45f3-97bd-3fbc3bdda020 HTTP/1.1" status: 404 len: 333 time: 0.1182241 Mar 11 17:39:43.575691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58164) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:43.743090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-2311e5fe-6f2d-4f6e-84d6-9c04b03f62fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:43.744885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-2311e5fe-6f2d-4f6e-84d6-9c04b03f62fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.2083311 Mar 11 17:39:43.826252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58172) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:43.853192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-55f8b364-b763-4c44-9ad2-1f7533cb0055 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5689f6b5-6523-4bf2-b084-068b96879f78 HTTP/1.1" status: 200 len: 217 time: 0.0938904 Mar 11 17:39:43.894029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5b6f1f34-45f6-43a3-8452-d7df15946e32 None None] Provisioning complete for port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:43.894978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b6f1f34-45f6-43a3-8452-d7df15946e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.955678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5bd38-5841-436f-8a4e-a5f35d4271d5 req-de36f8be-dde3-48bc-bbce-86421cfc84ed tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:43.965087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ef5bd38-5841-436f-8a4e-a5f35d4271d5 req-de36f8be-dde3-48bc-bbce-86421cfc84ed tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2512529 Mar 11 17:39:43.980838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-c5d8-4edb-84bf-6a7c5a7dd1ca tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.030973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-c5d8-4edb-84bf-6a7c5a7dd1ca tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.035647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f1f34-45f6-43a3-8452-d7df15946e32 None None] Port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:44.075207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5b6f1f34-45f6-43a3-8452-d7df15946e32 None None] Provisioning for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:44.078654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ef5bd38-5841-436f-8a4e-a5f35d4271d5 req-3567a2ae-eb4a-4a6f-b4c0-b7d6fb1f2f30 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125171 Mar 11 17:39:44.099888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5b6f1f34-45f6-43a3-8452-d7df15946e32 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:44.103351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b6f1f34-45f6-43a3-8452-d7df15946e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.152250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.305346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5b6f1f34-45f6-43a3-8452-d7df15946e32 None None] Could not find standard attr ID for object 6ba317f7-94d6-45f3-97bd-3fbc3bdda020. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:44.351689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] Deleting subnet 59f6f371-2a04-427b-8431-4d1157528e92 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:39:44.353851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-c5d8-4edb-84bf-6a7c5a7dd1ca tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.376825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-a44cb765-f6c5-4c78-a7d1-275eb413e893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:44.378328 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-a44cb765-f6c5-4c78-a7d1-275eb413e893 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.4313662 Mar 11 17:39:44.379907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.410523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8e987-c5d8-4edb-84bf-6a7c5a7dd1ca tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e7df8f-7431-4229-b1ff-923b4ac8a599,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:44.420551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a588f720-d379-4dfc-bbbb-054e0de000e0 None None] Could not find standard attr ID for object 6ba317f7-94d6-45f3-97bd-3fbc3bdda020. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:44.434515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d105e-d846-4b3e-9916-3235ce4797ee req-addad2fd-243a-47c7-b165-2ae0637fb7f1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:44.435995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-357d105e-d846-4b3e-9916-3235ce4797ee req-addad2fd-243a-47c7-b165-2ae0637fb7f1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1144168 Mar 11 17:39:44.476631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-c5d8-4edb-84bf-6a7c5a7dd1ca tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.477551 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8cd8e987-c5d8-4edb-84bf-6a7c5a7dd1ca tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/security-groups/77e7df8f-7431-4229-b1ff-923b4ac8a599 HTTP/1.1" status: 204 len: 168 time: 0.9004786 Mar 11 17:39:44.480722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58182) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:44.490393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.520177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7e1c283e-d222-4950-94cb-622e92e6084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.537794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-357d105e-d846-4b3e-9916-3235ce4797ee req-595808c9-dea5-422d-a351-621f2c48bd48 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932136 Mar 11 17:39:44.565523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.627535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-3d24ef84-e8d7-4bfd-bcc1-d5b68e452b86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118216 Mar 11 17:39:44.652915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d4f4fce-a0a9-4972-b121-260e43331722 req-38c20293-5a37-4c1d-b313-137776417810 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 210 time: 0.1260192 Mar 11 17:39:44.665141 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.759991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f6f371-2a04-427b-8431-4d1157528e92,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:44.774397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.795313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-964a1cf8-c2cc-41b8-a9a9-3018a7bd957c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/59f6f371-2a04-427b-8431-4d1157528e92 HTTP/1.1" status: 204 len: 168 time: 0.9681520 Mar 11 17:39:44.795960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58188) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:44.887221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b449c60-4915-4df9-8baf-0d8722967beb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.895873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-899939f3-2668-4d95-abaa-ead3da8e8827 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604413 Mar 11 17:39:44.944363 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.992624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-b556639f-f54b-4627-bd6a-780a77482a99 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:44.993731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-b556639f-f54b-4627-bd6a-780a77482a99 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 805 time: 0.3854208 Mar 11 17:39:45.004617 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b449c60-4915-4df9-8baf-0d8722967beb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.031633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Request body: {'port': {'device_id': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'admin_state_up': True, 'tenant_id': '3da01f022e9a4228b8ea6297d38c7b2b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:45.151954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0a1e2349-f5e6-4cb1-b1d3-f6877ab2d5c9 req-95c62c95-871c-4416-84e1-06d883926ae7 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409885 Mar 11 17:39:45.157234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.163248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90421a5-0989-410b-be89-2fa2069d4608 req-136a2183-3b58-47e8-9acb-d46dcb2a3783 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.164675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c90421a5-0989-410b-be89-2fa2069d4608 req-136a2183-3b58-47e8-9acb-d46dcb2a3783 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4279919 Mar 11 17:39:45.184800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:45.202809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:45.202939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97814c0-d5b7-4182-bb3e-d4f8bddd15e6') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:45.224837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.244822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.254316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:39:45.254919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.261442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b449c60-4915-4df9-8baf-0d8722967beb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:45.273521 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:45.295659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b449c60-4915-4df9-8baf-0d8722967beb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136fc3ce-2811-4268-b521-61653784e61c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:45.334995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c90421a5-0989-410b-be89-2fa2069d4608 req-a075c6a4-5c3b-42ce-ab3e-54fa324d13bf tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549802 Mar 11 17:39:45.350701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b449c60-4915-4df9-8baf-0d8722967beb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.351802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9b449c60-4915-4df9-8baf-0d8722967beb tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/security-groups/136fc3ce-2811-4268-b521-61653784e61c HTTP/1.1" status: 204 len: 168 time: 0.8667870 Mar 11 17:39:45.356339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58192) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:45.356851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:45.363334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Usage tracker for resource:port and tenant:3da01f022e9a4228b8ea6297d38c7b2b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:45.368217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:45.377010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:45.418685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.433591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Made reservation on behalf of 3da01f022e9a4228b8ea6297d38c7b2b for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:45.438108 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.438522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.456371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] Pushing event deleted for resources: {'Network': ['ID=65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:45.531259 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fdd263ee-b613-44ad-9e09-9e6f3b9fbe8f admin admin] 10.222.0.96 "DELETE /v2.0/networks/65e1cca0-67cd-4cd6-8ec7-00cbcb3380f4 HTTP/1.1" status: 204 len: 168 time: 0.7315104 Mar 11 17:39:45.573503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.619682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet fa77a7d8-1ad2-40da-9567-cd5346fec0eb {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:39:45.624493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.691345 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.697909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.734355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58204) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:45.818435 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cbdc8720-affe-4b79-b4ae-89ae69915e1a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e6556f3c7b3f47e9a31f9fb6f18d601c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0825591 Mar 11 17:39:45.823423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58208) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:45.867971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.920163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Allocated IP 172.20.0.11 (223820bb-b86e-43fc-b13c-cb4729837daf/45399fdb-e577-4f75-9487-b5628afd97cd/d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:45.943083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17438406-5f1b-4b70-b439-3bdbf2769252 req-48459d6c-45fe-486b-aa9b-974faf577fe5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.950179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17438406-5f1b-4b70-b439-3bdbf2769252 req-48459d6c-45fe-486b-aa9b-974faf577fe5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4268847 Mar 11 17:39:45.953898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad1d03c6-8469-4ade-b488-cd48b47480b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.989942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad1d03c6-8469-4ade-b488-cd48b47480b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.000462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.046762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=fa77a7d8-1ad2-40da-9567-cd5346fec0eb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:46.066426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.073352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-74a78a47-2dab-451f-8ea9-2a3f5e7d8a5d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/fa77a7d8-1ad2-40da-9567-cd5346fec0eb HTTP/1.1" status: 204 len: 168 time: 0.7163017 Mar 11 17:39:46.078110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b03bb-3461-40be-9d0b-092824d7c525 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:46.078257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:46.088652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:46.151761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17438406-5f1b-4b70-b439-3bdbf2769252 req-aadcd280-1b37-440d-bad3-bcf4548ee317 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005455 Mar 11 17:39:46.210972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Deleting port 2f5e0663-0b50-4c90-bcae-e0248c45308c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:46.211658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.267592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddd8f1f1-d320-4443-a17e-956d3da85a54 req-f7f6c567-e14a-473f-8f5b-803a592ffedb tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 210 time: 0.4396131 Mar 11 17:39:46.306816 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad1d03c6-8469-4ade-b488-cd48b47480b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.332401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d03c6-8469-4ade-b488-cd48b47480b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906da711-dca1-4c79-935b-5f81a10a26b5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:46.355213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad1d03c6-8469-4ade-b488-cd48b47480b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.358052 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ad1d03c6-8469-4ade-b488-cd48b47480b6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/906da711-dca1-4c79-935b-5f81a10a26b5 HTTP/1.1" status: 204 len: 168 time: 0.5313225 Mar 11 17:39:46.412816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:46.418171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:46.421715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:46.436874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:46.462455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:46.468143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.649416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.664139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] For port 2f5e0663-0b50-4c90-bcae-e0248c45308c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2f5e0663-0b50-4c90-bcae-e0248c45308c,segment=NetworkSegment(c7849c31-388c-45e6-9f0c-79f7c380e247),segment_id=c7849c31-388c-45e6-9f0c-79f7c380e247)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:46.664557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.804230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.821102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Calling delete_port for 2f5e0663-0b50-4c90-bcae-e0248c45308c owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:46.886744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:46.890400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:46.897980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:46.898637 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.909076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=1d1e7a98-36d0-481d-aa35-cd30fce274f7,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:46.923218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f9282592-e8a2-403c-a97d-4728786478ae tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:46.924957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f9282592-e8a2-403c-a97d-4728786478ae tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.4596786 Mar 11 17:39:46.925470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.941254 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b89cc9a-4ecf-4816-b724-d15f0b8a086c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8590965 Mar 11 17:39:46.944986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:46.951769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'security_group': {'name': 'tempest-secgroup-702293923'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:46.959482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f122116c-40e0-4cfa-9157-21741c09afb2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/quotas/939e19d58bb8457689b2460552e53524 HTTP/1.1" status: 200 len: 375 time: 0.0260191 Mar 11 17:39:46.965451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:46.970911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:46.977034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:46.985263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:47.004219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.039008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.052683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:47.057717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group_rule and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:47.061922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:47.070449 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:47.077873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:47.147976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.155661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.188797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b66bd-d056-47e1-9505-40a5cad5fd48 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:47.200157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d76ad-6676-4967-9119-971e215e5cb8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:47.221657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.223066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Network 223820bb-b86e-43fc-b13c-cb4729837daf is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:47.228008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58244) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:47.228814 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-857dad5c-51dc-43a9-bea2-bd461ccfd631 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2828240 Mar 11 17:39:47.287068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:47.292923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event updated for resources: {'Port': ['ID=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:47.298056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'security_group': {'name': 'tempest-secgroup-2017143126'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:47.306294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:47.333161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-548ee19e-cc6e-4ba1-a96b-980a2d7793cc None None] Provisioning complete for port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:47.333907 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-548ee19e-cc6e-4ba1-a96b-980a2d7793cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.341324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:47.364642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:47.371394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:47.382313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:47.393185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.462969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f8d4a766-fe8d-4da8-9613-4ba582b6736a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4901021 Mar 11 17:39:47.498591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:47.499403 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.503059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5e0663-0b50-4c90-bcae-e0248c45308c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:47.513985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-548ee19e-cc6e-4ba1-a96b-980a2d7793cc None None] Port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:47.515404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58254) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:47.540137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.616498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-548ee19e-cc6e-4ba1-a96b-980a2d7793cc None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:47.617036 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-548ee19e-cc6e-4ba1-a96b-980a2d7793cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.679638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1884557834-network', 'tenant_id': 'fe627d3ca0394cfb98af86bd90588e06'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:47.685295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:47.689725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Usage tracker for resource:network and tenant:fe627d3ca0394cfb98af86bd90588e06 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:47.693083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:47.699907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:47.808917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Made reservation on behalf of fe627d3ca0394cfb98af86bd90588e06 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:47.812264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.828068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.852475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-bbca0d44-9163-4e8f-9bc6-e13408822362 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8391447 Mar 11 17:39:47.872389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:47.876520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Usage tracker for resource:security_group_rule and tenant:fe627d3ca0394cfb98af86bd90588e06 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:47.880948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:47.882658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Request body: {'port': {'device_id': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:47.886878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] Update dhcp port {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'fixed_ips': [{'subnet_id': '949b2d48-101d-418b-b1b2-69dfb4b6ddb4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d1e7a98-36d0-481d-aa35-cd30fce274f7'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'd2a11168-20fc-40eb-b8cd-b338dbef4d16'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:39:47.888432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:47.907056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:47.942524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group_rule and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:47.958085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:47.980087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.981645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:47.986719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.991642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.020230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:48.032877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b52cd6-031b-41b9-b66d-baeca736e141,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:48.039200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.039553 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Added segment 5c754b03-0761-4884-b92e-8b1c16b014a4 of type vlan for network 923400e2-75c0-457d-9e3f-213c4d83896f Mar 11 17:39:48.071006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.074873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f31c9de5-233b-46f1-a781-a496f6ca17af service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692980 Mar 11 17:39:48.106596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.107758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:48.118679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.190607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52ff86-2bfc-43da-a34f-21626dfffef1 req-3a3713e3-dc11-4439-a766-1c51d32c2d7c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:48.191604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9d52ff86-2bfc-43da-a34f-21626dfffef1 req-3a3713e3-dc11-4439-a766-1c51d32c2d7c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:48.242624 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7255392 Mar 11 17:39:48.252417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:48.259134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] Allocated IP 2001:db8::2 (2944725e-6582-4cda-8ec9-f955ca6fbf1f/1d1e7a98-36d0-481d-aa35-cd30fce274f7/d2a11168-20fc-40eb-b8cd-b338dbef4d16) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:48.261820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Request body: {'subnet': {'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1884557834-subnet', 'tenant_id': 'fe627d3ca0394cfb98af86bd90588e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:48.269622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:48.274471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81223cd4-e024-43b6-99ec-db1d8f961b13 admin admin] Pushing event updated for resources: {'Network': ['ID=923400e2-75c0-457d-9e3f-213c4d83896f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:48.276818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Usage tracker for resource:subnet and tenant:fe627d3ca0394cfb98af86bd90588e06 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:48.280070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:48.286270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:48.297071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 923400e2-75c0-457d-9e3f-213c4d83896f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:39:48.297918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Made reservation on behalf of fe627d3ca0394cfb98af86bd90588e06 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:48.300406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.340196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9d52ff86-2bfc-43da-a34f-21626dfffef1 req-3a3713e3-dc11-4439-a766-1c51d32c2d7c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:48.341373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d52ff86-2bfc-43da-a34f-21626dfffef1 req-3a3713e3-dc11-4439-a766-1c51d32c2d7c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 932 time: 0.9084561 Mar 11 17:39:48.347059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.413399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.433225 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.509136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:48.515042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-6956f3c7-5145-4635-9de1-beece1317cc3 service neutron] 10.222.0.96 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643770 Mar 11 17:39:48.543595 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.553515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.568959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] Transition to ACTIVE for port object d2a11168-20fc-40eb-b8cd-b338dbef4d16 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:48.572839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d52ff86-2bfc-43da-a34f-21626dfffef1 req-27ec419f-3043-42ca-9b0b-88a7c89a2c11 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106822 Mar 11 17:39:48.574943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0917c-d6dd-484e-85b8-06e8974ce8eb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:48.577221 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.581043 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.585545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fa42e504-2b53-444d-a248-e48a43b3b52c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3016839 Mar 11 17:39:48.586332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58266) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:48.635721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410916811'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:48.653621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:48.662134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:48.666743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6060efcf-7649-4a66-ae59-92b555850bda,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:48.668858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:48.682413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:48.683660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Checking segment: {'id': '5c754b03-0761-4884-b92e-8b1c16b014a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:48.684357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Network hostable DHCP agents. Network: 923400e2-75c0-457d-9e3f-213c4d83896f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:48.715201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Network 923400e2-75c0-457d-9e3f-213c4d83896f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:48.750654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 923400e2-75c0-457d-9e3f-213c4d83896f) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:48.757461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9867c-9efd-4218-8a03-bc9baf21f995 None None] Pushing event updated for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:48.768179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0aa7e2-173f-41c2-b0a4-5ef4cabfdd17 None None] Network 923400e2-75c0-457d-9e3f-213c4d83896f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:48.769150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:48.770161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.786266 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.814669 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2fbdc94a-3287-4a0a-8fcf-b9bbf501c6fe admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5606828 Mar 11 17:39:48.885113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.890184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:48.952309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:security_group_rule and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:48.957109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:48.973857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec7ee9fd-37b0-4115-877c-b2814340ab08 req-fe853cb9-9462-4977-9228-3d57305ef7dc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 210 time: 0.0849736 Mar 11 17:39:48.974769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:49.146239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:39:49.164432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196dcc11-f2a1-40ef-bfaa-3de826bf77b1 None None] Network 923400e2-75c0-457d-9e3f-213c4d83896f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:49.342576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:49.375486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.387103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.405470 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.432461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Transition to ACTIVE for port object d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:49.464456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.563083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.567704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58292) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:49.568311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9440396 Mar 11 17:39:49.569318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8a382-d957-4eb0-ba68-610ffc01deb5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa6c0f8-7cec-4ed5-9aa2-ab2aa9204795,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:49.575543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d2a11168-20fc-40eb-b8cd-b338dbef4d16 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:49.576373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1121106213', 'security_groups': ['daa6c0f8-7cec-4ed5-9aa2-ab2aa9204795'], 'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d1e7a98-36d0-481d-aa35-cd30fce274f7'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:49.818264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:49.829561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:49.847937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:49.858186 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.862317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-86264ac9-92a5-4102-bfef-4ad0d0630046 None None] Provisioning complete for port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:49.862720 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86264ac9-92a5-4102-bfef-4ad0d0630046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.905703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] device_id is not set on port d671a4d7-585a-4ba7-bf38-d191260b56ea yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:39:49.942340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-86264ac9-92a5-4102-bfef-4ad0d0630046 None None] Port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:49.968196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-86264ac9-92a5-4102-bfef-4ad0d0630046 None None] Provisioning for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:49.975208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-86264ac9-92a5-4102-bfef-4ad0d0630046 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:49.975577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86264ac9-92a5-4102-bfef-4ad0d0630046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.025640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:50.174004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8::66 (2944725e-6582-4cda-8ec9-f955ca6fbf1f/1d1e7a98-36d0-481d-aa35-cd30fce274f7/d671a4d7-585a-4ba7-bf38-d191260b56ea) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:50.360511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-2af8f16b-451b-4f5c-882a-dff563cb2fe0 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:50.362548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-2af8f16b-451b-4f5c-882a-dff563cb2fe0 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/networks?id=923400e2-75c0-457d-9e3f-213c4d83896f HTTP/1.1" status: 200 len: 822 time: 0.7658455 Mar 11 17:39:50.368943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.390612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object d671a4d7-585a-4ba7-bf38-d191260b56ea will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:50.413526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Attempting to bind port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:50.413796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Attempting to bind port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:50.414114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Attempting to bind port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:50.416727 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.428147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0700071-44d4-4fc4-8a40-3ed32a3f77b2 req-ef2808a4-47cd-4925-a35b-52d383536094 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:50.429859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0700071-44d4-4fc4-8a40-3ed32a3f77b2 req-ef2808a4-47cd-4925-a35b-52d383536094 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 944 time: 0.4748454 Mar 11 17:39:50.442176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 on network 223820bb-b86e-43fc-b13c-cb4729837daf not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:39:50.442531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Attempting to bind port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 on network 223820bb-b86e-43fc-b13c-cb4729837daf {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:50.445266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-6132f5a1-f6d8-48d3-a83a-da9a1ffa570a tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/quotas/fe627d3ca0394cfb98af86bd90588e06 HTTP/1.1" status: 200 len: 375 time: 0.0588660 Mar 11 17:39:50.526181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:50.526603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Checking segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:50.526943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Bound using segment: {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:50.527405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Bound port: d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61af490-b083-4965-8d54-70edcb7df6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:50.527761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.560533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-63593367-3902-4bae-97e0-e0420ba29a90 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe627d3ca0394cfb98af86bd90588e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883553 Mar 11 17:39:50.681998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:50.687864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:50.692234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=d671a4d7-585a-4ba7-bf38-d191260b56ea,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:50.696715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:50.700787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:50.701419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.757245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0700071-44d4-4fc4-8a40-3ed32a3f77b2 req-42e2712b-f1d1-49cd-9f8d-81f133247ff9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192556 Mar 11 17:39:50.785695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-78b70ffb-9bdf-49ff-bdaf-2c5bf900a579 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:50.785695 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-78b70ffb-9bdf-49ff-bdaf-2c5bf900a579 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 812 time: 0.3335104 Mar 11 17:39:50.786858 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1debb771-f700-43be-854a-ef6a2443a586 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2172475 Mar 11 17:39:50.789922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58302) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:50.795960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:50.818914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Request body: {'port': {'device_id': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'admin_state_up': True, 'tenant_id': '939e19d58bb8457689b2460552e53524'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:50.888204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] For port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:50.958403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] For port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:50.966904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-3dc1722a-894c-4941-99f7-378e62589053 service neutron] 10.222.0.96 "GET /v2.0/networks/923400e2-75c0-457d-9e3f-213c4d83896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932757 Mar 11 17:39:50.975095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1e60ea81-f7c4-411b-94a1-225fdb24a3cc None None] Provisioning for port d671a4d7-585a-4ba7-bf38-d191260b56ea completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:50.977178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68824283-68c8-4ff8-82ce-1dcade3785c0 req-cd2b0193-1840-481b-9e48-79595949e58f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 210 time: 0.0642483 Mar 11 17:39:50.978160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.981812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1e60ea81-f7c4-411b-94a1-225fdb24a3cc None None] Provisioning complete for port d671a4d7-585a-4ba7-bf38-d191260b56ea triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:50.982806 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e60ea81-f7c4-411b-94a1-225fdb24a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.046659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1e60ea81-f7c4-411b-94a1-225fdb24a3cc None None] Port d671a4d7-585a-4ba7-bf38-d191260b56ea cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:51.084214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:51.086762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:51.091027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:51.094078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Usage tracker for resource:port and tenant:939e19d58bb8457689b2460552e53524 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:51.096587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:51.099235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:51.106631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:51.108779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:51.124199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:51.142180 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.143596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 HTTP/1.1" status: 200 len: 1092 time: 3.2742245 Mar 11 17:39:51.144047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Made reservation on behalf of 939e19d58bb8457689b2460552e53524 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:51.147068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.148405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'tag': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:51.168791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016503eb-e8ef-486d-bb7d-3aff3ea693b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:51.247628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-b91d6f3f-6c89-43f6-bd7c-fb0a3b2c72ff service neutron] 10.222.0.96 "GET /v2.0/networks/923400e2-75c0-457d-9e3f-213c4d83896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650619 Mar 11 17:39:51.249612 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'tag': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55', 'status': 'completed', 'code': 200} Mar 11 17:39:51.316827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Router 79f84015-a49c-417e-899f-b644b0696982 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:39:51.323131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-42dab32e-1c08-46fb-ad3d-7af8f5992eeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 1095 time: 0.1122074 Mar 11 17:39:51.425731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.528051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Allocated IP 172.20.0.10 (33d475b3-ae3d-438f-869b-c4e9e9f8dffd/c2557e3d-4343-4fd9-ac42-c8c0681de4cc/c87a7b3f-bfd3-4927-8dec-5813d03b2330) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:51.608502 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d1e7a98-36d0-481d-aa35-cd30fce274f7 (CIDR: 2001:db8::/64) Mar 11 17:39:51.616739 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:39:51.617178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:51.701017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdc4dc25-0afd-4833-9a31-5c78efeb1e37 req-ffa47b0b-2d27-4162-b562-606135dbe3e9 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 210 time: 0.2117856 Mar 11 17:39:51.703130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-924c843a-27aa-4774-bb4b-6ba5de30321b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 HTTP/1.1" status: 200 len: 217 time: 0.3159337 Mar 11 17:39:51.711862 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2292bd67-16d1-401f-a874-5e3754d535a7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9208698 Mar 11 17:39:51.715017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58318) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:51.758996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:51.801953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.819727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Transition to ACTIVE for port object c87a7b3f-bfd3-4927-8dec-5813d03b2330 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:51.844054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.879058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0', '0d0fda90-622f-44f5-ab53-4949992446e9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:51.890887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-7bf6be81-ec65-453c-a0f9-fb519443a24f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:51.892414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-7bf6be81-ec65-453c-a0f9-fb519443a24f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.1765149 Mar 11 17:39:51.945075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:51.973208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:51.974865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:51.980961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:52.004975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-34c64a9e-a2d3-49dd-94f1-d7c17e08c30c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970340 Mar 11 17:39:52.024404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-165bf1b7-0518-48df-9f21-ae7ae9349a8f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:39:52.025668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-165bf1b7-0518-48df-9f21-ae7ae9349a8f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077479 Mar 11 17:39:52.035968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:52.082447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:52.083256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:52.083903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.106616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:52.135609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-905476fe-a0c7-4c6b-89e6-edc321f3d1d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3240287 Mar 11 17:39:52.162688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Request body: {'port': {'device_id': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:52.212898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:52.341170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.347908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:52.379305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-200c9afb-b318-4d4d-b930-44efce7f3bd6 None None] Provisioning for port c87a7b3f-bfd3-4927-8dec-5813d03b2330 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:52.385046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-200c9afb-b318-4d4d-b930-44efce7f3bd6 None None] Provisioning complete for port c87a7b3f-bfd3-4927-8dec-5813d03b2330 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:52.385540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-200c9afb-b318-4d4d-b930-44efce7f3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.440983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-200c9afb-b318-4d4d-b930-44efce7f3bd6 None None] Port c87a7b3f-bfd3-4927-8dec-5813d03b2330 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:52.474431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f3dd-bf86-4e66-aad6-c44e2b37f14b req-46305fdc-e043-4a85-aff6-e3ab933d4db4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:52.475837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b361f3dd-bf86-4e66-aad6-c44e2b37f14b req-46305fdc-e043-4a85-aff6-e3ab933d4db4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 944 time: 0.5647144 Mar 11 17:39:52.477607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-c8ed6cfc-ead6-4f46-84c6-fa8764fbdd89 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375303 Mar 11 17:39:52.522880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:39:52.532435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] Sync routers for ids ['79f84015-a49c-417e-899f-b644b0696982'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:39:52.537535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9c47a7a2-6de0-481c-bd3d-084439aceb71 admin admin] 10.222.0.96 "PUT /v2.0/routers/79f84015-a49c-417e-899f-b644b0696982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8515079 Mar 11 17:39:52.548521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] Routers {'79f84015-a49c-417e-899f-b644b0696982'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:52.549055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['79f84015-a49c-417e-899f-b644b0696982'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:52.553851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:52.653488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfaad-f1b8-4b1c-9a1f-2ab46a2e911a req-226a8610-7540-43cf-9806-bf490d47045a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:52.655078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c6cfaad-f1b8-4b1c-9a1f-2ab46a2e911a req-226a8610-7540-43cf-9806-bf490d47045a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 932 time: 0.4177210 Mar 11 17:39:52.661934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.759842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] Set router 79f84015-a49c-417e-899f-b644b0696982 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:39:52.797187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b361f3dd-bf86-4e66-aad6-c44e2b37f14b req-59dbf7c0-4d02-41df-b7ea-79b808a45b8e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139868 Mar 11 17:39:52.962858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6feb4114-1f09-47d3-abac-fc4e7131e71c req-33d0e938-3293-451a-8a34-4405aae95dc3 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758039 Mar 11 17:39:52.998742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c6cfaad-f1b8-4b1c-9a1f-2ab46a2e911a req-9a95d742-ed10-4451-b5df-2b2caf201588 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165345 Mar 11 17:39:53.066226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87a7b3f-bfd3-4927-8dec-5813d03b2330 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:53.088791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.092930 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.174951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23df3b15-b497-42c8-8022-c0b5fd839d85 req-45d0d6b3-b3fc-44c6-9e67-a48dd10604c4 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 210 time: 0.1893945 Mar 11 17:39:53.188479 n-d-833436-1 neutron-server[83849]: INFO neutron.db.ipam_backend_mixin [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 949b2d48-101d-418b-b1b2-69dfb4b6ddb4 (CIDR: 2001:db8:0:1::/64) Mar 11 17:39:53.215600 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:39:53.216025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:53.245535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Transition to ACTIVE for port object c87a7b3f-bfd3-4927-8dec-5813d03b2330 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:53.257609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-a07539c3-6e7c-4e41-8baa-12b14bf2984d tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:53.259086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-a07539c3-6e7c-4e41-8baa-12b14bf2984d tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.59 "GET /v2.0/networks?id=923400e2-75c0-457d-9e3f-213c4d83896f HTTP/1.1" status: 200 len: 822 time: 0.4414351 Mar 11 17:39:53.262064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.270781 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bc5da347-0c15-441a-bb43-fd6e2ee7dbf6 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5534875 Mar 11 17:39:53.274046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58334) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:53.282995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'subnet': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:53.290072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:39:47Z', 'revision_number': 5, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:53.294220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] Checking router: 79f84015-a49c-417e-899f-b644b0696982 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:39:53.306398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Request body: {'port': {'device_id': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f', 'admin_state_up': True, 'tenant_id': 'fe627d3ca0394cfb98af86bd90588e06'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:53.306600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] Routers {'79f84015-a49c-417e-899f-b644b0696982'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:39:53.307294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['79f84015-a49c-417e-899f-b644b0696982'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:53.332742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175349f9-f742-450d-ab8c-a79476a61225 req-0fd34606-9ed2-4c5c-a138-101374f29ece service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 1095 time: 0.2448099 Mar 11 17:39:53.409866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:53.521284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] Set router 79f84015-a49c-417e-899f-b644b0696982 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:39:53.567203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Attempting to bind port c87a7b3f-bfd3-4927-8dec-5813d03b2330 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:53.567310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Attempting to bind port c87a7b3f-bfd3-4927-8dec-5813d03b2330 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:53.567790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Attempting to bind port c87a7b3f-bfd3-4927-8dec-5813d03b2330 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:53.578571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Port c87a7b3f-bfd3-4927-8dec-5813d03b2330 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:39:53.578974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Attempting to bind port c87a7b3f-bfd3-4927-8dec-5813d03b2330 on network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:53.590040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:53.590399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Checking segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:53.590927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Bound using segment: {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:53.591418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Bound port: c87a7b3f-bfd3-4927-8dec-5813d03b2330, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7e16e4-49b9-43c9-80ca-927a9128e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:53.591991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.618963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.671768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Deleting port ced40247-85f9-4433-878c-ddb2ed29fc57 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:53.672101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.761242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:53.825296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:53.832015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.836210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:53.840712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:39:53.845686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:39:47Z', 'revision_number': 5, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:53.850276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00becd-aaf3-47f9-b8c6-6ecde823534b None None] The sync data for ids ['79f84015-a49c-417e-899f-b644b0696982'] in n-d-833436-1 is: [{'id': '79f84015-a49c-417e-899f-b644b0696982', 'name': 'tempest-ServerRescueNegativeTestJSON-156214972-router', 'tenant_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:37Z', 'updated_at': '2022-03-11T17:39:47Z', 'revision_number': 5, 'project_id': '0f681c11069b4cc582ffd1f5d09a06ea', 'gw_port': {'id': 'ced40247-85f9-4433-878c-ddb2ed29fc57', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f84015-a49c-417e-899f-b644b0696982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:39:53.857728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Usage tracker for resource:port and tenant:fe627d3ca0394cfb98af86bd90588e06 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:53.860864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Usage tracker for resource:subnet and tenant:786879d00400434ab898a5e267f4df6a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:39:53.865351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:53.868242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:39:53.877152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:53.879487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:39:53.881567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175349f9-f742-450d-ab8c-a79476a61225 req-ad54948a-85ad-4fdf-abdf-65f0345c39c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:53.883089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175349f9-f742-450d-ab8c-a79476a61225 req-ad54948a-85ad-4fdf-abdf-65f0345c39c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 200 len: 907 time: 0.4335353 Mar 11 17:39:53.943683 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.945059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] 10.222.0.59 "PUT /v2.0/ports/c87a7b3f-bfd3-4927-8dec-5813d03b2330 HTTP/1.1" status: 200 len: 1092 time: 1.7874579 Mar 11 17:39:53.945530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:53.967820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86a50-22ee-4e3e-9b37-076684e98817 service neutron] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:53.977128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] For port ced40247-85f9-4433-878c-ddb2ed29fc57, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ced40247-85f9-4433-878c-ddb2ed29fc57,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:53.977676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.979334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Made reservation on behalf of 786879d00400434ab898a5e267f4df6a for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:53.982995 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:54.001984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Made reservation on behalf of fe627d3ca0394cfb98af86bd90588e06 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:54.005365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:54.045942 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'status': 'completed', 'code': 200} Mar 11 17:39:54.122484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175349f9-f742-450d-ab8c-a79476a61225 req-fc65fd41-dc74-4fed-9dbd-628df4d83bac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 HTTP/1.1" status: 200 len: 217 time: 0.2306817 Mar 11 17:39:54.150420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Calling delete_port for ced40247-85f9-4433-878c-ddb2ed29fc57 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:54.273317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-930447ad-9c4d-4454-bc65-83cdc65ace28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 1095 time: 0.2294219 Mar 11 17:39:54.386732 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-5abccad3-ff9a-43bd-b656-d207bd556713 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330 HTTP/1.1" status: 200 len: 217 time: 0.0977890 Mar 11 17:39:54.388276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175349f9-f742-450d-ab8c-a79476a61225 req-0b8c38f9-5ea7-4243-87f5-d4046a229eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:54.389973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175349f9-f742-450d-ab8c-a79476a61225 req-0b8c38f9-5ea7-4243-87f5-d4046a229eab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 200 len: 845 time: 0.2570927 Mar 11 17:39:54.520387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175349f9-f742-450d-ab8c-a79476a61225 req-1f8bc5b2-ad6a-442c-92fe-a11b04747d89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=223820bb-b86e-43fc-b13c-cb4729837daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097391 Mar 11 17:39:54.574793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-d58a4f4b-1c17-4de9-8b65-a425cb9908b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:54.576248 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-d58a4f4b-1c17-4de9-8b65-a425cb9908b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.0689914 Mar 11 17:39:54.577296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:54.644794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Allocated IP 172.20.0.3 (923400e2-75c0-457d-9e3f-213c4d83896f/6060efcf-7649-4a66-ae59-92b555850bda/97c22a9b-3235-40a2-8b35-67f8fa2c756d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:54.653519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafe5b1-8cde-4bf9-ac01-8f6db4813b20 req-1b7b8520-dfb5-4d82-822c-53c7b693f84c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:54.655292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7dafe5b1-8cde-4bf9-ac01-8f6db4813b20 req-1b7b8520-dfb5-4d82-822c-53c7b693f84c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 944 time: 0.6392059 Mar 11 17:39:54.655685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ced40247-85f9-4433-878c-ddb2ed29fc57,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:54.677654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d970-0b7f-40ec-b56b-17fa2a0958d2 req-ec37d0c3-f3ee-4097-b2e0-9b8baf4d1984 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:54.679221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4137d970-0b7f-40ec-b56b-17fa2a0958d2 req-ec37d0c3-f3ee-4097-b2e0-9b8baf4d1984 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 944 time: 0.4984574 Mar 11 17:39:54.876991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175349f9-f742-450d-ab8c-a79476a61225 req-6b3f9f4b-c9ee-445d-a3da-9d62e3e3f1ef service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466697 Mar 11 17:39:54.897930 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-ea59c4ec-2295-4d3e-b5c5-6c7cb11f7597 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902470 Mar 11 17:39:54.925640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7dafe5b1-8cde-4bf9-ac01-8f6db4813b20 req-a621b2ef-eb8f-4e8e-9866-74e278a56f67 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601292 Mar 11 17:39:54.926935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.070751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4137d970-0b7f-40ec-b56b-17fa2a0958d2 req-daa26e1f-68a8-4c2d-b655-34fd2655757c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679698 Mar 11 17:39:55.129839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd6adc16-de69-4a5c-aaac-3d7cd32ecd4a req-647c41c6-8ea7-4bbe-9cdb-95485336bb6e tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 210 time: 0.0769875 Mar 11 17:39:55.234005 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.282832 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.291524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-63884637-0bfb-4a35-8e71-ee5dbc0157b1 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863747 Mar 11 17:39:55.292913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.303023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-175349f9-f742-450d-ab8c-a79476a61225 req-47fadc95-678b-44b1-babf-94dd0ceb0e13 service neutron] 10.222.0.59 "GET /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154458 Mar 11 17:39:55.306077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.336592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:55.341553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:55.346453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:55.347049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.356836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Subnet': ['ID=6aa453da-4fc2-41ff-8d70-3d4605f8dc2d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:55.366649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998470ee-151a-456b-91b9-776405731ff2 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:39:55.390651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2f5e0663-0b50-4c90-bcae-e0248c45308c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:55.394067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58352) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:55.394235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-864c14ad-af37-4fa4-90b1-67e6901a17b1 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1183105 Mar 11 17:39:55.397015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.409829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2023945519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6aa453da-4fc2-41ff-8d70-3d4605f8dc2d'}], 'security_groups': ['5d2d76ad-6676-4967-9119-971e215e5cb8', 'a8e0917c-d6dd-484e-85b8-06e8974ce8eb']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:55.449438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.450378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f84015-a49c-417e-899f-b644b0696982 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:39:55.506836 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.508076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d15956ad-2633-4984-8245-90e7acca70eb admin admin] 10.222.0.96 "DELETE /v2.0/routers/79f84015-a49c-417e-899f-b644b0696982 HTTP/1.1" status: 204 len: 168 time: 2.9534044 Mar 11 17:39:55.516879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58358) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:55.580764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 2f5e0663-0b50-4c90-bcae-e0248c45308c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:39:55.581113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2f5e0663-0b50-4c90-bcae-e0248c45308c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:55.652544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Network 923400e2-75c0-457d-9e3f-213c4d83896f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:55.655333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:55.661695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:39:55.701333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Pushing event updated for resources: {'Port': ['ID=97c22a9b-3235-40a2-8b35-67f8fa2c756d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:55.727380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:39:55.737761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:55.738566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.738743 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1475b1d-0b87-4496-8caa-6040dd8ca377 req-1edad86e-1284-4804-b5c8-41b24849562c service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366615 Mar 11 17:39:55.748622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.765090 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-bdd20716-a904-499b-99b1-b543b8a773a1 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4629173 Mar 11 17:39:55.782400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Request body: {'port': {'device_id': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:39:55.802269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] Deleting subnet 36b24567-76ee-406b-9247-cb993867fa0a {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:39:55.827643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.900608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.981220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:56.044748 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:39:56.061998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55', 'network_id': '223820bb-b86e-43fc-b13c-cb4729837daf', 'port_id': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55', 'mac_address': 'fa:16:3e:35:f4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45399fdb-e577-4f75-9487-b5628afd97cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:39:56.169308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] Update dhcp port {'port': {'network_id': '2944725e-6582-4cda-8ec9-f955ca6fbf1f', 'fixed_ips': [{'subnet_id': '949b2d48-101d-418b-b1b2-69dfb4b6ddb4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d1e7a98-36d0-481d-aa35-cd30fce274f7', 'ip_address': '2001:db8::2'}, {'subnet_id': '6aa453da-4fc2-41ff-8d70-3d4605f8dc2d'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'd2a11168-20fc-40eb-b8cd-b338dbef4d16'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:39:56.195172 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.232502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:56.252710 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.265856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:56.273376 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.312993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.386254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:56.450389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03368c-bc74-4990-b477-e4b75be5589f req-023d77cc-9e4d-42b2-9efa-f4888ba4e2cd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:56.453544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a03368c-bc74-4990-b477-e4b75be5589f req-023d77cc-9e4d-42b2-9efa-f4888ba4e2cd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 944 time: 0.2830842 Mar 11 17:39:56.460772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49699-b6b0-47c4-8b83-bacc3e4c4d97 req-3dd9e2d8-b08e-4503-9560-df6334b23287 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:56.462158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ac49699-b6b0-47c4-8b83-bacc3e4c4d97 req-3dd9e2d8-b08e-4503-9560-df6334b23287 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 944 time: 0.1644115 Mar 11 17:39:56.489270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.535090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-0a0f3c9e-8fb2-4ce3-b996-9d52b6c9b83b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 1095 time: 0.6669497 Mar 11 17:39:56.617492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] Allocated IP 2001:db8:0:2::2 (2944725e-6582-4cda-8ec9-f955ca6fbf1f/6aa453da-4fc2-41ff-8d70-3d4605f8dc2d/d2a11168-20fc-40eb-b8cd-b338dbef4d16) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:56.625113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c22a9b-3235-40a2-8b35-67f8fa2c756d {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:39:56.631066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a03368c-bc74-4990-b477-e4b75be5589f req-820f17ed-7d87-4688-8954-562d73b9de5c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651323 Mar 11 17:39:56.637424 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.641753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ac49699-b6b0-47c4-8b83-bacc3e4c4d97 req-73cd8c0b-93bd-4d14-98f2-8e18e775739d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505692 Mar 11 17:39:56.657406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Transition to ACTIVE for port object 97c22a9b-3235-40a2-8b35-67f8fa2c756d will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:56.671026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.749684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-26f32842-efbc-44cc-ad88-23efa810ce8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:56.749684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-26f32842-efbc-44cc-ad88-23efa810ce8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.2009425 Mar 11 17:39:56.873918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:56.880237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-bd166496-13a5-4ca0-9ff9-13a656161bfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330 HTTP/1.1" status: 200 len: 217 time: 0.1275816 Mar 11 17:39:56.885546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.887521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:39:56.893344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Pushing event updated for resources: {'Port': ['ID=97c22a9b-3235-40a2-8b35-67f8fa2c756d,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:56.928670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.969276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b24567-76ee-406b-9247-cb993867fa0a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:56.997850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.004191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] Transition to ACTIVE for port object d2a11168-20fc-40eb-b8cd-b338dbef4d16 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:57.010444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a18c5364-7558-4ce7-877b-ff1a16405b9e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/36b24567-76ee-406b-9247-cb993867fa0a HTTP/1.1" status: 204 len: 168 time: 1.4923370 Mar 11 17:39:57.015409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58376) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:57.024670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.081596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Attempting to bind port 97c22a9b-3235-40a2-8b35-67f8fa2c756d on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:57.082153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Attempting to bind port 97c22a9b-3235-40a2-8b35-67f8fa2c756d by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '5c754b03-0761-4884-b92e-8b1c16b014a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:57.082277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Attempting to bind port 97c22a9b-3235-40a2-8b35-67f8fa2c756d on network 923400e2-75c0-457d-9e3f-213c4d83896f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:57.094225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Port 97c22a9b-3235-40a2-8b35-67f8fa2c756d on network 923400e2-75c0-457d-9e3f-213c4d83896f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:39:57.094884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Attempting to bind port 97c22a9b-3235-40a2-8b35-67f8fa2c756d on network 923400e2-75c0-457d-9e3f-213c4d83896f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:39:57.107455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211edd13-f330-4d65-aa30-b3ac7c15d1cc req-1fd0ad4d-0652-4663-a754-e50f97a7bacb tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:57.110104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-211edd13-f330-4d65-aa30-b3ac7c15d1cc req-1fd0ad4d-0652-4663-a754-e50f97a7bacb tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Synchronizing usage tracker for tenant:fe627d3ca0394cfb98af86bd90588e06 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:39:57.112367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-bba0b5bc-651f-43f5-b4ea-88c303059d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:57.114192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-bba0b5bc-651f-43f5-b4ea-88c303059d0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.2239234 Mar 11 17:39:57.120373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:39:57.121011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Checking segment: {'id': '5c754b03-0761-4884-b92e-8b1c16b014a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:39:57.121590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Bound using segment: {'id': '5c754b03-0761-4884-b92e-8b1c16b014a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:39:57.122265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Bound port: 97c22a9b-3235-40a2-8b35-67f8fa2c756d, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c754b03-0761-4884-b92e-8b1c16b014a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:57.122815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.286148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ced40247-85f9-4433-878c-ddb2ed29fc57 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:39:57.289485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] For port 97c22a9b-3235-40a2-8b35-67f8fa2c756d, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:57.296454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] For port 97c22a9b-3235-40a2-8b35-67f8fa2c756d, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=97c22a9b-3235-40a2-8b35-67f8fa2c756d,segment=NetworkSegment(5c754b03-0761-4884-b92e-8b1c16b014a4),segment_id=5c754b03-0761-4884-b92e-8b1c16b014a4)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:57.299928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-211edd13-f330-4d65-aa30-b3ac7c15d1cc req-1fd0ad4d-0652-4663-a754-e50f97a7bacb tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Unset dirty status for tenant:fe627d3ca0394cfb98af86bd90588e06 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:39:57.302201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-211edd13-f330-4d65-aa30-b3ac7c15d1cc req-1fd0ad4d-0652-4663-a754-e50f97a7bacb tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 943 time: 0.4061253 Mar 11 17:39:57.304804 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.354057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.369942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ced40247-85f9-4433-878c-ddb2ed29fc57 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:39:57.369942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ced40247-85f9-4433-878c-ddb2ed29fc57 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:39:57.385812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadcbfc-b264-4297-aa89-eea878e5e420 None None] Pushing event updated for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:57.437270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Delete allocated IP 2001:db8::66 (2944725e-6582-4cda-8ec9-f955ca6fbf1f/1d1e7a98-36d0-481d-aa35-cd30fce274f7) {{(pid=83848) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:39:57.437482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.438884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] 10.222.0.59 "PUT /v2.0/ports/97c22a9b-3235-40a2-8b35-67f8fa2c756d HTTP/1.1" status: 200 len: 1091 time: 1.6615748 Mar 11 17:39:57.439360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'tag': '97c22a9b-3235-40a2-8b35-67f8fa2c756d'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:39:57.448480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-211edd13-f330-4d65-aa30-b3ac7c15d1cc req-e3591a01-0a6b-4496-ad01-2bfb1f0ea409 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359668 Mar 11 17:39:57.450097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Allocated IP 2001:db8:0:2::12b (2944725e-6582-4cda-8ec9-f955ca6fbf1f/6aa453da-4fc2-41ff-8d70-3d4605f8dc2d/d671a4d7-585a-4ba7-bf38-d191260b56ea) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:57.467421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b768504-7937-4f23-b5b5-74ea3b1133a0 service neutron] Pushing event updated for resources: {'Port': ['ID=97c22a9b-3235-40a2-8b35-67f8fa2c756d,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:57.585318 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'tag': '97c22a9b-3235-40a2-8b35-67f8fa2c756d', 'status': 'completed', 'code': 200} Mar 11 17:39:57.624623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-239be911-3106-4fff-bf45-18462af3ceaa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe627d3ca0394cfb98af86bd90588e06&device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 1094 time: 0.1233108 Mar 11 17:39:57.730327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-9f094ee4-f93d-432b-8b79-c853dcdfb8f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97c22a9b-3235-40a2-8b35-67f8fa2c756d HTTP/1.1" status: 200 len: 217 time: 0.0901971 Mar 11 17:39:57.783736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-f2730724-aafc-4468-a2e3-79ebb2fef553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6527832 Mar 11 17:39:57.818330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-569bdc19-e4d9-43bc-87e6-db252e1ee997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:57.820238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-569bdc19-e4d9-43bc-87e6-db252e1ee997 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6060efcf-7649-4a66-ae59-92b555850bda HTTP/1.1" status: 200 len: 862 time: 0.0814328 Mar 11 17:39:57.978433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.041663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200d2e8d-8875-4c5e-8912-7880a03b5a5c']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:58.051201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-742c9687-4b2d-40c3-8794-2fb798ac0f9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923400e2-75c0-457d-9e3f-213c4d83896f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952777 Mar 11 17:39:58.052788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.068152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7849c31-388c-45e6-9f0c-79f7c380e247') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:58.068441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7849c31-388c-45e6-9f0c-79f7c380e247') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:58.099094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.113831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Transition to ACTIVE for port object d671a4d7-585a-4ba7-bf38-d191260b56ea will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:58.118413 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-fa62af9b-0858-4272-a1bd-7be4fb53d408 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188469 Mar 11 17:39:58.124790 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.127246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.245425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Provisioning complete for port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:58.246039 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.246265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e86d60-9756-43a8-9140-1b206d70ec0f req-cac57a35-4460-45a1-af60-82252bc86ff8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:58.252091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e86d60-9756-43a8-9140-1b206d70ec0f req-cac57a35-4460-45a1-af60-82252bc86ff8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 945 time: 0.3956523 Mar 11 17:39:58.309252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5da33-113b-4890-80c0-c8537c104161 req-68f08adb-178e-4f79-b1eb-6300bf4a453c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:58.310838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bb5da33-113b-4890-80c0-c8537c104161 req-68f08adb-178e-4f79-b1eb-6300bf4a453c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 944 time: 0.4894967 Mar 11 17:39:58.316605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-a7823ef9-f50c-404f-a579-1d9d9d3bbfea service neutron] 10.222.0.59 "GET /v2.0/networks/923400e2-75c0-457d-9e3f-213c4d83896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560441 Mar 11 17:39:58.318563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:58.333578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Provisioning for port d671a4d7-585a-4ba7-bf38-d191260b56ea completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:58.339203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Provisioning complete for port d671a4d7-585a-4ba7-bf38-d191260b56ea triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:58.339711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.384333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:39:58.385364 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.397630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Port d671a4d7-585a-4ba7-bf38-d191260b56ea cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:58.398738 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:58.416183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Provisioning for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:58.421217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:58.422177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70486267-6f20-4535-a6fd-bacd9e84d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.450903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7e86d60-9756-43a8-9140-1b206d70ec0f req-816f375d-5eff-48b5-8641-9d5410d82ec4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758492 Mar 11 17:39:58.514824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bb5da33-113b-4890-80c0-c8537c104161 req-a941be6d-65df-4ac3-84fb-c61da4868da5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884174 Mar 11 17:39:58.541885 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0f26ef4-4b98-4e03-8ac2-f834c3bfc96d req-7f5c329a-b7e1-45e7-bb52-ae1a7eb8b6ca service neutron] 10.222.0.59 "GET /v2.0/networks/923400e2-75c0-457d-9e3f-213c4d83896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122710 Mar 11 17:39:58.560229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event updated for resources: {'Port': ['ID=d671a4d7-585a-4ba7-bf38-d191260b56ea,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:58.562812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] In _notify_port_updated(), no bound segment for port d671a4d7-585a-4ba7-bf38-d191260b56ea on network 2944725e-6582-4cda-8ec9-f955ca6fbf1f {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:39:58.567049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:58.567670 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.569472 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e4f3bc5-7c55-4e38-9f45-f6a2538d3c8b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "PUT /v2.0/ports/d671a4d7-585a-4ba7-bf38-d191260b56ea HTTP/1.1" status: 200 len: 970 time: 3.1731629 Mar 11 17:39:58.572973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58392) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:58.588244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.629545 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.639545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] Pushing event deleted for resources: {'Network': ['ID=200d2e8d-8875-4c5e-8912-7880a03b5a5c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:58.660272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c46cdd95-5295-45e9-ab4a-95cff9704f7f req-4c55c604-d89e-40c3-a06f-06ef3c8c63e6 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309005 Mar 11 17:39:58.681696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port d671a4d7-585a-4ba7-bf38-d191260b56ea {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:39:58.682288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.752891 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-09fea16f-1f57-4802-bb35-1b26c0bb461f admin admin] 10.222.0.96 "DELETE /v2.0/networks/200d2e8d-8875-4c5e-8912-7880a03b5a5c HTTP/1.1" status: 204 len: 168 time: 1.7349241 Mar 11 17:39:58.831902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-441c7f09-0d80-4149-834c-a0e608db8afa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe627d3ca0394cfb98af86bd90588e06&device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 1094 time: 0.1330862 Mar 11 17:39:58.959112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-53d81717-839b-4f08-8468-2172fd0c7855 None None] Provisioning complete for port d671a4d7-585a-4ba7-bf38-d191260b56ea triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:58.959480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-53d81717-839b-4f08-8468-2172fd0c7855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.020776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-9d286546-387f-4851-8cfa-9deae06f952e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.022556 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-9d286546-387f-4851-8cfa-9deae06f952e service neutron] 10.222.0.59 "GET /v2.0/networks?id=923400e2-75c0-457d-9e3f-213c4d83896f HTTP/1.1" status: 200 len: 924 time: 0.1834342 Mar 11 17:39:59.024085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58402) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:59.024857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26452ccf-ff4a-4ecd-bd5c-12b887d591b9 req-abca78a3-74e0-4438-8d23-44d134351bc0 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.027545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26452ccf-ff4a-4ecd-bd5c-12b887d591b9 req-abca78a3-74e0-4438-8d23-44d134351bc0 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 943 time: 0.2628636 Mar 11 17:39:59.052256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-53d81717-839b-4f08-8468-2172fd0c7855 None None] Port d671a4d7-585a-4ba7-bf38-d191260b56ea cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:39:59.116566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26452ccf-ff4a-4ecd-bd5c-12b887d591b9 req-29f34838-6e65-4a77-ab51-b5acf678f5f0 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757315 Mar 11 17:39:59.122100 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-954e386a-2edb-4bf5-954c-44e948181dc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97c22a9b-3235-40a2-8b35-67f8fa2c756d HTTP/1.1" status: 200 len: 217 time: 0.0734401 Mar 11 17:39:59.199401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.215999 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-249117e5-af0d-44f5-a6f4-ddb9bb506c86 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0f681c11069b4cc582ffd1f5d09a06ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867020 Mar 11 17:39:59.216759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58408) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:59.239097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-2263addc-cd70-4f2f-bc7f-6f38be96aee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.240587 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-2263addc-cd70-4f2f-bc7f-6f38be96aee4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6060efcf-7649-4a66-ae59-92b555850bda HTTP/1.1" status: 200 len: 862 time: 0.0972619 Mar 11 17:39:59.304150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-0d5702a6-5be6-4c5b-89f5-a672af0bcdd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923400e2-75c0-457d-9e3f-213c4d83896f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504880 Mar 11 17:39:59.311376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d2a11168-20fc-40eb-b8cd-b338dbef4d16 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:59.345644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for d671a4d7-585a-4ba7-bf38-d191260b56ea owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:39:59.386207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:59.386524 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.391630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-9dc9fdd9-45a5-489e-a452-1bb50571fd6f req-34c7f7ed-acdf-425f-9c9d-0e19b66fe713 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] (83848) timed out ('10.222.0.96', 42418) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:39:59.407521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d819c5c3-c2a9-4f94-b6a4-55ec43124d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.445259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d819c5c3-c2a9-4f94-b6a4-55ec43124d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.486774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e307-dfcf-40c9-85e4-de1c57168d0b req-aaf09133-5742-47de-997a-a8eb877da183 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.493981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f73e307-dfcf-40c9-85e4-de1c57168d0b req-aaf09133-5742-47de-997a-a8eb877da183 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 947 time: 0.1556787 Mar 11 17:39:59.512610 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-1fde9286-71ad-4000-b349-3dcae700a723 service neutron] 10.222.0.59 "GET /v2.0/networks/923400e2-75c0-457d-9e3f-213c4d83896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980858 Mar 11 17:39:59.603182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f73e307-dfcf-40c9-85e4-de1c57168d0b req-05fb20a5-74b4-458b-bab6-1e5e336d5453 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083064 Mar 11 17:39:59.613153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d819c5c3-c2a9-4f94-b6a4-55ec43124d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.641528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.643836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819c5c3-c2a9-4f94-b6a4-55ec43124d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389798d-7d79-4fab-9550-65d1fc5c9669,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:59.703232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=d671a4d7-585a-4ba7-bf38-d191260b56ea,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:59.716041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d819c5c3-c2a9-4f94-b6a4-55ec43124d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.717620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d819c5c3-c2a9-4f94-b6a4-55ec43124d28 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d389798d-7d79-4fab-9550-65d1fc5c9669 HTTP/1.1" status: 204 len: 168 time: 0.4997022 Mar 11 17:39:59.729946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a8c757cd-11ed-446a-97c5-6ef1c43f0774 req-d3b00422-db0d-4fc3-8bd2-5f44bd7532cc service neutron] 10.222.0.59 "GET /v2.0/networks/923400e2-75c0-457d-9e3f-213c4d83896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019055 Mar 11 17:39:59.732528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c87a7b3f-bfd3-4927-8dec-5813d03b2330 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:39:59.742478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:39:59.794148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.854386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-663878ea-3e43-4ba8-a1b5-84f7e206d3b0 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/d671a4d7-585a-4ba7-bf38-d191260b56ea HTTP/1.1" status: 204 len: 168 time: 1.2769511 Mar 11 17:39:59.854879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:39:59.878482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a086580-84f9-4f21-96df-d30758626e6a req-0330ecd3-8869-4e27-8ce7-d5e800390a55 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.891466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a086580-84f9-4f21-96df-d30758626e6a req-0330ecd3-8869-4e27-8ce7-d5e800390a55 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 945 time: 0.2795956 Mar 11 17:39:59.947466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:59.958161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:59.958664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.974607 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-80aa148f-2af7-4777-9a0d-70721fce6c9a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] GET failed (client error): The resource could not be found. Mar 11 17:39:59.975761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-80aa148f-2af7-4777-9a0d-70721fce6c9a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Synchronizing usage tracker for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:40:00.008233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:00.013167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-80aa148f-2af7-4777-9a0d-70721fce6c9a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Unset dirty status for tenant:786879d00400434ab898a5e267f4df6a on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:40:00.015334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-80aa148f-2af7-4777-9a0d-70721fce6c9a tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports/d671a4d7-585a-4ba7-bf38-d191260b56ea HTTP/1.1" status: 404 len: 333 time: 0.1590891 Mar 11 17:40:00.018144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58422) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:00.036762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a086580-84f9-4f21-96df-d30758626e6a req-7b3b8888-bb40-42da-ab0d-7cca78f7bb01 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476910 Mar 11 17:40:00.049791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'mac_address': 'fa:16:3e:8a:9c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:40:00.061828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148250e-925e-43b2-82e4-d15b9bc16869 req-32265b92-3673-4f5b-9acb-05b62a2108b0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:00.063934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d148250e-925e-43b2-82e4-d15b9bc16869 req-32265b92-3673-4f5b-9acb-05b62a2108b0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 944 time: 0.2656517 Mar 11 17:40:00.122067 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.127539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65cdc3d2-8a30-4fcb-92f9-10866189ac60 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.162615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d148250e-925e-43b2-82e4-d15b9bc16869 req-5e0d1a35-9e05-4142-851a-e3a40e80fe31 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928478 Mar 11 17:40:00.185059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65cdc3d2-8a30-4fcb-92f9-10866189ac60 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.203321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87a7b3f-bfd3-4927-8dec-5813d03b2330 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:40:00.218036 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.232810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:00.242945 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.259593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65cdc3d2-8a30-4fcb-92f9-10866189ac60 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.281107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdc3d2-8a30-4fcb-92f9-10866189ac60 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa6c0f8-7cec-4ed5-9aa2-ab2aa9204795,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:00.283478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:00.289752 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-65cdc3d2-8a30-4fcb-92f9-10866189ac60 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.293331 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-65cdc3d2-8a30-4fcb-92f9-10866189ac60 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/security-groups/daa6c0f8-7cec-4ed5-9aa2-ab2aa9204795 HTTP/1.1" status: 204 len: 168 time: 0.2715261 Mar 11 17:40:00.293578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58436) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:00.356458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:00.366321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.371586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20442ec3-0aa3-4e9b-8f92-ee37d0c78f13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.395540 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55', 'code': 200} Mar 11 17:40:00.396093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:00.412231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20442ec3-0aa3-4e9b-8f92-ee37d0c78f13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.487646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20442ec3-0aa3-4e9b-8f92-ee37d0c78f13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.492338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:00.550009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20442ec3-0aa3-4e9b-8f92-ee37d0c78f13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0917c-d6dd-484e-85b8-06e8974ce8eb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:00.552656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923c588-4923-4f06-880f-ec53de6f4785 req-f3f41184-55f1-4ad0-99ce-640e1afa0d70 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:00.555455 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4923c588-4923-4f06-880f-ec53de6f4785 req-f3f41184-55f1-4ad0-99ce-640e1afa0d70 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 943 time: 0.2443867 Mar 11 17:40:00.555802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20442ec3-0aa3-4e9b-8f92-ee37d0c78f13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.558416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-20442ec3-0aa3-4e9b-8f92-ee37d0c78f13 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/security-groups/a8e0917c-d6dd-484e-85b8-06e8974ce8eb HTTP/1.1" status: 204 len: 168 time: 0.2622354 Mar 11 17:40:00.559931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58444) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:00.586143 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dd0431d2-d56d-443e-b52a-9641c1b9a571 req-8397c5ec-a0d7-487f-8e0b-c86f20eb2fa9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 1097 time: 0.0931427 Mar 11 17:40:00.635971 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dd0431d2-d56d-443e-b52a-9641c1b9a571 req-e6d4ea85-d74e-4d63-851e-5fc25555909a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Mar 11 17:40:00.656310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4923c588-4923-4f06-880f-ec53de6f4785 req-190b671c-82fa-49d4-b2a5-a145d28e0a1f tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741744 Mar 11 17:40:00.665261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02e05e0e-b072-4488-9452-ebd03f918aad tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.700183 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02e05e0e-b072-4488-9452-ebd03f918aad tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.730531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c87a7b3f-bfd3-4927-8dec-5813d03b2330'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:00.762346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02e05e0e-b072-4488-9452-ebd03f918aad tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.818334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e05e0e-b072-4488-9452-ebd03f918aad tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d76ad-6676-4967-9119-971e215e5cb8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:00.834035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02e05e0e-b072-4488-9452-ebd03f918aad tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.837653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-02e05e0e-b072-4488-9452-ebd03f918aad tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/security-groups/5d2d76ad-6676-4967-9119-971e215e5cb8 HTTP/1.1" status: 204 len: 168 time: 0.2742515 Mar 11 17:40:00.837923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58456) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:00.933686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58460) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:00.946242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f69cba-235a-4208-b419-ae443ce87b8a req-f40aa495-2f22-477b-b680-65edaf2bd3c6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:00.953711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8f69cba-235a-4208-b419-ae443ce87b8a req-f40aa495-2f22-477b-b680-65edaf2bd3c6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 947 time: 0.1749370 Mar 11 17:40:01.069132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1242039050-network', 'tenant_id': '51035be4de5a49d3898f5326993c7327'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:01.074207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:01.075379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8f69cba-235a-4208-b419-ae443ce87b8a req-7b551fcd-0911-457e-9028-61cca68a4d42 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213548 Mar 11 17:40:01.078220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Usage tracker for resource:network and tenant:51035be4de5a49d3898f5326993c7327 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:01.082852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:01.088972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:01.103390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Made reservation on behalf of 51035be4de5a49d3898f5326993c7327 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:01.103538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet 1d1e7a98-36d0-481d-aa35-cd30fce274f7 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:01.106052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.106915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.128976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.165530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.169740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:01.174729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Usage tracker for resource:security_group_rule and tenant:51035be4de5a49d3898f5326993c7327 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:01.177841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:01.183676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:01.263163 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.270993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.300712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:40:01.318000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e3619-2c44-40ad-8b8e-efee46651e26 req-9f2e8205-bb33-4e49-b1b1-abbd9262f7c3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.319605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b13e3619-2c44-40ad-8b8e-efee46651e26 req-9f2e8205-bb33-4e49-b1b1-abbd9262f7c3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1241515 Mar 11 17:40:01.322657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.322997 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Added segment 702b8611-1872-4dd3-b030-81b8ccc827b7 of type vlan for network 061ef93c-ec9d-4405-b2f0-c31bacc68640 Mar 11 17:40:01.324212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be4c8fe-1773-4ac1-9aa2-dea8871a623e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:01.326662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.354505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.384385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.385214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.385793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.477159 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b13e3619-2c44-40ad-8b8e-efee46651e26 req-8bf72658-1f7e-40e6-b65e-0d5f138fa13c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228454 Mar 11 17:40:01.487918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] Pushing event updated for resources: {'Network': ['ID=061ef93c-ec9d-4405-b2f0-c31bacc68640,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:01.491013 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49e3ca4d-5933-4fbd-965e-f42a2c208e3b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5625966 Mar 11 17:40:01.499113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 061ef93c-ec9d-4405-b2f0-c31bacc68640 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:40:01.500141 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.551348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655de040-fbca-43cf-adad-b0304283ee50 req-42641f83-bff1-4176-baf6-1e732988ba55 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.553312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-655de040-fbca-43cf-adad-b0304283ee50 req-42641f83-bff1-4176-baf6-1e732988ba55 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 945 time: 0.1977680 Mar 11 17:40:01.589730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1e7a98-36d0-481d-aa35-cd30fce274f7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:01.601243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.611589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff0487-5808-4ff8-a0d3-53355bb65329 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:01.612700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d412f735-5a67-40a4-9df9-0aaa7096a0f7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/1d1e7a98-36d0-481d-aa35-cd30fce274f7 HTTP/1.1" status: 204 len: 168 time: 0.7735968 Mar 11 17:40:01.616717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58472) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:01.691277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-28a2f549-2322-465c-b2d8-99cb39ebb8ab tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.691900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-28a2f549-2322-465c-b2d8-99cb39ebb8ab tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Synchronizing usage tracker for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:40:01.692581 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-655de040-fbca-43cf-adad-b0304283ee50 req-0ddc5565-4628-4a83-8165-4838780af6d6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315761 Mar 11 17:40:01.704729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-28a2f549-2322-465c-b2d8-99cb39ebb8ab tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Unset dirty status for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:40:01.705828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-28a2f549-2322-465c-b2d8-99cb39ebb8ab tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 947 time: 0.2076995 Mar 11 17:40:01.733665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet 6aa453da-4fc2-41ff-8d70-3d4605f8dc2d {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:01.737023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.740140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 97c22a9b-3235-40a2-8b35-67f8fa2c756d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:40:01.814964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Deleting port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:01.815317 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.825892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.976568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d4eb2-33b5-4f63-8381-83107c766df8 req-3d3468de-9397-4807-842c-f1c46bc088b3 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.978082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-199d4eb2-33b5-4f63-8381-83107c766df8 req-3d3468de-9397-4807-842c-f1c46bc088b3 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 943 time: 0.1172590 Mar 11 17:40:02.009522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.080322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 97c22a9b-3235-40a2-8b35-67f8fa2c756d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=97c22a9b-3235-40a2-8b35-67f8fa2c756d,segment=NetworkSegment(5c754b03-0761-4884-b92e-8b1c16b014a4),segment_id=5c754b03-0761-4884-b92e-8b1c16b014a4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:02.101415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '97c22a9b-3235-40a2-8b35-67f8fa2c756d', 'network_id': '923400e2-75c0-457d-9e3f-213c4d83896f', 'port_id': '97c22a9b-3235-40a2-8b35-67f8fa2c756d', 'mac_address': 'fa:16:3e:ef:21:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6060efcf-7649-4a66-ae59-92b555850bda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:40:02.197948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] For port 7e8a0e83-14a3-47c0-be25-fcf7938e3102, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=7e8a0e83-14a3-47c0-be25-fcf7938e3102,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:02.198665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.251581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.255040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c60f8-c33d-491b-b4fc-8036c2b76afb req-d63029cc-c57a-4d9f-a084-fca53502cdae tempest-ComputeTenantNetworksTest-251506030 tempest-ComputeTenantNetworksTest-251506030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.259354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c60f8-c33d-491b-b4fc-8036c2b76afb req-d63029cc-c57a-4d9f-a084-fca53502cdae tempest-ComputeTenantNetworksTest-251506030 tempest-ComputeTenantNetworksTest-251506030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.263934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c60f8-c33d-491b-b4fc-8036c2b76afb req-d63029cc-c57a-4d9f-a084-fca53502cdae tempest-ComputeTenantNetworksTest-251506030 tempest-ComputeTenantNetworksTest-251506030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.265504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-396c60f8-c33d-491b-b4fc-8036c2b76afb req-d63029cc-c57a-4d9f-a084-fca53502cdae tempest-ComputeTenantNetworksTest-251506030 tempest-ComputeTenantNetworksTest-251506030-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2576756 Mar 11 17:40:02.272027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c22a9b-3235-40a2-8b35-67f8fa2c756d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:40:02.292610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 97c22a9b-3235-40a2-8b35-67f8fa2c756d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=97c22a9b-3235-40a2-8b35-67f8fa2c756d,segment=NetworkSegment(5c754b03-0761-4884-b92e-8b1c16b014a4),segment_id=5c754b03-0761-4884-b92e-8b1c16b014a4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:02.294829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-199d4eb2-33b5-4f63-8381-83107c766df8 req-a94e1ba2-e9d4-4dcb-a52b-161c68407f44 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105536 Mar 11 17:40:02.307916 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.310481 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.363213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.373377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa453da-4fc2-41ff-8d70-3d4605f8dc2d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:02.380735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-efdaa4d0-396b-4e11-97f0-b2d0b2f16ed3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/6aa453da-4fc2-41ff-8d70-3d4605f8dc2d HTTP/1.1" status: 204 len: 168 time: 0.7632740 Mar 11 17:40:02.383266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58488) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:02.436434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=97c22a9b-3235-40a2-8b35-67f8fa2c756d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:02.505682 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f471db69-1f4c-4aae-8a96-bdd449d010e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:02.506122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f471db69-1f4c-4aae-8a96-bdd449d010e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:02.510851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f471db69-1f4c-4aae-8a96-bdd449d010e7 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/1d1e7a98-36d0-481d-aa35-cd30fce274f7 HTTP/1.1" status: 404 len: 337 time: 0.1232107 Mar 11 17:40:02.511833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58492) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:02.697193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9f4e7-fbad-4672-b19d-a145c407fa26 req-5b017643-47ce-4ba8-b335-a6b0187cdce1 tempest-ComputeTenantNetworksTest-251506030 tempest-ComputeTenantNetworksTest-251506030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.698262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ea9f4e7-fbad-4672-b19d-a145c407fa26 req-5b017643-47ce-4ba8-b335-a6b0187cdce1 tempest-ComputeTenantNetworksTest-251506030 tempest-ComputeTenantNetworksTest-251506030-project] 10.222.0.96 "GET /v2.0/networks/061ef93c-ec9d-4405-b2f0-c31bacc68640 HTTP/1.1" status: 200 len: 769 time: 0.3162773 Mar 11 17:40:02.701937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.702304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.702633 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Floating IP 46a3164b-963c-459c-9c78-7000d3a873e5 disassociated. External IP: 172.25.3.77, port: 7e8a0e83-14a3-47c0-be25-fcf7938e3102. Mar 11 17:40:02.703014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Calling delete_port for 7e8a0e83-14a3-47c0-be25-fcf7938e3102 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:02.715437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58498) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:02.818687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['97c22a9b-3235-40a2-8b35-67f8fa2c756d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:02.835532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f74c-acf8-4a19-b9c7-8b78825da4ac req-b0c49ce5-7573-4b7d-943a-1b602cdc1cff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.837143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79d3f74c-acf8-4a19-b9c7-8b78825da4ac req-b0c49ce5-7573-4b7d-943a-1b602cdc1cff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 947 time: 0.3390079 Mar 11 17:40:02.876796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0efcb5-af42-4655-83a1-66b8a97c03d8 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:02.882899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting subnet 949b2d48-101d-418b-b1b2-69dfb4b6ddb4 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:02.903025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.917412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.992512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.002615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79d3f74c-acf8-4a19-b9c7-8b78825da4ac req-79f83d15-1e24-4042-8c75-f7744c38b232 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=045af07b-62e8-49a1-9e77-f071d616241c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293049 Mar 11 17:40:03.060425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0488db5c-6dc3-4e23-aa5f-1667b7a5c4e9 None None] Provisioning complete for port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:03.060795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0488db5c-6dc3-4e23-aa5f-1667b7a5c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.076453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.096135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe300cb-e9b0-4b0f-9d37-877c3118ed06 req-3d6fdda4-eac1-4322-be9f-f92a084a87d6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:03.097734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2fe300cb-e9b0-4b0f-9d37-877c3118ed06 req-3d6fdda4-eac1-4322-be9f-f92a084a87d6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.2566974 Mar 11 17:40:03.108447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.132984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061ef93c-ec9d-4405-b2f0-c31bacc68640']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:03.153501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702b8611-1872-4dd3-b030-81b8ccc827b7') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:03.153790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702b8611-1872-4dd3-b030-81b8ccc827b7') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:03.183236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.232092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0488db5c-6dc3-4e23-aa5f-1667b7a5c4e9 None None] Port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:40:03.235310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2fe300cb-e9b0-4b0f-9d37-877c3118ed06 req-534e950c-46b8-4070-a5e2-4489e23e041d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276643 Mar 11 17:40:03.239214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.255902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:40:03.256307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:03.276868 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:03.315046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0488db5c-6dc3-4e23-aa5f-1667b7a5c4e9 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:03.315441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0488db5c-6dc3-4e23-aa5f-1667b7a5c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.317104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.370200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.449276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.475075 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.477654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] Pushing event deleted for resources: {'Network': ['ID=061ef93c-ec9d-4405-b2f0-c31bacc68640,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:03.496874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Subnet': ['ID=949b2d48-101d-418b-b1b2-69dfb4b6ddb4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:03.498425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-877fc6df-c339-40d0-bb1b-f6b11810b107 admin admin] 10.222.0.96 "DELETE /v2.0/networks/061ef93c-ec9d-4405-b2f0-c31bacc68640 HTTP/1.1" status: 204 len: 168 time: 0.7807806 Mar 11 17:40:03.509255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.521196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event deleted for resources: {'Port': ['ID=7e8a0e83-14a3-47c0-be25-fcf7938e3102,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:03.535966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130976f-0bdb-4c40-b2c2-f4df18b2e18c req-bd90cad0-42e7-4455-af05-0c3fead92cfa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:03.537486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7130976f-0bdb-4c40-b2c2-f4df18b2e18c req-bd90cad0-42e7-4455-af05-0c3fead92cfa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 945 time: 0.1549501 Mar 11 17:40:03.620649 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7130976f-0bdb-4c40-b2c2-f4df18b2e18c req-d8bec300-d710-4678-ad25-a52303e7b5e4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623581 Mar 11 17:40:03.724399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58512) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:03.728268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e8d587d4-6a7c-40ea-a57c-72f6900d8f42 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/949b2d48-101d-418b-b1b2-69dfb4b6ddb4 HTTP/1.1" status: 204 len: 168 time: 1.2089701 Mar 11 17:40:03.732768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58514) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:03.748575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c87a7b3f-bfd3-4927-8dec-5813d03b2330 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:40:03.826355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff2f3f15-fe84-4e76-8fad-da11da65bf80 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=51035be4de5a49d3898f5326993c7327&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0986233 Mar 11 17:40:03.829054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58520) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:03.839066 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8f2fc0-07db-4c68-8b1c-577c34722979 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:03.839721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8f2fc0-07db-4c68-8b1c-577c34722979 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:03.843982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b8f2fc0-07db-4c68-8b1c-577c34722979 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/fa77a7d8-1ad2-40da-9567-cd5346fec0eb HTTP/1.1" status: 404 len: 337 time: 0.1035752 Mar 11 17:40:03.844730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c87a7b3f-bfd3-4927-8dec-5813d03b2330 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:40:03.845194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58524) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:03.852342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c87a7b3f-bfd3-4927-8dec-5813d03b2330 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:03.853423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.899168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af209ee5-82e5-4c12-a394-a8d30e1a89b5 req-6467a61e-c2eb-4c72-918b-63dbfc338404 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:03.908771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af209ee5-82e5-4c12-a394-a8d30e1a89b5 req-6467a61e-c2eb-4c72-918b-63dbfc338404 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 944 time: 0.2113376 Mar 11 17:40:03.954536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5773d-96f6-464d-8f04-3b4740350c1a req-a41d0adc-5e23-4e63-9cf0-909071c40b1f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:03.956126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15f5773d-96f6-464d-8f04-3b4740350c1a req-a41d0adc-5e23-4e63-9cf0-909071c40b1f tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1649904 Mar 11 17:40:04.000819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af209ee5-82e5-4c12-a394-a8d30e1a89b5 req-ff90166d-888a-4419-a19b-a1ea7fbc7291 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908172 Mar 11 17:40:04.030544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.076761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15f5773d-96f6-464d-8f04-3b4740350c1a req-ff593e48-304b-4a7e-aebd-765e6d6cd081 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138742 Mar 11 17:40:04.082854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:04.085488 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-93c63c74-3aca-4f9a-884f-23a36efe747f tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "GET /v2.0/ports?device_id=842ef438-f0b6-4130-b95e-b337b97aeaa5 HTTP/1.1" status: 200 len: 205 time: 0.2377307 Mar 11 17:40:04.088400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58530) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.106212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:04.120567 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.121383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:04.203710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d90d04b6-c471-4bfb-83b3-a7240e71bc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.249369 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'code': 200} Mar 11 17:40:04.264013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d90d04b6-c471-4bfb-83b3-a7240e71bc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.277946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 7e8a0e83-14a3-47c0-be25-fcf7938e3102 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:40:04.286125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 7e8a0e83-14a3-47c0-be25-fcf7938e3102 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:40:04.286304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Router 6bfa8db5-913d-41df-b552-edbedf42f80d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:40:04.330704 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-94522e3d-fb27-4749-af1b-ff35a1d185b3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] delete failed (client error): The resource could not be found. Mar 11 17:40:04.338213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-94522e3d-fb27-4749-af1b-ff35a1d185b3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/routers/842ef438-f0b6-4130-b95e-b337b97aeaa5 HTTP/1.1" status: 404 len: 336 time: 0.2462525 Mar 11 17:40:04.338910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58538) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.351240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:04.372007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c1deb7-1699-4b87-a557-21af4b6f3590 None None] Network 2944725e-6582-4cda-8ec9-f955ca6fbf1f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:04.418619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09a05948-7063-4996-8e3a-f4ce164c037c req-bc56a78f-5879-4266-ad4f-e503f854febf tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0785944 Mar 11 17:40:04.501888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1434e6cc-44d4-4716-adf3-21f864ad9531 None None] Provisioning complete for port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:04.502253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1434e6cc-44d4-4716-adf3-21f864ad9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.513446 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d90d04b6-c471-4bfb-83b3-a7240e71bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.536472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d04b6-c471-4bfb-83b3-a7240e71bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be4c8fe-1773-4ac1-9aa2-dea8871a623e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:04.543923 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-40acd47a-e5ef-4f2f-ad6a-5c7162a1890d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:04.544369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40acd47a-e5ef-4f2f-ad6a-5c7162a1890d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:04.546100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-40acd47a-e5ef-4f2f-ad6a-5c7162a1890d tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/6b92281d-145b-470e-8525-8bccd8f06553 HTTP/1.1" status: 404 len: 337 time: 0.1421812 Mar 11 17:40:04.548444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d90d04b6-c471-4bfb-83b3-a7240e71bc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.549561 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d90d04b6-c471-4bfb-83b3-a7240e71bc1f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9be4c8fe-1773-4ac1-9aa2-dea8871a623e HTTP/1.1" status: 204 len: 168 time: 0.7179337 Mar 11 17:40:04.551289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58542) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.592102 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1204b3-3bfe-4c0d-90e7-923993ccb75b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:04.592484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1204b3-3bfe-4c0d-90e7-923993ccb75b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:04.596711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df1204b3-3bfe-4c0d-90e7-923993ccb75b tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/bbe73b8e-dd85-4eed-88fc-64e48b4addb8 HTTP/1.1" status: 404 len: 337 time: 0.0419552 Mar 11 17:40:04.597012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58548) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.608550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c637751-b7d7-4d97-ae09-f7c5bbe13781 req-eb099403-37a2-4737-8b15-bf86bc8a1980 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 1097 time: 0.1840372 Mar 11 17:40:04.635921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0608eb-0b7c-409d-a330-56308c437d1a req-69fffec4-0d58-4fd4-9548-e94c48ea59ee tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:04.637316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db0608eb-0b7c-409d-a330-56308c437d1a req-69fffec4-0d58-4fd4-9548-e94c48ea59ee tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1390913 Mar 11 17:40:04.641791 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b48de1-c3d8-4fee-beb5-707a489bc43e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:04.642231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b48de1-c3d8-4fee-beb5-707a489bc43e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:04.646344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-16b48de1-c3d8-4fee-beb5-707a489bc43e tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/a5d5ce6e-b6dc-4c83-947b-e55febe7995e HTTP/1.1" status: 404 len: 337 time: 0.0461321 Mar 11 17:40:04.647099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58554) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.704653 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1711c331-b2ad-43fe-98e2-36cb6024a7c5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:04.704653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1711c331-b2ad-43fe-98e2-36cb6024a7c5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:04.708335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1711c331-b2ad-43fe-98e2-36cb6024a7c5 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/785e04ef-4e24-43b4-ae82-e23eee978e75 HTTP/1.1" status: 404 len: 333 time: 0.0577686 Mar 11 17:40:04.709037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58560) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.715686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1434e6cc-44d4-4716-adf3-21f864ad9531 None None] Port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:40:04.750814 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9796ffda-ed55-4312-9ee5-6713ff69cf27 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:04.751340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9796ffda-ed55-4312-9ee5-6713ff69cf27 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:04.755743 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9796ffda-ed55-4312-9ee5-6713ff69cf27 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/3c3f4716-37ec-4d41-a8bc-a14da0e02e78 HTTP/1.1" status: 404 len: 337 time: 0.0436652 Mar 11 17:40:04.757844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.765714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c637751-b7d7-4d97-ae09-f7c5bbe13781 req-ec0dd4e9-1dfe-408e-bbe9-9f2760ab6380 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498230 Mar 11 17:40:04.767983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1434e6cc-44d4-4716-adf3-21f864ad9531 None None] Provisioning complete for port d2a11168-20fc-40eb-b8cd-b338dbef4d16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:04.768552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1434e6cc-44d4-4716-adf3-21f864ad9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.796857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db0608eb-0b7c-409d-a330-56308c437d1a req-8d98cd19-c5d7-4420-bbac-408c50d32771 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391611 Mar 11 17:40:04.801289 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1902cc5b-b6b2-4e45-8cd1-068b0a4519ea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:04.801770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1902cc5b-b6b2-4e45-8cd1-068b0a4519ea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:04.806446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1902cc5b-b6b2-4e45-8cd1-068b0a4519ea tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/e7109a63-488d-4370-9c2c-48ff8a1ee303 HTTP/1.1" status: 404 len: 337 time: 0.0451074 Mar 11 17:40:04.806856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58568) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.862082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:40:04.864259 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-127af4e0-005e-4ee1-9bd9-940f8ecd538c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:04.864696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127af4e0-005e-4ee1-9bd9-940f8ecd538c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:04.866416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-127af4e0-005e-4ee1-9bd9-940f8ecd538c tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/b8a3186b-b00e-4248-b149-e8d300106bfe HTTP/1.1" status: 404 len: 333 time: 0.0588408 Mar 11 17:40:04.873664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] Sync routers for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:40:04.893357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58576) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:04.899557 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:40:04.900334 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:04.953306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] No DVR routers for this DVR port 7e8a0e83-14a3-47c0-be25-fcf7938e3102 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:40:04.955710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.957809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44383a41-1ed2-4a01-b3ed-6d3bf5b80cc7 req-c41f3e5c-b572-4fc7-830f-48cb5bbbe33f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "DELETE /v2.0/ports/7e8a0e83-14a3-47c0-be25-fcf7938e3102 HTTP/1.1" status: 204 len: 173 time: 3.2439742 Mar 11 17:40:04.958225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-deleted', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:04.970854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] DHCP port deletion for 2944725e-6582-4cda-8ec9-f955ca6fbf1f request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:40:04.984633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Deleting port d2a11168-20fc-40eb-b8cd-b338dbef4d16 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:04.985726 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.003612 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1cf261-e8bd-489a-a491-cde6c26e7bc3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:05.004128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1cf261-e8bd-489a-a491-cde6c26e7bc3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:05.005961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7d1cf261-e8bd-489a-a491-cde6c26e7bc3 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/d04a8b93-f6ff-4984-b607-2c5186d37188 HTTP/1.1" status: 404 len: 337 time: 0.0951142 Mar 11 17:40:05.008678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58582) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:05.065875 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6934f0c-415c-4202-9971-8fd29a170776 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:05.066443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6934f0c-415c-4202-9971-8fd29a170776 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:05.068230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d6934f0c-415c-4202-9971-8fd29a170776 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/subnets/bbf02f27-c133-4ff5-a7dd-5b0a3fb227ce HTTP/1.1" status: 404 len: 337 time: 0.0585883 Mar 11 17:40:05.071070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58590) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:05.098025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2b842-d413-4d0c-ab45-6340c4d36f43 req-7c7d3e45-4e1c-43de-9e4e-362c2d53fada tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:05.112160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04e2b842-d413-4d0c-ab45-6340c4d36f43 req-7c7d3e45-4e1c-43de-9e4e-362c2d53fada tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.3123477 Mar 11 17:40:05.215253 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04e2b842-d413-4d0c-ab45-6340c4d36f43 req-91714422-53e6-4456-80c7-45f4154266d1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991242 Mar 11 17:40:05.245681 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcdfb3-608a-4f83-86e1-784cf497e8d2', 'name': 'network-vif-deleted', 'tag': '7e8a0e83-14a3-47c0-be25-fcf7938e3102', 'status': 'completed', 'code': 200} Mar 11 17:40:05.280758 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:40:05.287639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:05.287987 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.421629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d2a11168-20fc-40eb-b8cd-b338dbef4d16 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:05.627288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.696996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abade8b-7b54-4955-8902-be9eb56ce015 req-f107ecaa-680d-49d7-b461-2a38a2b40484 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:05.704049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7abade8b-7b54-4955-8902-be9eb56ce015 req-f107ecaa-680d-49d7-b461-2a38a2b40484 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 944 time: 0.2700105 Mar 11 17:40:05.769739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7abade8b-7b54-4955-8902-be9eb56ce015 req-7c9d42e4-2a21-47d3-a8bf-7d1e71c31e90 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647156 Mar 11 17:40:05.770416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 97c22a9b-3235-40a2-8b35-67f8fa2c756d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:40:05.775903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e2b39-cdca-4b3f-9fad-3c30dff40643 req-e98fa2d8-4620-446e-b52a-14945cc4bec5 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:05.785626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:05.785993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e24e2b39-cdca-4b3f-9fad-3c30dff40643 req-e98fa2d8-4620-446e-b52a-14945cc4bec5 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1874666 Mar 11 17:40:05.870898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e24e2b39-cdca-4b3f-9fad-3c30dff40643 req-14f21665-6bde-4fb5-835f-443a6265602d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757892 Mar 11 17:40:05.889991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.962932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:05.963325 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.968741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:05.993041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.019625 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-86b372c9-5e98-4361-a7cf-59523d306884 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/ports/c7cd0778-0ad1-42c5-ba17-9bbfcc218ce3 HTTP/1.1" status: 204 len: 168 time: 0.9444084 Mar 11 17:40:06.019917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58610) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:06.133590 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:06.138662 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] Checking router: 6bfa8db5-913d-41df-b552-edbedf42f80d for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:40:06.150384 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:40:06.151338 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:39:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:06.157206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Calling delete_port for d2a11168-20fc-40eb-b8cd-b338dbef4d16 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:06.183489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.263048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:06.263938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 97c22a9b-3235-40a2-8b35-67f8fa2c756d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:40:06.271537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 97c22a9b-3235-40a2-8b35-67f8fa2c756d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:06.271921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.293509 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad720206-e22c-4329-8108-82bbc3a99c9a req-9e995770-8861-4b70-a26a-c5ffc130ccf9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8bcdfb3-608a-4f83-86e1-784cf497e8d2 HTTP/1.1" status: 200 len: 210 time: 0.2207315 Mar 11 17:40:06.308292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.415692 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:40:06.422090 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.442557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Deleting port d2a11168-20fc-40eb-b8cd-b338dbef4d16 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:06.446324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.463763 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:40:06.464345 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:40:06.530390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:06.631298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.665888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c22a9b-3235-40a2-8b35-67f8fa2c756d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:06.680940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 97c22a9b-3235-40a2-8b35-67f8fa2c756d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=97c22a9b-3235-40a2-8b35-67f8fa2c756d,segment=NetworkSegment(5c754b03-0761-4884-b92e-8b1c16b014a4),segment_id=5c754b03-0761-4884-b92e-8b1c16b014a4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:06.689788 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.780908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=97c22a9b-3235-40a2-8b35-67f8fa2c756d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:06.822604 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c22a9b-3235-40a2-8b35-67f8fa2c756d', 'code': 200} Mar 11 17:40:06.823242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:06.823787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.836273 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:06.846801 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0459a08-d332-43c6-8dc1-d3449f81e210 None None] The sync data for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 is: [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:40:06.965372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Deleting port d2a11168-20fc-40eb-b8cd-b338dbef4d16 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:06.965855 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.018783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Calling delete_port for d2a11168-20fc-40eb-b8cd-b338dbef4d16 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:07.047055 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86821cfd-d839-412b-ad36-277a8dc16801 req-627a3547-c5e8-4d0c-bb89-bf67d33663e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 1096 time: 0.1160975 Mar 11 17:40:07.058972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8449238-0ef2-43c1-9948-04ba1e8bc484 req-11983db5-428b-43a4-ad58-0746e2934132 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:07.060514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8449238-0ef2-43c1-9948-04ba1e8bc484 req-11983db5-428b-43a4-ad58-0746e2934132 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.5566812 Mar 11 17:40:07.151572 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-86821cfd-d839-412b-ad36-277a8dc16801 req-059dcf40-e888-49ef-bbd0-1d7caee435a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958617 Mar 11 17:40:07.223458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8449238-0ef2-43c1-9948-04ba1e8bc484 req-f58eb8db-a2eb-4810-999d-2981677066cc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245823 Mar 11 17:40:07.273904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d30b01-eaf7-49a9-83a8-c61e6794a1e6 req-2425b8f7-2e0f-49cc-8925-a6543226e868 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:07.275522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d30b01-eaf7-49a9-83a8-c61e6794a1e6 req-2425b8f7-2e0f-49cc-8925-a6543226e868 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 945 time: 0.2650781 Mar 11 17:40:07.277071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.278443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] For port d2a11168-20fc-40eb-b8cd-b338dbef4d16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d2a11168-20fc-40eb-b8cd-b338dbef4d16,segment=NetworkSegment(77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088),segment_id=77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:07.278886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.289233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6e57d-53b7-4b76-b60e-3af82861ceb0 None None] New status for floating IP 46a3164b-963c-459c-9c78-7000d3a873e5: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:40:07.340312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Port': ['ID=d2a11168-20fc-40eb-b8cd-b338dbef4d16,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:07.342459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] No DVR routers for this DVR port d2a11168-20fc-40eb-b8cd-b338dbef4d16 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:40:07.553467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Calling delete_port for d2a11168-20fc-40eb-b8cd-b338dbef4d16 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:07.577425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d30b01-eaf7-49a9-83a8-c61e6794a1e6 req-b4cfb890-53e5-45a3-943f-93cf3206367b tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869256 Mar 11 17:40:07.582732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.621538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2944725e-6582-4cda-8ec9-f955ca6fbf1f']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:07.637227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ac552-2cc1-41da-848a-7a59057d8902 req-0bb54045-528a-4e46-8612-431be8c94a66 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:07.638732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a4ac552-2cc1-41da-848a-7a59057d8902 req-0bb54045-528a-4e46-8612-431be8c94a66 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.2394106 Mar 11 17:40:07.642750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:07.643038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77dfca2b-c2b9-4dc5-be5c-fc7ea90ff088') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:07.671012 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.702393 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.710374 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:40:07.710747 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:40:07.714386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:40:07.714773 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:07.736033 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:07.742882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a4ac552-2cc1-41da-848a-7a59057d8902 req-fb66370f-59b1-4260-b5b9-758f6eba4410 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924292 Mar 11 17:40:07.779024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58650) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:07.835006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.857409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de4d2685-6cfb-4197-8c58-7ba1f6c75a54 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.857931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.867011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] Pushing event deleted for resources: {'Network': ['ID=2944725e-6582-4cda-8ec9-f955ca6fbf1f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:07.874795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f3e1efb3-d8ac-4f5c-b036-d356a3a60935 tempest-PortsIpV6TestJSON-1359023252 tempest-PortsIpV6TestJSON-1359023252-project] 10.222.0.96 "DELETE /v2.0/networks/2944725e-6582-4cda-8ec9-f955ca6fbf1f HTTP/1.1" status: 204 len: 168 time: 1.8535373 Mar 11 17:40:07.889840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de4d2685-6cfb-4197-8c58-7ba1f6c75a54 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.959633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de4d2685-6cfb-4197-8c58-7ba1f6c75a54 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.994126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d2685-6cfb-4197-8c58-7ba1f6c75a54 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045af07b-62e8-49a1-9e77-f071d616241c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:07.998304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de4d2685-6cfb-4197-8c58-7ba1f6c75a54 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.000026 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-de4d2685-6cfb-4197-8c58-7ba1f6c75a54 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "DELETE /v2.0/security-groups/045af07b-62e8-49a1-9e77-f071d616241c HTTP/1.1" status: 204 len: 168 time: 0.2199333 Mar 11 17:40:08.002853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58662) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:08.023501 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-a5333e1f-b15a-490e-bdd0-e6defc1a68f6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] show failed (client error): The resource could not be found. Mar 11 17:40:08.025228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a5333e1f-b15a-490e-bdd0-e6defc1a68f6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups/045af07b-62e8-49a1-9e77-f071d616241c HTTP/1.1" status: 404 len: 347 time: 0.0211990 Mar 11 17:40:08.028312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58666) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:08.232924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Deleting port d2a11168-20fc-40eb-b8cd-b338dbef4d16 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:08.233648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.281607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58680) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:08.305312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Deleting port 61a281e4-2787-49fb-8628-fd86a41e9f21 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:08.305885 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.332215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc3e2-4539-449d-82f2-cabeef8f7274 None None] The port 'd2a11168-20fc-40eb-b8cd-b338dbef4d16' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:40:08.540366 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c2444fd9-fa6f-4fe6-9ea8-925d97b59779 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=786879d00400434ab898a5e267f4df6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2562397 Mar 11 17:40:08.542928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58692) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:08.559085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.559085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.612445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41fe0e6d-58dc-4f60-b707-ea9a04392ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.679857 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41fe0e6d-58dc-4f60-b707-ea9a04392ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.774129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41fe0e6d-58dc-4f60-b707-ea9a04392ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.789079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0e6d-58dc-4f60-b707-ea9a04392ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42373c-653e-439f-a971-411d5a2306fd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:08.795144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Calling delete_port for 61a281e4-2787-49fb-8628-fd86a41e9f21 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:08.797827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41fe0e6d-58dc-4f60-b707-ea9a04392ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.802208 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-41fe0e6d-58dc-4f60-b707-ea9a04392ed6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/af42373c-653e-439f-a971-411d5a2306fd HTTP/1.1" status: 204 len: 168 time: 0.2581694 Mar 11 17:40:08.876506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb22f5-0d0f-4126-83f6-e79d79ac3707 req-0ebadbe1-8f33-491a-a651-68a29c1c86ee tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:08.878818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33fb22f5-0d0f-4126-83f6-e79d79ac3707 req-0ebadbe1-8f33-491a-a651-68a29c1c86ee tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.4441214 Mar 11 17:40:09.006896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33fb22f5-0d0f-4126-83f6-e79d79ac3707 req-94654fd7-5b72-4a47-8245-3543ede384bc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082625 Mar 11 17:40:09.022241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84079c87-f53f-40e8-a5a7-716ab3ddc34a req-02f654e1-0db2-4b91-b68a-6fc54667540d tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:09.024195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84079c87-f53f-40e8-a5a7-716ab3ddc34a req-02f654e1-0db2-4b91-b68a-6fc54667540d tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 945 time: 0.2418439 Mar 11 17:40:09.143115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84079c87-f53f-40e8-a5a7-716ab3ddc34a req-c077f708-87ed-4c6f-9095-02f678f1e998 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834990 Mar 11 17:40:09.144355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.246461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.257299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event deleted for resources: {'Port': ['ID=61a281e4-2787-49fb-8628-fd86a41e9f21,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:09.394347 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.420686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5cba4-75f7-4688-9558-7df34e1e020e req-976d6e1b-89dc-479a-a904-51b0a8d8b365 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:09.422730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60f5cba4-75f7-4688-9558-7df34e1e020e req-976d6e1b-89dc-479a-a904-51b0a8d8b365 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.2711923 Mar 11 17:40:09.453042 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.469948 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-833555ec-5a4f-49a0-8359-b5c122d9ac0a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "DELETE /v2.0/floatingips/46a3164b-963c-459c-9c78-7000d3a873e5 HTTP/1.1" status: 204 len: 168 time: 1.4404342 Mar 11 17:40:09.514002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60f5cba4-75f7-4688-9558-7df34e1e020e req-63422216-e9c8-45fc-b3a9-52290cbe863b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827162 Mar 11 17:40:09.767054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab6729-9d06-4b9b-8fdc-6946c661deba req-ffd3c0ec-7b36-4c5e-8d4c-ac83862c2fbf tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:09.778898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fab6729-9d06-4b9b-8fdc-6946c661deba req-ffd3c0ec-7b36-4c5e-8d4c-ac83862c2fbf tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.1262150 Mar 11 17:40:09.840198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fab6729-9d06-4b9b-8fdc-6946c661deba req-a2707913-dff4-4fcc-9274-9b642ba019bf tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602024 Mar 11 17:40:10.053566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58752) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.071206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58758) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.082410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58762) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.090729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868810339', 'description': 'tempest-description--1529357445'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:10.099735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:10.105421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:10.108889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:10.115870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:10.132198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.225311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:10.231911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-031fd6c0-8f9b-494f-9e8e-f74dcfdb4c81 tempest-DvrRoutersNegativeTest-657485438 tempest-DvrRoutersNegativeTest-657485438-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1107493938', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:10.234398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.policy [None req-031fd6c0-8f9b-494f-9e8e-f74dcfdb4c81 tempest-DvrRoutersNegativeTest-657485438 tempest-DvrRoutersNegativeTest-657485438-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83849) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 11 17:40:10.234818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.policy [None req-031fd6c0-8f9b-494f-9e8e-f74dcfdb4c81 tempest-DvrRoutersNegativeTest-657485438 tempest-DvrRoutersNegativeTest-657485438-project] Failed policy check for 'create_router' {{(pid=83849) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 11 17:40:10.235475 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-031fd6c0-8f9b-494f-9e8e-f74dcfdb4c81 tempest-DvrRoutersNegativeTest-657485438 tempest-DvrRoutersNegativeTest-657485438-project] create failed (client error): Access was denied to this resource. Mar 11 17:40:10.235872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group_rule and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:10.236547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-031fd6c0-8f9b-494f-9e8e-f74dcfdb4c81 tempest-DvrRoutersNegativeTest-657485438 tempest-DvrRoutersNegativeTest-657485438-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1819229 Mar 11 17:40:10.246480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:10.253863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:10.335235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.340165 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.396462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.447359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4222-231d-49bc-b795-4812b31de7e6 req-7e26b362-3e85-449a-9a70-688e7015fd9e tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:10.449506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d8e4222-231d-49bc-b795-4812b31de7e6 req-7e26b362-3e85-449a-9a70-688e7015fd9e tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 945 time: 0.1505809 Mar 11 17:40:10.450744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:10.455336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Usage tracker for resource:security_group_rule and tenant:8ba0069774d74e98b4db5699da6987a5 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:10.461177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:10.479476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.483913 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4000125 Mar 11 17:40:10.484735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58776) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.485531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:10.496675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'security_group_rule': {'security_group_id': 'ea7c7f5c-40a0-462e-a1b4-023accb6a4b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:10.512860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:10.524355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group_rule and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:10.524614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d8e4222-231d-49bc-b795-4812b31de7e6 req-999e4ccc-e056-45c0-8078-aa84b32fd59e tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652518 Mar 11 17:40:10.529936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:10.534691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e0f45-76ac-4e65-840d-5336d02cf187 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:10.544000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:10.571031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.599409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58782) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.605643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.611332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.636895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.644771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.673308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7afa5b-b8db-4d5e-bf8d-f6fd8c10bd1b,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:10.684079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.688495 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ce04f469-6913-4b90-a309-0b7b0545a1a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1991301 Mar 11 17:40:10.689078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58788) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.695090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'security_group_rule': {'security_group_id': 'ea7c7f5c-40a0-462e-a1b4-023accb6a4b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:10.704572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8ba0069774d74e98b4db5699da6987a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6296840 Mar 11 17:40:10.705032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:10.705143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707de459-f2fb-4d4c-9ab7-d4115f875eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a887cf20-53f6-4cfb-b216-c3ea8f9dc9ee,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:10.705225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58792) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.721561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:security_group_rule and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:10.726766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:10.739844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:10.748178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48596813-7a72-4e2f-b04a-03d8b24bd71c req-e1b876bf-8ffb-4df0-ba8b-9bc828a417b8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:10.749932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48596813-7a72-4e2f-b04a-03d8b24bd71c req-e1b876bf-8ffb-4df0-ba8b-9bc828a417b8 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.0879660 Mar 11 17:40:10.771812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.795039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.820421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd7af9b3-fcd3-4aaf-8e5a-152b15a2738b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.837814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48596813-7a72-4e2f-b04a-03d8b24bd71c req-a79b3974-199f-458c-b698-e82d4273891b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811925 Mar 11 17:40:10.846455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:10.850283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Usage tracker for resource:security_group_rule and tenant:c0aa257cb9974035807065e4f556b7d8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:10.853470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:10.857217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd7af9b3-fcd3-4aaf-8e5a-152b15a2738b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.861488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:10.883849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.894769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.936909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b084dc86-4bc2-4c4e-ad2d-0c13a5664939,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:10.944099 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.949423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.953803 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2000cb83-68bc-4993-aa44-76a51ddf8a88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2605631 Mar 11 17:40:10.954071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58798) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:10.955241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.960063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:10.966457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:10.972205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Usage tracker for resource:floatingip and tenant:126587c9078e40f4b29ea883394b0f73 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:10.975696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:10.978104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd7af9b3-fcd3-4aaf-8e5a-152b15a2738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.991402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:11.001818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af9b3-fcd3-4aaf-8e5a-152b15a2738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a887cf20-53f6-4cfb-b216-c3ea8f9dc9ee,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.009625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd7af9b3-fcd3-4aaf-8e5a-152b15a2738b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.011140 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fd7af9b3-fcd3-4aaf-8e5a-152b15a2738b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a887cf20-53f6-4cfb-b216-c3ea8f9dc9ee HTTP/1.1" status: 204 len: 168 time: 0.3050330 Mar 11 17:40:11.018081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.054575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6014d6e-7f17-46b3-81cd-8c38f9fb96c1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.063294 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a7d6a527-5322-43fb-a8c2-d214d88ef67d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c0aa257cb9974035807065e4f556b7d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4626245 Mar 11 17:40:11.065226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:11.177234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.254879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24710-f711-4a90-b747-c12eaf2ec5df req-bf9f8637-d4e9-4437-b843-5ceee1473a47 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:11.256375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8c24710-f711-4a90-b747-c12eaf2ec5df req-bf9f8637-d4e9-4437-b843-5ceee1473a47 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.2912707 Mar 11 17:40:11.296673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d5efae98-9e8f-49d6-8dc2-cf1633c17472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.330530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Allocated IP 172.25.3.241 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/fe3e7d7b-932f-4189-859b-5a410b3e8666) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:11.337976 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d5efae98-9e8f-49d6-8dc2-cf1633c17472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.347460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8c24710-f711-4a90-b747-c12eaf2ec5df req-8b251842-b324-491e-af6d-d63ae76dc460 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849478 Mar 11 17:40:11.408779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d5efae98-9e8f-49d6-8dc2-cf1633c17472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.436184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58812) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:11.442573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efae98-9e8f-49d6-8dc2-cf1633c17472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6014d6e-7f17-46b3-81cd-8c38f9fb96c1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.450914 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d5efae98-9e8f-49d6-8dc2-cf1633c17472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.452184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d5efae98-9e8f-49d6-8dc2-cf1633c17472 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6014d6e-7f17-46b3-81cd-8c38f9fb96c1 HTTP/1.1" status: 204 len: 168 time: 0.3803508 Mar 11 17:40:11.475749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.529373 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.541784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:11.548046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Usage tracker for resource:security_group_rule and tenant:800eb454cbf14395be02ff9a28a0645c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:11.552060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:11.558915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:11.652936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.654935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.713380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.772111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40748778-e8cc-4ff6-a262-2ac41f8709e0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.782972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2a81c-7143-438b-8f7e-6245f1bcad78 req-b2fdf3bb-e8bb-4493-ba5b-76f742a9bb7e tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:11.785701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbf2a81c-7143-438b-8f7e-6245f1bcad78 req-b2fdf3bb-e8bb-4493-ba5b-76f742a9bb7e tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 945 time: 0.0983961 Mar 11 17:40:11.800403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:11.801921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:11.808973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:40:11.849031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbf2a81c-7143-438b-8f7e-6245f1bcad78 req-f6aa05cd-3907-497c-9595-a2c41920232e tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572851 Mar 11 17:40:11.977417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'Port': ['ID=fe3e7d7b-932f-4189-859b-5a410b3e8666,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:12.009216 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe43fd53-fbe8-4831-838b-958bc3c1d8af admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=800eb454cbf14395be02ff9a28a0645c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5717552 Mar 11 17:40:12.013327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58836) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:12.081031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-e59d9f73-899b-401d-8d45-a3e15f14e11a tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:12.082649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-e59d9f73-899b-401d-8d45-a3e15f14e11a tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.59 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 945 time: 0.2252214 Mar 11 17:40:12.106743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5859c2-1cd8-495b-b966-f612de970c51 req-c05fe9db-0577-4622-8312-03f2bf920cca tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:12.108298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e5859c2-1cd8-495b-b966-f612de970c51 req-c05fe9db-0577-4622-8312-03f2bf920cca tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.1461303 Mar 11 17:40:12.124554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384cf81-282c-4519-b4c2-5edbc3fa7b04 req-b6952e01-42bb-4e29-ad1b-903b4a7833f3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:12.131437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7384cf81-282c-4519-b4c2-5edbc3fa7b04 req-b6952e01-42bb-4e29-ad1b-903b4a7833f3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1335547 Mar 11 17:40:12.246563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.247582 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc67-d2c1-43c4-879d-bca350b50957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.258103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e5859c2-1cd8-495b-b966-f612de970c51 req-4728443a-5705-4d79-8da8-f88eb2c07f70 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214375 Mar 11 17:40:12.264085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7384cf81-282c-4519-b4c2-5edbc3fa7b04 req-448cad1b-bc60-40ad-9834-ab1d76b07242 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308706 Mar 11 17:40:12.321124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Deleting port 97c22a9b-3235-40a2-8b35-67f8fa2c756d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:12.321460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.331417 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32a7c5a6-6e3f-46e9-90f7-4e951af1fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.374561 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc67-d2c1-43c4-879d-bca350b50957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.408474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.498120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58848) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:12.638575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-13ed5946-f6f5-4f3c-98de-31d01afecdda tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1710151429', 'prefixes': ['172.20.0.0/16']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:12.644926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13ed5946-f6f5-4f3c-98de-31d01afecdda tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:12.731939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13ed5946-f6f5-4f3c-98de-31d01afecdda tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] Notify callbacks [] for subnetpool, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.733474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-13ed5946-f6f5-4f3c-98de-31d01afecdda tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2341704 Mar 11 17:40:12.736199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58860) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:12.766540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8a72fd90-6463-4283-87bb-c23d77c54bf9 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] 10.222.0.96 "GET /v2.0/subnetpools/6a8855e4-ef06-41de-992d-be8319d906be HTTP/1.1" status: 200 len: 732 time: 0.0289996 Mar 11 17:40:12.768945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58864) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:12.774306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-02fe6c2c-0d41-4dad-9c53-49217907e432 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-520796650'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:12.801994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc67-d2c1-43c4-879d-bca350b50957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.834792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7dc67-d2c1-43c4-879d-bca350b50957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40748778-e8cc-4ff6-a262-2ac41f8709e0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:12.869470 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02fe6c2c-0d41-4dad-9c53-49217907e432 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] Notify callbacks [] for subnetpool, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.870873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-02fe6c2c-0d41-4dad-9c53-49217907e432 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] 10.222.0.96 "PUT /v2.0/subnetpools/6a8855e4-ef06-41de-992d-be8319d906be HTTP/1.1" status: 200 len: 683 time: 0.1009967 Mar 11 17:40:12.873541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:12.912078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc67-d2c1-43c4-879d-bca350b50957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.913198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eeb7dc67-d2c1-43c4-879d-bca350b50957 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/40748778-e8cc-4ff6-a262-2ac41f8709e0 HTTP/1.1" status: 204 len: 168 time: 0.8987994 Mar 11 17:40:12.929598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] For port 97c22a9b-3235-40a2-8b35-67f8fa2c756d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=97c22a9b-3235-40a2-8b35-67f8fa2c756d,segment=NetworkSegment(5c754b03-0761-4884-b92e-8b1c16b014a4),segment_id=5c754b03-0761-4884-b92e-8b1c16b014a4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:12.929964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.980943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0ecd718-4089-407f-95dd-a8aa7a4e1b76 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] Notify callbacks [] for subnetpool, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.985064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0ecd718-4089-407f-95dd-a8aa7a4e1b76 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] 10.222.0.96 "DELETE /v2.0/subnetpools/6a8855e4-ef06-41de-992d-be8319d906be HTTP/1.1" status: 204 len: 168 time: 0.1104636 Mar 11 17:40:12.985835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58878) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:13.046963 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-4fdd23fd-bf51-4301-8d2b-c295a6582d39 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] show failed (client error): The resource could not be found. Mar 11 17:40:13.050630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4fdd23fd-bf51-4301-8d2b-c295a6582d39 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] 10.222.0.96 "GET /v2.0/subnetpools/6a8855e4-ef06-41de-992d-be8319d906be HTTP/1.1" status: 404 len: 346 time: 0.0613165 Mar 11 17:40:13.053202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58882) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:13.068264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Calling delete_port for 97c22a9b-3235-40a2-8b35-67f8fa2c756d owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:13.086248 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-4c288ba8-5024-4bd6-a53d-73700f71f473 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] delete failed (client error): The resource could not be found. Mar 11 17:40:13.091179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4c288ba8-5024-4bd6-a53d-73700f71f473 tempest-SubnetPoolsTestJSON-1710930294 tempest-SubnetPoolsTestJSON-1710930294-project] 10.222.0.96 "DELETE /v2.0/subnetpools/6a8855e4-ef06-41de-992d-be8319d906be HTTP/1.1" status: 404 len: 346 time: 0.0289941 Mar 11 17:40:13.119059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeca10-ee87-450b-84e2-735186d26501 req-96195cd9-af18-4ead-89bf-b26b8ee57086 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:13.129928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ddeca10-ee87-450b-84e2-735186d26501 req-96195cd9-af18-4ead-89bf-b26b8ee57086 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 945 time: 0.1247368 Mar 11 17:40:13.134051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:40:13.160354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.180170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.223059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ddeca10-ee87-450b-84e2-735186d26501 req-5f139b8e-d840-49f4-be31-2eec3decd2c6 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b52cd6-031b-41b9-b66d-baeca736e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916028 Mar 11 17:40:13.343228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'Port': ['ID=fe3e7d7b-932f-4189-859b-5a410b3e8666,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:13.363808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.387810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.390318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.399529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8830ea29-d9f6-4618-bb99-c19778974f35 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4367027 Mar 11 17:40:13.430764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['97c22a9b-3235-40a2-8b35-67f8fa2c756d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:13.479982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Pushing event deleted for resources: {'Port': ['ID=97c22a9b-3235-40a2-8b35-67f8fa2c756d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:13.519333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] No DVR routers for this DVR port 97c22a9b-3235-40a2-8b35-67f8fa2c756d on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:40:13.522546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.524769 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-344f0c6c-f4de-433d-9b37-106720844bb1 req-8f369aff-40b5-4fea-b212-7addb323ef57 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.59 "DELETE /v2.0/ports/97c22a9b-3235-40a2-8b35-67f8fa2c756d HTTP/1.1" status: 204 len: 173 time: 1.4349453 Mar 11 17:40:13.525231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'name': 'network-vif-deleted', 'tag': '97c22a9b-3235-40a2-8b35-67f8fa2c756d'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:13.613113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807c344-4dc6-4fab-8878-b31e0f954e92 req-51b9efaf-4bd8-4294-bd18-062493e8493f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:13.620352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5807c344-4dc6-4fab-8878-b31e0f954e92 req-51b9efaf-4bd8-4294-bd18-062493e8493f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.2074971 Mar 11 17:40:13.635919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58906) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:13.694910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5807c344-4dc6-4fab-8878-b31e0f954e92 req-99cbfbb8-c61d-486c-89a5-9174c8b2d2d4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736575 Mar 11 17:40:13.704189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58763a-0689-4a75-862b-94eeb532117a req-94868b66-6643-4d2d-b6d6-a6c81a0ae482 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:13.705912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b58763a-0689-4a75-862b-94eeb532117a req-94868b66-6643-4d2d-b6d6-a6c81a0ae482 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1662295 Mar 11 17:40:13.780521 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089', 'name': 'network-vif-deleted', 'tag': '97c22a9b-3235-40a2-8b35-67f8fa2c756d', 'status': 'completed', 'code': 200} Mar 11 17:40:13.786991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c87a7b3f-bfd3-4927-8dec-5813d03b2330 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:40:13.804291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b58763a-0689-4a75-862b-94eeb532117a req-c6b5cd43-2889-4dd2-bcf7-144909391594 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864506 Mar 11 17:40:13.931152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.940241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:13.949764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-cdf5279f-4eb7-4571-83ff-90484295dc55 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--868810339&fields=id&tenant_id=126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 267 time: 0.0481162 Mar 11 17:40:13.956428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'port_id': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'mac_address': 'fa:16:3e:8a:9c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:40:13.983752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:13.988476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b24c8c89dd2485db44c7d6f8a5035e7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:13.992397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:13.999034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:14.027295 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.062027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c87a7b3f-bfd3-4927-8dec-5813d03b2330 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:40:14.083574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:14.089174 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.137857 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.144491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.184511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:14.206864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3004eadf-f1f7-41fe-8554-2bb97478860d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:14.224618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-81a4df6f-af7b-484f-a2ba-c99ac47bda5a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:14.235195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-81a4df6f-af7b-484f-a2ba-c99ac47bda5a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 817 time: 0.2768700 Mar 11 17:40:14.269850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-47285db5-d85a-4312-9625-e718e5427988 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/quotas/126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 375 time: 0.0336494 Mar 11 17:40:14.273131 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4c2ee5fb-a86e-4503-94b9-5942ab6588c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1b24c8c89dd2485db44c7d6f8a5035e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6359372 Mar 11 17:40:14.273838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:14.404658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b122d2d6-9c3f-4a7c-bdd8-2a78a820d162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.413041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-0530c0ba-01f1-4a03-81e2-ddb31681165b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Synchronizing usage tracker for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:40:14.431540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c87a7b3f-bfd3-4927-8dec-5813d03b2330'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:14.434078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b122d2d6-9c3f-4a7c-bdd8-2a78a820d162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.448978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-0530c0ba-01f1-4a03-81e2-ddb31681165b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Unset dirty status for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:40:14.464925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-0530c0ba-01f1-4a03-81e2-ddb31681165b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1939497 Mar 11 17:40:14.508062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b122d2d6-9c3f-4a7c-bdd8-2a78a820d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.544246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b122d2d6-9c3f-4a7c-bdd8-2a78a820d162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.547157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2357128b-cad2-41ab-b583-414f0ae19135 req-42072b66-5b6f-4720-ab1e-073c997e9cf3 tempest-InstanceActionsNegativeTestJSON-1693795686 tempest-InstanceActionsNegativeTestJSON-1693795686-project] 10.222.0.96 "GET /v2.0/ports?device_id=01fb76c1-8c93-4b5c-a99b-a8dcb3cd6089 HTTP/1.1" status: 200 len: 210 time: 0.0811498 Mar 11 17:40:14.552865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b122d2d6-9c3f-4a7c-bdd8-2a78a820d162 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3004eadf-f1f7-41fe-8554-2bb97478860d HTTP/1.1" status: 204 len: 168 time: 0.2758367 Mar 11 17:40:14.557877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122d2d6-9c3f-4a7c-bdd8-2a78a820d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3004eadf-f1f7-41fe-8554-2bb97478860d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:14.621913 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12622830-92ab-49bc-a94a-cf950803a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.785188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-ed79e14e-db21-4845-8034-ae83c2a7891f service neutron] 10.222.0.96 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718136 Mar 11 17:40:15.041637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-2269555e-d917-4a5a-a609-dd2e6aba3e47 service neutron] 10.222.0.96 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491851 Mar 11 17:40:15.071655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b9948-cbde-4043-b6d5-027bc4a5bdae req-0dfd6514-0ba7-448d-9360-65b246bd0bac tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:15.079633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-646b9948-cbde-4043-b6d5-027bc4a5bdae req-0dfd6514-0ba7-448d-9360-65b246bd0bac tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 945 time: 0.1629508 Mar 11 17:40:15.140219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-646b9948-cbde-4043-b6d5-027bc4a5bdae req-4db316c5-d03a-4320-80ab-96e0f56d43b0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 Mar 11 17:40:15.406468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c24b9d02-0fa8-4c2e-9b09-cea4740f58be req-17e44954-4503-49ce-bb50-ede409a37bbe tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 210 time: 0.0567679 Mar 11 17:40:15.485550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34732e-925d-4e54-99cb-c8ce17b636f2 req-001720dc-f725-4e9c-9718-f867f30b22a2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:15.486830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea34732e-925d-4e54-99cb-c8ce17b636f2 req-001720dc-f725-4e9c-9718-f867f30b22a2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.2150130 Mar 11 17:40:15.550700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea34732e-925d-4e54-99cb-c8ce17b636f2 req-ecf68cb2-e7c2-45ba-8312-8cc323c2bd94 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584142 Mar 11 17:40:15.567762 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.700121 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.753405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58982) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:15.787038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c87a7b3f-bfd3-4927-8dec-5813d03b2330 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:40:15.898307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] Deleting subnet 6060efcf-7649-4a66-ae59-92b555850bda {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:15.906313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.937734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c87a7b3f-bfd3-4927-8dec-5813d03b2330 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:15.938448 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.977935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.062954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.133000 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.196914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.198718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:16.219859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:16.230103 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.231269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 97c22a9b-3235-40a2-8b35-67f8fa2c756d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:16.286959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6060efcf-7649-4a66-ae59-92b555850bda,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:16.304248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.317465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df6d1d92-9f6c-43a0-8f9f-6e1bd2471459 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6060efcf-7649-4a66-ae59-92b555850bda HTTP/1.1" status: 204 len: 168 time: 0.5597427 Mar 11 17:40:16.318034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59014) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:16.397801 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'code': 200} Mar 11 17:40:16.398971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:16.402056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 97c22a9b-3235-40a2-8b35-67f8fa2c756d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:40:16.402670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 97c22a9b-3235-40a2-8b35-67f8fa2c756d not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:40:16.571989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59028) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:16.649520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fefe8b97-3dbb-4661-a914-b0a17cb42e67 req-c1310e7a-3434-48cd-8e0c-15937a6d7711 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 210 time: 0.0981801 Mar 11 17:40:16.695603 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.858277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-615290690-network', 'tenant_id': 'a5052f05b8f64f38ae66fc221ede4b09'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:16.869946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:16.880431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Usage tracker for resource:network and tenant:a5052f05b8f64f38ae66fc221ede4b09 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:16.886672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:16.914658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:16.924728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.939119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Made reservation on behalf of a5052f05b8f64f38ae66fc221ede4b09 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:16.943529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.963094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.002060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a84ff-5f83-4368-a85d-db2c063924f9 req-bfba130e-0682-4660-9039-811c7346af5f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:17.016946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a9a84ff-5f83-4368-a85d-db2c063924f9 req-bfba130e-0682-4660-9039-811c7346af5f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.4643238 Mar 11 17:40:17.022122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.032765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:17.032765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a5052f05b8f64f38ae66fc221ede4b09 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:17.036490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:17.042849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:17.103023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923400e2-75c0-457d-9e3f-213c4d83896f']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:17.146069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c754b03-0761-4884-b92e-8b1c16b014a4') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:17.148446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c754b03-0761-4884-b92e-8b1c16b014a4') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:17.160318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.165284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.167597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.199429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:40:17.217013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.237497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838f8017-8b47-41b5-8678-96568c1767bb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:17.257874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:40:17.258428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:17.274313 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:17.339335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a9a84ff-5f83-4368-a85d-db2c063924f9 req-76d42887-68c6-48a6-a010-4a0b1202330a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215036 Mar 11 17:40:17.391362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934d423-0182-4549-a5a0-61295e8bd616 req-f80033ce-1128-4c1f-bdf2-102f19e6f5b4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:17.400094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2934d423-0182-4549-a5a0-61295e8bd616 req-f80033ce-1128-4c1f-bdf2-102f19e6f5b4 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.5714772 Mar 11 17:40:17.425660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.426010 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Added segment 64dea4a0-6eff-4bf7-94e6-da9e8d4fe13c of type vlan for network 5d181add-d282-4c9b-b24b-4fbd2be6ae30 Mar 11 17:40:17.440755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.449821 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.479392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.522953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] 10.222.0.96 "DELETE /v2.0/networks/923400e2-75c0-457d-9e3f-213c4d83896f HTTP/1.1" status: 204 len: 168 time: 1.2006264 Mar 11 17:40:17.522953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e824a-3cba-474f-9255-775f61d7ac2e admin admin] Pushing event deleted for resources: {'Network': ['ID=923400e2-75c0-457d-9e3f-213c4d83896f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:17.574389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2934d423-0182-4549-a5a0-61295e8bd616 req-9b7f03cc-ea2d-4d85-ae1c-bfba521432af tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731780 Mar 11 17:40:17.577076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.577816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:17.578753 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.704554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] Pushing event updated for resources: {'Network': ['ID=5d181add-d282-4c9b-b24b-4fbd2be6ae30,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:17.720411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 5d181add-d282-4c9b-b24b-4fbd2be6ae30 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:40:17.934132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c5c80c67-6145-43dc-808b-8e8bc2fad119 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:17.934866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c5c80c67-6145-43dc-808b-8e8bc2fad119 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Synchronizing usage tracker for tenant:126587c9078e40f4b29ea883394b0f73 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:40:17.964709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-91e527c7-6f38-4de6-82d7-7d3c2fa095a5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3910112 Mar 11 17:40:17.965503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59062) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:17.972551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Request body: {'subnet': {'network_id': '5d181add-d282-4c9b-b24b-4fbd2be6ae30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-615290690-subnet', 'tenant_id': 'a5052f05b8f64f38ae66fc221ede4b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:17.978556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c5c80c67-6145-43dc-808b-8e8bc2fad119 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Unset dirty status for tenant:126587c9078e40f4b29ea883394b0f73 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:40:17.979796 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c5c80c67-6145-43dc-808b-8e8bc2fad119 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 817 time: 0.2710249 Mar 11 17:40:17.980734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:17.985121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Usage tracker for resource:subnet and tenant:a5052f05b8f64f38ae66fc221ede4b09 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:17.988456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:17.995002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:18.041566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59066) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:18.075665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f049939-3f15-4c97-be45-7d36f3fd8174 req-be92197a-a2a1-4de6-a1d4-c9eeef37a3f2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 210 time: 0.1251969 Mar 11 17:40:18.109542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-ea53685e-7d8b-401b-956d-d4f9cdde1593 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Synchronizing usage tracker for tenant:126587c9078e40f4b29ea883394b0f73 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:40:18.117652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Made reservation on behalf of a5052f05b8f64f38ae66fc221ede4b09 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:18.123799 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.233872 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a3b901c4-da5b-4d2b-9e3b-85cbd5d7b205 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fe627d3ca0394cfb98af86bd90588e06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879239 Mar 11 17:40:18.236929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59076) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:18.461932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9010470-8a6c-4662-9009-11fa5835d0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.525771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-ea53685e-7d8b-401b-956d-d4f9cdde1593 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Unset dirty status for tenant:126587c9078e40f4b29ea883394b0f73 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:40:18.527021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-ea53685e-7d8b-401b-956d-d4f9cdde1593 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 379 time: 0.5260937 Mar 11 17:40:18.533446 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9010470-8a6c-4662-9009-11fa5835d0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.552264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'port': {'device_id': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'admin_state_up': True, 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'security_groups': ['ea7c7f5c-40a0-462e-a1b4-023accb6a4b8']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:18.658388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9010470-8a6c-4662-9009-11fa5835d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.702816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9010470-8a6c-4662-9009-11fa5835d0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b52cd6-031b-41b9-b66d-baeca736e141,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:18.839096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9010470-8a6c-4662-9009-11fa5835d0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.841719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e9010470-8a6c-4662-9009-11fa5835d0ba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a3b52cd6-031b-41b9-b66d-baeca736e141 HTTP/1.1" status: 204 len: 168 time: 0.6037154 Mar 11 17:40:18.949817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:18.980303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:19.044599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec45d-effc-4a6c-925e-15b11657334f req-6de4e909-afc5-411f-90e1-1033f6d5adeb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:19.053835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-527ec45d-effc-4a6c-925e-15b11657334f req-6de4e909-afc5-411f-90e1-1033f6d5adeb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.3808272 Mar 11 17:40:19.062806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Made reservation on behalf of 126587c9078e40f4b29ea883394b0f73 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:19.070700 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:19.127837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97413776-9fa9-4fcb-8e07-b4b44c875d62 req-9d3984cb-ac32-4986-a52e-1ad66a5e9773 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:19.132463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97413776-9fa9-4fcb-8e07-b4b44c875d62 req-9d3984cb-ac32-4986-a52e-1ad66a5e9773 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.2544732 Mar 11 17:40:19.257444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-527ec45d-effc-4a6c-925e-15b11657334f req-63c4d7e8-2d6c-4aa7-9f53-1a45ad8b482b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957612 Mar 11 17:40:19.273678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97413776-9fa9-4fcb-8e07-b4b44c875d62 req-d6d0b0e3-641a-4653-b2d6-c033f93c9416 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287344 Mar 11 17:40:19.471711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:19.574797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Pushing event updated for resources: {'Subnet': ['ID=843d731f-66c1-4dfa-975b-6e30f109cbac,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:19.604837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1bd81b6-78a6-4d7e-9b08-11d34c807f94 req-c4c5afd6-3e35-462a-b04c-f9f2d87b9e85 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 210 time: 0.0877554 Mar 11 17:40:19.665836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Allocated IP 172.20.0.11 (457c7bb4-45c0-4530-9bb2-c755ef527acc/d80c4b28-b536-43cc-b7c2-314762326e69/e258676b-3411-4d9c-acd0-2b23ba3c86fc) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:19.671265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Checking segment: {'id': '64dea4a0-6eff-4bf7-94e6-da9e8d4fe13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '5d181add-d282-4c9b-b24b-4fbd2be6ae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:40:19.671588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Network hostable DHCP agents. Network: 5d181add-d282-4c9b-b24b-4fbd2be6ae30, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:40:19.736535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Network 5d181add-d282-4c9b-b24b-4fbd2be6ae30 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:40:19.754007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 5d181add-d282-4c9b-b24b-4fbd2be6ae30) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:19.764652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05564174-e920-4108-9536-198893946145 None None] Network 5d181add-d282-4c9b-b24b-4fbd2be6ae30 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:19.794867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:19.795701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:19.803565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59114) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:20.096439 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-648059b6-90b3-4170-b5f7-c95275d2117b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1291029 Mar 11 17:40:20.205251 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.243669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Transition to ACTIVE for port object e258676b-3411-4d9c-acd0-2b23ba3c86fc will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:40:20.287947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d4249-3d1c-4073-a87c-00b36862aa62 None None] Network 5d181add-d282-4c9b-b24b-4fbd2be6ae30 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:20.293414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.300843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.399956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:20.416066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Usage tracker for resource:security_group_rule and tenant:20ef791e3f3643fa9e45b83044a61bda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:20.421512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:20.431403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:20.530755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:20.534924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:20.546226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:20.559670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:40:20.729418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:20.730621 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.774744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59138) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:20.776413 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-4632e856-28da-499a-a055-50ba20171d83 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2297220 Mar 11 17:40:20.802328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Request body: {'port': {'device_id': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:20.922110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.948333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.991246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.024262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-41ce0e0d-7792-4d99-ae06-3d3a8ed39036 None None] Provisioning for port e258676b-3411-4d9c-acd0-2b23ba3c86fc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:40:21.031331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-41ce0e0d-7792-4d99-ae06-3d3a8ed39036 None None] Provisioning complete for port e258676b-3411-4d9c-acd0-2b23ba3c86fc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:21.031776 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-41ce0e0d-7792-4d99-ae06-3d3a8ed39036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.045490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29533ad8-0f69-49da-aa17-525476a741bd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:21.142636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3b0cec67-f9ad-4821-bf57-c95182d6bc7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=20ef791e3f3643fa9e45b83044a61bda&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3314793 Mar 11 17:40:21.148878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-41ce0e0d-7792-4d99-ae06-3d3a8ed39036 None None] Port e258676b-3411-4d9c-acd0-2b23ba3c86fc cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:40:21.150910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59148) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:21.175208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d6319-7b7d-4d69-bca2-b66a9caf4ff1 req-7488bed0-bfee-464d-92c4-40875bba07d3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:21.177119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b70d6319-7b7d-4d69-bca2-b66a9caf4ff1 req-7488bed0-bfee-464d-92c4-40875bba07d3 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.4536059 Mar 11 17:40:21.193240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60057153-a79b-40ec-ad53-0203610e9f56 req-406e7d54-7b8e-4581-bf2b-75911e9d0d5a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:21.201805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60057153-a79b-40ec-ad53-0203610e9f56 req-406e7d54-7b8e-4581-bf2b-75911e9d0d5a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.6491113 Mar 11 17:40:21.480449 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b31b6445-d417-48d9-a32e-4388f4355f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.490063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60057153-a79b-40ec-ad53-0203610e9f56 req-acb6664a-9cbe-4404-a59b-425458414b4b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868705 Mar 11 17:40:21.520787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b70d6319-7b7d-4d69-bca2-b66a9caf4ff1 req-f5f72951-8757-4e30-b799-b871cb40a17e tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952156 Mar 11 17:40:21.577168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e258676b-3411-4d9c-acd0-2b23ba3c86fc {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:40:21.582420 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b31b6445-d417-48d9-a32e-4388f4355f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.586873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.619717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Transition to ACTIVE for port object e258676b-3411-4d9c-acd0-2b23ba3c86fc will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:40:21.628292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-595137195-network', 'tenant_id': 'a441eb35c1f94efb9ef2b45e39f266b3'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:21.636330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.642127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:21.705111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b31b6445-d417-48d9-a32e-4388f4355f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.727680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Usage tracker for resource:network and tenant:a441eb35c1f94efb9ef2b45e39f266b3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:21.733584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:21.757321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:21.834332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b6445-d417-48d9-a32e-4388f4355f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29533ad8-0f69-49da-aa17-525476a741bd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:21.843480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b31b6445-d417-48d9-a32e-4388f4355f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.845495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b31b6445-d417-48d9-a32e-4388f4355f37 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/29533ad8-0f69-49da-aa17-525476a741bd HTTP/1.1" status: 204 len: 168 time: 0.6893954 Mar 11 17:40:21.943971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046f956-d48c-482b-957a-6fe43a814e5a req-8f07301a-73b0-42ae-8136-7f778e334695 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:21.947336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f046f956-d48c-482b-957a-6fe43a814e5a req-8f07301a-73b0-42ae-8136-7f778e334695 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.2430408 Mar 11 17:40:21.987037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Made reservation on behalf of a441eb35c1f94efb9ef2b45e39f266b3 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:21.994115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.039579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:22.044914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.103064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f046f956-d48c-482b-957a-6fe43a814e5a req-228271bf-9b67-4305-b3f3-dc7b3a3e0590 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505189 Mar 11 17:40:22.153791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.154129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.154479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.154806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.155120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.155435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.155749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.156059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.156367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.156757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.157069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:22.319857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:22.325213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a441eb35c1f94efb9ef2b45e39f266b3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:22.332694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:22.356478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:22.427229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Attempting to bind port e258676b-3411-4d9c-acd0-2b23ba3c86fc on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:40:22.427557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Attempting to bind port e258676b-3411-4d9c-acd0-2b23ba3c86fc by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:40:22.427877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Attempting to bind port e258676b-3411-4d9c-acd0-2b23ba3c86fc on network 457c7bb4-45c0-4530-9bb2-c755ef527acc {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:40:22.435825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59170) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:22.442434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-946247134-network', 'tenant_id': 'cb701a618d494dacbb990550ebef712c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:22.454156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Port e258676b-3411-4d9c-acd0-2b23ba3c86fc on network 457c7bb4-45c0-4530-9bb2-c755ef527acc not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:40:22.454560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Attempting to bind port e258676b-3411-4d9c-acd0-2b23ba3c86fc on network 457c7bb4-45c0-4530-9bb2-c755ef527acc {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:40:22.457519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:22.462899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Usage tracker for resource:network and tenant:cb701a618d494dacbb990550ebef712c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:22.467892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:22.468985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:40:22.469416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Checking segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:40:22.469797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Bound using segment: {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:40:22.470231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Bound port: e258676b-3411-4d9c-acd0-2b23ba3c86fc, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:40:22.470606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.483461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:22.509440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Made reservation on behalf of cb701a618d494dacbb990550ebef712c for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:22.513549 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.528395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.570042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:22.576344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Usage tracker for resource:security_group_rule and tenant:cb701a618d494dacbb990550ebef712c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:22.580508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:22.589809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:22.660877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59178) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:22.695521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.771474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.786649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.823594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:40:22.836376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:40:22.855780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:40:22.857111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.857455 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Added segment 7e1059a1-7819-4e6c-af31-bb37249ff124 of type vlan for network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 Mar 11 17:40:22.858589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b3204-627a-4b60-a056-457945091b7c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:22.868331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.953729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.973989 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:22.975418 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 200 len: 1092 time: 2.1834867 Mar 11 17:40:22.977034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:23.008892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a657ac-2854-4e86-a3fc-c5e0492ec8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:23.028044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.028921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:23.029606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.044856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:23.062599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Usage tracker for resource:security_group_rule and tenant:51274d412a3b4f7d8be712a0dfbfc5a6 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:23.066693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:23.084876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:23.142684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=710b81b0-bbb1-4dd6-b9f9-97a013f76c72,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:23.154275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:40:23.173273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ccd2f-eb46-49b1-96b1-9386e0db65ab req-ff6a8685-512d-4ec5-baed-4410da6313e4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:23.174868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed0ccd2f-eb46-49b1-96b1-9386e0db65ab req-ff6a8685-512d-4ec5-baed-4410da6313e4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.4559553 Mar 11 17:40:23.270863 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b3561e70-e64e-4bf8-bd2d-1e4ad8ced7e8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4930084 Mar 11 17:40:23.275608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59186) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:23.289831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Request body: {'subnet': {'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-595137195-subnet', 'tenant_id': 'a441eb35c1f94efb9ef2b45e39f266b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:23.305784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:23.314266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Usage tracker for resource:subnet and tenant:a441eb35c1f94efb9ef2b45e39f266b3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:23.319996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:23.328714 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-06b6a6ae-2964-4c24-b355-9553be403d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1095 time: 0.1912849 Mar 11 17:40:23.329570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:23.363956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed0ccd2f-eb46-49b1-96b1-9386e0db65ab req-ef4877a5-a163-4c50-8911-52e214adafb0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449690 Mar 11 17:40:23.390677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71129517-49e7-4583-829d-ccf593c0b9d4 req-3f77d2ed-fe88-4c3d-b234-ac77504594b6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:23.397857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71129517-49e7-4583-829d-ccf593c0b9d4 req-3f77d2ed-fe88-4c3d-b234-ac77504594b6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.6836033 Mar 11 17:40:23.454187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.465918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.470037 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-c88866c5-6e5f-4315-9d3f-0668aeb9bfac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 200 len: 217 time: 0.1276834 Mar 11 17:40:23.474915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Made reservation on behalf of a441eb35c1f94efb9ef2b45e39f266b3 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:23.477921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.533111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:40:23.565392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.581979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71129517-49e7-4583-829d-ccf593c0b9d4 req-1ac73e0c-be2b-403a-9de9-fbf3d161eca9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833136 Mar 11 17:40:23.587460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d97af43-4df5-4ceb-b292-53d29d694207,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:23.590400 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.590734 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Added segment 5820cd37-ad71-417e-9cb8-9144f8dbe072 of type vlan for network 803e2f46-dabb-4f89-838c-f965cfda29bb Mar 11 17:40:23.591984 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.634085 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'status': 'completed', 'code': 200} Mar 11 17:40:23.682393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-09f5443a-228b-4214-a098-e53400274076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:23.684073 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-09f5443a-228b-4214-a098-e53400274076 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.1913593 Mar 11 17:40:23.688853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123175c5-4815-4a9b-9b83-f1b75465848e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:23.700733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-55714c31-ded8-4766-a339-6b5191285275 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=51274d412a3b4f7d8be712a0dfbfc5a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0384898 Mar 11 17:40:23.701776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59192) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:23.709029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.836642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.837520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:23.838105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.858567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-081541ef-837c-40d8-99df-035b0781f773 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676621 Mar 11 17:40:23.934232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e169a862-bbdf-490e-8b95-2dc63beea92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.990257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac25453-ead6-491e-9c14-46e239d89cde req-d3b155e8-242c-4082-b606-d6ab747db0c3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:23.991754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ac25453-ead6-491e-9c14-46e239d89cde req-d3b155e8-242c-4082-b606-d6ab747db0c3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.2869616 Mar 11 17:40:23.997481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.999478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] Pushing event updated for resources: {'Network': ['ID=803e2f46-dabb-4f89-838c-f965cfda29bb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:24.008268 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d96253d1-042e-4e62-a613-d8fe59800558 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5686071 Mar 11 17:40:24.011114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59196) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:24.019162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 803e2f46-dabb-4f89-838c-f965cfda29bb details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:40:24.066038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Request body: {'subnet': {'network_id': '803e2f46-dabb-4f89-838c-f965cfda29bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-946247134-subnet', 'tenant_id': 'cb701a618d494dacbb990550ebef712c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:24.066293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738773ee-614b-4599-8da9-727f1c001056,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:24.073296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e169a862-bbdf-490e-8b95-2dc63beea92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.095587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:24.121414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Usage tracker for resource:subnet and tenant:cb701a618d494dacbb990550ebef712c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:24.142614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:24.157176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:24.184887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-b87a22ae-2f0c-429f-9c25-58eab2d66789 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155854 Mar 11 17:40:24.185114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ac25453-ead6-491e-9c14-46e239d89cde req-1d6ef8b4-2704-479c-94fb-6991d37f91c7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704111 Mar 11 17:40:24.188036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Made reservation on behalf of cb701a618d494dacbb990550ebef712c for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:24.188978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.196794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Checking segment: {'id': '7e1059a1-7819-4e6c-af31-bb37249ff124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:40:24.197155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Network hostable DHCP agents. Network: 710b81b0-bbb1-4dd6-b9f9-97a013f76c72, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:40:24.368796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e169a862-bbdf-490e-8b95-2dc63beea92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.399468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169a862-bbdf-490e-8b95-2dc63beea92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123175c5-4815-4a9b-9b83-f1b75465848e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:24.406275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:40:24.412050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e169a862-bbdf-490e-8b95-2dc63beea92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.412050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e169a862-bbdf-490e-8b95-2dc63beea92e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/123175c5-4815-4a9b-9b83-f1b75465848e HTTP/1.1" status: 204 len: 168 time: 0.7055385 Mar 11 17:40:24.414200 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd37ceb7-30ad-4466-8d76-1953044f2481 req-d892aa70-cfd1-4897-aed4-de5bdbd2168b service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224526 Mar 11 17:40:24.428328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 710b81b0-bbb1-4dd6-b9f9-97a013f76c72) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:24.434992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:24.435640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.453332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f10456-7d3a-4abf-ada6-d44fd61ea504 None None] Network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:24.478203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3d1fe690-d998-4eea-aa71-6489bc9469c4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2006068 Mar 11 17:40:24.651027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.733684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-d5b75538-fe46-4280-81b6-7b2a121f3016 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1095 time: 0.1973820 Mar 11 17:40:24.892596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf63c7-e586-4057-9f23-ee9b4860a574 None None] Network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:24.996410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-9113386a-33b1-4e42-a065-2d09c5d9cd68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:24.998439 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-9113386a-33b1-4e42-a065-2d09c5d9cd68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.2640321 Mar 11 17:40:25.089839 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-a2b15276-d1af-4e25-be81-e8ab767eb059 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 200 len: 217 time: 0.0813582 Mar 11 17:40:25.197385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7b403e-4c89-43ae-b9c2-063411abfb57,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:25.244585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Checking segment: {'id': '5820cd37-ad71-417e-9cb8-9144f8dbe072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '803e2f46-dabb-4f89-838c-f965cfda29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:40:25.244961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Network hostable DHCP agents. Network: 803e2f46-dabb-4f89-838c-f965cfda29bb, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:40:25.276325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-a362d47b-45b0-41bb-9cec-f505c83bc368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.278196 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-a362d47b-45b0-41bb-9cec-f505c83bc368 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.1816387 Mar 11 17:40:25.304428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45575bf1-e7c2-4db8-ac91-fd6c94ca5b64 req-29be32e8-3ad7-4006-9142-95b7b503ac70 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.305946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45575bf1-e7c2-4db8-ac91-fd6c94ca5b64 req-29be32e8-3ad7-4006-9142-95b7b503ac70 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.4693487 Mar 11 17:40:25.317476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575b579-2dfb-4a1c-acb4-1a839cf0472b req-a479f396-20c6-493f-b46f-eef487450178 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.319001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3575b579-2dfb-4a1c-acb4-1a839cf0472b req-a479f396-20c6-493f-b46f-eef487450178 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.3460674 Mar 11 17:40:25.396574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Network 803e2f46-dabb-4f89-838c-f965cfda29bb is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:40:25.411131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 803e2f46-dabb-4f89-838c-f965cfda29bb) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:25.421033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7555046c-acfc-4377-a9e1-3a6b63f4197a None None] Network 803e2f46-dabb-4f89-838c-f965cfda29bb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:25.448114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.449490 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:25.480180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45575bf1-e7c2-4db8-ac91-fd6c94ca5b64 req-f654731f-bed6-4953-bd41-1ff778be6a94 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601746 Mar 11 17:40:25.514139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3575b579-2dfb-4a1c-acb4-1a839cf0472b req-c36b4059-a8b3-43aa-ae86-a09bfeb86d85 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760359 Mar 11 17:40:25.529525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-05399699-0ea8-4609-91aa-e3ac874456dc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4689660 Mar 11 17:40:25.641233 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-bc676b62-4a21-4479-8a78-7341976bd8bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912753 Mar 11 17:40:25.770288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59232) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:25.878905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263260ce-c0d2-45ab-b16f-1c3f1bca35af None None] Network 803e2f46-dabb-4f89-838c-f965cfda29bb requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:40:26.020529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] Deleting subnet 843d731f-66c1-4dfa-975b-6e30f109cbac {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:26.030011 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-0206a498-bfae-458e-a320-df9aa334e1e4 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815203 Mar 11 17:40:26.052607 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:26.297372 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c84d171-5760-45e3-b21e-7196e2ccfb54 req-829851fd-a249-405a-b6fa-a0418530182e service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353005 Mar 11 17:40:26.347423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:26.391910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893787b-f54b-4ef4-85ec-645748eb5fb3 req-2b4fbcee-6fd7-4e04-b043-194015257f70 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:26.400289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0893787b-f54b-4ef4-85ec-645748eb5fb3 req-2b4fbcee-6fd7-4e04-b043-194015257f70 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.6331360 Mar 11 17:40:26.528017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:26.575810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-bbcddc87-eca5-4a4d-b464-8847f40aa9ed tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:26.577287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-bbcddc87-eca5-4a4d-b464-8847f40aa9ed tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/networks?id=710b81b0-bbb1-4dd6-b9f9-97a013f76c72 HTTP/1.1" status: 200 len: 820 time: 0.4294972 Mar 11 17:40:26.594041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0893787b-f54b-4ef4-85ec-645748eb5fb3 req-adeb22fc-a1a9-467b-8cb5-526f8c860fa9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927407 Mar 11 17:40:26.630578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-32c92da8-078d-4af2-9e12-c7e5db1e3391 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/quotas/a441eb35c1f94efb9ef2b45e39f266b3 HTTP/1.1" status: 200 len: 375 time: 0.0292547 Mar 11 17:40:26.945298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-70a4d3e0-84c5-4afe-b2cf-ca505791a749 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a441eb35c1f94efb9ef2b45e39f266b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2774429 Mar 11 17:40:26.971445 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.068606 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.089308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843d731f-66c1-4dfa-975b-6e30f109cbac,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:27.108860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0df9768d-e01d-47b7-881c-fe3145f8bb57 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/843d731f-66c1-4dfa-975b-6e30f109cbac HTTP/1.1" status: 204 len: 168 time: 1.3368471 Mar 11 17:40:27.112616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59260) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:27.176170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-76bbbd44-5114-482c-9324-991f9f6ffb2d service neutron] 10.222.0.96 "GET /v2.0/networks/710b81b0-bbb1-4dd6-b9f9-97a013f76c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299249 Mar 11 17:40:27.207641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81369180-c185-47c8-ac95-5c3eb285216a req-ad9a067d-aef2-433a-9c35-35770fe8e3de tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:27.216151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81369180-c185-47c8-ac95-5c3eb285216a req-ad9a067d-aef2-433a-9c35-35770fe8e3de tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.3313782 Mar 11 17:40:27.392028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.413433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81369180-c185-47c8-ac95-5c3eb285216a req-18a81e90-aa38-4646-b149-ed430615909c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895375 Mar 11 17:40:27.431739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-a1f6b89e-ede8-49b6-9a82-7336b11896e2 service neutron] 10.222.0.96 "GET /v2.0/networks/710b81b0-bbb1-4dd6-b9f9-97a013f76c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512605 Mar 11 17:40:27.606253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.637633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d181add-d282-4c9b-b24b-4fbd2be6ae30']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:27.657101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dea4a0-6eff-4bf7-94e6-da9e8d4fe13c') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:27.660705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dea4a0-6eff-4bf7-94e6-da9e8d4fe13c') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:27.680096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.706160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47866a-271b-466d-bf10-d530720358e1 req-c1450501-f254-4240-b457-6d0e1e881426 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:27.707966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.713372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a47866a-271b-466d-bf10-d530720358e1 req-c1450501-f254-4240-b457-6d0e1e881426 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1046774 Mar 11 17:40:27.718120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:40:27.719127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.841896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:40:27.849272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a47866a-271b-466d-bf10-d530720358e1 req-6b95ad06-bae4-424c-bf3e-71fa39d5c25d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349847 Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:27.876421 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:27.881614 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:27.953080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:28.000976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] Pushing event deleted for resources: {'Network': ['ID=5d181add-d282-4c9b-b24b-4fbd2be6ae30,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:28.024325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-298df7ac-ac7c-40bb-ab61-a1ed9c5edeec admin admin] 10.222.0.96 "DELETE /v2.0/networks/5d181add-d282-4c9b-b24b-4fbd2be6ae30 HTTP/1.1" status: 204 len: 168 time: 0.9061439 Mar 11 17:40:28.050200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59280) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:28.102088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-421aaf1d-71fa-4db0-be37-71300181d603 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] (83849) timed out ('10.222.0.97', 56529) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:40:28.237882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:28.252940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97ae3b9c-83e7-41b1-80a9-6beb15fe6eda req-e626594e-0681-4b29-8fb1-e1ee43781f0a tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 210 time: 0.1380496 Mar 11 17:40:28.295391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'port_id': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'mac_address': 'fa:16:3e:d7:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:40:28.325317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ad7cb-6852-4a29-add4-75f86e0621c0 req-412f9456-b16f-42fc-9ff5-53fe86a1915c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:28.335388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-994ad7cb-6852-4a29-add4-75f86e0621c0 req-412f9456-b16f-42fc-9ff5-53fe86a1915c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.3937182 Mar 11 17:40:28.350226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] Deleting subnet cb7b403e-4c89-43ae-b9c2-063411abfb57 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:28.363103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:28.469236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-994ad7cb-6852-4a29-add4-75f86e0621c0 req-61375e23-398a-4840-9b16-6b3a10ea9837 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321478 Mar 11 17:40:28.548460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:28.589386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:28.705448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:28.717749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e258676b-3411-4d9c-acd0-2b23ba3c86fc {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:40:28.760380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:28.768742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:28.799911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-4d329854-eb80-459b-8b7b-9aedcb80b2e9 req-4e424867-84ab-47d8-9c94-2574fa163f51 tempest-ServersOnMultiNodesTest-1977971010 tempest-ServersOnMultiNodesTest-1977971010-project] (83848) timed out ('10.222.0.96', 43966) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:40:28.900785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:28.914515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:28.929288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.931059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.931240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.931448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.931952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.932437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.932919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.933385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.933856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.934448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:28.936105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:29.061500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7b403e-4c89-43ae-b9c2-063411abfb57,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:29.076947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8816282-c571-4bbd-854d-4ba8c9469f36 req-0bbecf70-fa9d-433f-95a6-37d8da2631a5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:29.078080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:29.086010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8816282-c571-4bbd-854d-4ba8c9469f36 req-0bbecf70-fa9d-433f-95a6-37d8da2631a5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.1323683 Mar 11 17:40:29.091823 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-738345f8-b2e1-4e87-8a3b-26fe747905e5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cb7b403e-4c89-43ae-b9c2-063411abfb57 HTTP/1.1" status: 204 len: 168 time: 1.0382099 Mar 11 17:40:29.093145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59302) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:29.217791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8816282-c571-4bbd-854d-4ba8c9469f36 req-3c7d520e-e4d0-45f4-bd0a-0ff63debe5e3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299586 Mar 11 17:40:29.254210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e258676b-3411-4d9c-acd0-2b23ba3c86fc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:29.473640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c681156-373e-4fb0-9c9c-480d44c93e37 req-ba30cb12-6595-4d56-adff-ece6c2f7e9d2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:29.481496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c681156-373e-4fb0-9c9c-480d44c93e37 req-ba30cb12-6595-4d56-adff-ece6c2f7e9d2 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1919434 Mar 11 17:40:29.489015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:29.633279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c681156-373e-4fb0-9c9c-480d44c93e37 req-c2c30ee3-4fda-4a9c-9771-822c00663832 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506844 Mar 11 17:40:29.895059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:29.970291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803e2f46-dabb-4f89-838c-f965cfda29bb']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:29.973964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9a60584-9e17-4298-975a-a98bb0e9459f req-b3a66f5f-9baa-44c5-96fa-4f3430d2e85f tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 210 time: 0.0782280 Mar 11 17:40:29.990211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5820cd37-ad71-417e-9cb8-9144f8dbe072') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:29.990774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5820cd37-ad71-417e-9cb8-9144f8dbe072') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:30.009999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:30.039655 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:30.055814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:40:30.057437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:30.095120 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:30.249636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:30.256319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:30.328511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/803e2f46-dabb-4f89-838c-f965cfda29bb HTTP/1.1" status: 204 len: 168 time: 1.2332516 Mar 11 17:40:30.332700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8b0d6-0f8c-4dbc-aac3-ec492af33fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=803e2f46-dabb-4f89-838c-f965cfda29bb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:30.357735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb09184-68e6-4871-bac8-14188628ec5e req-a51e14a9-49be-4a54-b00a-dfb8e48b1fed tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:30.366744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb09184-68e6-4871-bac8-14188628ec5e req-a51e14a9-49be-4a54-b00a-dfb8e48b1fed tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.2233279 Mar 11 17:40:30.388205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da027386-c57e-48aa-8031-964f5edd7a29 req-19789569-3a0c-4beb-8a54-46980312de7e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:30.390182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da027386-c57e-48aa-8031-964f5edd7a29 req-19789569-3a0c-4beb-8a54-46980312de7e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 945 time: 0.1934550 Mar 11 17:40:30.484524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfb09184-68e6-4871-bac8-14188628ec5e req-182d8ae6-6407-4a16-8697-11b926e8f13a tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042035 Mar 11 17:40:30.551076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da027386-c57e-48aa-8031-964f5edd7a29 req-beae5ed0-8362-4af9-b81b-1413cd192331 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485569 Mar 11 17:40:30.847963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59334) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:31.048634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-70ac20fd-f383-435c-96c0-80bbd4b3bad4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5052f05b8f64f38ae66fc221ede4b09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1969638 Mar 11 17:40:31.050821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59340) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:31.057288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-30d35b64-e94c-44fb-8c1c-f188f7c076a3 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:31.058168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-30d35b64-e94c-44fb-8c1c-f188f7c076a3 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Synchronizing usage tracker for tenant:a441eb35c1f94efb9ef2b45e39f266b3 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:40:31.080395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-30d35b64-e94c-44fb-8c1c-f188f7c076a3 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Unset dirty status for tenant:a441eb35c1f94efb9ef2b45e39f266b3 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:40:31.082311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-30d35b64-e94c-44fb-8c1c-f188f7c076a3 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.59 "GET /v2.0/networks?id=710b81b0-bbb1-4dd6-b9f9-97a013f76c72 HTTP/1.1" status: 200 len: 820 time: 0.5879850 Mar 11 17:40:31.083611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6ca4-d0a3-4149-8763-2d1e5d5d7c8a req-3c9d13c4-9fc2-441c-8f3d-2941ac4c24e8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:31.085157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5e6ca4-d0a3-4149-8763-2d1e5d5d7c8a req-3c9d13c4-9fc2-441c-8f3d-2941ac4c24e8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.3127499 Mar 11 17:40:31.129940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Request body: {'port': {'device_id': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72', 'admin_state_up': True, 'tenant_id': 'a441eb35c1f94efb9ef2b45e39f266b3'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:31.145964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3f32e-5074-44d9-b83d-cd82424d9a5e req-36e3b976-8cfb-4d42-8ed6-1ae22014be93 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:31.147573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1d3f32e-5074-44d9-b83d-cd82424d9a5e req-36e3b976-8cfb-4d42-8ed6-1ae22014be93 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.2477942 Mar 11 17:40:31.319210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab5e6ca4-d0a3-4149-8763-2d1e5d5d7c8a req-ec19ec33-34d1-4490-a134-dd1fec4f7c05 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255046 Mar 11 17:40:31.328880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1165d2b3-30dc-4c41-a6d0-d417612954d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.389019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:31.402825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Usage tracker for resource:port and tenant:a441eb35c1f94efb9ef2b45e39f266b3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:31.418827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:31.422136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1165d2b3-30dc-4c41-a6d0-d417612954d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.446090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:31.471297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Made reservation on behalf of a441eb35c1f94efb9ef2b45e39f266b3 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:31.477682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.527088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1d3f32e-5074-44d9-b83d-cd82424d9a5e req-630c96a0-7f91-44cd-9c31-73b39ef465e6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633230 Mar 11 17:40:31.543271 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1165d2b3-30dc-4c41-a6d0-d417612954d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.604132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165d2b3-30dc-4c41-a6d0-d417612954d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f8017-8b47-41b5-8678-96568c1767bb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:31.630186 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1165d2b3-30dc-4c41-a6d0-d417612954d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.634719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1165d2b3-30dc-4c41-a6d0-d417612954d2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/838f8017-8b47-41b5-8678-96568c1767bb HTTP/1.1" status: 204 len: 168 time: 0.5795343 Mar 11 17:40:31.791439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a2c1e08-456d-4568-a4ab-5dd4752371a5 req-3cf0b583-1297-4834-b4c8-5e9cece633ee tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 210 time: 0.1100249 Mar 11 17:40:31.885300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:40:31.927421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Allocated IP 172.20.0.5 (710b81b0-bbb1-4dd6-b9f9-97a013f76c72/738773ee-614b-4599-8da9-727f1c001056/2e3e9147-9e8a-4191-b8dc-d22822fd9c80) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:32.070868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e258676b-3411-4d9c-acd0-2b23ba3c86fc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:40:32.077083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e258676b-3411-4d9c-acd0-2b23ba3c86fc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:32.077453 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:32.312862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f2fe-3a84-4475-a24d-3a59ee24eef4 req-505e4251-c679-4acd-9d63-4719a84469b4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:32.321964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e244f2fe-3a84-4475-a24d-3a59ee24eef4 req-505e4251-c679-4acd-9d63-4719a84469b4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.4992101 Mar 11 17:40:32.358540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:32.426223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e244f2fe-3a84-4475-a24d-3a59ee24eef4 req-f39ee7f6-62ca-4f93-93f8-6d2bbf9785b3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036060 Mar 11 17:40:32.452008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14718e-4533-40ef-a956-375224a49298 req-16716904-c594-4fc3-a3d3-5eef99b55a25 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:32.454187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:32.459642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:32.462179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d14718e-4533-40ef-a956-375224a49298 req-16716904-c594-4fc3-a3d3-5eef99b55a25 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 945 time: 0.3480594 Mar 11 17:40:32.484200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:32.494864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:32.519028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:32.683014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:32.785131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59374) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:32.788572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Pushing event updated for resources: {'Port': ['ID=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:32.802590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d14718e-4533-40ef-a956-375224a49298 req-b7232605-b654-4c04-acba-ea8cd397df44 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391089 Mar 11 17:40:32.810933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:32.812600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:32.823843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:40:32.964121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:32.964823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:32.974666 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'code': 200} Mar 11 17:40:32.976664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a5966-c144-4863-997b-f04aa8c39e68 req-e53cf181-9ca8-45c4-bdc4-e3785c2861f5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:32.978623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d25a5966-c144-4863-997b-f04aa8c39e68 req-e53cf181-9ca8-45c4-bdc4-e3785c2861f5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.2721272 Mar 11 17:40:32.983964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-28df2f87-b2bf-446a-a179-290155fb654c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cb701a618d494dacbb990550ebef712c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1975167 Mar 11 17:40:32.988831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59382) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:33.056461 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:40:33.071247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d25a5966-c144-4863-997b-f04aa8c39e68 req-abf60007-34f1-4be2-a756-ae0cb525a3cb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848551 Mar 11 17:40:33.115383 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d3db3bdd-7b51-471d-88f8-a876d662ba74 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0071251 Mar 11 17:40:33.149480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Request body: {'port': {'device_id': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:33.350489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-951acef1-a8eb-4831-84b2-e19d04e18d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:33.399917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-951acef1-a8eb-4831-84b2-e19d04e18d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:33.452356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3abd7ce6-5d86-4773-af15-1005d0b6616d req-698ede9b-bfc4-499e-8a44-5854bc38d80d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1097 time: 0.3774309 Mar 11 17:40:33.461949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554f28c-5782-4b0a-99a1-0adb99a8b6f9 req-d4d3e00c-3faa-46ba-8edf-e544da7bdfbd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:33.472482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e554f28c-5782-4b0a-99a1-0adb99a8b6f9 req-d4d3e00c-3faa-46ba-8edf-e544da7bdfbd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 931 time: 0.1917787 Mar 11 17:40:33.490991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-951acef1-a8eb-4831-84b2-e19d04e18d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:33.499697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779875f-43a5-473e-aa4f-e21b8a0453af req-170b2f00-1dd1-4000-84ca-8aa5999416f6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:33.509656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0779875f-43a5-473e-aa4f-e21b8a0453af req-170b2f00-1dd1-4000-84ca-8aa5999416f6 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.3214128 Mar 11 17:40:33.521868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acef1-a8eb-4831-84b2-e19d04e18d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d97af43-4df5-4ceb-b292-53d29d694207,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:33.530976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-951acef1-a8eb-4831-84b2-e19d04e18d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:33.532589 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-951acef1-a8eb-4831-84b2-e19d04e18d65 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0d97af43-4df5-4ceb-b292-53d29d694207 HTTP/1.1" status: 204 len: 168 time: 0.5425246 Mar 11 17:40:33.543957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:33.627114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0779875f-43a5-473e-aa4f-e21b8a0453af req-f41299d1-188c-4157-881b-100eef12e3e5 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164646 Mar 11 17:40:33.648901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e554f28c-5782-4b0a-99a1-0adb99a8b6f9 req-113b5ef6-9169-488c-a8bb-9849b218ba97 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751864 Mar 11 17:40:33.654205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3abd7ce6-5d86-4773-af15-1005d0b6616d req-07a6233c-1682-4285-b06b-0100c731ec7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636708 Mar 11 17:40:33.980970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6d2d-284c-49bb-bcb1-d10bdeb03264 req-1409358f-4d4b-4315-828b-76938c995d8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:33.986729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-657f6d2d-284c-49bb-bcb1-d10bdeb03264 req-1409358f-4d4b-4315-828b-76938c995d8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1837780 Mar 11 17:40:34.192956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-657f6d2d-284c-49bb-bcb1-d10bdeb03264 req-845bf43f-e4fd-4308-b40e-9ff665ba3029 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007551 Mar 11 17:40:34.271403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12427-5d3c-450e-94f4-25d92076ff72 req-8df345b7-c0ee-489d-a814-bd396dcc4bca tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:34.272942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95e12427-5d3c-450e-94f4-25d92076ff72 req-8df345b7-c0ee-489d-a814-bd396dcc4bca tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.2005839 Mar 11 17:40:34.376297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95e12427-5d3c-450e-94f4-25d92076ff72 req-549fcd2d-46ef-41f4-84de-85c59dcff2bc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937185 Mar 11 17:40:34.394716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:40:34.405745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:34.428955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Transition to ACTIVE for port object 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:40:34.438266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:34.684925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:34.778315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-abfd8b52-9ce3-427f-9a0b-b185d9253d27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2944152 Mar 11 17:40:34.849215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b940-a69a-49b8-8843-1da2fc949dd6 req-b227f3c4-0208-4fbe-9e56-0264b36de500 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:34.851605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb7b940-a69a-49b8-8843-1da2fc949dd6 req-b227f3c4-0208-4fbe-9e56-0264b36de500 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.3014581 Mar 11 17:40:34.869096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Attempting to bind port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:40:34.870261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Attempting to bind port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7e1059a1-7819-4e6c-af31-bb37249ff124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:40:34.870768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Attempting to bind port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 on network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:40:34.879150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 on network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:40:34.879949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Attempting to bind port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 on network 710b81b0-bbb1-4dd6-b9f9-97a013f76c72 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:40:34.889500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:40:34.890736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Checking segment: {'id': '7e1059a1-7819-4e6c-af31-bb37249ff124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:40:34.891285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Bound using segment: {'id': '7e1059a1-7819-4e6c-af31-bb37249ff124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:40:34.891901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Bound port: 2e3e9147-9e8a-4191-b8dc-d22822fd9c80, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1059a1-7819-4e6c-af31-bb37249ff124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:40:34.892401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.041028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb7b940-a69a-49b8-8843-1da2fc949dd6 req-370a31d7-98f0-475d-868b-28e77fb87d01 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824963 Mar 11 17:40:35.099490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] For port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:40:35.109601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] For port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,segment=NetworkSegment(7e1059a1-7819-4e6c-af31-bb37249ff124),segment_id=7e1059a1-7819-4e6c-af31-bb37249ff124)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:40:35.124145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.218807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.221083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] 10.222.0.59 "PUT /v2.0/ports/2e3e9147-9e8a-4191-b8dc-d22822fd9c80 HTTP/1.1" status: 200 len: 1091 time: 2.0872328 Mar 11 17:40:35.227873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'tag': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:35.503490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3098b-a317-4107-94e2-8c27b7d4e86f service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:35.507202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aecdc8-6361-40f2-8741-9db0550fe274 req-bd32a344-d7a3-43c7-8d28-7844ad8ba55b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:35.514951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a5aecdc8-6361-40f2-8741-9db0550fe274 req-bd32a344-d7a3-43c7-8d28-7844ad8ba55b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.5633659 Mar 11 17:40:35.547158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-77ca0d1e-1efa-4543-b5ca-563772ae9b4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a441eb35c1f94efb9ef2b45e39f266b3&device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 1094 time: 0.2294867 Mar 11 17:40:35.573857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-d0afee1d-9b53-470f-bad8-0ca1956028fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 1097 time: 0.6234231 Mar 11 17:40:35.689518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-48b80634-1939-4551-864d-084e43b5c575 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e3e9147-9e8a-4191-b8dc-d22822fd9c80 HTTP/1.1" status: 200 len: 217 time: 0.1285293 Mar 11 17:40:35.774470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-a22253be-0256-43ab-84bc-7ac24e57baed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:35.776168 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-a22253be-0256-43ab-84bc-7ac24e57baed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=738773ee-614b-4599-8da9-727f1c001056 HTTP/1.1" status: 200 len: 860 time: 0.0759501 Mar 11 17:40:35.797404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3bf5e-76aa-4d42-a746-3d708ec7d0dc req-a42f3b2f-8767-4cad-b037-759aa75e22d4 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:35.806010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86a3bf5e-76aa-4d42-a746-3d708ec7d0dc req-a42f3b2f-8767-4cad-b037-759aa75e22d4 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 943 time: 0.4909914 Mar 11 17:40:35.841341 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-cc673cbb-2869-4e2e-ba06-7c0ac663fdf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710b81b0-bbb1-4dd6-b9f9-97a013f76c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576305 Mar 11 17:40:35.901718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86a3bf5e-76aa-4d42-a746-3d708ec7d0dc req-4d7aa1e4-bfe9-4e90-b444-755a560508dc tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943227 Mar 11 17:40:35.943673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a5aecdc8-6361-40f2-8741-9db0550fe274 req-0ed1bd5e-5a30-4178-a7c9-a147fa036e72 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167497 Mar 11 17:40:36.041498 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'tag': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80', 'status': 'completed', 'code': 200} Mar 11 17:40:36.054499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dae4d-d035-42de-8995-98fa1619702e req-592da8ce-078c-4495-9d91-26795e8c3e8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:36.056422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-592da8ce-078c-4495-9d91-26795e8c3e8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.4489577 Mar 11 17:40:36.214988 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-d106ea50-fb8e-4f1c-9e50-c13542f1d4b7 service neutron] 10.222.0.59 "GET /v2.0/networks/710b81b0-bbb1-4dd6-b9f9-97a013f76c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634913 Mar 11 17:40:36.230782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-f9edb369-061a-42ba-84c3-12b6daa83558 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d0fda90-622f-44f5-ab53-4949992446e9 HTTP/1.1" status: 200 len: 217 time: 0.1674991 Mar 11 17:40:36.333582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dae4d-d035-42de-8995-98fa1619702e req-19495ad5-f737-41d1-8292-1fd7dba395c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:36.335744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-19495ad5-f737-41d1-8292-1fd7dba395c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.0979929 Mar 11 17:40:36.444843 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15386297-f85e-4e59-a587-d213f9a3d9c2 req-f0c541e3-e078-4254-b587-ebd2aa9d8e57 service neutron] 10.222.0.59 "GET /v2.0/networks/710b81b0-bbb1-4dd6-b9f9-97a013f76c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228358 Mar 11 17:40:36.549824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f6a33-8d1e-4c8d-ae40-021856c71961 req-bcd47af3-9b4f-4109-b093-72eeafbce819 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:36.556496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-931f6a33-8d1e-4c8d-ae40-021856c71961 req-bcd47af3-9b4f-4109-b093-72eeafbce819 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.1827116 Mar 11 17:40:36.610352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-931f6a33-8d1e-4c8d-ae40-021856c71961 req-606bafb1-bf17-4073-a75e-5c07e2dcfe59 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529764 Mar 11 17:40:36.630281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb867-25df-47d7-8b8b-ed0c26fb6a69 req-3d684ffe-d8d2-467c-b33b-9d0c0e3159f8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:36.637643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a2eb867-25df-47d7-8b8b-ed0c26fb6a69 req-3d684ffe-d8d2-467c-b33b-9d0c0e3159f8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.3006263 Mar 11 17:40:36.658890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-560d4fac-fd57-47b7-8c17-077d1ef88eda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264826 Mar 11 17:40:36.749300 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-26ddd437-e838-4684-bd14-62c8e4fb87ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a441eb35c1f94efb9ef2b45e39f266b3&device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 1094 time: 0.1950595 Mar 11 17:40:36.931328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-fafb38df-a52d-472b-8bac-5093580b59de service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662594 Mar 11 17:40:36.973511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-2af95d7c-3180-41ee-bf72-7e00d55febd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:36.975615 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-2af95d7c-3180-41ee-bf72-7e00d55febd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=710b81b0-bbb1-4dd6-b9f9-97a013f76c72 HTTP/1.1" status: 200 len: 922 time: 0.2202897 Mar 11 17:40:37.070454 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-11dea096-b542-4e16-be07-b5480071bb37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e3e9147-9e8a-4191-b8dc-d22822fd9c80 HTTP/1.1" status: 200 len: 217 time: 0.0859458 Mar 11 17:40:37.101342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a2eb867-25df-47d7-8b8b-ed0c26fb6a69 req-2f71a2e5-bad3-45be-8059-610e4ff6fc70 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4625518 Mar 11 17:40:37.221210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f903-327f-4b4b-a04e-97b503573417 req-15e8333d-29cb-45f0-97a8-692658bcddab tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:37.223167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b515f903-327f-4b4b-a04e-97b503573417 req-15e8333d-29cb-45f0-97a8-692658bcddab tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.2826259 Mar 11 17:40:37.230927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f58dae4d-d035-42de-8995-98fa1619702e req-59c3fbdd-65b6-42d8-adc1-4a046db39e8a service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888358 Mar 11 17:40:37.242314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-6c9084a9-b242-4461-a86e-3d4aa95fcf26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:37.244219 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-6c9084a9-b242-4461-a86e-3d4aa95fcf26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=738773ee-614b-4599-8da9-727f1c001056 HTTP/1.1" status: 200 len: 860 time: 0.1618137 Mar 11 17:40:37.329453 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-431c506d-b7cb-433b-a99d-d199b11bb57e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710b81b0-bbb1-4dd6-b9f9-97a013f76c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764756 Mar 11 17:40:37.450188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b515f903-327f-4b4b-a04e-97b503573417 req-7db555c1-a6a4-4354-8983-5b8bcac5c92f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181816 Mar 11 17:40:37.514480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67003c4f-6bc8-4036-9297-46a924725f8d req-d943604e-a407-4d49-b99a-bda745af5c61 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:37.533946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67003c4f-6bc8-4036-9297-46a924725f8d req-d943604e-a407-4d49-b99a-bda745af5c61 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.2510614 Mar 11 17:40:37.539735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59474) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:37.565700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Request body: {'floatingip': {'port_id': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:40:37.730501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:37.808739 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-6c7dc7e7-f6ee-42cf-a51f-6ddd67ca594a service neutron] 10.222.0.59 "GET /v2.0/networks/710b81b0-bbb1-4dd6-b9f9-97a013f76c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718804 Mar 11 17:40:37.858843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244856cf-161d-415d-8ab5-0da84df76bc0 req-2e151db3-500e-46c4-8a48-5f309fbe2d54 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:37.863242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-244856cf-161d-415d-8ab5-0da84df76bc0 req-2e151db3-500e-46c4-8a48-5f309fbe2d54 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.1541450 Mar 11 17:40:37.884128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef58b4d-0ea9-4bac-ba6d-736949e814ae req-4ea6092b-2598-401f-bd26-95c8c4544c52 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:37.885725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ef58b4d-0ea9-4bac-ba6d-736949e814ae req-4ea6092b-2598-401f-bd26-95c8c4544c52 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 943 time: 0.2508376 Mar 11 17:40:37.999604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-244856cf-161d-415d-8ab5-0da84df76bc0 req-4d00cb98-0585-4d20-8bf1-b7cafc7d209c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127479 Mar 11 17:40:38.028692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ef58b4d-0ea9-4bac-ba6d-736949e814ae req-38e39dda-6b29-452a-9f03-b86e8a3b887e tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300342 Mar 11 17:40:38.147838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a40e6a28-034a-4a7f-ad66-0c4342506c8b req-d202108f-bffc-4c86-9a81-57e478f127c9 service neutron] 10.222.0.59 "GET /v2.0/networks/710b81b0-bbb1-4dd6-b9f9-97a013f76c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961831 Mar 11 17:40:38.538683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbe6bd-bf5b-41f1-83ca-73801705a28f req-5fdc5e29-8e5b-4932-b799-c195bd272855 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:38.540081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bbbe6bd-bf5b-41f1-83ca-73801705a28f req-5fdc5e29-8e5b-4932-b799-c195bd272855 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1922452 Mar 11 17:40:38.687332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1798694-ab90-4629-a00b-c54070780807 req-9a9c9868-182f-4998-bee1-9ca06ea6db08 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5659232 Mar 11 17:40:38.746273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bbbe6bd-bf5b-41f1-83ca-73801705a28f req-3147b88b-9d28-41c9-a781-50239dfb1fd3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963375 Mar 11 17:40:38.987859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1798694-ab90-4629-a00b-c54070780807 req-977cbc6c-c78d-478c-bd40-2a9500abe821 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0767276 Mar 11 17:40:39.288906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1798694-ab90-4629-a00b-c54070780807 req-97afb2ef-e6e0-49bf-8ebb-f87f686fdb68 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1917198 Mar 11 17:40:39.302944 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:39.426041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ef94-65ed-40ca-897d-1a756c356f5c req-c3f7184c-6232-449f-be23-2fcbdba558f2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:39.437568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a255ef94-65ed-40ca-897d-1a756c356f5c req-c3f7184c-6232-449f-be23-2fcbdba558f2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.6086023 Mar 11 17:40:39.534092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:39.543220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:39.729741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a255ef94-65ed-40ca-897d-1a756c356f5c req-17c77c27-21a7-4897-9cf7-2e73dc16986d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877972 Mar 11 17:40:39.729741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798694-ab90-4629-a00b-c54070780807 req-14daa854-846c-4fd9-9a46-3bac70d5bbf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:39.729741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1798694-ab90-4629-a00b-c54070780807 req-14daa854-846c-4fd9-9a46-3bac70d5bbf2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4297786 Mar 11 17:40:39.760836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e2b4-50fc-4cd0-a639-7428464b4343 req-f4095aa4-b9cc-4759-9c78-47cca2233a4a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:39.771934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a118e2b4-50fc-4cd0-a639-7428464b4343 req-f4095aa4-b9cc-4759-9c78-47cca2233a4a tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.7600646 Mar 11 17:40:39.868211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a118e2b4-50fc-4cd0-a639-7428464b4343 req-45794255-3edb-464a-80d0-df0dc9a7773c tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937347 Mar 11 17:40:39.930458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:40:39.985983 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Floating IP d38ca228-4541-4e73-94ce-a410896a672c associated. External IP: 172.25.3.241, port: e258676b-3411-4d9c-acd0-2b23ba3c86fc. Mar 11 17:40:40.084870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0300-4c0c-4b2b-b502-f6e741b1be26 req-8af7f24f-1962-48c0-9c15-4bf64cc91764 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:40.095595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94fd0300-4c0c-4b2b-b502-f6e741b1be26 req-8af7f24f-1962-48c0-9c15-4bf64cc91764 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1104610 Mar 11 17:40:40.240326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94fd0300-4c0c-4b2b-b502-f6e741b1be26 req-932b8c79-e1db-4ddd-800d-21be537e10df tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433589 Mar 11 17:40:40.301388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053c0f6-b649-4fdf-86fd-eed5446a624f req-5250637a-9b10-45e7-9df9-c2fcf2581d21 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:40.305361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8053c0f6-b649-4fdf-86fd-eed5446a624f req-5250637a-9b10-45e7-9df9-c2fcf2581d21 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 943 time: 0.1747751 Mar 11 17:40:40.380991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,segment=NetworkSegment(7e1059a1-7819-4e6c-af31-bb37249ff124),segment_id=7e1059a1-7819-4e6c-af31-bb37249ff124)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:40.419835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8053c0f6-b649-4fdf-86fd-eed5446a624f req-bdf328e5-f3a7-4cb2-993b-5e475a162c90 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082599 Mar 11 17:40:40.423385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80', 'network_id': '710b81b0-bbb1-4dd6-b9f9-97a013f76c72', 'port_id': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80', 'mac_address': 'fa:16:3e:1d:23:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738773ee-614b-4599-8da9-727f1c001056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:40:40.556627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:40.566863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bc6f1-e117-4880-930b-ded419a05e1b req-606425f9-e2d4-439f-b24a-739e469b517b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:40.568487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-210bc6f1-e117-4880-930b-ded419a05e1b req-606425f9-e2d4-439f-b24a-739e469b517b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.0958593 Mar 11 17:40:40.579093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:40:40.620364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,segment=NetworkSegment(7e1059a1-7819-4e6c-af31-bb37249ff124),segment_id=7e1059a1-7819-4e6c-af31-bb37249ff124)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:40.624389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-210bc6f1-e117-4880-930b-ded419a05e1b req-4d9f3fbb-05e1-4c2c-b8a5-34edca1c6293 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Mar 11 17:40:40.629194 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:40.782165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:40.798536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Router 6bfa8db5-913d-41df-b552-edbedf42f80d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:40:41.100651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2e3e9147-9e8a-4191-b8dc-d22822fd9c80'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:41.160526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20692e77-a71d-4ff7-a96a-448cd5ddaaac req-d4a05099-05d8-46fa-90ed-3d7c2b8c1649 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:41.168734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20692e77-a71d-4ff7-a96a-448cd5ddaaac req-d4a05099-05d8-46fa-90ed-3d7c2b8c1649 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.1808648 Mar 11 17:40:41.248855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:40:41.285443 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] Sync routers for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:40:41.290180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:41.334399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20692e77-a71d-4ff7-a96a-448cd5ddaaac req-2f41f6d7-65ee-425e-b810-d344dc9ab5e8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644251 Mar 11 17:40:41.360545 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:40:41.361492 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:40:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:41.446402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f1da3d47-0d3e-417a-b3dd-4cc2aaea9a9b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "PUT /v2.0/floatingips/d38ca228-4541-4e73-94ce-a410896a672c HTTP/1.1" status: 200 len: 992 time: 3.8856053 Mar 11 17:40:41.446402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:41.666478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156df92-1164-4c2a-803b-ac1a22d0d148 req-46022f1c-f55b-422e-9a3a-6dcbdd55c663 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:41.668331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0156df92-1164-4c2a-803b-ac1a22d0d148 req-46022f1c-f55b-422e-9a3a-6dcbdd55c663 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.2655501 Mar 11 17:40:41.671154 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:40:41.746280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346866f6-b0e2-49c0-87d5-beafd67a4950 req-28a78919-6517-402f-b88d-6ed5fda022b9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:41.753369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-346866f6-b0e2-49c0-87d5-beafd67a4950 req-28a78919-6517-402f-b88d-6ed5fda022b9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1696374 Mar 11 17:40:41.804552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0156df92-1164-4c2a-803b-ac1a22d0d148 req-88a55e0a-478e-4e27-b71a-f434bc381cc1 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293085 Mar 11 17:40:41.834032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-346866f6-b0e2-49c0-87d5-beafd67a4950 req-d75b8756-e293-4733-9e3f-3fb1c6ab61d8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796523 Mar 11 17:40:41.924730 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'status': 'completed', 'code': 200} Mar 11 17:40:42.144213 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-360c0fea-236e-4afe-8700-ea980f7ace4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1097 time: 0.1577916 Mar 11 17:40:42.177784 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd38ca228-4541-4e73-94ce-a410896a672c', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'port_id': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'mac_address': 'fa:16:3e:d7:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:40:11Z', 'updated_at': '2022-03-11T17:40:39Z', 'revision_number': 1, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:42.183189 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] Checking router: 6bfa8db5-913d-41df-b552-edbedf42f80d for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:40:42.197658 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:40:42.200269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:40:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:42.257868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80b1fc-94eb-4bcd-b8b4-5a32196511fc req-6f4beafb-a1bf-4a02-ba5b-4deed5bc6121 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:42.263111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a80b1fc-94eb-4bcd-b8b4-5a32196511fc req-6f4beafb-a1bf-4a02-ba5b-4deed5bc6121 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 944 time: 0.3019524 Mar 11 17:40:42.365536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79116bfe-53ed-4c70-9a4e-fb5e6e666d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:42.439371 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:40:42.442190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a15479-23e5-41de-a608-1c905a14950a req-f2eeb85b-8539-4c8b-a77b-a88732835245 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 1097 time: 0.3311870 Mar 11 17:40:42.540721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-3264b4ae-9c28-4e43-a78f-a18f4c25f90a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:42.542210 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-3264b4ae-9c28-4e43-a78f-a18f4c25f90a service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.3858268 Mar 11 17:40:42.621613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a80b1fc-94eb-4bcd-b8b4-5a32196511fc req-121cd55f-dff4-4018-a700-1e7ab3f7741d tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429394 Mar 11 17:40:42.728636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-bdf0d258-bdc2-4680-94e1-3641fa9a46f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 200 len: 1000 time: 0.1783397 Mar 11 17:40:42.737353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15479-23e5-41de-a608-1c905a14950a req-d950d01f-dc61-46af-a532-ea71f3bc4f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:42.738874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a15479-23e5-41de-a608-1c905a14950a req-d950d01f-dc61-46af-a532-ea71f3bc4f8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.2958403 Mar 11 17:40:42.816950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-5feacce4-4853-47a4-b649-41041345a820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:42.818444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-5feacce4-4853-47a4-b649-41041345a820 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.0829046 Mar 11 17:40:42.936990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca354e29-5349-41ee-8f7a-a1a84de1dc05 req-2cd8e6d0-438a-491b-b98a-8bd107e1669a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:42.940347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-16b1f40c-e391-41d2-9890-e8c4821f2def service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096721 Mar 11 17:40:42.944398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca354e29-5349-41ee-8f7a-a1a84de1dc05 req-2cd8e6d0-438a-491b-b98a-8bd107e1669a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.3098972 Mar 11 17:40:42.994743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a15479-23e5-41de-a608-1c905a14950a req-e2e03bee-4638-46af-a803-13cbaee978fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330 HTTP/1.1" status: 200 len: 217 time: 0.2365873 Mar 11 17:40:42.999715 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd38ca228-4541-4e73-94ce-a410896a672c', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'port_id': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'mac_address': 'fa:16:3e:d7:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:40:11Z', 'updated_at': '2022-03-11T17:40:39Z', 'revision_number': 1, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:43.005065 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b181c-00f2-4896-abc7-33e23e34b259 None None] The sync data for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 is: [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd38ca228-4541-4e73-94ce-a410896a672c', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'port_id': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'mac_address': 'fa:16:3e:d7:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:40:11Z', 'updated_at': '2022-03-11T17:40:39Z', 'revision_number': 1, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:40:43.131196 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-12a801a5-a60a-405b-9b4e-d2feb6a997aa service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877809 Mar 11 17:40:43.180090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15479-23e5-41de-a608-1c905a14950a req-f49fc39c-ec40-4332-b8e0-16a4c5fc46c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:43.181536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a15479-23e5-41de-a608-1c905a14950a req-f49fc39c-ec40-4332-b8e0-16a4c5fc46c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.1256156 Mar 11 17:40:43.302290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca354e29-5349-41ee-8f7a-a1a84de1dc05 req-93070351-8a22-491a-89cd-60cc7f9dd53f tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559549 Mar 11 17:40:43.339612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d71239d-b382-4aff-adfe-efd2d990b32e req-f294e0d5-dfa6-41bf-be5d-18f77a07d7b2 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023497 Mar 11 17:40:43.390393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-9f2e550b-b4f0-4f09-abc7-1da9be0cef41 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:43.391992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-9f2e550b-b4f0-4f09-abc7-1da9be0cef41 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.4456582 Mar 11 17:40:43.399631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b775833-7b05-47e2-82e5-071ac65ae47d req-d70a0d83-73f0-4187-8e38-50bcfcc8ff15 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:43.401538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b775833-7b05-47e2-82e5-071ac65ae47d req-d70a0d83-73f0-4187-8e38-50bcfcc8ff15 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 946 time: 0.4058082 Mar 11 17:40:43.451182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437bafa-b02b-487f-984f-d209ad5fd635 None None] New status for floating IP d38ca228-4541-4e73-94ce-a410896a672c: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:40:43.563095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a15479-23e5-41de-a608-1c905a14950a req-4ef27045-c08a-4275-bbb6-843706b66233 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720741 Mar 11 17:40:43.575072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:43.575072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:43.743661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b775833-7b05-47e2-82e5-071ac65ae47d req-05124c11-ceb2-4afb-b465-dc03f4a30bfd tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058279 Mar 11 17:40:43.974711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:40:44.034809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c1f6f-4c49-436c-8147-28e347fe16d4 req-064d7d89-cc62-46eb-ace5-36a98a8cae43 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:44.036428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b3c1f6f-4c49-436c-8147-28e347fe16d4 req-064d7d89-cc62-46eb-ace5-36a98a8cae43 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.5564702 Mar 11 17:40:44.051240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:40:44.063671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:44.064172 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.129308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59610) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:44.173420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a15479-23e5-41de-a608-1c905a14950a req-8c34f659-9b29-4df9-b423-c601397c98b2 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032965 Mar 11 17:40:44.224215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.254702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:44.255087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.273476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,segment=NetworkSegment(7e1059a1-7819-4e6c-af31-bb37249ff124),segment_id=7e1059a1-7819-4e6c-af31-bb37249ff124)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:44.275079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:44.284087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.320778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.361756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:44.366355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Usage tracker for resource:security_group_rule and tenant:8714f5436d4a4f5689a96158752e9ae7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:44.369865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:44.377214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:44.394543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:44.459949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.465603 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.525376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5730b3d-5a56-4012-9ccb-a8754361fc0e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:44.528444 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1de7f2d9-b073-4623-b4e7-5a2da7afbf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.538595 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-50380801-8ab8-41ab-8aaa-fc440d568fdc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8714f5436d4a4f5689a96158752e9ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4076025 Mar 11 17:40:44.540807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59622) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:44.614225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:44.661181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2184d04c-5df1-48b8-b169-1eece670fbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.692995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b3c1f6f-4c49-436c-8147-28e347fe16d4 req-6a87b7bc-a328-41f8-96d3-cfc627230d01 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6492875 Mar 11 17:40:44.719643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2184d04c-5df1-48b8-b169-1eece670fbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.721557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637f7e-fe23-4e44-9ac4-20a26ea2eea0 req-9d8e1ab4-4ec4-47a9-a91e-5f20d562e94a tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:44.738280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b637f7e-fe23-4e44-9ac4-20a26ea2eea0 req-9d8e1ab4-4ec4-47a9-a91e-5f20d562e94a tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 944 time: 0.7973647 Mar 11 17:40:44.805321 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80', 'code': 200} Mar 11 17:40:44.817470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2184d04c-5df1-48b8-b169-1eece670fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.854244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184d04c-5df1-48b8-b169-1eece670fbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5730b3d-5a56-4012-9ccb-a8754361fc0e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:44.859428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2184d04c-5df1-48b8-b169-1eece670fbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.862420 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2184d04c-5df1-48b8-b169-1eece670fbbb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f5730b3d-5a56-4012-9ccb-a8754361fc0e HTTP/1.1" status: 204 len: 168 time: 0.3181012 Mar 11 17:40:44.863729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b637f7e-fe23-4e44-9ac4-20a26ea2eea0 req-2c65b8ae-4b89-4655-bbf4-2364f8ae88ad tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331153 Mar 11 17:40:44.868329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96a15479-23e5-41de-a608-1c905a14950a req-d337a5d7-822d-403e-868c-551ddb2fa330 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470563 Mar 11 17:40:45.072610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.107553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:45.187634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a4b2bd0-394a-4bb1-abd5-b0c92f1b216c req-b1379716-5738-4ee4-94b8-349a7b1a0b4b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 210 time: 0.1601901 Mar 11 17:40:45.218979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event deleted for resources: {'Port': ['ID=d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:45.308246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] No DVR routers for this DVR port d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:40:45.312429 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.318219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'name': 'network-vif-deleted', 'tag': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:45.327929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.328334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.328584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.328909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.329233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.329556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.329872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.330187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.330527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.330841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.331151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:45.360078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd2cc0cc-8299-433c-b7b2-47524616f117 req-7fbeb03e-8ed5-488e-a0aa-b034f38d0a05 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "DELETE /v2.0/ports/d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 HTTP/1.1" status: 204 len: 173 time: 1.9558797 Mar 11 17:40:45.367214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-999a9113-2176-4363-a535-8ac0498be01c req-838457bc-947f-4901-98b1-eb6df6c1a9f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 1096 time: 0.3775907 Mar 11 17:40:45.378924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186eb-e9c1-4d0f-8cd0-aad98b2df80a req-f3c8c9e5-7968-4486-b4a0-bb15e8203188 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:45.381828 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7c186eb-e9c1-4d0f-8cd0-aad98b2df80a req-f3c8c9e5-7968-4486-b4a0-bb15e8203188 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 946 time: 0.3529520 Mar 11 17:40:45.466255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59640) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:45.506669 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.536703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-999a9113-2176-4363-a535-8ac0498be01c req-76b7235d-cd99-46e5-950c-29515e0d8142 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522820 Mar 11 17:40:45.546579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7c186eb-e9c1-4d0f-8cd0-aad98b2df80a req-37df6afd-6586-4dda-a58d-fc0c6a8b7c11 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484246 Mar 11 17:40:45.580622 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.582642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:40:45.588051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Usage tracker for resource:security_group_rule and tenant:40c40a5838504efd8de36811e3fdf460 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:40:45.595587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:40:45.604772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:40:45.693676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.698281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.707803 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.754381 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f174e8-e699-4606-a6be-7f18109dd0ce', 'name': 'network-vif-deleted', 'tag': 'd89f5bfa-1b4c-4d9a-a904-d7bfa3091c55', 'status': 'completed', 'code': 200} Mar 11 17:40:45.760629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba1d40e-c2ce-4639-a574-7cfe763514c9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:45.769687 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8511fe6f-84f7-45ab-b95c-d72c50df688c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=40c40a5838504efd8de36811e3fdf460&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2986567 Mar 11 17:40:45.769963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:45.846965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0eb34bd0-2461-4fff-a04b-19bd18bcdc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.880357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0eb34bd0-2461-4fff-a04b-19bd18bcdc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:45.964242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c87a7b3f-bfd3-4927-8dec-5813d03b2330 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:46.093738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.102345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f051a-c424-49d4-bde6-dd7a7a02e977 req-538db392-96d9-4ed8-b607-4e31fe9e6648 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:46.103908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f7f051a-c424-49d4-bde6-dd7a7a02e977 req-538db392-96d9-4ed8-b607-4e31fe9e6648 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.2132196 Mar 11 17:40:46.115377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0eb34bd0-2461-4fff-a04b-19bd18bcdc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.131552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:46.137389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.138324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:46.159092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb34bd0-2461-4fff-a04b-19bd18bcdc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba1d40e-c2ce-4639-a574-7cfe763514c9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:46.170137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0eb34bd0-2461-4fff-a04b-19bd18bcdc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.171656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0eb34bd0-2461-4fff-a04b-19bd18bcdc92 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1ba1d40e-c2ce-4639-a574-7cfe763514c9 HTTP/1.1" status: 204 len: 168 time: 0.4007313 Mar 11 17:40:46.195916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f7f051a-c424-49d4-bde6-dd7a7a02e977 req-bc89f06e-a054-4682-ae25-708f91ac45fb tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729189 Mar 11 17:40:46.202262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f5056-7d94-4bbc-a69b-1123d2068646 req-cd999bff-920c-40f4-ae74-86684d920ecc tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:46.204162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-803f5056-7d94-4bbc-a69b-1123d2068646 req-cd999bff-920c-40f4-ae74-86684d920ecc tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 945 time: 0.1840594 Mar 11 17:40:46.298785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-803f5056-7d94-4bbc-a69b-1123d2068646 req-bf85b52e-8555-4d05-889d-11e9cc2f1297 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870156 Mar 11 17:40:46.307053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:40:46.307392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d89f5bfa-1b4c-4d9a-a904-d7bfa3091c55 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:40:46.353107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:46.444132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f7a0d714-14a6-44aa-a24c-ad13a7b8dcb9 req-491dc2d7-2465-488c-b1e1-3b0cff11d39d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Synchronizing usage tracker for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:40:46.463424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f7a0d714-14a6-44aa-a24c-ad13a7b8dcb9 req-491dc2d7-2465-488c-b1e1-3b0cff11d39d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Unset dirty status for tenant:3da01f022e9a4228b8ea6297d38c7b2b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:40:46.466989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7a0d714-14a6-44aa-a24c-ad13a7b8dcb9 req-491dc2d7-2465-488c-b1e1-3b0cff11d39d tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f174e8-e699-4606-a6be-7f18109dd0ce HTTP/1.1" status: 200 len: 210 time: 0.0798814 Mar 11 17:40:46.806508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:46.955112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.964960 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'code': 200} Mar 11 17:40:47.005998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679cbe-561e-4a3f-98a2-510ee6e7a188 req-049930a8-0450-4382-b524-4384567b5cc5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:47.012183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03679cbe-561e-4a3f-98a2-510ee6e7a188 req-049930a8-0450-4382-b524-4384567b5cc5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 944 time: 0.2254772 Mar 11 17:40:47.114573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03679cbe-561e-4a3f-98a2-510ee6e7a188 req-3e087a31-6b1b-4c81-86de-948ddc0f45ce tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956931 Mar 11 17:40:47.261883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdc494-bb15-4df2-a20a-0dbe533c0819 req-6834b5a0-0f57-4f0c-aad5-02f20754ef0d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:47.272526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fbdc494-bb15-4df2-a20a-0dbe533c0819 req-6834b5a0-0f57-4f0c-aad5-02f20754ef0d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1347954 Mar 11 17:40:47.424925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fbdc494-bb15-4df2-a20a-0dbe533c0819 req-eb2e5f81-6d15-4df7-8f1c-d00ecc253192 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513720 Mar 11 17:40:47.438981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-f4fdc8c0-8b36-4319-9934-028e91bff42b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 1096 time: 0.1642034 Mar 11 17:40:47.674504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f969f0-4742-44b7-935a-159c98770a9c req-1f731649-77d9-46fb-a2ba-d00ffaf912bb tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:47.676574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f969f0-4742-44b7-935a-159c98770a9c req-1f731649-77d9-46fb-a2ba-d00ffaf912bb tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 945 time: 0.1992674 Mar 11 17:40:47.819218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-eb75c819-9c68-4ed2-8fa7-a113733d5050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:47.820706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-eb75c819-9c68-4ed2-8fa7-a113733d5050 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 913 time: 0.3763773 Mar 11 17:40:47.918687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f969f0-4742-44b7-935a-159c98770a9c req-3bcdc4d2-43ee-491e-aef8-19388abc9134 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358856 Mar 11 17:40:47.944445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-68f4d2ce-7f2b-4f9a-97b8-379bb9de5847 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea HTTP/1.1" status: 200 len: 1001 time: 0.1159835 Mar 11 17:40:48.041175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-d0054ba8-51e3-49a3-9d8c-374a550db8d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:48.042761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-d0054ba8-51e3-49a3-9d8c-374a550db8d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.0871224 Mar 11 17:40:48.255355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-f36667c8-aad8-455d-b263-f14809dbcac2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036352 Mar 11 17:40:48.479194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-7ace3484-a808-4332-98e9-e77e4590d285 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157302 Mar 11 17:40:48.489420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1ab50-9657-48af-826d-e23ce60bdf83 req-2587f0e5-f050-457e-8f61-0df756ee8bb8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:48.490933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb1ab50-9657-48af-826d-e23ce60bdf83 req-2587f0e5-f050-457e-8f61-0df756ee8bb8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 944 time: 0.1423802 Mar 11 17:40:48.666014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb1ab50-9657-48af-826d-e23ce60bdf83 req-27381686-8ca9-4820-b074-b84ee6fc61d9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560938 Mar 11 17:40:48.708275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f396fee-97b8-4938-98f3-f351e8ac33c7 req-6d61eb56-baac-4c60-819d-86956c8fb4ca service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162623 Mar 11 17:40:48.862194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b272a0-dd4d-4734-9159-af8bc80bd86c req-d4d81a16-8e37-40a3-8338-66f372f0b7f3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:48.863921 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56b272a0-dd4d-4734-9159-af8bc80bd86c req-d4d81a16-8e37-40a3-8338-66f372f0b7f3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1350241 Mar 11 17:40:48.937293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56b272a0-dd4d-4734-9159-af8bc80bd86c req-7b95d23e-12f4-4cff-990f-5e27e433a73a tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678098 Mar 11 17:40:49.069417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e546a-db90-400e-bc71-85ff7ad4c876 req-c4bb0a14-59f0-4956-99f1-5333dd544592 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:49.076115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a25e546a-db90-400e-bc71-85ff7ad4c876 req-c4bb0a14-59f0-4956-99f1-5333dd544592 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1137028 Mar 11 17:40:49.133595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a25e546a-db90-400e-bc71-85ff7ad4c876 req-041f8ae4-b3a6-41f0-b1e0-8114fd364a5d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563083 Mar 11 17:40:49.481939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54061723-3b20-44d2-b28c-fddd7c1ce6d0 req-e3f042ba-686f-4617-bc78-ea8810519dcb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:49.483596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54061723-3b20-44d2-b28c-fddd7c1ce6d0 req-e3f042ba-686f-4617-bc78-ea8810519dcb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1543241 Mar 11 17:40:49.547832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54061723-3b20-44d2-b28c-fddd7c1ce6d0 req-14adfba1-5169-4177-9567-7989c7056209 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575736 Mar 11 17:40:49.803769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28591d2f-bccf-459d-b18d-5e7ee40e6160 req-b61f0586-0f27-40dd-9575-86bbc38eed70 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:49.811308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28591d2f-bccf-459d-b18d-5e7ee40e6160 req-b61f0586-0f27-40dd-9575-86bbc38eed70 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0955617 Mar 11 17:40:49.877768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28591d2f-bccf-459d-b18d-5e7ee40e6160 req-3f055537-a670-4409-964e-de01ea362cc5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651133 Mar 11 17:40:49.997437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c87a7b3f-bfd3-4927-8dec-5813d03b2330 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:50.273493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea5bd-161e-46e7-ac00-4f616ea4e281 req-b65aabb7-a534-47ce-9153-e1bbf529da05 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:50.281500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab2ea5bd-161e-46e7-ac00-4f616ea4e281 req-b65aabb7-a534-47ce-9153-e1bbf529da05 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1527135 Mar 11 17:40:50.339064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab2ea5bd-161e-46e7-ac00-4f616ea4e281 req-454e3a42-d87f-4984-aebc-81eab1b664c6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566480 Mar 11 17:40:50.664729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631d64-c2a2-495f-8d38-a056747005cc req-8dacf430-e678-4285-a796-a0dfa894626e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:50.665133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48631d64-c2a2-495f-8d38-a056747005cc req-8dacf430-e678-4285-a796-a0dfa894626e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.1451883 Mar 11 17:40:50.682648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5f3e9-bb5d-4146-9540-182efdf3fd38 req-e9efef96-91c6-4d29-b8c1-f1ece07c87fb tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:50.684448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85b5f3e9-bb5d-4146-9540-182efdf3fd38 req-e9efef96-91c6-4d29-b8c1-f1ece07c87fb tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 945 time: 0.1287796 Mar 11 17:40:50.771493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48631d64-c2a2-495f-8d38-a056747005cc req-13778028-8ee4-4796-b776-5c00f0d2d2ac tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947816 Mar 11 17:40:50.803629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85b5f3e9-bb5d-4146-9540-182efdf3fd38 req-d5c3e16e-5038-4da2-b1a5-cc6f12f45639 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029003 Mar 11 17:40:51.207336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc82a90-3df1-4c40-999d-fb6d453e368a req-46d45281-184f-4ae4-b12e-78ff5574c01a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:51.216870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bc82a90-3df1-4c40-999d-fb6d453e368a req-46d45281-184f-4ae4-b12e-78ff5574c01a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1248178 Mar 11 17:40:51.317128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bc82a90-3df1-4c40-999d-fb6d453e368a req-c91652a8-cfab-4f99-bb45-e1ecaf644ad8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990305 Mar 11 17:40:51.468606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f776de-ce14-4e02-8259-bb3084a3ea8c req-1703965f-ceb0-4125-87ef-a07eb3a6c611 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:51.470209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91f776de-ce14-4e02-8259-bb3084a3ea8c req-1703965f-ceb0-4125-87ef-a07eb3a6c611 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.0943770 Mar 11 17:40:51.525664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91f776de-ce14-4e02-8259-bb3084a3ea8c req-6ccdfeb3-d4af-401d-a11b-b0bb2627f7e9 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Mar 11 17:40:52.036034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e00966-f9f3-4656-9c12-472475ec5d2b req-afdbe7b6-487c-4d8c-98ee-b7b97a3dcbd5 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:52.037835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73e00966-f9f3-4656-9c12-472475ec5d2b req-afdbe7b6-487c-4d8c-98ee-b7b97a3dcbd5 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 945 time: 0.1005123 Mar 11 17:40:52.096743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73e00966-f9f3-4656-9c12-472475ec5d2b req-745c8202-4c87-4135-bb0f-2e0a03e6f35c tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533350 Mar 11 17:40:52.385113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-cb504f17-6cc1-4760-b729-42277e566ac2 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:52.386710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-cb504f17-6cc1-4760-b729-42277e566ac2 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 945 time: 0.1973267 Mar 11 17:40:52.465238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Deleting port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:52.465567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:52.798421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d206-656d-4a28-9961-61ce8accc901 req-cbc59307-a1a2-414b-8f0b-c70316ca0fb4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:52.805546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9682d206-656d-4a28-9961-61ce8accc901 req-cbc59307-a1a2-414b-8f0b-c70316ca0fb4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3098812 Mar 11 17:40:52.911997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9682d206-656d-4a28-9961-61ce8accc901 req-c387aced-31c1-458f-8435-4aef3af805e2 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053104 Mar 11 17:40:52.968614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af405b3-4923-4152-a7f4-ad2dd7e3175e req-b97d3fc1-8dd5-4b32-9e8b-d0a7eceef195 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:52.970910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0af405b3-4923-4152-a7f4-ad2dd7e3175e req-b97d3fc1-8dd5-4b32-9e8b-d0a7eceef195 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.3033276 Mar 11 17:40:53.000400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] For port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,segment=NetworkSegment(7e1059a1-7819-4e6c-af31-bb37249ff124),segment_id=7e1059a1-7819-4e6c-af31-bb37249ff124)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:53.000871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:53.141885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Calling delete_port for 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:53.310962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0af405b3-4923-4152-a7f4-ad2dd7e3175e req-c9636e37-81ae-4620-87c6-1d6c58125608 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312123 Mar 11 17:40:53.447194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-60545b0b-c6c7-4825-a121-10769b9cda42 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:53.448715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-60545b0b-c6c7-4825-a121-10769b9cda42 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.2357769 Mar 11 17:40:53.503066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:53.545973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2e3e9147-9e8a-4191-b8dc-d22822fd9c80'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:53.575724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Pushing event deleted for resources: {'Port': ['ID=2e3e9147-9e8a-4191-b8dc-d22822fd9c80,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:53.589704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Deleting port dcabda91-6f31-49a4-82c8-8359642c7a7f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:40:53.590049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:53.673112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6e02f-15a5-4529-b3db-01a2eb77e24f req-0d07cab9-df4e-40d1-af77-d941731640e0 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:53.674631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05c6e02f-15a5-4529-b3db-01a2eb77e24f req-0d07cab9-df4e-40d1-af77-d941731640e0 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f79a71a-4ec4-465e-9bbc-5de1ac94636a HTTP/1.1" status: 200 len: 945 time: 0.3492835 Mar 11 17:40:53.735177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] No DVR routers for this DVR port 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:40:53.747181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:53.749911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'name': 'network-vif-deleted', 'tag': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:53.802231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-182e0fc6-db87-46ee-9a7e-690e965b37d0 req-fac7f639-14d0-4206-a5c2-1c432ddc1ffd tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.59 "DELETE /v2.0/ports/2e3e9147-9e8a-4191-b8dc-d22822fd9c80 HTTP/1.1" status: 204 len: 173 time: 1.4078693 Mar 11 17:40:53.831088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05c6e02f-15a5-4529-b3db-01a2eb77e24f req-25507c88-6fd1-4410-85bf-303069bbf701 tempest-ServerMetadataNegativeTestJSON-224453348 tempest-ServerMetadataNegativeTestJSON-224453348-project] 10.222.0.96 "GET /v2.0/security-groups?id=b94b3204-627a-4b60-a056-457945091b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208832 Mar 11 17:40:53.898816 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f79a71a-4ec4-465e-9bbc-5de1ac94636a', 'name': 'network-vif-deleted', 'tag': '2e3e9147-9e8a-4191-b8dc-d22822fd9c80', 'status': 'completed', 'code': 200} Mar 11 17:40:54.108354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] For port dcabda91-6f31-49a4-82c8-8359642c7a7f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=dcabda91-6f31-49a4-82c8-8359642c7a7f,segment=NetworkSegment(a61af490-b083-4965-8d54-70edcb7df6df),segment_id=a61af490-b083-4965-8d54-70edcb7df6df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:54.109102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:54.389240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Calling delete_port for dcabda91-6f31-49a4-82c8-8359642c7a7f owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:40:54.606292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffadd9-a26d-4603-93e1-d1de279dcb1b req-3cacf92a-3b82-41fc-acaf-b76010fd89d9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:54.613009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95ffadd9-a26d-4603-93e1-d1de279dcb1b req-3cacf92a-3b82-41fc-acaf-b76010fd89d9 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4245462 Mar 11 17:40:54.701542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95ffadd9-a26d-4603-93e1-d1de279dcb1b req-c29a0711-0ec8-442b-ac5b-69a9accfaeee tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875862 Mar 11 17:40:54.714089 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:54.761315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['dcabda91-6f31-49a4-82c8-8359642c7a7f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:40:54.770865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Pushing event deleted for resources: {'Port': ['ID=dcabda91-6f31-49a4-82c8-8359642c7a7f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:54.882866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c56f4a-7c34-4b2d-a320-1e95e5bb2f47 req-ea780d72-6edb-4664-860a-a7e72d1df07b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:54.884386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4c56f4a-7c34-4b2d-a320-1e95e5bb2f47 req-ea780d72-6edb-4664-860a-a7e72d1df07b tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2746955-356b-4c2a-8123-f7421cc396cf HTTP/1.1" status: 200 len: 945 time: 0.3454516 Mar 11 17:40:54.885332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] No DVR routers for this DVR port dcabda91-6f31-49a4-82c8-8359642c7a7f on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:40:54.890299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:54.933316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bde65b04-da0e-4d4b-bc44-1e831870aa6e req-59470115-3c41-4ac7-a2b3-d26f368636ea tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.59 "DELETE /v2.0/ports/dcabda91-6f31-49a4-82c8-8359642c7a7f HTTP/1.1" status: 204 len: 173 time: 1.4737971 Mar 11 17:40:54.963176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4c56f4a-7c34-4b2d-a320-1e95e5bb2f47 req-c51fb951-2771-4567-bca4-301ccceb2dc5 tempest-ServersTestJSON-2082678981 tempest-ServersTestJSON-2082678981-project] 10.222.0.96 "GET /v2.0/security-groups?id=7edbe017-83ac-4df9-a579-24b8fb4aea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659127 Mar 11 17:40:54.980152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59904) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:55.093725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] Deleting subnet 738773ee-614b-4599-8da9-727f1c001056 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:55.097301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.148976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.210916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.285490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.326467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738773ee-614b-4599-8da9-727f1c001056,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:55.342065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.355448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-32d6dab3-8566-473b-9734-d0df69450513 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/738773ee-614b-4599-8da9-727f1c001056 HTTP/1.1" status: 204 len: 168 time: 0.3735821 Mar 11 17:40:55.358010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59914) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:55.488001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.618178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.645285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710b81b0-bbb1-4dd6-b9f9-97a013f76c72']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:55.659497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1059a1-7819-4e6c-af31-bb37249ff124') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:55.659750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1059a1-7819-4e6c-af31-bb37249ff124') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:55.671685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.692046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.699725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:40:55.700144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:55.713629 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:55.795023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.815133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:55.826884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=710b81b0-bbb1-4dd6-b9f9-97a013f76c72,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:55.839425 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4321296-7a5c-4eed-a328-d5af6939d2d7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/710b81b0-bbb1-4dd6-b9f9-97a013f76c72 HTTP/1.1" status: 204 len: 168 time: 0.4801178 Mar 11 17:40:55.901576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'name': 'network-vif-deleted', 'tag': 'dcabda91-6f31-49a4-82c8-8359642c7a7f'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:40:55.959503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfcea-7204-445d-a603-98af8e693f19 req-68ec1240-233d-4eca-9bbd-f6ed35b22862 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:55.961050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-811bfcea-7204-445d-a603-98af8e693f19 req-68ec1240-233d-4eca-9bbd-f6ed35b22862 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0956724 Mar 11 17:40:55.969277 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2746955-356b-4c2a-8123-f7421cc396cf', 'name': 'network-vif-deleted', 'tag': 'dcabda91-6f31-49a4-82c8-8359642c7a7f', 'status': 'completed', 'code': 200} Mar 11 17:40:56.002735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:56.019731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-811bfcea-7204-445d-a603-98af8e693f19 req-d1eebe03-4fbc-49de-83cd-47d42bd5f22e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528710 Mar 11 17:40:56.047019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:40:56.047363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2e3e9147-9e8a-4191-b8dc-d22822fd9c80 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:40:56.136452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59932) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:56.161736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59940) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:56.343651 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e993633d-a4f9-4d22-96a6-1f38c8f761f7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a441eb35c1f94efb9ef2b45e39f266b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1804190 Mar 11 17:40:56.345921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59952) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:56.428349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-294c6707-714a-4640-8de9-e7e7d5f6eede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.460160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-294c6707-714a-4640-8de9-e7e7d5f6eede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.523705 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-294c6707-714a-4640-8de9-e7e7d5f6eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.543308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c6707-714a-4640-8de9-e7e7d5f6eede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b3204-627a-4b60-a056-457945091b7c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:56.562532 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-294c6707-714a-4640-8de9-e7e7d5f6eede admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.566334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-294c6707-714a-4640-8de9-e7e7d5f6eede admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b94b3204-627a-4b60-a056-457945091b7c HTTP/1.1" status: 204 len: 168 time: 0.2190707 Mar 11 17:40:56.586607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] Deleting subnet 45399fdb-e577-4f75-9487-b5628afd97cd {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:40:56.592677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.653230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.725731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.828148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.870819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45399fdb-e577-4f75-9487-b5628afd97cd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:56.881566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:56.888580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9a7d195f-5056-4ace-97b4-52cac9a6761d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/45399fdb-e577-4f75-9487-b5628afd97cd HTTP/1.1" status: 204 len: 168 time: 0.7504957 Mar 11 17:40:56.894011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59974) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:57.018952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:57.247407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:57.316227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223820bb-b86e-43fc-b13c-cb4729837daf']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:57.337217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61af490-b083-4965-8d54-70edcb7df6df') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:57.337680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61af490-b083-4965-8d54-70edcb7df6df') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:57.358744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:57.386476 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:57.396323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:40:57.396806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:57.412937 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:57.487309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e77ada-7205-4eba-824c-5cb291f6a5f1 req-f905f47d-2e33-4360-b66c-957aa32a5d14 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:57.488560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3e77ada-7205-4eba-824c-5cb291f6a5f1 req-f905f47d-2e33-4360-b66c-957aa32a5d14 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2692161 Mar 11 17:40:57.556419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:57.560615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3e77ada-7205-4eba-824c-5cb291f6a5f1 req-03d448c8-6c18-476c-ad03-2a63e42cfd27 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637777 Mar 11 17:40:57.596731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:57.597138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] Pushing event deleted for resources: {'Network': ['ID=223820bb-b86e-43fc-b13c-cb4729837daf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:57.615135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0fbe6967-6812-4308-89b2-ad7fecb17814 admin admin] 10.222.0.96 "DELETE /v2.0/networks/223820bb-b86e-43fc-b13c-cb4729837daf HTTP/1.1" status: 204 len: 168 time: 0.7197230 Mar 11 17:40:57.840105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:57.902349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-58b5ee9b-12af-48b1-88a4-e3165c0bef03 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3da01f022e9a4228b8ea6297d38c7b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0586047 Mar 11 17:40:57.902786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60016) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:40:58.011577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device dcabda91-6f31-49a4-82c8-8359642c7a7f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:40:58.012127 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2963a1ed-62a3-4097-a0f9-528f3f1dfc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.057021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: dcabda91-6f31-49a4-82c8-8359642c7a7f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:40:58.057275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device dcabda91-6f31-49a4-82c8-8359642c7a7f not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:40:58.063926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2963a1ed-62a3-4097-a0f9-528f3f1dfc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.130604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2963a1ed-62a3-4097-a0f9-528f3f1dfc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.155281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963a1ed-62a3-4097-a0f9-528f3f1dfc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edbe017-83ac-4df9-a579-24b8fb4aea47,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:58.188199 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2963a1ed-62a3-4097-a0f9-528f3f1dfc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.190188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2963a1ed-62a3-4097-a0f9-528f3f1dfc03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7edbe017-83ac-4df9-a579-24b8fb4aea47 HTTP/1.1" status: 204 len: 168 time: 0.2856488 Mar 11 17:40:58.957600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5989e4-f0d5-480e-8b5b-3ebc1acc26a7 req-f383c90c-c2eb-4d22-8ef2-eb57d3918d55 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:58.962644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5989e4-f0d5-480e-8b5b-3ebc1acc26a7 req-f383c90c-c2eb-4d22-8ef2-eb57d3918d55 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1697605 Mar 11 17:40:59.059020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc5989e4-f0d5-480e-8b5b-3ebc1acc26a7 req-81fff20b-5b59-45bc-b12f-bb4f34fe073b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887713 Mar 11 17:40:59.976971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60096) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:00.227617 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:00.273220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:00.277789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Usage tracker for resource:security_group_rule and tenant:0ee0fb3809b7418cb250b47fd8b96802 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:00.281148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:00.288892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:00.427159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:00.434943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:00.489700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9195e88-6431-428c-af94-b03881f4fa3e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:00.504962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-54feca13-caa7-4ac7-ba9b-8ebc6cc31f2e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ee0fb3809b7418cb250b47fd8b96802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5235286 Mar 11 17:41:00.505063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60120) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:00.509749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b087a-7cfb-46f1-8073-4e8039221494 req-61c4f637-e10f-437b-aad1-45a52b73ca12 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:00.511314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b9b087a-7cfb-46f1-8073-4e8039221494 req-61c4f637-e10f-437b-aad1-45a52b73ca12 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1783659 Mar 11 17:41:00.600527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b9b087a-7cfb-46f1-8073-4e8039221494 req-233e2da3-2478-471d-b14c-99019ccf07b7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802197 Mar 11 17:41:00.601894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63b5863c-6ae6-4c68-a360-338a077d23a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:00.636837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63b5863c-6ae6-4c68-a360-338a077d23a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:00.736355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63b5863c-6ae6-4c68-a360-338a077d23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:00.755315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5863c-6ae6-4c68-a360-338a077d23a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9195e88-6431-428c-af94-b03881f4fa3e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:00.763712 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63b5863c-6ae6-4c68-a360-338a077d23a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:00.765042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63b5863c-6ae6-4c68-a360-338a077d23a4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e9195e88-6431-428c-af94-b03881f4fa3e HTTP/1.1" status: 204 len: 168 time: 0.2592883 Mar 11 17:41:00.865348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aed76724-e4be-406e-bfa0-907088d85c5b req-ef54a064-95c0-41f3-8c93-4f9b0e7a29c8 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1392689 Mar 11 17:41:01.380839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60156) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:01.402321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:01.438313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:01.442640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Usage tracker for resource:security_group_rule and tenant:ead74a1a5f494a0499dbd09dfc8b9e88 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:01.445934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:01.452392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:01.528471 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:01.533834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:01.587094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ee7d6-b72f-43e5-bf83-2ab38b454e0a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:01.592993 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0897f022-7a7c-4a31-8168-bb7ff624881b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ead74a1a5f494a0499dbd09dfc8b9e88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2109010 Mar 11 17:41:01.596408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60160) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:01.663213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497a3f9f-70ba-405b-9130-38a6ff628cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:01.705247 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497a3f9f-70ba-405b-9130-38a6ff628cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:01.770508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497a3f9f-70ba-405b-9130-38a6ff628cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:01.789100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a3f9f-70ba-405b-9130-38a6ff628cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ee7d6-b72f-43e5-bf83-2ab38b454e0a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:01.801441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497a3f9f-70ba-405b-9130-38a6ff628cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:01.805520 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-497a3f9f-70ba-405b-9130-38a6ff628cac admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/096ee7d6-b72f-43e5-bf83-2ab38b454e0a HTTP/1.1" status: 204 len: 168 time: 0.2058613 Mar 11 17:41:02.303548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96c13541-5b7f-4278-b495-1ba9b589990e req-ec4c5ce2-b594-453c-9b1d-76f3a6d1bc21 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.2048674 Mar 11 17:41:02.349365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e28b2-a2f0-4dc4-aad7-d66ad48c7f8a req-9bb1c21a-8585-43f5-bc0b-7ba1f1406a3e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:02.360821 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-095e28b2-a2f0-4dc4-aad7-d66ad48c7f8a req-9bb1c21a-8585-43f5-bc0b-7ba1f1406a3e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.5917058 Mar 11 17:41:02.482225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-095e28b2-a2f0-4dc4-aad7-d66ad48c7f8a req-0538afd1-d3de-44ee-8f1f-7f4b07868de8 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150157 Mar 11 17:41:03.641303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce0ce985-a162-41e7-bc33-bb86cc4c347d req-390a5ba7-e83b-4861-9a1b-1585abd741bf tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0914042 Mar 11 17:41:03.839008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fe657-f61a-4b3d-a978-d3e362d060b5 req-9b725aaa-7b80-454a-a6f2-1d6f02a9f2ec tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:03.842955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb3fe657-f61a-4b3d-a978-d3e362d060b5 req-9b725aaa-7b80-454a-a6f2-1d6f02a9f2ec tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1386893 Mar 11 17:41:03.919268 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04096fec-3111-44f2-8687-7b7f3bb6d7a7 req-561dcad9-aaca-4158-899f-287c6330f518 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0751653 Mar 11 17:41:03.938957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb3fe657-f61a-4b3d-a978-d3e362d060b5 req-e63f7977-0ae5-4a87-ae67-b19c59b9f542 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586379 Mar 11 17:41:04.919786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38e6d6f1-e6aa-4efa-b7ea-94bda905ae0c req-bd45ba9f-fe99-44c7-bb5b-e4e6d19c09db tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0894616 Mar 11 17:41:05.346995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588f75f-d0ce-4b60-8e26-20ea07c93868 req-2d95e3a0-ace4-4984-984d-f12a13ae62ea tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:05.350802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b588f75f-d0ce-4b60-8e26-20ea07c93868 req-2d95e3a0-ace4-4984-984d-f12a13ae62ea tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2250021 Mar 11 17:41:05.418988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b588f75f-d0ce-4b60-8e26-20ea07c93868 req-d5cb8f11-af21-477a-9ba1-d3247f375cf3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554717 Mar 11 17:41:05.699768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60284) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:05.935114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:05.968556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:05.972791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Usage tracker for resource:security_group_rule and tenant:5c1ec4682be74d88aaeb4e417c158289 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:05.976001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:05.982147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:06.054040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.059567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.116357 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c1ec4682be74d88aaeb4e417c158289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4129908 Mar 11 17:41:06.116357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4670-3bea-4e4f-beba-428b3b537990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca617da-a531-430c-a6ba-4e80cb06149e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:06.117443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60292) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:06.118867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ddb3095-b47c-4572-b7f9-70dbf5c8c399 req-498133de-e8c7-45c0-817c-463068697696 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0432062 Mar 11 17:41:06.182163 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f989cd5-d783-4ceb-b553-0bbbbb6831cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.212640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f989cd5-d783-4ceb-b553-0bbbbb6831cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.271244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f989cd5-d783-4ceb-b553-0bbbbb6831cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.285512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f989cd5-d783-4ceb-b553-0bbbbb6831cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca617da-a531-430c-a6ba-4e80cb06149e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:06.293561 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f989cd5-d783-4ceb-b553-0bbbbb6831cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.294942 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9f989cd5-d783-4ceb-b553-0bbbbb6831cd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3ca617da-a531-430c-a6ba-4e80cb06149e HTTP/1.1" status: 204 len: 168 time: 0.1767454 Mar 11 17:41:06.814476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ffc69-db2c-4cd5-a9ad-55fca32c80f7 req-a95fe8a3-8342-4754-a52a-07f065710644 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:06.827174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b18ffc69-db2c-4cd5-a9ad-55fca32c80f7 req-a95fe8a3-8342-4754-a52a-07f065710644 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1719148 Mar 11 17:41:06.898425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b18ffc69-db2c-4cd5-a9ad-55fca32c80f7 req-38d2f0be-f92b-4446-bf68-541a3115db13 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680497 Mar 11 17:41:06.959886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:06.997793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.045120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:07.049690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:613c13496fd84b9c9ef063f467be71e7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:07.064739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:07.072978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:07.255768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.266609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.290543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-beff318f-0e44-45da-8041-e515cb2154e6 req-f94e671a-2605-46ed-b98d-90a03d1fe28b tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0733879 Mar 11 17:41:07.342535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=613c13496fd84b9c9ef063f467be71e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3808177 Mar 11 17:41:07.345085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60340) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:07.399087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492e4e2-9998-4935-a330-a896f8b6bcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3024864d-f5c9-4a35-9cf2-e44a7345a4e8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:07.443872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7482-c5d6-446c-a6ed-f0370693e2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.478912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7482-c5d6-446c-a6ed-f0370693e2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.551047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7482-c5d6-446c-a6ed-f0370693e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.568764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a7482-c5d6-446c-a6ed-f0370693e2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3024864d-f5c9-4a35-9cf2-e44a7345a4e8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:07.585919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7482-c5d6-446c-a6ed-f0370693e2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.599037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7b3a7482-c5d6-446c-a6ed-f0370693e2fc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3024864d-f5c9-4a35-9cf2-e44a7345a4e8 HTTP/1.1" status: 204 len: 168 time: 0.2486546 Mar 11 17:41:08.365371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f229f-d98b-4595-9da2-6d934a332203 req-f195dd79-23b3-4990-b416-7624d6ce2fee tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:08.367382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f2f229f-d98b-4595-9da2-6d934a332203 req-f195dd79-23b3-4990-b416-7624d6ce2fee tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0935240 Mar 11 17:41:08.445047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f2f229f-d98b-4595-9da2-6d934a332203 req-8b8ea5d5-964a-4845-b0af-71fd302aee7d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715735 Mar 11 17:41:08.577379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98719b79-88c6-4476-a6dd-3fc05a6ff045 req-5ed22d87-9bdf-45c0-adad-14e3c48ef34c tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1015520 Mar 11 17:41:08.977313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b247b-a76a-4ffa-a148-7589fc28eb64 req-8f81948b-5d39-43af-b513-300cfd1d79dd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:08.984742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c10b247b-a76a-4ffa-a148-7589fc28eb64 req-8f81948b-5d39-43af-b513-300cfd1d79dd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0961814 Mar 11 17:41:09.098423 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c10b247b-a76a-4ffa-a148-7589fc28eb64 req-4b7c3804-ce75-41e2-80c6-f2a3705dc04a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125951 Mar 11 17:41:09.146109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-190872a5-25ec-45fb-b437-e73facb3da3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1095 time: 0.1582391 Mar 11 17:41:09.272007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.455432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-f39971f9-aa00-45de-b526-0f2bad0289e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:09.456936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-f39971f9-aa00-45de-b526-0f2bad0289e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.3029981 Mar 11 17:41:09.609258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:09.645454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-1b5a7c98-c433-40fc-b005-db0e34a0a262 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.1798019 Mar 11 17:41:09.724618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-246973db-35b5-4638-b54f-7735cde48c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:09.727409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-246973db-35b5-4638-b54f-7735cde48c9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.0746171 Mar 11 17:41:09.866844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-006a29c0-e252-441b-9e7e-42854cec841c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323626 Mar 11 17:41:09.870802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.914452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:09.919677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Usage tracker for resource:security_group_rule and tenant:67e82f0ef402486eb2d345174a6e18bd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:09.923155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:09.930029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:09.974528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db56ddca-9e91-471e-a860-02f317d777be req-728215dd-c83b-46cc-8ddf-1a6e3f62d689 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0935926 Mar 11 17:41:10.048279 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:41:10.052297 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.057648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.114134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aeb9ff-8b9c-44e0-b559-6b4235b76542,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:10.122627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8d9bd214-025f-4153-a134-02ba38ed02e7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=67e82f0ef402486eb2d345174a6e18bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5098782 Mar 11 17:41:10.125083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60432) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:10.256485 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee32-5e01-44e5-8a7c-abdaac8946dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.300242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee32-5e01-44e5-8a7c-abdaac8946dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.364480 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee32-5e01-44e5-8a7c-abdaac8946dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.383082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2ee32-5e01-44e5-8a7c-abdaac8946dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aeb9ff-8b9c-44e0-b559-6b4235b76542,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:10.392721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ab2ee32-5e01-44e5-8a7c-abdaac8946dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.396958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5ab2ee32-5e01-44e5-8a7c-abdaac8946dc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/94aeb9ff-8b9c-44e0-b559-6b4235b76542 HTTP/1.1" status: 204 len: 168 time: 0.2676113 Mar 11 17:41:10.399807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-bd8bcf6c-8b4d-42eb-9bec-f5b22c9266b2 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239197 Mar 11 17:41:10.554128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a31d7-1825-4ccb-ad4c-a694b14bd36b req-e18549dc-84dd-416c-8962-37caf40731fe tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:10.555784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851a31d7-1825-4ccb-ad4c-a694b14bd36b req-e18549dc-84dd-416c-8962-37caf40731fe tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2260234 Mar 11 17:41:10.636942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-851a31d7-1825-4ccb-ad4c-a694b14bd36b req-75d0a96a-494b-494e-a0c1-de130a56a286 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744791 Mar 11 17:41:10.639150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8397f4d6-65f1-4bf7-85bc-f54a95a3fdfe req-2c7f8a28-3132-456f-abaa-ebd19410d3d9 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293291 Mar 11 17:41:11.214938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8a8b814-b29e-46c7-96fe-752cb2dc28c2 req-a5d335d9-a026-4017-9948-1f028e73a95e tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0669959 Mar 11 17:41:11.861056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30fdda-7f94-4f7b-a1d8-0f5695fda67f req-052b16d5-35b8-49fd-8e7b-ded11077fc97 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:11.868909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c30fdda-7f94-4f7b-a1d8-0f5695fda67f req-052b16d5-35b8-49fd-8e7b-ded11077fc97 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1011326 Mar 11 17:41:11.935448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c30fdda-7f94-4f7b-a1d8-0f5695fda67f req-c2081ecb-e290-4576-88e7-72d16b386588 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653071 Mar 11 17:41:12.221222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e0c9-b4d8-4ab0-b91e-9640af46b9d3 req-666a57f3-096e-4263-914e-6b93b9cf3cf4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:12.225746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a00e0c9-b4d8-4ab0-b91e-9640af46b9d3 req-666a57f3-096e-4263-914e-6b93b9cf3cf4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1185830 Mar 11 17:41:12.281913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a00e0c9-b4d8-4ab0-b91e-9640af46b9d3 req-488006e6-791f-4daa-880a-8e2e6ee1a345 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533409 Mar 11 17:41:12.353804 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46601890-f1b6-4685-9af7-d031016b1c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.419879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-104dfacb-4385-4fdd-aeed-d3120ed69438 req-45f22dd9-ff30-4523-bd8d-07aaae940bab tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0457678 Mar 11 17:41:12.553849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dffdd-18af-4ea6-bc3e-9c0352ccbfe6 req-208fce5d-9e20-498d-8672-be40b5654934 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:12.555586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8dffdd-18af-4ea6-bc3e-9c0352ccbfe6 req-208fce5d-9e20-498d-8672-be40b5654934 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0851095 Mar 11 17:41:12.607515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8dffdd-18af-4ea6-bc3e-9c0352ccbfe6 req-208d2135-a61d-4c18-8d97-09dd355080ca tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458248 Mar 11 17:41:12.826568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b620bc-90c1-4a01-94b5-de98a204a097 req-c09fc454-0546-4d1d-adf9-d5774af5c3fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:12.828227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24b620bc-90c1-4a01-94b5-de98a204a097 req-c09fc454-0546-4d1d-adf9-d5774af5c3fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0794258 Mar 11 17:41:12.832629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60550) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:12.881906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24b620bc-90c1-4a01-94b5-de98a204a097 req-9293aba2-de82-4dfa-b3af-c587f796db2d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454977 Mar 11 17:41:12.995534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.032545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:13.037202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ebbff9bc104cf1bf720851f14d6f6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:13.040513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:13.048538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:13.102208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f40ced-e1dc-4bf5-b6ad-1ff71fb8250c req-597938f2-dabb-4786-bb6f-67558b4ea7ac tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:13.103940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6f40ced-e1dc-4bf5-b6ad-1ff71fb8250c req-597938f2-dabb-4786-bb6f-67558b4ea7ac tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0922217 Mar 11 17:41:13.161206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.170835 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.180877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6f40ced-e1dc-4bf5-b6ad-1ff71fb8250c req-68892694-30ee-40b3-a338-8acc323b34e1 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672085 Mar 11 17:41:13.221313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e0eba7-ccdd-4282-9191-087f4666855b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:13.259718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60572) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:13.260639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-997bde24-dd26-43f5-ae52-1f0548f9fde6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3ebbff9bc104cf1bf720851f14d6f6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4267671 Mar 11 17:41:13.364244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df342df4-597c-4b3c-a971-aaf71f329531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.395701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df342df4-597c-4b3c-a971-aaf71f329531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.457195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df342df4-597c-4b3c-a971-aaf71f329531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.474581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df342df4-597c-4b3c-a971-aaf71f329531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e0eba7-ccdd-4282-9191-087f4666855b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:13.479331 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df342df4-597c-4b3c-a971-aaf71f329531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.483568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-df342df4-597c-4b3c-a971-aaf71f329531 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/48e0eba7-ccdd-4282-9191-087f4666855b HTTP/1.1" status: 204 len: 168 time: 0.2222352 Mar 11 17:41:13.720344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d44712cf-92a3-4514-89e6-98de22d9ed24 req-0afcbc44-c6a6-43b1-b424-59cd12ddcf92 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0479114 Mar 11 17:41:13.755674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339fdb-7bd6-4a3a-ba3e-bdb5c33a7d01 req-7f48cd3b-648c-4136-af36-01a62fb69c79 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:13.763472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf339fdb-7bd6-4a3a-ba3e-bdb5c33a7d01 req-7f48cd3b-648c-4136-af36-01a62fb69c79 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1273639 Mar 11 17:41:13.810173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf339fdb-7bd6-4a3a-ba3e-bdb5c33a7d01 req-27297015-7f05-405c-983a-a5d12f4baf93 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453885 Mar 11 17:41:13.975196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60594) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:13.997152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.029352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:14.033838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Usage tracker for resource:security_group_rule and tenant:53eb851d56d34febae09286c5492cf57 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:14.036929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:14.042579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:14.120870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.126320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.181883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a409b577-8340-4f65-bb70-2d33cc2067f5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:14.186021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2968aa74-3174-499e-8f85-e00eded34576 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=53eb851d56d34febae09286c5492cf57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2096791 Mar 11 17:41:14.188636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:14.249604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4e89e733-67b2-4e48-8853-61a086e2e98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.277778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4e89e733-67b2-4e48-8853-61a086e2e98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.333017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4e89e733-67b2-4e48-8853-61a086e2e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.349756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89e733-67b2-4e48-8853-61a086e2e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a409b577-8340-4f65-bb70-2d33cc2067f5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:14.359224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4e89e733-67b2-4e48-8853-61a086e2e98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.360400 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4e89e733-67b2-4e48-8853-61a086e2e98e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a409b577-8340-4f65-bb70-2d33cc2067f5 HTTP/1.1" status: 204 len: 168 time: 0.1705465 Mar 11 17:41:14.516718 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-185ea89d-e9bb-46d1-ae11-7f6c882c2b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.942351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e691e864-1bfe-4622-b9b4-ff946991b493 req-0aa5a4cc-3c2c-4a5d-9c95-17139d28bd07 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0558472 Mar 11 17:41:15.036679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60632) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:15.069783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c02ef2-416a-4cf0-9343-cef19dff413b req-ee7586b0-442f-46f0-9726-35e111d82673 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:15.071216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76c02ef2-416a-4cf0-9343-cef19dff413b req-ee7586b0-442f-46f0-9726-35e111d82673 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.0952032 Mar 11 17:41:15.138700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76c02ef2-416a-4cf0-9343-cef19dff413b req-41045d3a-145b-48dc-98e7-1d85e720dbed tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607512 Mar 11 17:41:15.271207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.315275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:15.320122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Usage tracker for resource:security_group_rule and tenant:6a15396c8c6745619ae8bb938b3fca98 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:15.323755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:15.330638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:15.429084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.435263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.562322 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.571095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6a15396c8c6745619ae8bb938b3fca98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5328646 Mar 11 17:41:15.573986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60650) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:15.585674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bf69a-85de-44a7-b50c-c2ab363c6b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c394cb67-c842-41a0-8ed0-fb6e6342d88f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:15.639251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-0a1f240d-6869-4821-9a7c-f14db9bdd504 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=939e19d58bb8457689b2460552e53524&device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 1095 time: 0.1234617 Mar 11 17:41:15.645166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f8d2-18ab-4558-8306-7d6c26c95673 req-11319f96-959b-48cc-b72d-62db1e44fa41 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:15.652219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d914f8d2-18ab-4558-8306-7d6c26c95673 req-11319f96-959b-48cc-b72d-62db1e44fa41 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1941442 Mar 11 17:41:15.657384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-653958cd-a7e9-4be3-9f75-4774b7f25c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.690572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-653958cd-a7e9-4be3-9f75-4774b7f25c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.696445 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.762102 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-653958cd-a7e9-4be3-9f75-4774b7f25c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.786385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653958cd-a7e9-4be3-9f75-4774b7f25c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c394cb67-c842-41a0-8ed0-fb6e6342d88f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:15.796488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-653958cd-a7e9-4be3-9f75-4774b7f25c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.798008 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-653958cd-a7e9-4be3-9f75-4774b7f25c04 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c394cb67-c842-41a0-8ed0-fb6e6342d88f HTTP/1.1" status: 204 len: 168 time: 0.2221112 Mar 11 17:41:15.799824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d914f8d2-18ab-4558-8306-7d6c26c95673 req-8eddfaf9-f2c4-4bc7-b909-bb661f3b6f92 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469426 Mar 11 17:41:15.855391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-cbd484da-3a5f-43cf-a4e1-48d6f8d27336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:15.857118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-cbd484da-3a5f-43cf-a4e1-48d6f8d27336 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 200 len: 914 time: 0.1968875 Mar 11 17:41:16.092692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-34af2bb8-ab76-41d1-8b6f-81ed4bc19516 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 200 len: 999 time: 0.2280705 Mar 11 17:41:16.194998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-bc6323dd-2c45-4547-9370-b5dfd65bddcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:16.197354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-bc6323dd-2c45-4547-9370-b5dfd65bddcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 200 len: 851 time: 0.0936537 Mar 11 17:41:16.336858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-654b1229-f000-424c-8d9f-591ee9635be1 req-b49482db-8405-457c-9045-228f31c973d7 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0523624 Mar 11 17:41:16.369380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-7e900758-7ebf-4a08-8639-3eb741e1395c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33d475b3-ae3d-438f-869b-c4e9e9f8dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652269 Mar 11 17:41:16.445920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60686) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:16.475431 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.521744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:16.527044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Usage tracker for resource:security_group_rule and tenant:fb1f54086a294a3e963c81f83789b908 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:16.530696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:16.537326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:16.541739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-ff23eb0e-75bf-46b9-9994-fa3f91a5d56a service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635835 Mar 11 17:41:16.665366 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.674882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.733428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb1f54086a294a3e963c81f83789b908&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2861373 Mar 11 17:41:16.736427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60694) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:16.767243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5044c4e8-2310-4645-8a2c-6f4811c1de40 req-ccb651a7-8d4a-4573-8536-497f377fc7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147939 Mar 11 17:41:16.777236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bd077-be3f-409e-a8a1-f81a4cd963ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c320e1-5fa5-4954-a9ad-90331fe14064,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:16.833229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3a47-276a-488a-b0ba-2914c30b4879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.868040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3a47-276a-488a-b0ba-2914c30b4879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.935823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.941193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3a47-276a-488a-b0ba-2914c30b4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.965400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e3a47-276a-488a-b0ba-2914c30b4879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c320e1-5fa5-4954-a9ad-90331fe14064,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:16.969534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3a47-276a-488a-b0ba-2914c30b4879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.971685 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e1e3a47-276a-488a-b0ba-2914c30b4879 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/22c320e1-5fa5-4954-a9ad-90331fe14064 HTTP/1.1" status: 204 len: 168 time: 0.2334542 Mar 11 17:41:17.192642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9571ba-44a8-4420-9e94-a1fdeaf1693f req-272faf87-eb6e-4d38-8586-be82379b9547 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:17.194972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd9571ba-44a8-4420-9e94-a1fdeaf1693f req-272faf87-eb6e-4d38-8586-be82379b9547 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1633124 Mar 11 17:41:17.275252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd9571ba-44a8-4420-9e94-a1fdeaf1693f req-0fa2dcdc-71e6-4107-bc14-1a4f8ad0b272 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588288 Mar 11 17:41:17.734302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4096470-8a3f-41e3-8fa5-0c94815f8936 req-6de090ba-9d09-40aa-a2f7-031a57ad80dd tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1605086 Mar 11 17:41:19.076951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7924622-651a-46f2-9108-34f1732f8b66 req-3b214d18-5dc7-43d9-b1df-2f4b15491d85 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:19.078750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7924622-651a-46f2-9108-34f1732f8b66 req-3b214d18-5dc7-43d9-b1df-2f4b15491d85 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3789678 Mar 11 17:41:19.156240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c9463ff-41fe-44ca-a2bb-c4ab298cad9a req-a1d5fe09-f782-4dde-b60f-751313a2942b tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0732963 Mar 11 17:41:19.192367 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7924622-651a-46f2-9108-34f1732f8b66 req-0a10eabc-567f-49c3-9552-886641cd5887 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106229 Mar 11 17:41:19.436726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b2df-d399-464d-9aef-da1c1aba53e0 req-eee22d20-01c9-447d-9217-2ba989e665a6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:19.438258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21e4b2df-d399-464d-9aef-da1c1aba53e0 req-eee22d20-01c9-447d-9217-2ba989e665a6 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.1063104 Mar 11 17:41:19.521328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21e4b2df-d399-464d-9aef-da1c1aba53e0 req-08d57e1a-6bd2-4f47-b504-8831a62ce892 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760908 Mar 11 17:41:20.872057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad9d7317-ed4d-4bd2-93d5-93808d094087 req-cb60b452-7d34-4674-a08f-5a797a3413b6 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0541062 Mar 11 17:41:20.888360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-4c8c3dc4-7ac6-4e7d-bf8e-bd3aa4793222 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:20.890664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-4c8c3dc4-7ac6-4e7d-bf8e-bd3aa4793222 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=a51091ba-b694-4290-9c75-7c981c3d390d HTTP/1.1" status: 200 len: 944 time: 0.1688559 Mar 11 17:41:21.039846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Deleting port c87a7b3f-bfd3-4927-8dec-5813d03b2330 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:21.040416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:21.340833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41986f-605e-4afb-b52f-be26c002bba8 req-238002e5-8692-4acd-9eaa-49c51121fb51 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:21.342545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb41986f-605e-4afb-b52f-be26c002bba8 req-238002e5-8692-4acd-9eaa-49c51121fb51 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.2343307 Mar 11 17:41:21.436454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] For port c87a7b3f-bfd3-4927-8dec-5813d03b2330, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c87a7b3f-bfd3-4927-8dec-5813d03b2330,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:21.436816 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:21.446420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb41986f-605e-4afb-b52f-be26c002bba8 req-80e3daba-60a3-4790-893b-6118e5cd2613 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967617 Mar 11 17:41:21.704045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Calling delete_port for c87a7b3f-bfd3-4927-8dec-5813d03b2330 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:21.873818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:21.922712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0', '0d0fda90-622f-44f5-ab53-4949992446e9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:41:21.928174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event deleted for resources: {'Port': ['ID=c87a7b3f-bfd3-4927-8dec-5813d03b2330,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:22.075612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] No DVR routers for this DVR port c87a7b3f-bfd3-4927-8dec-5813d03b2330 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:22.080654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:22.084357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-deleted', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:22.136400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc74aac5-814c-4225-a4fe-b08ca1f23ef3 req-12d7d7aa-54c4-4326-a647-60cff86a6860 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "DELETE /v2.0/ports/c87a7b3f-bfd3-4927-8dec-5813d03b2330 HTTP/1.1" status: 204 len: 173 time: 1.2291412 Mar 11 17:41:22.407010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58964b7a-239a-41f2-9c38-4f74730218f4 req-5bc415e1-0576-4671-b114-937bfe876c9c tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1166556 Mar 11 17:41:22.541585 n-d-833436-1 neutron-server[83849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a51091ba-b694-4290-9c75-7c981c3d390d', 'name': 'network-vif-deleted', 'tag': 'c87a7b3f-bfd3-4927-8dec-5813d03b2330', 'status': 'failed', 'code': 422} returned with failed status Mar 11 17:41:22.867418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b021-91af-4cf4-b9f4-ff9d9c888aeb req-3fb0a73d-7873-4ea0-ba3b-808b85c94484 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:22.869375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f207b021-91af-4cf4-b9f4-ff9d9c888aeb req-3fb0a73d-7873-4ea0-ba3b-808b85c94484 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.1259363 Mar 11 17:41:22.947232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f207b021-91af-4cf4-b9f4-ff9d9c888aeb req-e56fc179-ed65-4241-aee8-1861e82bb3e9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699205 Mar 11 17:41:23.304424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084393e5-06b8-42d9-b249-79ca8c2af9a5 req-76eea3e4-87e9-46e2-9734-337a866aaafd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:23.305647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-084393e5-06b8-42d9-b249-79ca8c2af9a5 req-76eea3e4-87e9-46e2-9734-337a866aaafd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:23.327487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-084393e5-06b8-42d9-b249-79ca8c2af9a5 req-76eea3e4-87e9-46e2-9734-337a866aaafd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:23.328899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-084393e5-06b8-42d9-b249-79ca8c2af9a5 req-76eea3e4-87e9-46e2-9734-337a866aaafd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 908 time: 0.1346173 Mar 11 17:41:23.638017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12d3c56c-2dd2-4b09-bc4b-f77c9d3de11a req-82cddb1f-1769-4182-9748-6868dfaf932f tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0534437 Mar 11 17:41:24.200425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541f9c-0e71-43ef-9bbc-d3fba3e11c23 req-6a522c47-7722-40a1-a31a-02ab5067227c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:24.202867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e541f9c-0e71-43ef-9bbc-d3fba3e11c23 req-6a522c47-7722-40a1-a31a-02ab5067227c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.0858274 Mar 11 17:41:24.259494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e541f9c-0e71-43ef-9bbc-d3fba3e11c23 req-58ffb3c1-048b-43a1-9501-3379b5251e6f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481691 Mar 11 17:41:24.569442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34912b6-0334-466e-8d86-361502590b85 req-ddea1bca-c13c-4efe-90db-c0c936d8cbc4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:24.581018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f34912b6-0334-466e-8d86-361502590b85 req-ddea1bca-c13c-4efe-90db-c0c936d8cbc4 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 908 time: 0.1087885 Mar 11 17:41:24.850911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cef9c977-cc1b-4e78-acd0-8a516d99e15b req-7390c429-c593-4670-9176-b3a82c2b18fe tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0462432 Mar 11 17:41:24.966380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-6c0bfa99-a3ec-4150-a362-4e3ac157967b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:24.968451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-6c0bfa99-a3ec-4150-a362-4e3ac157967b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 908 time: 0.0910237 Mar 11 17:41:25.050693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Deleting port 5689f6b5-6523-4bf2-b084-068b96879f78 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:25.051064 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.336768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] For port 5689f6b5-6523-4bf2-b084-068b96879f78, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5689f6b5-6523-4bf2-b084-068b96879f78,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:25.337462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.461564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Calling delete_port for 5689f6b5-6523-4bf2-b084-068b96879f78 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:25.649860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4255b-c405-430a-a6f5-aa2bf803c963 req-d6f8b9f7-919d-4a3a-87a0-3fcf504676c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:25.651680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7c4255b-c405-430a-a6f5-aa2bf803c963 req-d6f8b9f7-919d-4a3a-87a0-3fcf504676c4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.1614859 Mar 11 17:41:25.727066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7c4255b-c405-430a-a6f5-aa2bf803c963 req-fc19f4dd-beea-4da4-9a2d-8acbb9dc8453 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676007 Mar 11 17:41:25.733243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.797668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event deleted for resources: {'Port': ['ID=5689f6b5-6523-4bf2-b084-068b96879f78,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:25.862305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13dbb368-7489-4bbc-bf97-08fc6278546c req-8ffad5d0-4821-453a-84c3-0b18f135f7ed tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=46eb9efa-2597-477b-89f9-623bdbbdbeb4 HTTP/1.1" status: 200 len: 210 time: 0.0556233 Mar 11 17:41:26.104811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] No DVR routers for this DVR port 5689f6b5-6523-4bf2-b084-068b96879f78 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:26.107734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.113003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'name': 'network-vif-deleted', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:26.167130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f0ac50c-0c1b-4327-b44c-1b88ba609329 req-9154c84f-0086-44d3-b502-bdd863948591 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "DELETE /v2.0/ports/5689f6b5-6523-4bf2-b084-068b96879f78 HTTP/1.1" status: 204 len: 173 time: 1.1894000 Mar 11 17:41:26.230724 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb9efa-2597-477b-89f9-623bdbbdbeb4', 'name': 'network-vif-deleted', 'tag': '5689f6b5-6523-4bf2-b084-068b96879f78', 'status': 'completed', 'code': 200} Mar 11 17:41:26.259875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0d208727-9b6d-488c-b8c5-07af1e3016a0 req-1ac6b6f2-6c87-4e06-b0da-d82c49f003ef tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0734069 Mar 11 17:41:27.013030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e57e-9a55-412e-8b03-3197d6526eb2 req-6c053e6d-0c43-4999-95e5-cf6f5f16ef64 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:27.014684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eec7e57e-9a55-412e-8b03-3197d6526eb2 req-6c053e6d-0c43-4999-95e5-cf6f5f16ef64 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.1000123 Mar 11 17:41:27.094200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eec7e57e-9a55-412e-8b03-3197d6526eb2 req-d9f93267-4e16-4209-ab0b-6baba04f2e13 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710323 Mar 11 17:41:27.551385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72ceea98-a88f-41d3-a7e5-04e100f00b80 req-5bf9acf3-df87-4455-9d6c-adf9943bc65c tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0567381 Mar 11 17:41:27.677491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cfe75-0d0c-4ce8-be2b-af3ca5a13e0e req-3067107a-f809-4460-a849-be0a6f4d6960 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:27.678491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dc1cfe75-0d0c-4ce8-be2b-af3ca5a13e0e req-3067107a-f809-4460-a849-be0a6f4d6960 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:27.699436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dc1cfe75-0d0c-4ce8-be2b-af3ca5a13e0e req-3067107a-f809-4460-a849-be0a6f4d6960 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:27.709180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc1cfe75-0d0c-4ce8-be2b-af3ca5a13e0e req-3067107a-f809-4460-a849-be0a6f4d6960 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 946 time: 0.1319544 Mar 11 17:41:27.767819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc1cfe75-0d0c-4ce8-be2b-af3ca5a13e0e req-a768ca58-09e3-46fa-a76f-28fcc545cdae tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570064 Mar 11 17:41:27.826393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32840) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:27.984054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.021289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:28.026315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Usage tracker for resource:security_group_rule and tenant:79a3042da227419e9f0522e6a9ec4e28 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:28.030526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:28.037740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:28.140193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356fb7-01f4-4cef-952d-566d88172669 req-236ba742-0452-415f-aec7-8e61ac25dd4a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:28.143492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.143773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f356fb7-01f4-4cef-952d-566d88172669 req-236ba742-0452-415f-aec7-8e61ac25dd4a tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 946 time: 0.1305139 Mar 11 17:41:28.150466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.202184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=79a3042da227419e9f0522e6a9ec4e28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3739681 Mar 11 17:41:28.202985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32850) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:28.302947 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11a9dab0-4ce6-42cc-be1e-bf18da871260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.330658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11a9dab0-4ce6-42cc-be1e-bf18da871260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.344626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Deleting port 0d0fda90-622f-44f5-ab53-4949992446e9 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:28.345414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.369852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e37f25b-c69f-48ec-a8b7-ec68f7d3a9a7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:28.393764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.394115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.394602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.394809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.395145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.395548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.395781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.396105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.396424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.396741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.397283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d6a103-beca-4df7-907a-1e196a47aaa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:28.420554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11a9dab0-4ce6-42cc-be1e-bf18da871260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.437807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9dab0-4ce6-42cc-be1e-bf18da871260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e37f25b-c69f-48ec-a8b7-ec68f7d3a9a7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:28.452288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11a9dab0-4ce6-42cc-be1e-bf18da871260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.456159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11a9dab0-4ce6-42cc-be1e-bf18da871260 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e37f25b-c69f-48ec-a8b7-ec68f7d3a9a7 HTTP/1.1" status: 204 len: 168 time: 0.2505929 Mar 11 17:41:28.510095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e57667-c485-4e67-9d35-b24181cd5ecb req-96ea848e-2912-43a4-b12f-9f16f2485502 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:28.517259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13e57667-c485-4e67-9d35-b24181cd5ecb req-96ea848e-2912-43a4-b12f-9f16f2485502 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.2385824 Mar 11 17:41:28.668488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32866) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:28.684399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13e57667-c485-4e67-9d35-b24181cd5ecb req-3b94f417-4998-482a-8655-05bc6a442d0b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661255 Mar 11 17:41:28.811035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57d65902-4d29-47ff-9716-d2406e35e76a req-e91a8de2-a25f-4992-bbb3-f680fe8e762f tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0552957 Mar 11 17:41:28.822290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] For port 0d0fda90-622f-44f5-ab53-4949992446e9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0d0fda90-622f-44f5-ab53-4949992446e9,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:28.824609 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.972372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32874) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:28.986482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Calling delete_port for 0d0fda90-622f-44f5-ab53-4949992446e9 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:28.996533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.031120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.065111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:29.077549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Usage tracker for resource:security_group_rule and tenant:23b7ffa777d14d1e8d61cc51dc0ab7fa is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:29.082197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:29.091412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:29.093979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:29.100643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Usage tracker for resource:security_group_rule and tenant:e49bf69cb1604b27b63fff26604bb9e0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:29.106654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:29.114953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:29.178634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae5bbe-3ec4-4a48-90d4-ae824e495d15 req-0fda8c2a-ba0f-4b00-98eb-4d1549725c03 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:29.180142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7aae5bbe-3ec4-4a48-90d4-ae824e495d15 req-0fda8c2a-ba0f-4b00-98eb-4d1549725c03 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a7f86fa-274f-4914-8966-8fecffc7d481 HTTP/1.1" status: 200 len: 946 time: 0.1622603 Mar 11 17:41:29.216959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.227551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.238686 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.263801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.281969 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.288190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0', '0d0fda90-622f-44f5-ab53-4949992446e9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:41:29.294355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event deleted for resources: {'Port': ['ID=0d0fda90-622f-44f5-ab53-4949992446e9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:29.307551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7aae5bbe-3ec4-4a48-90d4-ae824e495d15 req-9e0b0526-cdfd-4f28-a509-b8e0de8d4144 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181657 Mar 11 17:41:29.321806 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e49bf69cb1604b27b63fff26604bb9e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6514678 Mar 11 17:41:29.327075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32878) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:29.343455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6039fc-0fb0-4c46-84fd-7533b22ce0fb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:29.361997 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e58cbb42-0a6a-43f0-9d3a-64d3c6c2ce27 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23b7ffa777d14d1e8d61cc51dc0ab7fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3832839 Mar 11 17:41:29.365637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32882) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:29.415689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] No DVR routers for this DVR port 0d0fda90-622f-44f5-ab53-4949992446e9 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:29.419081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc93f7e-f25d-4d05-b090-fd08a933ebb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed76e053-7bf1-4b9f-8219-36eb51f10caf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:29.419831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.422417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'name': 'network-vif-deleted', 'tag': '0d0fda90-622f-44f5-ab53-4949992446e9'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:29.446833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4fd1-3bde-48fa-8a26-9e656233cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.471282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f356fb7-01f4-4cef-952d-566d88172669 req-f309842a-9b9a-4c6f-b353-9c00db38fcc3 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "DELETE /v2.0/ports/0d0fda90-622f-44f5-ab53-4949992446e9 HTTP/1.1" status: 204 len: 173 time: 1.3197525 Mar 11 17:41:29.507907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4fd1-3bde-48fa-8a26-9e656233cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.517796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9855-7d82-4329-9654-ea5e8e737c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.543038 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7f86fa-274f-4914-8966-8fecffc7d481', 'name': 'network-vif-deleted', 'tag': '0d0fda90-622f-44f5-ab53-4949992446e9', 'status': 'completed', 'code': 200} Mar 11 17:41:29.585389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4fd1-3bde-48fa-8a26-9e656233cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.604249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9855-7d82-4329-9654-ea5e8e737c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.608896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b4fd1-3bde-48fa-8a26-9e656233cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed76e053-7bf1-4b9f-8219-36eb51f10caf,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:29.633942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4fd1-3bde-48fa-8a26-9e656233cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.646372 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ed1b4fd1-3bde-48fa-8a26-9e656233cd4a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed76e053-7bf1-4b9f-8219-36eb51f10caf HTTP/1.1" status: 204 len: 168 time: 0.3121209 Mar 11 17:41:29.713779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9855-7d82-4329-9654-ea5e8e737c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.752092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9855-7d82-4329-9654-ea5e8e737c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.754174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bd1e9855-7d82-4329-9654-ea5e8e737c09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4f6039fc-0fb0-4c46-84fd-7533b22ce0fb HTTP/1.1" status: 204 len: 168 time: 0.3872597 Mar 11 17:41:29.762685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9855-7d82-4329-9654-ea5e8e737c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6039fc-0fb0-4c46-84fd-7533b22ce0fb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:30.305597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5689f6b5-6523-4bf2-b084-068b96879f78 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:30.375543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f344aac3-c196-40a1-b4b3-45a0a3fa6135 req-ae21afd9-ff99-44cc-a438-942cb096ead9 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.2749195 Mar 11 17:41:30.388271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 5689f6b5-6523-4bf2-b084-068b96879f78 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:41:30.388941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5689f6b5-6523-4bf2-b084-068b96879f78 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:41:30.392746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780d6c-5b02-4dd2-9ea5-ca0b38cd24f8 req-05142048-0df8-4215-aba2-57a86c581a39 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:30.400752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed780d6c-5b02-4dd2-9ea5-ca0b38cd24f8 req-05142048-0df8-4215-aba2-57a86c581a39 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.4315596 Mar 11 17:41:30.459149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed780d6c-5b02-4dd2-9ea5-ca0b38cd24f8 req-3ae39c1a-3ebc-45cd-b982-cbb6870edec9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573831 Mar 11 17:41:30.495284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32924) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:30.512531 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.555948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:30.561309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5356dd52284212a7a44ddae9ffa852 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:30.564996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:30.573338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:30.650902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.655169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.702843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87ec1d1-be0c-4774-8876-99c475470025,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:30.707295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-10aa7099-f02c-41b1-8f6e-da535bba90e1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5e5356dd52284212a7a44ddae9ffa852&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2199504 Mar 11 17:41:30.710886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32932) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:30.789137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e855db7-184b-43c5-bd1a-8d8754984ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.819621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e855db7-184b-43c5-bd1a-8d8754984ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.881223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e855db7-184b-43c5-bd1a-8d8754984ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.898816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e855db7-184b-43c5-bd1a-8d8754984ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87ec1d1-be0c-4774-8876-99c475470025,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:30.906416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e855db7-184b-43c5-bd1a-8d8754984ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.908089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3e855db7-184b-43c5-bd1a-8d8754984ee0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a87ec1d1-be0c-4774-8876-99c475470025 HTTP/1.1" status: 204 len: 168 time: 0.1955440 Mar 11 17:41:31.044168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d850007-539e-4ff5-b323-980a481575da req-ab4c066f-5a21-4e83-b61d-64057a3d16bc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:31.044937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7d850007-539e-4ff5-b323-980a481575da req-ab4c066f-5a21-4e83-b61d-64057a3d16bc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:31.062543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7d850007-539e-4ff5-b323-980a481575da req-ab4c066f-5a21-4e83-b61d-64057a3d16bc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:31.064060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d850007-539e-4ff5-b323-980a481575da req-ab4c066f-5a21-4e83-b61d-64057a3d16bc tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.1063244 Mar 11 17:41:31.117257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d850007-539e-4ff5-b323-980a481575da req-a7d6870d-65db-44ea-ae4f-14b3b28afccd tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=9267837a-8a6d-446e-b3a5-b5f1725429bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469363 Mar 11 17:41:31.393136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-8fbce92e-2e33-4e37-b703-13378773377e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:31.395033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-8fbce92e-2e33-4e37-b703-13378773377e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 945 time: 0.1182506 Mar 11 17:41:31.485270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Deleting port 9e598480-5a40-4407-8990-883fcf33c2a0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:31.485643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:31.771601 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db794aef-3b70-4c3a-895b-621eca7b86e8 req-c7366cb1-c5f3-46de-bba4-3bfee08cc837 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0601883 Mar 11 17:41:31.869595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] For port 9e598480-5a40-4407-8990-883fcf33c2a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9e598480-5a40-4407-8990-883fcf33c2a0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:31.869958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:32.136460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Calling delete_port for 9e598480-5a40-4407-8990-883fcf33c2a0 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:32.305578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0d0fda90-622f-44f5-ab53-4949992446e9 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:32.356120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638d962-ba52-4776-acd3-7a77049464be req-de9a4849-0ae5-410d-8876-84db392585ff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.358043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0638d962-ba52-4776-acd3-7a77049464be req-de9a4849-0ae5-410d-8876-84db392585ff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.3557904 Mar 11 17:41:32.389102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 0d0fda90-622f-44f5-ab53-4949992446e9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:41:32.389437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0d0fda90-622f-44f5-ab53-4949992446e9 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:41:32.411775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:32.449117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9e598480-5a40-4407-8990-883fcf33c2a0'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:41:32.490507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event deleted for resources: {'Port': ['ID=9e598480-5a40-4407-8990-883fcf33c2a0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:32.512104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0638d962-ba52-4776-acd3-7a77049464be req-ca1e9246-1942-48b6-9228-51916f53726f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452491 Mar 11 17:41:32.779282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] No DVR routers for this DVR port 9e598480-5a40-4407-8990-883fcf33c2a0 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:32.790216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:32.800488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'name': 'network-vif-deleted', 'tag': '9e598480-5a40-4407-8990-883fcf33c2a0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:32.848771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b385f40-2ab2-4cb2-be9f-db121c37a5ca req-d7892efc-1125-4215-b076-6cc127a81549 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=f96fa0fc-5118-4a3a-8822-8b8f0a463d59 HTTP/1.1" status: 200 len: 210 time: 0.2422113 Mar 11 17:41:32.888178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-efe4b8d6-73c6-4d14-9ffe-e58ec5868d82 req-dbb18a89-2ed5-487b-97a4-e95a14c8ff0c tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "DELETE /v2.0/ports/9e598480-5a40-4407-8990-883fcf33c2a0 HTTP/1.1" status: 204 len: 173 time: 1.4871199 Mar 11 17:41:32.932353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.937277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.944515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.950025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.955588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.960348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.964949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.986619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-fd0fd6ed-f002-4b9e-a65c-1e33ecf0c1ae tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.1790862 Mar 11 17:41:33.115336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ac20d19-223e-48fa-ad10-fd6c0ec37b04 req-8f99b9d0-6330-4b22-b892-3603c70440c6 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274273 Mar 11 17:41:33.258774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e09efe59-c74a-48c4-92ce-cbc0495dec69 req-c526c4c9-dba5-4d5d-aa3a-20ac5a564ab6 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1295469 Mar 11 17:41:33.270401 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96fa0fc-5118-4a3a-8822-8b8f0a463d59', 'name': 'network-vif-deleted', 'tag': '9e598480-5a40-4407-8990-883fcf33c2a0', 'status': 'completed', 'code': 200} Mar 11 17:41:33.801219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b0b18-741d-43b1-b350-4d63dd8e9bff req-86e85487-7b44-4b38-b7e3-e7de90fdc193 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:33.803119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c01b0b18-741d-43b1-b350-4d63dd8e9bff req-86e85487-7b44-4b38-b7e3-e7de90fdc193 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.1014056 Mar 11 17:41:33.859678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c01b0b18-741d-43b1-b350-4d63dd8e9bff req-b45f18ef-cce6-4929-9819-aa24ae44dec5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491354 Mar 11 17:41:34.702658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33100) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:34.723288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0118f-564a-4fb8-9cab-c26552511ec9 req-da960dec-947e-4e11-a990-287202c2bd73 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.724198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-21a0118f-564a-4fb8-9cab-c26552511ec9 req-da960dec-947e-4e11-a990-287202c2bd73 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:34.737911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.744035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.748937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.753192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.757269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.761351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.765464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:34.767607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-d840a980-8a4c-4de3-a4e3-ce85f5f5ce23 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.3465762 Mar 11 17:41:34.809101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-21a0118f-564a-4fb8-9cab-c26552511ec9 req-da960dec-947e-4e11-a990-287202c2bd73 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:34.810388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21a0118f-564a-4fb8-9cab-c26552511ec9 req-da960dec-947e-4e11-a990-287202c2bd73 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.4291584 Mar 11 17:41:34.882452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef96f8e5-dced-4dbe-957b-8123c9720eb4 req-e8f221fb-3a05-4963-8c0e-37e89ea7ecdc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009054 Mar 11 17:41:34.920265 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21a0118f-564a-4fb8-9cab-c26552511ec9 req-48db06d5-fa63-401d-a18d-1f5ba118771b tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020350 Mar 11 17:41:35.026246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.070991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:35.091235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Usage tracker for resource:security_group_rule and tenant:57239efd15444906bb6642aa283d8516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:35.100957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:35.121926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:35.222422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14ae4-deec-4d04-84d2-99dbd64ebfa1 req-402d476c-83c9-4a77-8259-db32432e1c2c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:35.226051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66e14ae4-deec-4d04-84d2-99dbd64ebfa1 req-402d476c-83c9-4a77-8259-db32432e1c2c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.1526375 Mar 11 17:41:35.293813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.306794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.308709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e356568-9472-4b68-bd12-263a93e312aa req-fb26592a-f0d8-4de2-b048-e4b357bf084a tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0812273 Mar 11 17:41:35.349033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273d3cef-be4d-4b35-811c-7526df203bf3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:35.374007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-66e14ae4-deec-4d04-84d2-99dbd64ebfa1 req-61542ca7-fedf-4ca7-b0e0-26fa0af6dfb3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584285 Mar 11 17:41:35.413280 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cfbb1abd-5dff-4237-bb38-91fade2366b5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=57239efd15444906bb6642aa283d8516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7069371 Mar 11 17:41:35.416072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33120) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:35.487981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d08c-c2b4-41eb-8fb7-afc3a1d50099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.521838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d08c-c2b4-41eb-8fb7-afc3a1d50099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.604517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d08c-c2b4-41eb-8fb7-afc3a1d50099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.620766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2d08c-c2b4-41eb-8fb7-afc3a1d50099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273d3cef-be4d-4b35-811c-7526df203bf3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:35.627794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d08c-c2b4-41eb-8fb7-afc3a1d50099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.629071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8ce2d08c-c2b4-41eb-8fb7-afc3a1d50099 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/273d3cef-be4d-4b35-811c-7526df203bf3 HTTP/1.1" status: 204 len: 168 time: 0.2117336 Mar 11 17:41:36.220225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33154) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:36.316476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9e598480-5a40-4407-8990-883fcf33c2a0 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:36.341238 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:36.365573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 9e598480-5a40-4407-8990-883fcf33c2a0 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:41:36.365917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9e598480-5a40-4407-8990-883fcf33c2a0 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:41:36.487006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:36.502952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Usage tracker for resource:security_group_rule and tenant:3809f853eddb4ee69c8640d3d4409be3 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:36.506815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:36.518834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:36.557806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-67a941e5-5655-4595-b7d7-9208d875b5cb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.559269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-67a941e5-5655-4595-b7d7-9208d875b5cb tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.2555890 Mar 11 17:41:36.571292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7057a5-e56b-42b7-8a69-e0cafaf4ffdd req-d3f6fef1-0944-4811-bbe1-23b856e22c39 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.572652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef7057a5-e56b-42b7-8a69-e0cafaf4ffdd req-d3f6fef1-0944-4811-bbe1-23b856e22c39 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 944 time: 0.3160515 Mar 11 17:41:36.594175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.598036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.601904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.605759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.609788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.613902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.626933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.626933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-195da49f-6e96-471f-8f22-618c5c4e3daf tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.2843988 Mar 11 17:41:36.840227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Deleting port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:36.840645 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:36.876540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef7057a5-e56b-42b7-8a69-e0cafaf4ffdd req-b488bad0-46c9-4551-a80d-b00a350288d5 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups?id=384811d0-9218-4eb9-97a0-371ede35861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954032 Mar 11 17:41:36.884590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:36.903603 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:36.934577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86406a9c-86f8-4339-8b3c-e06626af0380 req-5684401a-ecd6-43c6-82fd-486b4af390c9 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2979739 Mar 11 17:41:37.047263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418181a0-7532-4e93-8267-d535d1a94e22,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:37.081236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b643db6-3310-4770-8dbe-d4eacc11f1dd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3809f853eddb4ee69c8640d3d4409be3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8529544 Mar 11 17:41:37.084270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33188) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:37.097084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.101845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.107662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.125522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.131423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.147067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.158719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.160792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-008c20c0-63f0-4730-bae6-ba2367195032 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5443 time: 0.5377247 Mar 11 17:41:37.351025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b880512a-17a2-4bc2-a848-047a082d45d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.404160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ee4dc3d-74bd-4c5b-807c-5cbe2d51c2ac req-b75a19e0-3c40-4e57-961f-3456126aa65f tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1525195 Mar 11 17:41:37.441067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b880512a-17a2-4bc2-a848-047a082d45d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.520187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b880512a-17a2-4bc2-a848-047a082d45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.545720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880512a-17a2-4bc2-a848-047a082d45d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418181a0-7532-4e93-8267-d535d1a94e22,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:37.569026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b880512a-17a2-4bc2-a848-047a082d45d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.571763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] For port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:37.572310 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.573894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b880512a-17a2-4bc2-a848-047a082d45d8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/418181a0-7532-4e93-8267-d535d1a94e22 HTTP/1.1" status: 204 len: 168 time: 0.4884117 Mar 11 17:41:37.749299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-aeb18e6d-ca73-48cc-b4a9-d0471b217657 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.750959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-aeb18e6d-ca73-48cc-b4a9-d0471b217657 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "GET /v2.0/ports/a832a92f-0c85-4de4-acf4-9fe2b480eb4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5797050 Mar 11 17:41:38.305261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.305804 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.306730 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Floating IP c0372df1-2574-43f1-925d-b63e23c9557f disassociated. External IP: 172.25.3.233, port: 0996a4b8-3e76-42ba-9f96-ab0e83b34a55. Mar 11 17:41:38.308915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Calling delete_port for 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:38.319474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:41:38.328549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33234) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:38.561822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:38.579760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'port_id': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'mac_address': 'fa:16:3e:d7:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:41:38.593553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad2d91-ed13-4a59-b25e-f9763590613f req-dbae87bc-bded-482a-8a76-99ea919900b8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:38.613029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.616352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19ad2d91-ed13-4a59-b25e-f9763590613f req-dbae87bc-bded-482a-8a76-99ea919900b8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.9254057 Mar 11 17:41:38.637743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ced7b-73e8-40be-8690-0d5d1bc72acf req-54a4e071-3387-45b3-9dc6-f46a11858f37 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:38.650024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-309ced7b-73e8-40be-8690-0d5d1bc72acf req-54a4e071-3387-45b3-9dc6-f46a11858f37 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 1.2292755 Mar 11 17:41:38.652579 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.674925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e258676b-3411-4d9c-acd0-2b23ba3c86fc {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:41:38.682774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:38.688006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Usage tracker for resource:security_group_rule and tenant:11bc11b2ee9144548268273feb43fcf6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:38.692038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:38.695667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:38.703629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:38.707812 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.739060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-9d4b6eba-e742-45c4-a227-e5f98b865ab3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "GET /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9292877 Mar 11 17:41:38.769238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:41:38.804201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:38.819398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.821468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.822076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.823152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.825243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.825801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.826283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.826807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.827265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.828216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.828858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:38.881559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.889674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.933466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19ad2d91-ed13-4a59-b25e-f9763590613f req-0fc5e3a4-eb17-4fab-97b3-61322a601bb4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159823 Mar 11 17:41:39.021993 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11bc11b2ee9144548268273feb43fcf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6922865 Mar 11 17:41:39.026097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33254) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:39.053639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3ea8c-d68b-465c-97f7-51afc3c1b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c206bad-1e36-4d80-a3ba-3da6b50dfce0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:39.090323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-309ced7b-73e8-40be-8690-0d5d1bc72acf req-1428bee5-af30-46ca-83c6-3137dbe8cb3a tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556912 Mar 11 17:41:39.091625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.130336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.212237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6da38266-5e83-4490-b095-bf8dbebfd28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.254149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e258676b-3411-4d9c-acd0-2b23ba3c86fc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:41:39.261089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6da38266-5e83-4490-b095-bf8dbebfd28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.314904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event deleted for resources: {'Port': ['ID=0996a4b8-3e76-42ba-9f96-ab0e83b34a55,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:39.328726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d392789-5b40-4fc3-9e7e-264bdfeb67e5 req-a84795d3-75e8-4519-b9bd-4a7beb3a05ae tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 210 time: 0.1232481 Mar 11 17:41:39.444888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6da38266-5e83-4490-b095-bf8dbebfd28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.470292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.482741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da38266-5e83-4490-b095-bf8dbebfd28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c206bad-1e36-4d80-a3ba-3da6b50dfce0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:39.499618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6da38266-5e83-4490-b095-bf8dbebfd28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.503305 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6da38266-5e83-4490-b095-bf8dbebfd28b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c206bad-1e36-4d80-a3ba-3da6b50dfce0 HTTP/1.1" status: 204 len: 168 time: 0.4611325 Mar 11 17:41:40.175187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] For port a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:40.218963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] For port a832a92f-0c85-4de4-acf4-9fe2b480eb4b, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:40.299475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] device_id is not set on port a832a92f-0c85-4de4-acf4-9fe2b480eb4b yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:41:40.309660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.332941 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.340867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:41:40.381560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:40.452011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0328854-c4f3-4800-879a-a805853c4802 req-a19e3953-9317-44d6-9432-4329b5c4ded0 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.6610546 Mar 11 17:41:40.472125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.555327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-440b859c-4d75-4276-a23d-ed4697462558 req-334e9d6d-41f4-4701-9a78-a75bf028657b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2303779 Mar 11 17:41:40.579570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:40.591374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Usage tracker for resource:security_group_rule and tenant:1dee09b4ae164f5ab5df17d3d786201b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:40.598281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:40.612080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e258676b-3411-4d9c-acd0-2b23ba3c86fc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:40.612943 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.627826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:40.747207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.755361 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.788395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:40.854097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd288d2-c448-4b22-b385-7d041817b62e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:40.877675 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-12f0ffe1-953d-4a74-bd7b-7ba45295ebcd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1dee09b4ae164f5ab5df17d3d786201b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4939172 Mar 11 17:41:40.879229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33324) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:41.029685 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.119170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:41.134598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e4df9f5-2892-45b2-9a7c-bf683503f704 req-e987a853-55c2-4151-8912-fad124ac8b90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0581081 Mar 11 17:41:41.154032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:41.162112 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09e3f255-c923-4f44-aeec-4cfbb32057e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.165930 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.167550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:41.211285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09e3f255-c923-4f44-aeec-4cfbb32057e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.270721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-440b859c-4d75-4276-a23d-ed4697462558 req-9ea4d54a-6b4b-4f8b-90f8-485b9876042b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.6539421 Mar 11 17:41:41.333770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09e3f255-c923-4f44-aeec-4cfbb32057e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.381485 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-09e3f255-c923-4f44-aeec-4cfbb32057e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.382686 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-09e3f255-c923-4f44-aeec-4cfbb32057e4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7fd288d2-c448-4b22-b385-7d041817b62e HTTP/1.1" status: 204 len: 168 time: 0.5016184 Mar 11 17:41:41.390567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3f255-c923-4f44-aeec-4cfbb32057e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd288d2-c448-4b22-b385-7d041817b62e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:41.417479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:41:41.417820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:41:41.418454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:41.502468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:41.535282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.540199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.545557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.550214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.556332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.562035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.566878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.577043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c0f685a5-cd7d-4d64-9c76-f3ecc1a812dc None None] Provisioning complete for port a832a92f-0c85-4de4-acf4-9fe2b480eb4b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:41.581463 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0f685a5-cd7d-4d64-9c76-f3ecc1a812dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.587090 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-bfeac738-96fb-4cbd-9d0b-3815896e5070 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 5365 time: 1.9974031 Mar 11 17:41:41.606936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] No DVR routers for this DVR port a832a92f-0c85-4de4-acf4-9fe2b480eb4b on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:41.640519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-440b859c-4d75-4276-a23d-ed4697462558 req-13d86f84-39b2-46d1-a8d4-e81dcf50e983 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3204467 Mar 11 17:41:41.671952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f25cb0-8db3-4dff-8417-d6c07710b0bf req-81280260-853a-46a1-9a16-662ec4c009ff tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:41.674219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20f25cb0-8db3-4dff-8417-d6c07710b0bf req-81280260-853a-46a1-9a16-662ec4c009ff tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.8605099 Mar 11 17:41:41.779115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20f25cb0-8db3-4dff-8417-d6c07710b0bf req-84d51bb7-55d9-4f35-836e-39b5ea48b0ad tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657024 Mar 11 17:41:41.816815 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.863302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:41.875750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.876737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a832a92f-0c85-4de4-acf4-9fe2b480eb4b no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:41.942419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c005153f-ecb1-4c21-b596-456c7bee1ff3 req-68954f13-6b39-4ed8-8eb9-94cb96638256 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=70f09038-b9f7-4e75-9579-72ea85f53cb4&id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3542547 Mar 11 17:41:42.020039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a832a92f-0c85-4de4-acf4-9fe2b480eb4b not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:41:42.020528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f4e3e46c-f652-4a2a-9f6d-8793cf0e601d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:42.146953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] In _notify_port_updated(), no bound segment for port a832a92f-0c85-4de4-acf4-9fe2b480eb4b on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:41:42.150013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c0f685a5-cd7d-4d64-9c76-f3ecc1a812dc None None] Port a832a92f-0c85-4de4-acf4-9fe2b480eb4b cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:41:42.156414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.159662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-7ef4c2b4-c78d-477f-be99-c46ece981ae7 service neutron] 10.222.0.59 "PUT /v2.0/ports/a832a92f-0c85-4de4-acf4-9fe2b480eb4b HTTP/1.1" status: 200 len: 1032 time: 3.3948610 Mar 11 17:41:42.160702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b859c-4d75-4276-a23d-ed4697462558 req-8ebd5eae-bf72-4ca3-b3a5-44aecaff8d84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.162135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-440b859c-4d75-4276-a23d-ed4697462558 req-8ebd5eae-bf72-4ca3-b3a5-44aecaff8d84 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5024035 Mar 11 17:41:42.237810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:42.349850 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b31b66c-d9d6-4b30-9b51-2e3172dddb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.364695 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.405683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:42.413672 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.414498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4d0b0380-c666-4e30-a676-2bcdbfae6356 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:42.559133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:42.680287 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.727199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4d0b0380-c666-4e30-a676-2bcdbfae6356, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:42.741651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.744746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4a177e25-7d94-4e28-9772-813f4922a01b no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:42.762445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9200ae23-d3c8-4db7-92c5-0d2f3294c119 req-e31f0698-085d-46b5-87db-e918ed10800d tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 210 time: 0.3733301 Mar 11 17:41:42.902482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Router 4bba356d-50ef-4ce5-8f33-6579909ed9cd has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:41:43.015440 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.038268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-3b0a7865-5c06-4d84-ba65-e196311ad6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:43.040042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-3b0a7865-5c06-4d84-ba65-e196311ad6a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "GET /v2.0/ports/1683a7e1-14aa-4374-8432-f1b45f5ec56c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8541906 Mar 11 17:41:43.069351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4a177e25-7d94-4e28-9772-813f4922a01b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4a177e25-7d94-4e28-9772-813f4922a01b,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:43.072602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:41:43.078574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.079270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1683a7e1-14aa-4374-8432-f1b45f5ec56c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:43.224034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4d0b0380-c666-4e30-a676-2bcdbfae6356,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:43.313012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4a177e25-7d94-4e28-9772-813f4922a01b,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:43.389265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.444108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1683a7e1-14aa-4374-8432-f1b45f5ec56c,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:43.449972 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.451059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e21bcd69-1957-48e5-b353-c4c56a3b5233 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:41:43.587092 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'code': 200} Mar 11 17:41:43.587977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:43.698443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288d4e0-b0fd-494b-9607-2ddbeb3b35a9 req-e2bb89f4-aae6-4e5a-a876-4afe250884e7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:43.713053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3288d4e0-b0fd-494b-9607-2ddbeb3b35a9 req-e2bb89f4-aae6-4e5a-a876-4afe250884e7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 1.3570809 Mar 11 17:41:43.767503 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.782060 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.837513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e21bcd69-1957-48e5-b353-c4c56a3b5233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:43.851948 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.961341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e21bcd69-1957-48e5-b353-c4c56a3b5233,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:43.974739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e78f0b86-6205-43f0-8b08-2b367a5b7dd5 req-16dc5ea6-0ee3-46fb-954b-6619f1cb7b98 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1787057 Mar 11 17:41:44.101291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3288d4e0-b0fd-494b-9607-2ddbeb3b35a9 req-0ba99b66-e1df-4606-ab6c-0be71d66a9dc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871849 Mar 11 17:41:44.172523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1683a7e1-14aa-4374-8432-f1b45f5ec56c,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:44.241286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] For port 1683a7e1-14aa-4374-8432-f1b45f5ec56c, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:44.370330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] device_id is not set on port 1683a7e1-14aa-4374-8432-f1b45f5ec56c yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:41:44.394488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.477350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.525962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b127-05b7-4303-9529-849c5bb5172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.219165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dbf1b60a-e8d3-4233-8da4-cf819a759ab8 None None] Provisioning complete for port 1683a7e1-14aa-4374-8432-f1b45f5ec56c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:45.221800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dbf1b60a-e8d3-4233-8da4-cf819a759ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.332332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] Pushing event updated for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:45.397422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1b60a-e8d3-4233-8da4-cf819a759ab8 None None] Port 1683a7e1-14aa-4374-8432-f1b45f5ec56c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:41:45.473762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] No DVR routers for this DVR port 1683a7e1-14aa-4374-8432-f1b45f5ec56c on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:45.547492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:45.566269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3343b-9422-4790-8f34-02293d962131 None None] Sync routers for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:41:45.581378 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.588242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1683a7e1-14aa-4374-8432-f1b45f5ec56c'}, {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:45.592419 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:41:45.593521 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:41:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:45.705734 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.815872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] In _notify_port_updated(), no bound segment for port 1683a7e1-14aa-4374-8432-f1b45f5ec56c on network 0d31f175-7efd-4899-b063-5cb8f03135e7 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:41:45.817324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.819381 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1f3772f8-b207-4d2b-abcd-0081a8a106fe service neutron] 10.222.0.59 "PUT /v2.0/ports/1683a7e1-14aa-4374-8432-f1b45f5ec56c HTTP/1.1" status: 200 len: 1031 time: 2.7677493 Mar 11 17:41:45.849065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e10eb-afff-4bf5-a93f-a39f607c7ba6 req-a5d1e778-939d-4527-8d8f-1dc4017fbee9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:45.857612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a4e10eb-afff-4bf5-a93f-a39f607c7ba6 req-a5d1e778-939d-4527-8d8f-1dc4017fbee9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 1.4548221 Mar 11 17:41:45.998901 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:41:46.020151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port 4a177e25-7d94-4e28-9772-813f4922a01b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:46.023610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.083387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] No DVR routers for this DVR port 0996a4b8-3e76-42ba-9f96-ab0e83b34a55 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:46.087131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.107811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-deleted', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:46.132858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b17412c-d1a8-4377-b28d-c7817bf6fc2d req-0d59ebe9-a225-408b-a5b3-569f6db349f7 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.59 "DELETE /v2.0/ports/0996a4b8-3e76-42ba-9f96-ab0e83b34a55 HTTP/1.1" status: 204 len: 173 time: 9.5120599 Mar 11 17:41:46.154286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97f0b2-b30b-478b-8674-160f02faf5c0 req-9d5fe705-3869-4ae5-9683-bda4cd538a1c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.159725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97f0b2-b30b-478b-8674-160f02faf5c0 req-9d5fe705-3869-4ae5-9683-bda4cd538a1c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.164834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97f0b2-b30b-478b-8674-160f02faf5c0 req-9d5fe705-3869-4ae5-9683-bda4cd538a1c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.169805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97f0b2-b30b-478b-8674-160f02faf5c0 req-9d5fe705-3869-4ae5-9683-bda4cd538a1c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.174754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97f0b2-b30b-478b-8674-160f02faf5c0 req-9d5fe705-3869-4ae5-9683-bda4cd538a1c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.176229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c97f0b2-b30b-478b-8674-160f02faf5c0 req-9d5fe705-3869-4ae5-9683-bda4cd538a1c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 3876 time: 1.5791166 Mar 11 17:41:46.222189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a4e10eb-afff-4bf5-a93f-a39f607c7ba6 req-849256d2-befd-4cae-8844-9c912893d622 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609583 Mar 11 17:41:46.523524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d4fd9a2a-030e-440e-8c3e-2b22f26712a2 req-5beff27e-ebec-4836-aacf-b91d8d75302e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Synchronizing usage tracker for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:46.549624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c97f0b2-b30b-478b-8674-160f02faf5c0 req-15d5c5fb-f5d5-4b53-91d1-eae0e13659ad tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432686 Mar 11 17:41:46.583955 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:44Z', 'revision_number': 5, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:46.590593 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3343b-9422-4790-8f34-02293d962131 None None] Checking router: 4bba356d-50ef-4ce5-8f33-6579909ed9cd for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:41:46.604371 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:41:46.604987 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:41:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:46.838296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33506) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:46.944875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.985279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] For port 4a177e25-7d94-4e28-9772-813f4922a01b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4a177e25-7d94-4e28-9772-813f4922a01b,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:46.985614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.007699 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:41:47.142572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for 4a177e25-7d94-4e28-9772-813f4922a01b owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:47.175486 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:41:47.239090 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.315257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:47.325288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:caa2728e0ce446269971cdc1a873f73d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:47.333633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:47.344023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d4fd9a2a-030e-440e-8c3e-2b22f26712a2 req-5beff27e-ebec-4836-aacf-b91d8d75302e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Unset dirty status for tenant:939e19d58bb8457689b2460552e53524 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:47.348365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:47.357946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4fd9a2a-030e-440e-8c3e-2b22f26712a2 req-5beff27e-ebec-4836-aacf-b91d8d75302e tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/ports?device_id=27d73bfc-4c8f-4763-ac4f-058759252656 HTTP/1.1" status: 200 len: 210 time: 0.8806765 Mar 11 17:41:47.531444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.542543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.570589 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28', 'code': 200} Mar 11 17:41:47.570914 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'code': 200} Mar 11 17:41:47.571188 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356', 'code': 200} Mar 11 17:41:47.571467 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b', 'code': 200} Mar 11 17:41:47.571691 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1683a7e1-14aa-4374-8432-f1b45f5ec56c', 'code': 200} Mar 11 17:41:47.572350 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233', 'code': 200} Mar 11 17:41:47.610937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.675770 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=caa2728e0ce446269971cdc1a873f73d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8349700 Mar 11 17:41:47.676632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33530) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:47.688928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5feff-093a-403a-9d13-e1def9824cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4589e0c3-adb3-44a6-b6eb-1fe0e38f7b5a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:47.708979 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d73bfc-4c8f-4763-ac4f-058759252656', 'name': 'network-vif-deleted', 'tag': '0996a4b8-3e76-42ba-9f96-ab0e83b34a55', 'status': 'completed', 'code': 200} Mar 11 17:41:47.726789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=4a177e25-7d94-4e28-9772-813f4922a01b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:47.757679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.758290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.758809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.760284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.760832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.761688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.763031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.763744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.764260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.764750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.765286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:47.783262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33a363-a8c2-4018-87d7-d9903a741ef4 req-10e234ad-bebe-4c8d-a73e-7f8c19cc9553 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:47.796892 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b33a363-a8c2-4018-87d7-d9903a741ef4 req-10e234ad-bebe-4c8d-a73e-7f8c19cc9553 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.4610362 Mar 11 17:41:47.811185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18b0105c-5b0a-4a3f-af1c-afda14b61ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.838045 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4be3343b-9422-4790-8f34-02293d962131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:44Z', 'revision_number': 5, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:47.849831 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3343b-9422-4790-8f34-02293d962131 None None] The sync data for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 is: [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 4, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '11cff775-c552-4f56-8667-3585b42c57b3', 'name': '', 'network_id': '33d475b3-ae3d-438f-869b-c4e9e9f8dffd', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'mac_address': 'fa:16:3e:88:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:44Z', 'revision_number': 5, 'project_id': '939e19d58bb8457689b2460552e53524', 'subnets': [{'id': 'c2557e3d-4343-4fd9-ac42-c8c0681de4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:41:47.906672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18b0105c-5b0a-4a3f-af1c-afda14b61ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.959800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] No DVR routers for this DVR port 4a177e25-7d94-4e28-9772-813f4922a01b on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:47.964036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:48.004725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2fbfd305-50da-41ec-afb8-f450c22e31a8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "DELETE /v2.0/ports/4a177e25-7d94-4e28-9772-813f4922a01b HTTP/1.1" status: 204 len: 173 time: 2.1735189 Mar 11 17:41:48.052296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18b0105c-5b0a-4a3f-af1c-afda14b61ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:48.094819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0105c-5b0a-4a3f-af1c-afda14b61ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4589e0c3-adb3-44a6-b6eb-1fe0e38f7b5a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:48.099367 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18b0105c-5b0a-4a3f-af1c-afda14b61ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:48.100551 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-18b0105c-5b0a-4a3f-af1c-afda14b61ca0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4589e0c3-adb3-44a6-b6eb-1fe0e38f7b5a HTTP/1.1" status: 204 len: 168 time: 0.4211807 Mar 11 17:41:48.147931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b33a363-a8c2-4018-87d7-d9903a741ef4 req-5fb389bf-47d2-4c6f-95fe-9faf33ad2fed tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499525 Mar 11 17:41:48.406762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port e21bcd69-1957-48e5-b353-c4c56a3b5233 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:48.411201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:48.474883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61bde41-50bf-4a02-964a-62c704da14e3 None None] New status for floating IP c0372df1-2574-43f1-925d-b63e23c9557f: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:41:48.476058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8ed7c-d8c1-44e1-928a-806163894ab3 req-8f1a1309-f1c9-42c7-8443-61d85fbdc4ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adea433b35be447aadd194879646e4fe&device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.2511423 Mar 11 17:41:48.656444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8ed7c-d8c1-44e1-928a-806163894ab3 req-83cca4bd-b7ca-44ba-8fe6-5068dc965c08 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=adea433b35be447aadd194879646e4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1613743 Mar 11 17:41:49.171548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33570) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:49.199610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.280583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:49.290867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Usage tracker for resource:security_group_rule and tenant:6cd20b8f3bbb4b80a46a47e6e02e1972 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:49.294938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:49.302255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:49.352926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8ed7c-d8c1-44e1-928a-806163894ab3 req-034b035a-a6e3-45fc-9054-32009731c2fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:49.358211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8ed7c-d8c1-44e1-928a-806163894ab3 req-034b035a-a6e3-45fc-9054-32009731c2fb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6487486 Mar 11 17:41:49.364362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfd1c1-9abb-45de-9798-092dd43e851a req-fd92983d-e568-4d37-b71c-962f88b9265b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:49.375475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6cfd1c1-9abb-45de-9798-092dd43e851a req-fd92983d-e568-4d37-b71c-962f88b9265b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.8791296 Mar 11 17:41:49.387859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-53f4228c-3676-4bf5-ab81-91f1d4ecf257 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:49.392297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-53f4228c-3676-4bf5-ab81-91f1d4ecf257 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:49.396671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-53f4228c-3676-4bf5-ab81-91f1d4ecf257 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:49.402091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-53f4228c-3676-4bf5-ab81-91f1d4ecf257 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:49.403277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-53f4228c-3676-4bf5-ab81-91f1d4ecf257 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:49.479435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.487226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.579970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-53f4228c-3676-4bf5-ab81-91f1d4ecf257 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:49.581065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-53f4228c-3676-4bf5-ab81-91f1d4ecf257 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 3143 time: 1.0430648 Mar 11 17:41:49.602005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] For port e21bcd69-1957-48e5-b353-c4c56a3b5233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e21bcd69-1957-48e5-b353-c4c56a3b5233,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:49.602276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.605496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac08ded-a512-4768-8c14-5f5a992c03c1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:49.617370 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-619fafb3-1227-46f7-8b52-781be0c1c803 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6cd20b8f3bbb4b80a46a47e6e02e1972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4419322 Mar 11 17:41:49.619537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33582) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:49.755644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99b10cde-2bd8-4d0f-a2d7-13e5f5e63a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.763882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f6cfd1c1-9abb-45de-9798-092dd43e851a req-cdd24393-a0b0-4889-be00-3c016f2922b0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878088 Mar 11 17:41:49.764375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:49.797819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99b10cde-2bd8-4d0f-a2d7-13e5f5e63a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.889792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99b10cde-2bd8-4d0f-a2d7-13e5f5e63a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.943194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b10cde-2bd8-4d0f-a2d7-13e5f5e63a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac08ded-a512-4768-8c14-5f5a992c03c1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:49.976589 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99b10cde-2bd8-4d0f-a2d7-13e5f5e63a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.979449 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-99b10cde-2bd8-4d0f-a2d7-13e5f5e63a42 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0ac08ded-a512-4768-8c14-5f5a992c03c1 HTTP/1.1" status: 204 len: 168 time: 0.3589737 Mar 11 17:41:49.992011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for e21bcd69-1957-48e5-b353-c4c56a3b5233 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:50.048432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:50.118616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6dd4eaa2-25f0-4ed4-9316-9b47fb487575 req-d7637001-4103-45be-a3a4-82bc30827780 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188162 Mar 11 17:41:50.329321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06d38ae1-6096-468f-bc14-f0f3eb6c2555 req-cb628f0c-6000-4381-a265-354ca0e0e1ce tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.0753860 Mar 11 17:41:50.356876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:50.420845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=e21bcd69-1957-48e5-b353-c4c56a3b5233,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:50.533243 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': '4a177e25-7d94-4e28-9772-813f4922a01b', 'status': 'completed', 'code': 200} Mar 11 17:41:50.544102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] No DVR routers for this DVR port e21bcd69-1957-48e5-b353-c4c56a3b5233 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:50.547031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:50.566659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-1583c578-292a-4b08-9c04-ace696f93bc8 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "DELETE /v2.0/ports/e21bcd69-1957-48e5-b353-c4c56a3b5233 HTTP/1.1" status: 204 len: 173 time: 2.5569813 Mar 11 17:41:50.893925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8ed7c-d8c1-44e1-928a-806163894ab3 req-94940cae-a3b0-4269-b453-65c176b57b69 tempest-ServerShowV254Test-572442026 tempest-ServerShowV254Test-572442026-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5026f28-b369-4540-afb9-78acd6408cd9 HTTP/1.1" status: 200 len: 210 time: 0.1790524 Mar 11 17:41:50.898961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33620) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:50.908660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port 4d0b0380-c666-4e30-a676-2bcdbfae6356 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:50.908999 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.057374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.145608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a9ea-e72c-4633-a7e4-02049876efd0 req-9bcb7ead-750c-4a3f-b8f0-7bc1e79a6af7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:51.147030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4a2a9ea-e72c-4633-a7e4-02049876efd0 req-9bcb7ead-750c-4a3f-b8f0-7bc1e79a6af7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.4454556 Mar 11 17:41:51.180942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:51.193042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Usage tracker for resource:security_group_rule and tenant:ed3602f1fb2f4a6790ceeb38c14d64ef is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:51.206414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:51.227678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:51.369894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.389207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.495045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4a2a9ea-e72c-4633-a7e4-02049876efd0 req-b40b12a1-4a89-40fa-8bb4-f37b585ec60b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217509 Mar 11 17:41:51.548590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75b135ad-68dd-44f5-8642-9c97669b4fb0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.580209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75b135ad-68dd-44f5-8642-9c97669b4fb0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.657567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75b135ad-68dd-44f5-8642-9c97669b4fb0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.693363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca3c12-e348-459b-aa15-cfc29319748a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:51.713203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b135ad-68dd-44f5-8642-9c97669b4fb0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384811d0-9218-4eb9-97a0-371ede35861e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:51.716896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75b135ad-68dd-44f5-8642-9c97669b4fb0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.718047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-75b135ad-68dd-44f5-8642-9c97669b4fb0 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "DELETE /v2.0/security-groups/384811d0-9218-4eb9-97a0-371ede35861e HTTP/1.1" status: 204 len: 168 time: 0.8181148 Mar 11 17:41:51.720602 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5ca20f97-f148-4623-9f65-68a02fcab182 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ed3602f1fb2f4a6790ceeb38c14d64ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6707809 Mar 11 17:41:51.721106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33640) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:51.723201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33644) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:51.741530 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-bc72eb07-d21f-48c3-a8da-4599cd7bac72 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] show failed (client error): The resource could not be found. Mar 11 17:41:51.742547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bc72eb07-d21f-48c3-a8da-4599cd7bac72 tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "GET /v2.0/security-groups/384811d0-9218-4eb9-97a0-371ede35861e HTTP/1.1" status: 404 len: 347 time: 0.0205259 Mar 11 17:41:51.755209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33648) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:52.010515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-0f29700b-7070-4dba-96c7-bd1d36c94836 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 1096 time: 0.7632813 Mar 11 17:41:52.012897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] For port 4d0b0380-c666-4e30-a676-2bcdbfae6356, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4d0b0380-c666-4e30-a676-2bcdbfae6356,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:52.013255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.066756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Deleting port 365757e7-84cf-4244-af10-8ae7821e7615 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:52.067735 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.139219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56097aab-b351-41dc-bacc-27c0d047a690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.208047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-a0683769-fafb-4b28-86e8-9163c5ea900f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.209486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-a0683769-fafb-4b28-86e8-9163c5ea900f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 913 time: 0.1679769 Mar 11 17:41:52.270552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56097aab-b351-41dc-bacc-27c0d047a690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.443883 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.444829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.537141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:52.550950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for 4d0b0380-c666-4e30-a676-2bcdbfae6356 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:52.593107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fa5c9-14f6-4ced-b8aa-c3477e072faa req-b2d7d0a2-79ca-4fdc-9798-a390a39b4657 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.601228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e06fa5c9-14f6-4ced-b8aa-c3477e072faa req-b2d7d0a2-79ca-4fdc-9798-a390a39b4657 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 1.2042441 Mar 11 17:41:52.643873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56097aab-b351-41dc-bacc-27c0d047a690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.662261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Calling delete_port for 365757e7-84cf-4244-af10-8ae7821e7615 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:52.700744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233313b6-fb72-4352-8850-36897466055f req-17d6d317-3a67-4bd2-9663-c3e2edbdc67e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.704758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233313b6-fb72-4352-8850-36897466055f req-17d6d317-3a67-4bd2-9663-c3e2edbdc67e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.708612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233313b6-fb72-4352-8850-36897466055f req-17d6d317-3a67-4bd2-9663-c3e2edbdc67e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.709469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-233313b6-fb72-4352-8850-36897466055f req-17d6d317-3a67-4bd2-9663-c3e2edbdc67e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:52.738497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56097aab-b351-41dc-bacc-27c0d047a690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.743541 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-56097aab-b351-41dc-bacc-27c0d047a690 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/05ca3c12-e348-459b-aa15-cfc29319748a HTTP/1.1" status: 204 len: 168 time: 1.0036738 Mar 11 17:41:52.744552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097aab-b351-41dc-bacc-27c0d047a690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca3c12-e348-459b-aa15-cfc29319748a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:52.777094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-233313b6-fb72-4352-8850-36897466055f req-17d6d317-3a67-4bd2-9663-c3e2edbdc67e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:52.778490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-233313b6-fb72-4352-8850-36897466055f req-17d6d317-3a67-4bd2-9663-c3e2edbdc67e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 2410 time: 1.0592167 Mar 11 17:41:52.802003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e06fa5c9-14f6-4ced-b8aa-c3477e072faa req-30d7ed77-de10-435b-9ebf-82cd6aa85f7a tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997528 Mar 11 17:41:52.895272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-db762def-2af2-4c5d-9c81-6a1a22d2b0e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea HTTP/1.1" status: 200 len: 1001 time: 0.6749132 Mar 11 17:41:52.942996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.988248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-0491f6fd-13c7-48fd-8307-76a2e496caa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.990748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-0491f6fd-13c7-48fd-8307-76a2e496caa8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.0863278 Mar 11 17:41:53.035961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Pushing event deleted for resources: {'Port': ['ID=365757e7-84cf-4244-af10-8ae7821e7615,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:53.145671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:53.179531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:53.220650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:53.224985 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9c8ebca0-9181-4505-a00e-4489ac0e84fa tempest-ServerActionsTestJSON-1536689097 tempest-ServerActionsTestJSON-1536689097-project] 10.222.0.96 "DELETE /v2.0/floatingips/c0372df1-2574-43f1-925d-b63e23c9557f HTTP/1.1" status: 204 len: 168 time: 1.4659247 Mar 11 17:41:53.225161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33678) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:53.257325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-233313b6-fb72-4352-8850-36897466055f req-4f596e77-a1a0-4bf0-94db-e86a0dca602c tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120162 Mar 11 17:41:53.262039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=4d0b0380-c666-4e30-a676-2bcdbfae6356,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:53.465734 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': 'e21bcd69-1957-48e5-b353-c4c56a3b5233', 'status': 'completed', 'code': 200} Mar 11 17:41:53.495829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] No DVR routers for this DVR port 4d0b0380-c666-4e30-a676-2bcdbfae6356 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:53.498406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:53.516477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-d3ba3d62-0a71-44a6-972c-c5ad1f3a9077 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5161030 Mar 11 17:41:53.520386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-2bbd7cee-abd2-486d-b421-84eba13088fb tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "DELETE /v2.0/ports/4d0b0380-c666-4e30-a676-2bcdbfae6356 HTTP/1.1" status: 204 len: 173 time: 2.9431553 Mar 11 17:41:53.613596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920114d1-fc1c-47df-9e7a-4d96e1b34cb6 req-0f272307-d6e7-4f21-b8e0-e0311138aeb0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:53.620941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-920114d1-fc1c-47df-9e7a-4d96e1b34cb6 req-0f272307-d6e7-4f21-b8e0-e0311138aeb0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.3880794 Mar 11 17:41:53.727321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:53.727708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:54.095891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] For port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:54.096254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:54.376514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33702) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:54.386434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-6b8d7a36-ed4a-43e6-8e79-4533e16a8f59 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8589215 Mar 11 17:41:54.452566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-920114d1-fc1c-47df-9e7a-4d96e1b34cb6 req-02588421-dd45-468e-873d-b740cf599a5c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8306627 Mar 11 17:41:54.988226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:55.121006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:41:55.130197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Usage tracker for resource:security_group_rule and tenant:adea433b35be447aadd194879646e4fe is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:41:55.142056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:41:55.155288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:41:55.250911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:55.259304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:55.288343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb426be-24da-450a-8ddf-b7a93d4f391c req-4a242055-71ff-449d-b42c-e1aee255dc88 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:55.298446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-feb426be-24da-450a-8ddf-b7a93d4f391c req-4a242055-71ff-449d-b42c-e1aee255dc88 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 1.1074681 Mar 11 17:41:55.309423 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=adea433b35be447aadd194879646e4fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9270940 Mar 11 17:41:55.320709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33728) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:41:55.342569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eb59d-57aa-42af-9e32-483df4727901 req-5e8dac92-ff04-4535-86ad-99bf79afb6c5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:55.346912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eb59d-57aa-42af-9e32-483df4727901 req-5e8dac92-ff04-4535-86ad-99bf79afb6c5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:55.352339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-280eb59d-57aa-42af-9e32-483df4727901 req-5e8dac92-ff04-4535-86ad-99bf79afb6c5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:55.364039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09d68794-dcab-46a6-8921-51e17f8efd60 req-31789bce-597b-460d-ab74-1cc19d99442d service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9531300 Mar 11 17:41:55.370299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:55.370982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:55.371495 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Floating IP a7156850-f1f1-439a-9be8-8cb7e6db1ff9 disassociated. External IP: 172.25.3.111, port: f4e3e46c-f652-4a2a-9f6d-8793cf0e601d. Mar 11 17:41:55.372229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for f4e3e46c-f652-4a2a-9f6d-8793cf0e601d owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:55.405763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b3beb-c01c-460e-a73f-db87082f6d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c239c-ed84-435c-abc4-b2e98e3e47fc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:55.447208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:55.468522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:55.480190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-280eb59d-57aa-42af-9e32-483df4727901 req-5e8dac92-ff04-4535-86ad-99bf79afb6c5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:55.481401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-280eb59d-57aa-42af-9e32-483df4727901 req-5e8dac92-ff04-4535-86ad-99bf79afb6c5 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 1677 time: 0.6453719 Mar 11 17:41:55.510647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-feb426be-24da-450a-8ddf-b7a93d4f391c req-80958432-4e2b-4874-8165-fc7107cd5ff6 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938088 Mar 11 17:41:55.568776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-280eb59d-57aa-42af-9e32-483df4727901 req-d775fd67-1457-49f7-be3d-f723c64d1aea tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777147 Mar 11 17:41:55.716621 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': '4d0b0380-c666-4e30-a676-2bcdbfae6356', 'status': 'completed', 'code': 200} Mar 11 17:41:55.753243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:55.884076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=f4e3e46c-f652-4a2a-9f6d-8793cf0e601d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:56.158698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd43551-90dc-4d2e-8d97-aa96fcf97b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:56.198304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1d1c4-a13f-4487-8a16-a17f6d1bc7b0 req-15cc7462-3bb7-40a0-bc84-6f00c25c8bf5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:56.214704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfd1d1c4-a13f-4487-8a16-a17f6d1bc7b0 req-15cc7462-3bb7-40a0-bc84-6f00c25c8bf5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.3430705 Mar 11 17:41:56.278884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd43551-90dc-4d2e-8d97-aa96fcf97b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:56.367136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cfd1d1c4-a13f-4487-8a16-a17f6d1bc7b0 req-5fcc090e-8898-479a-a6dd-e58c0c74223e tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510930 Mar 11 17:41:56.427461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:41:56.496257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd43551-90dc-4d2e-8d97-aa96fcf97b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:56.529933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd43551-90dc-4d2e-8d97-aa96fcf97b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c239c-ed84-435c-abc4-b2e98e3e47fc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:56.540190 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd43551-90dc-4d2e-8d97-aa96fcf97b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:56.543948 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6fd43551-90dc-4d2e-8d97-aa96fcf97b53 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd9c239c-ed84-435c-abc4-b2e98e3e47fc HTTP/1.1" status: 204 len: 168 time: 1.2195566 Mar 11 17:41:57.064603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea81358-079b-4b48-8bc4-c74459d4ee90 req-e8327fe6-735c-418a-a983-5f13736dd6e1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:57.065188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ea81358-079b-4b48-8bc4-c74459d4ee90 req-e8327fe6-735c-418a-a983-5f13736dd6e1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.2143698 Mar 11 17:41:57.075511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88ec4c-a86f-4c4e-ae7e-883ab5dad6ee req-393b83af-548f-4e6d-a3b4-2a992cfdca0a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:57.082194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa88ec4c-a86f-4c4e-ae7e-883ab5dad6ee req-393b83af-548f-4e6d-a3b4-2a992cfdca0a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 943 time: 0.1708663 Mar 11 17:41:57.103223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:57.114531 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] Sync routers for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:41:57.145937 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:41:57.151147 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:41:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:57.243032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Deleting port 11cff775-c552-4f56-8667-3585b42c57b3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:57.243526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:57.267552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] No DVR routers for this DVR port f4e3e46c-f652-4a2a-9f6d-8793cf0e601d on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:57.273902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:57.322972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa88ec4c-a86f-4c4e-ae7e-883ab5dad6ee req-4d085d45-094a-49d2-b48b-e6aedd8baa77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397871 Mar 11 17:41:57.394160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ea81358-079b-4b48-8bc4-c74459d4ee90 req-1ee11b1f-8825-46e1-a911-2fed2254735b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085794 Mar 11 17:41:57.409508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-485e2f8a-11cc-45e6-bb9f-e093512c6a55 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "DELETE /v2.0/ports/f4e3e46c-f652-4a2a-9f6d-8793cf0e601d HTTP/1.1" status: 204 len: 173 time: 3.8790998 Mar 11 17:41:57.457219 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:41:57.594869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:41:57.597189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:57.662921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] For port 11cff775-c552-4f56-8667-3585b42c57b3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=11cff775-c552-4f56-8667-3585b42c57b3,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:57.663554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:57.790294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:41:57.952142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Calling delete_port for 11cff775-c552-4f56-8667-3585b42c57b3 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:58.113911 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:32Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:58.119470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] Checking router: 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:41:58.131594 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:41:58.133035 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:41:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:58.276011 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': 'f4e3e46c-f652-4a2a-9f6d-8793cf0e601d', 'status': 'completed', 'code': 200} Mar 11 17:41:58.305224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.433744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cff775-c552-4f56-8667-3585b42c57b3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:58.442067 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:41:58.988206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b34fd-dfb4-4aec-adff-4b2fd6465eb8 req-68804fd1-4226-4f12-b483-e7d1b958cfaa tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:58.995933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-979b34fd-dfb4-4aec-adff-4b2fd6465eb8 req-68804fd1-4226-4f12-b483-e7d1b958cfaa tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 1.3147068 Mar 11 17:41:59.165600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] For port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:59.165955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.219997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-979b34fd-dfb4-4aec-adff-4b2fd6465eb8 req-5a431ac0-3d67-4395-87b0-34ec99d2ace4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229543 Mar 11 17:41:59.264477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.470397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:41:59.482696 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:32Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:59.495243 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04223330-9a88-4e5b-8477-b203cb7a1d59 None None] The sync data for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 is: [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:35:22Z', 'revision_number': 4, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8c25921d-170d-48f6-9e16-b4f267e0bf1a', 'name': '', 'network_id': '947ffefb-9e1f-499b-81fe-d4dda1296850', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'mac_address': 'fa:16:3e:50:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:20Z', 'updated_at': '2022-03-11T17:35:32Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'subnets': [{'id': '46360656-022f-42e9-a358-a47fcd1a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:41:59.657570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d700-f230-434c-a918-5f4be0732675 req-c673d2db-4d9c-44da-b7ed-ebe3dd79cb4e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:59.658976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-daf1d700-f230-434c-a918-5f4be0732675 req-c673d2db-4d9c-44da-b7ed-ebe3dd79cb4e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Synchronizing usage tracker for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:41:59.665174 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.725168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=d7d8a3bd-ff8a-49da-be2d-c322f9d11b28,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:59.788960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-daf1d700-f230-434c-a918-5f4be0732675 req-c673d2db-4d9c-44da-b7ed-ebe3dd79cb4e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Unset dirty status for tenant:4804a81df08c42ffb776bbdacb27830d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:41:59.789695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daf1d700-f230-434c-a918-5f4be0732675 req-c673d2db-4d9c-44da-b7ed-ebe3dd79cb4e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 943 time: 0.9565380 Mar 11 17:41:59.843942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] No DVR routers for this DVR port d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:59.905046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.909058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1221f43a-7dec-4c72-94ab-0823a5114989 req-b67e9e21-1793-4dcb-9f02-5c69998fbf83 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.59 "DELETE /v2.0/ports/d7d8a3bd-ff8a-49da-be2d-c322f9d11b28 HTTP/1.1" status: 204 len: 173 time: 2.4952185 Mar 11 17:41:59.912735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daf1d700-f230-434c-a918-5f4be0732675 req-240c55cb-94bd-4238-bf0c-f3ac18647533 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d9019b9-b620-40e1-ac50-ecf1faaf8212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070640 Mar 11 17:42:00.063376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00820b-7ad4-4015-b0ac-26881f96c98b None None] New status for floating IP a7156850-f1f1-439a-9be8-8cb7e6db1ff9: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:42:00.281316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33830) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:00.289558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:42:00.477045 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7c2b-c145-46b2-a8b4-e50ab84a7c06', 'name': 'network-vif-deleted', 'tag': 'd7d8a3bd-ff8a-49da-be2d-c322f9d11b28', 'status': 'completed', 'code': 200} Mar 11 17:42:00.755245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b98cb-c26b-443a-bcf8-da4bcd2be5df req-35fff590-29b3-41c3-9447-2c535dec115c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:00.756889 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-697b98cb-c26b-443a-bcf8-da4bcd2be5df req-35fff590-29b3-41c3-9447-2c535dec115c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.1326940 Mar 11 17:42:00.840107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-697b98cb-c26b-443a-bcf8-da4bcd2be5df req-c7f96f7f-fcd0-4604-bb19-d0d7fd8415fd tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742643 Mar 11 17:42:01.022776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Router 4bba356d-50ef-4ce5-8f33-6579909ed9cd has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:42:01.102709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-968772520'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:01.111390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:01.119312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Usage tracker for resource:network and tenant:fff4e9ae9a624790ae3d23427622811d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:01.126712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:01.146897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:01.168426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Made reservation on behalf of fff4e9ae9a624790ae3d23427622811d for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:01.175669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:01.214214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:01.352678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:01.371589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Usage tracker for resource:security_group_rule and tenant:fff4e9ae9a624790ae3d23427622811d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:01.388450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:01.422213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:01.625557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3d9c468-57ed-4c4c-bee0-adae0e14fb19 req-886af940-626f-4422-a4c3-75ebf9a584a0 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 210 time: 0.1543891 Mar 11 17:42:01.778650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:01.787836 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:01.822721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:01.834496 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] Sync routers for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:42:01.843651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:42:01.844908 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff19231a-5da8-4235-b781-4e1543cb8f70 admin admin] 10.222.0.96 "PUT /v2.0/routers/4bba356d-50ef-4ce5-8f33-6579909ed9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6185770 Mar 11 17:42:01.847303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33868) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:01.861365 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:01.864840 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:41:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:01.868403 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:01.869629 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Added segment 1d68a49e-fde6-45b6-8e81-7f4d63d2f371 of type vlan for network 588e395c-56a7-44b6-b506-fd4cc4854890 Mar 11 17:42:01.988491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:02.043676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e23da-9a81-46d6-af04-e3a153be28f0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:02.154642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:02.159685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:02.160543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:02.228499 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:02.637491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Pushing event updated for resources: {'Network': ['ID=588e395c-56a7-44b6-b506-fd4cc4854890,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:02.654080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 588e395c-56a7-44b6-b506-fd4cc4854890 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:42:02.682246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4d34597-300b-4934-b1c1-3800b026a3ad req-74ddb7e2-57b9-4ffe-a157-06d38fb651e8 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.3542860 Mar 11 17:42:02.793521 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:02.841934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-645f1568-1048-4dcc-a3a3-3ba575f7872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5588639 Mar 11 17:42:02.932749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:02.937951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055550d-8cb3-4563-ad36-58301e589e2e req-b8274ef2-4e5d-4a4e-a2aa-43b808801af7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:02.944271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1055550d-8cb3-4563-ad36-58301e589e2e req-b8274ef2-4e5d-4a4e-a2aa-43b808801af7 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.7669384 Mar 11 17:42:02.965924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Deleting port 25234236-93c2-4037-b1b2-687f71c29892 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:02.966258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:03.048470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1055550d-8cb3-4563-ad36-58301e589e2e req-71352a2a-33a1-4293-bdac-55d29f7b602d tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950727 Mar 11 17:42:03.189188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-949ece0c-48e2-4b42-8482-1224295b4b81 req-22b9a75a-1c6a-47a1-8be5-a830c36656ee tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 210 time: 0.1348383 Mar 11 17:42:03.563887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] For port 25234236-93c2-4037-b1b2-687f71c29892, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=25234236-93c2-4037-b1b2-687f71c29892,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:03.564940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:03.776023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33900) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:03.830073 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '25234236-93c2-4037-b1b2-687f71c29892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:41:58Z', 'revision_number': 5, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port': {'id': '25234236-93c2-4037-b1b2-687f71c29892', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:03.849442 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] Checking router: 4bba356d-50ef-4ce5-8f33-6579909ed9cd for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:42:03.895929 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] Routers {'4bba356d-50ef-4ce5-8f33-6579909ed9cd'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:03.896554 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:41:44Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:03.992544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33914) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:03.999073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Request body: {'port': {'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890', 'binding:host_id': 'n-h1-833436-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-866587725'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:04.016452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:04.021614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Usage tracker for resource:port and tenant:0e828de136764345a6d0da046dc3ea1f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:04.026566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:04.042937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:04.094799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Calling delete_port for 25234236-93c2-4037-b1b2-687f71c29892 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:04.110261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Made reservation on behalf of 0e828de136764345a6d0da046dc3ea1f for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:04.112739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.142555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e625368d-d698-4638-a8b6-978f43adc567 req-d16e061e-d968-414d-882e-4b6947f73c28 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0891061 Mar 11 17:42:04.148884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.210789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:04.225280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Usage tracker for resource:security_group_rule and tenant:0e828de136764345a6d0da046dc3ea1f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:04.229084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:04.240501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:04.346483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.391558 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.438578 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] Set router 4bba356d-50ef-4ce5-8f33-6579909ed9cd gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:04.461859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:04.470021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.482070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Usage tracker for resource:security_group_rule and tenant:8788193ed7b74f53ae35a10b370f2082 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:04.495376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:04.502506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:04.539205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.552577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Pushing event deleted for resources: {'Port': ['ID=25234236-93c2-4037-b1b2-687f71c29892,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:04.628501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] device_id is not set on port 65e19397-347d-405b-85ff-b68196ef5b88 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:04.694718 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:42:02Z', 'revision_number': 6, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:04.712222 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb39948-e113-4f8b-b122-b5ec4e59ca63 None None] The sync data for ids ['4bba356d-50ef-4ce5-8f33-6579909ed9cd'] in n-d-833436-1 is: [{'id': '4bba356d-50ef-4ce5-8f33-6579909ed9cd', 'name': 'tempest-ServerActionsTestJSON-1410370087-router', 'tenant_id': '939e19d58bb8457689b2460552e53524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:06Z', 'updated_at': '2022-03-11T17:42:02Z', 'revision_number': 6, 'project_id': '939e19d58bb8457689b2460552e53524', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:42:04.783658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.785565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396f7783-2f47-44d3-95a7-93ec3c29d3ac,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:04.927802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3d9bc9af-6e6a-48c4-bf1a-b65b286052aa req-3cdd8532-251c-40a3-8989-7248bb3240ce tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/ports?device_id=f43b7c2b-c145-46b2-a8b4-e50ab84a7c06 HTTP/1.1" status: 200 len: 210 time: 0.1366518 Mar 11 17:42:04.927802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.982386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.305348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364252f4-1023-4b98-8ed8-8e5ff3107729,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:05.322505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4c2e0891-7e1e-453e-965f-43895301bde0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8788193ed7b74f53ae35a10b370f2082&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5445273 Mar 11 17:42:05.341399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33926) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:05.423258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93366a04-3306-43b3-8503-f80947b8fe5c req-c37caeca-796d-4443-be6a-4c6f4e86b5ef tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:05.424769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93366a04-3306-43b3-8503-f80947b8fe5c req-c37caeca-796d-4443-be6a-4c6f4e86b5ef tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.7005339 Mar 11 17:42:05.490409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.506483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.547455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.549354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bba356d-50ef-4ce5-8f33-6579909ed9cd {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:42:05.570999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.575849 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d3578d78-bc58-4565-b19f-9247e698882f admin admin] 10.222.0.96 "DELETE /v2.0/routers/4bba356d-50ef-4ce5-8f33-6579909ed9cd HTTP/1.1" status: 204 len: 168 time: 3.7250955 Mar 11 17:42:05.576431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:05.579742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4bff112-0176-415f-8758-aac833f6b8fd req-af53d8a3-a154-4e73-840d-99f4fd82ab53 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1539829 Mar 11 17:42:05.748154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11cff775-c552-4f56-8667-3585b42c57b3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:05.777017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93366a04-3306-43b3-8503-f80947b8fe5c req-c83028cd-c757-47c5-a1a5-2ec58f118143 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297741 Mar 11 17:42:05.779367 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6adf2466-cdb7-4c5d-a77c-70d47a448a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.816312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] Deleting subnet c2557e3d-4343-4fd9-ac42-c8c0681de4cc {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:42:05.824064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.848184 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6adf2466-cdb7-4c5d-a77c-70d47a448a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.850648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 11cff775-c552-4f56-8667-3585b42c57b3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:42:05.850989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 11cff775-c552-4f56-8667-3585b42c57b3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:42:05.851390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25234236-93c2-4037-b1b2-687f71c29892 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:05.912971 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6adf2466-cdb7-4c5d-a77c-70d47a448a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.920318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.935263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 25234236-93c2-4037-b1b2-687f71c29892 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:42:05.939198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf2466-cdb7-4c5d-a77c-70d47a448a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364252f4-1023-4b98-8ed8-8e5ff3107729,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:05.939867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25234236-93c2-4037-b1b2-687f71c29892 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:42:05.948126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] device_id is not set on port 65e19397-347d-405b-85ff-b68196ef5b88 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:05.965677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.001750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6adf2466-cdb7-4c5d-a77c-70d47a448a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.003411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6adf2466-cdb7-4c5d-a77c-70d47a448a11 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/364252f4-1023-4b98-8ed8-8e5ff3107729 HTTP/1.1" status: 204 len: 168 time: 0.6609812 Mar 11 17:42:06.009740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Transition to ACTIVE for port object 65e19397-347d-405b-85ff-b68196ef5b88 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:06.034674 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.164248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70a9f5d7-9000-4154-9d90-8282a0879481 req-b2a8fe8e-839d-4a7a-b145-2dc5164c5eb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0809603 Mar 11 17:42:06.207487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.240179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=65e19397-347d-405b-85ff-b68196ef5b88,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:06.302126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Checking segment: {'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:42:06.303149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Network hostable DHCP agents. Network: 588e395c-56a7-44b6-b506-fd4cc4854890, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:42:06.366145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33944) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:06.390066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Network 588e395c-56a7-44b6-b506-fd4cc4854890 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:42:06.420156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.472111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 588e395c-56a7-44b6-b506-fd4cc4854890) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:06.482898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:06.493766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7caaca-eb4d-4971-b07a-2f549676bf3c None None] Network 588e395c-56a7-44b6-b506-fd4cc4854890 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:06.515045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2557e3d-4343-4fd9-ac42-c8c0681de4cc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:06.529573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.538860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8da219fa-f2b3-4b92-ab53-7984b33e692a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c2557e3d-4343-4fd9-ac42-c8c0681de4cc HTTP/1.1" status: 204 len: 168 time: 0.9572601 Mar 11 17:42:06.545989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33948) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:06.551162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63968f-3c45-4e83-aa95-c605390368dc None None] Network 33d475b3-ae3d-438f-869b-c4e9e9f8dffd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:06.580959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:06.581298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:06.581844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:06.612470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:06.612978 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:06.616412 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 2 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:06.631211 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d20aec0-c248-4e1f-b1a8-a71868e43869 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.652954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:06.653283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:06.653615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:06.674239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:06.674594 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:06.676199 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d20aec0-c248-4e1f-b1a8-a71868e43869 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.683901 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 3 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:06.710804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:06.711030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:06.711361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:06.735244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:06.735570 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:06.752181 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 4 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:06.801706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:06.802043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:06.802485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:06.889478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:06.890153 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:06.892896 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 5 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:06.932336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:06.938211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:06.938752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:06.951294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:06.957185 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:06.958041 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 6 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:06.967162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:06.984863 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d20aec0-c248-4e1f-b1a8-a71868e43869 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.020646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Deleting port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:07.026969 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.091030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33958) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:07.097201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:07.097703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:07.098045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:07.137129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.175431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-459871cd-46ad-48a8-b897-7f124eb1739a req-0c7fe956-9411-43a7-94b5-9353273d6bae tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1355870 Mar 11 17:42:07.238897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:07.246763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Usage tracker for resource:security_group_rule and tenant:638cc1e09c9246ee867237f3068226b9 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:07.258335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:07.265544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:07.303503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] DHCP port deletion for 33d475b3-ae3d-438f-869b-c4e9e9f8dffd request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:42:07.309648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Deleting port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:07.310337 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.344052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20aec0-c248-4e1f-b1a8-a71868e43869 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9019b9-b620-40e1-ac50-ecf1faaf8212,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:07.421124 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d20aec0-c248-4e1f-b1a8-a71868e43869 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.425810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3d20aec0-c248-4e1f-b1a8-a71868e43869 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/security-groups/9d9019b9-b620-40e1-ac50-ecf1faaf8212 HTTP/1.1" status: 204 len: 168 time: 1.0580502 Mar 11 17:42:07.437376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:07.437790 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:07.442649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33962) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:07.443317 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 7 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:07.507262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:07.523899 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-d92be3f6-9a4e-42f3-88c8-f2cac8e3a50e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] show failed (client error): The resource could not be found. Mar 11 17:42:07.527946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d92be3f6-9a4e-42f3-88c8-f2cac8e3a50e tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "GET /v2.0/security-groups/9d9019b9-b620-40e1-ac50-ecf1faaf8212 HTTP/1.1" status: 404 len: 347 time: 0.0487564 Mar 11 17:42:07.528874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33966) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:07.700213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:07.700640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:07.700872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:07.704616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port 8df47047-69c1-4bc1-8928-aa262ab9be60 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:07.704950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.734017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] For port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:07.734675 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.755097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:07.755496 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:07.762857 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 8 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:07.784160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:07.784547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:07.784810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:07.792552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019395-7a56-4ca0-82a8-ee037f4bcedc req-eb44fc6e-ee77-40b3-9dbc-3d9248464aa3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:07.798154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] For port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,segment=NetworkSegment(4e7e16e4-49b9-43c9-80ca-927a9128e274),segment_id=4e7e16e4-49b9-43c9-80ca-927a9128e274)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:07.798902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.800502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d019395-7a56-4ca0-82a8-ee037f4bcedc req-eb44fc6e-ee77-40b3-9dbc-3d9248464aa3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.6988714 Mar 11 17:42:07.858559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Calling delete_port for 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:07.864726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:07.865059 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:07.926731 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 9 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:07.939525 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:07.991171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d019395-7a56-4ca0-82a8-ee037f4bcedc req-c1999419-86d9-49e8-bfb7-865bcebe9327 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898758 Mar 11 17:42:07.998577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba6fedb-a4ad-44d8-861e-e90de0a661c0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:08.009043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:08.009409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:08.009827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:08.031517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.039927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:08.040245 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:08.044395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.058978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Calling delete_port for 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:08.067613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] No DVR routers for this DVR port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:42:08.087084 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 10 to bind port 65e19397-347d-405b-85ff-b68196ef5b88 Mar 11 17:42:08.107682 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.120445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:08.120778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:08.121106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:08.138246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 65e19397-347d-405b-85ff-b68196ef5b88 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:08.138611 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 65e19397-347d-405b-85ff-b68196ef5b88 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:08.138968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.219847 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.220448 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.250104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.290032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d475b3-ae3d-438f-869b-c4e9e9f8dffd']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:08.303632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7e16e4-49b9-43c9-80ca-927a9128e274') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:08.304112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7e16e4-49b9-43c9-80ca-927a9128e274') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:08.323443 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:42:08.323923 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:42:08.329207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.366708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.391028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:42:08.391898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:42:08.420358 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:42:08.442289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for 8df47047-69c1-4bc1-8928-aa262ab9be60 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:08.498972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486d4217-d47e-4bb7-92ec-709f9b54768d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:08.513780 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11fe96a2-b917-4810-a514-b7dfe3ea88b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=638cc1e09c9246ee867237f3068226b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4152725 Mar 11 17:42:08.517377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33996) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:08.545600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.557685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.586765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=33d475b3-ae3d-438f-869b-c4e9e9f8dffd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:08.606586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] For port 65e19397-347d-405b-85ff-b68196ef5b88, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:08.607836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:42:08.645088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d2ec7e72-754b-41f8-98f8-f91e02664d4b admin admin] 10.222.0.96 "DELETE /v2.0/networks/33d475b3-ae3d-438f-869b-c4e9e9f8dffd HTTP/1.1" status: 204 len: 168 time: 2.0977361 Mar 11 17:42:08.663953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-639b3b82-2ab9-4cb4-8f68-62e10d813866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.725103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-639b3b82-2ab9-4cb4-8f68-62e10d813866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.825631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Deleting port 4ba6fedb-a4ad-44d8-861e-e90de0a661c0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:08.826092 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.854962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-639b3b82-2ab9-4cb4-8f68-62e10d813866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.867975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.889772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b3b82-2ab9-4cb4-8f68-62e10d813866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486d4217-d47e-4bb7-92ec-709f9b54768d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:08.895820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-639b3b82-2ab9-4cb4-8f68-62e10d813866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:08.905103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-639b3b82-2ab9-4cb4-8f68-62e10d813866 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/486d4217-d47e-4bb7-92ec-709f9b54768d HTTP/1.1" status: 204 len: 168 time: 0.3809235 Mar 11 17:42:08.987614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b567a084-5c44-4a06-8a34-f190b4ae68d0 req-7ca176c0-d346-4f3e-b455-16a6ec3410e7 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.3777759 Mar 11 17:42:09.019729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=65e19397-347d-405b-85ff-b68196ef5b88,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:09.082110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-edf4cc07-01da-469d-bce5-d3060dd801cf None None] The port '4ba6fedb-a4ad-44d8-861e-e90de0a661c0' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:42:09.121203 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.187353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.207451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34016) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:09.323330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=8df47047-69c1-4bc1-8928-aa262ab9be60,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:09.334978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.342842 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-13c92e81-0639-4e06-9f13-07439bb6bc62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=939e19d58bb8457689b2460552e53524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1319532 Mar 11 17:42:09.343665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34020) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:09.376440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8a401887-567f-4378-b8f9-ce730913c7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.3820405 Mar 11 17:42:09.427217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34028) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:09.462043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-485ead2d-fd8f-4a88-afb9-5ac5660b291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.499226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-485ead2d-fd8f-4a88-afb9-5ac5660b291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.578174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-485ead2d-fd8f-4a88-afb9-5ac5660b291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.602628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ead2d-fd8f-4a88-afb9-5ac5660b291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9267837a-8a6d-446e-b3a5-b5f1725429bc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:09.613555 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-485ead2d-fd8f-4a88-afb9-5ac5660b291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.615256 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-485ead2d-fd8f-4a88-afb9-5ac5660b291e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9267837a-8a6d-446e-b3a5-b5f1725429bc HTTP/1.1" status: 204 len: 168 time: 0.2700450 Mar 11 17:42:09.731431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Deleting port 65e19397-347d-405b-85ff-b68196ef5b88 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:09.732009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.928842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.949736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:09.949736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c0ca6f95-d5d4-482c-9205-e1691f981293 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/floatingips/a7156850-f1f1-439a-9be8-8cb7e6db1ff9 HTTP/1.1" status: 204 len: 168 time: 2.4173307 Mar 11 17:42:09.952542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34048) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:10.123617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port 1683a7e1-14aa-4374-8432-f1b45f5ec56c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:10.124127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:10.391833 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-346f3dc1-9ec2-4b78-9e3d-26a29df6f40b req-6bea923a-7eca-4a7c-84d9-7f415b7564c4 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1009409 Mar 11 17:42:10.433007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e68-2670-4abe-aa7d-89acf112d1b4 req-5d370cc2-1725-4aaf-9d7c-c2b7e2e1fe33 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:10.444796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31c94e68-2670-4abe-aa7d-89acf112d1b4 req-5d370cc2-1725-4aaf-9d7c-c2b7e2e1fe33 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.9832313 Mar 11 17:42:10.541458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] For port 65e19397-347d-405b-85ff-b68196ef5b88, host n-h1-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:10.541823 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:10.797451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Calling delete_port for 65e19397-347d-405b-85ff-b68196ef5b88 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:10.875259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:10.899822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31c94e68-2670-4abe-aa7d-89acf112d1b4 req-45a6393b-c8e3-47fb-9b89-c436f13a2822 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4539690 Mar 11 17:42:10.900889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:11.045108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event deleted for resources: {'Port': ['ID=65e19397-347d-405b-85ff-b68196ef5b88,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:11.072424 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:11.088744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d6088bd2-3476-4e09-8e6d-6f9b7848b6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "DELETE /v2.0/ports/65e19397-347d-405b-85ff-b68196ef5b88 HTTP/1.1" status: 204 len: 168 time: 1.6551192 Mar 11 17:42:11.090119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34078) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:11.127760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for 1683a7e1-14aa-4374-8432-f1b45f5ec56c owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:11.204245 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e044baef-4e0b-46e4-80bf-302faed6fd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:42:11.213792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e044baef-4e0b-46e4-80bf-302faed6fd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Synchronizing usage tracker for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:11.257903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e044baef-4e0b-46e4-80bf-302faed6fd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Unset dirty status for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:11.262388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e044baef-4e0b-46e4-80bf-302faed6fd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "GET /v2.0/ports/65e19397-347d-405b-85ff-b68196ef5b88 HTTP/1.1" status: 404 len: 333 time: 0.1695373 Mar 11 17:42:11.263256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34090) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:11.278539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Request body: {'port': {'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-678155280'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:11.301025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:11.315569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:11.457582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34100) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:11.539919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:11.554243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Made reservation on behalf of 0e828de136764345a6d0da046dc3ea1f for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:11.562512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:11.634988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-844178aa-d656-4896-9af2-2eb45a49ad2e req-a7142661-b030-45cf-929d-b919b090cc87 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0568230 Mar 11 17:42:11.720918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] device_id is not set on port 75e491a5-6eed-47d7-acf6-694ebf932372 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:11.787763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=1683a7e1-14aa-4374-8432-f1b45f5ec56c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:11.796635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-783719688-network', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:11.810744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:11.818157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Usage tracker for resource:network and tenant:4ed1a22e8fea40168581de20dfbd8d77 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:11.844609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:11.851714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:11.891221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Made reservation on behalf of 4ed1a22e8fea40168581de20dfbd8d77 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:11.896621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:11.951166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.000400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.016764 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11c4e168-0b01-49eb-8d46-228682d82f79 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/ports/1683a7e1-14aa-4374-8432-f1b45f5ec56c HTTP/1.1" status: 204 len: 168 time: 2.0613103 Mar 11 17:42:12.017175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34126) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:12.023668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:12.028796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed1a22e8fea40168581de20dfbd8d77 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:12.033350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:12.040030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:12.234654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.249960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.292428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:42:12.301321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e743113-5c86-4226-a3fb-95e5294ad4cf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:12.342676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3742835-1a96-4c47-91b9-1f4e22c8cfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.351977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddd7a5-a386-4db8-beb5-f94bab9bb932 req-cf261f92-1892-4589-a649-ffb45846d9a8 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:12.359347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3ddd7a5-a386-4db8-beb5-f94bab9bb932 req-cf261f92-1892-4589-a649-ffb45846d9a8 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.2203593 Mar 11 17:42:12.395225 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.395560 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Added segment cecf9c76-a72f-4ad3-adf3-46ffc12332f3 of type vlan for network 902999a1-1e70-4650-939f-423295265867 Mar 11 17:42:12.405322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port a832a92f-0c85-4de4-acf4-9fe2b480eb4b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:12.405657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.452036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3ddd7a5-a386-4db8-beb5-f94bab9bb932 req-4ca53a25-763b-4c89-8d28-e34522f12043 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916989 Mar 11 17:42:12.459153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.523038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.524426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:12.525268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.596860 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.651453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] Pushing event updated for resources: {'Network': ['ID=902999a1-1e70-4650-939f-423295265867,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:12.655748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5c8105ef-183e-4fe3-b3f8-b41a669d71c2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1971083 Mar 11 17:42:12.658954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34136) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:12.665933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 902999a1-1e70-4650-939f-423295265867 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:42:12.680416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Request body: {'subnet': {'network_id': '902999a1-1e70-4650-939f-423295265867', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-783719688-subnet', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:12.693275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:12.699457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Usage tracker for resource:subnet and tenant:4ed1a22e8fea40168581de20dfbd8d77 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:12.705871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:12.721936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:12.737189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.740847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Made reservation on behalf of 4ed1a22e8fea40168581de20dfbd8d77 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:12.744468 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.812384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=75e491a5-6eed-47d7-acf6-694ebf932372,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:12.844265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:12.930579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Network 588e395c-56a7-44b6-b506-fd4cc4854890 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:13.017531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:13.025833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:13.026174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:13.027495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.042821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for a832a92f-0c85-4de4-acf4-9fe2b480eb4b owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:13.138854 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d55915fa-3d9a-469c-9c64-96a036171a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8721538 Mar 11 17:42:13.139375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34154) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:13.148103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:13.237101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.254994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e37f7fe6-bbc6-430e-9d80-f31a37edb1ef req-28d4d27d-7421-423a-9212-d4c28b551ee8 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1127970 Mar 11 17:42:13.377003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.378904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.418536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3ad2fb-d92c-4613-8262-da6822b6c9e7,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:13.437037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Checking segment: {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:42:13.437401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Network hostable DHCP agents. Network: 902999a1-1e70-4650-939f-423295265867, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:42:13.451725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-c12f2510-1d76-4740-98b5-dbb2a214acf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1097 time: 0.3109462 Mar 11 17:42:13.463036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=a832a92f-0c85-4de4-acf4-9fe2b480eb4b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:13.564846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Network 902999a1-1e70-4650-939f-423295265867 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:42:13.588257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 902999a1-1e70-4650-939f-423295265867) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:13.595473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:13.596059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.601726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d6cc6-9b59-4059-850b-1eed64926973 None None] Network 902999a1-1e70-4650-939f-423295265867 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:13.651716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dbe88490-a66a-4789-acb1-40af88fa7d38 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9832318 Mar 11 17:42:13.655389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34166) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:13.662941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:13.668855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:13.673245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Usage tracker for resource:router and tenant:4ed1a22e8fea40168581de20dfbd8d77 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:13.676344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:13.682508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:13.693015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-827e994b-e9d0-4732-a83c-2da81c623dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:13.695144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-827e994b-e9d0-4732-a83c-2da81c623dea service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.2368352 Mar 11 17:42:13.696541 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.697977 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.812769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] device_id is not set on port 75e491a5-6eed-47d7-acf6-694ebf932372 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:13.895530 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.900870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.918111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-08e74a30-0ea2-4021-bf40-e506be9d0966 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 200 len: 1002 time: 0.1770241 Mar 11 17:42:13.953732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd308a97-cf08-4240-a90f-c8087aa10229 None None] Network 902999a1-1e70-4650-939f-423295265867 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:14.051132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b04f4-9889-4408-af0f-41ed332e1fd8 req-46d41451-1069-4881-8c70-5feaf325452c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:14.052758 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f2b04f4-9889-4408-af0f-41ed332e1fd8 req-46d41451-1069-4881-8c70-5feaf325452c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.3498800 Mar 11 17:42:14.236861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:14.258273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Transition to ACTIVE for port object 75e491a5-6eed-47d7-acf6-694ebf932372 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:14.274661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:14.302828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c55789e-497d-443b-a92a-53f3eb7d8f77 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/ports/a832a92f-0c85-4de4-acf4-9fe2b480eb4b HTTP/1.1" status: 204 len: 168 time: 2.2817428 Mar 11 17:42:14.363438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34180) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:14.376577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-61536bc1-3d10-4319-ab65-b4d11cb549ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:14.386672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-61536bc1-3d10-4319-ab65-b4d11cb549ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.4580379 Mar 11 17:42:14.427538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f2b04f4-9889-4408-af0f-41ed332e1fd8 req-4c72f9d1-e0f5-4673-b6f4-650967681057 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501477 Mar 11 17:42:14.503253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=75e491a5-6eed-47d7-acf6-694ebf932372,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:14.521494 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-38651d2b-3c6f-4082-b783-eedc238049c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:14.531850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.532901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.533520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.539886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.540302 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.540736 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 2 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.555993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.557205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.557492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.564251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.564915 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.565302 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 3 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.586521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.586859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.587199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.594602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.595216 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.595788 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 4 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.617406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.617730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.618084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.624346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.624685 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.625196 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 5 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.640690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.641012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.641338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.648041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.648453 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.648856 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 6 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.666272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.666632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.666961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.674616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.674934 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.675317 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 7 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.686966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0fd5b5e5-83f3-40a9-a209-7000351afeaa req-cf4a87f0-a870-42c7-a0b2-234621ef24b1 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0928872 Mar 11 17:42:14.693330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.694147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.694700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.701755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.702520 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.703114 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 8 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.723915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.725016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.725703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.739327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.740167 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.740752 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 9 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.745352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:14.764239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.764931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.765779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.778567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.779251 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.780110 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 10 to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 Mar 11 17:42:14.807263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:14.808336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:14.810057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:14.819187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:14.820540 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 75e491a5-6eed-47d7-acf6-694ebf932372 on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:14.821170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:14.845866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-da5dc731-f9ce-4812-a619-bb26e7961d91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614302 Mar 11 17:42:14.935719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] For port 75e491a5-6eed-47d7-acf6-694ebf932372, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:14.936130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempted to set empty binding levels {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:42:14.941667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:14.996891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] In _notify_port_updated(), no bound segment for port 75e491a5-6eed-47d7-acf6-694ebf932372 on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:42:14.997931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.001734 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "PUT /v2.0/ports/75e491a5-6eed-47d7-acf6-694ebf932372 HTTP/1.1" status: 200 len: 978 time: 1.8589807 Mar 11 17:42:15.001971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34194) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:15.030203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting subnet bd331391-57fd-43ad-afb8-178b2d449843 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:42:15.046644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.066321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b781859-af5d-4a10-a180-13507de4d58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=75e491a5-6eed-47d7-acf6-694ebf932372,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:15.122406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23545dec-4a1c-485a-bf7f-8094f1c46e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Synchronizing usage tracker for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:15.142400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23545dec-4a1c-485a-bf7f-8094f1c46e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Unset dirty status for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:15.151848 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23545dec-4a1c-485a-bf7f-8094f1c46e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20895 time: 0.1484568 Mar 11 17:42:15.152819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34200) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:15.156501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.192471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-c6940919-0653-46b5-8264-692149044656 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350189 Mar 11 17:42:15.236422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Deleting port 75e491a5-6eed-47d7-acf6-694ebf932372 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:15.236906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.296109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34204) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:15.518191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.541534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.592916 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.593501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:15.597345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e56d8f99-8604-4e0d-8d21-88aa02ae26ef req-055db1e3-1454-45eb-89ce-6a452a83c223 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960800 Mar 11 17:42:15.628299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Usage tracker for resource:security_group_rule and tenant:360989f3d691429db93ba8bbcb832db8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:15.634589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:15.637806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] For port 75e491a5-6eed-47d7-acf6-694ebf932372, host n-h1-833436-1, got binding levels [] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:15.638162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.651195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:15.704507 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.744044 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.776735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.783409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Calling delete_port for 75e491a5-6eed-47d7-acf6-694ebf932372 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:15.807556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.867085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Subnet': ['ID=bd331391-57fd-43ad-afb8-178b2d449843,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:15.895462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.904277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec1fbd-d388-4882-a859-5b0772ab1a50 None None] Network a92914ef-3a19-4789-bc9b-4c61ea7baf6c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:15.909908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.961649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.969610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7070dc6-0e88-45bc-b602-b5b4bb2605df req-b5fa940a-fc83-413e-9da1-6532441e37ef tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0582821 Mar 11 17:42:15.970815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e5c618f8-9109-4a67-b083-31c32e38d3f3 tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/subnets/bd331391-57fd-43ad-afb8-178b2d449843 HTTP/1.1" status: 204 len: 168 time: 1.5831945 Mar 11 17:42:15.979035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:16.019070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09873c-2999-407f-92b3-667f67cd1b86 req-92239d83-fc6f-4fc2-99d2-0aa4baee446c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:16.038068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c09873c-2999-407f-92b3-667f67cd1b86 req-92239d83-fc6f-4fc2-99d2-0aa4baee446c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 946 time: 0.3821678 Mar 11 17:42:16.053961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "DELETE /v2.0/ports/75e491a5-6eed-47d7-acf6-694ebf932372 HTTP/1.1" status: 204 len: 168 time: 0.8975670 Mar 11 17:42:16.053961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7d358-032b-4bd2-a587-ff316756378b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event deleted for resources: {'Port': ['ID=75e491a5-6eed-47d7-acf6-694ebf932372,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:16.058009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34232) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:16.069948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.083091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.128466 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b33ffc-bbd7-44aa-95fe-5648cdd1ce28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:42:16.133185 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a6b33ffc-bbd7-44aa-95fe-5648cdd1ce28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "GET /v2.0/ports/75e491a5-6eed-47d7-acf6-694ebf932372 HTTP/1.1" status: 404 len: 333 time: 0.0681672 Mar 11 17:42:16.133490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Allocated IP 172.25.3.121 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e51874f0-0c46-4c78-94f5-271c620db702) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:16.135618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34238) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:16.138886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a51d16-db35-41dd-8b1e-e12520d90d74,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:16.147038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843655561', 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:16.156740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:16.178076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c09873c-2999-407f-92b3-667f67cd1b86 req-acfe65cf-43b6-4f90-8708-a9338d0ddbb9 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509585 Mar 11 17:42:16.181521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Usage tracker for resource:port and tenant:0e828de136764345a6d0da046dc3ea1f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:16.186026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:16.207074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:16.235555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Made reservation on behalf of 0e828de136764345a6d0da046dc3ea1f for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:16.238574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.266931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] DHCP port deletion for a92914ef-3a19-4789-bc9b-4c61ea7baf6c request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:42:16.271595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] Deleting port 6cbd27c1-6022-4558-817d-9f20b8a950f8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:16.272265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.305433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34242) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:16.331654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting subnet 2cb98b0c-5749-468a-bc50-91207cc9d3fb {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:42:16.334765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.340620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] device_id is not set on port 4731a538-e0fa-4b26-ad0f-d075f1cca8b3 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:16.402812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.473257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.503840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] For port 6cbd27c1-6022-4558-817d-9f20b8a950f8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6cbd27c1-6022-4558-817d-9f20b8a950f8,segment=NetworkSegment(846913ef-1912-4195-a002-1cbad69b717e),segment_id=846913ef-1912-4195-a002-1cbad69b717e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:16.504316 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.515701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.517963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:16.529228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-15203a06-0934-41a5-8fe0-3df3e1b43459 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=360989f3d691429db93ba8bbcb832db8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2296798 Mar 11 17:42:16.531066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.552804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34248) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:16.655870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.664333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.706163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:16.710392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] Calling delete_port for 6cbd27c1-6022-4558-817d-9f20b8a950f8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:16.715866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Usage tracker for resource:security_group_rule and tenant:d983ac45657d4365940233fb7391c6f7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:16.718591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:16.727651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:16.741360 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.758805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:16.765541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:16.767501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Pushing event updated for resources: {'Port': ['ID=e51874f0-0c46-4c78-94f5-271c620db702,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:16.770169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3da4c43d-1cf6-4f1a-9fc8-d603131254dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.774111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:16.787694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb98b0c-5749-468a-bc50-91207cc9d3fb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:16.804076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.827491 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d6823147-0bb2-4c2e-962b-5f2228503bbc tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/subnets/2cb98b0c-5749-468a-bc50-91207cc9d3fb HTTP/1.1" status: 204 len: 168 time: 0.8341064 Mar 11 17:42:16.828286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:16.833403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc3ebcc-bd51-470b-9d4c-a02ebeb92649 None None] Network 0d31f175-7efd-4899-b063-5cb8f03135e7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:16.854730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3da4c43d-1cf6-4f1a-9fc8-d603131254dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.867540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.937890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.972528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.979078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.988103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:16.991031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.015540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] Pushing event deleted for resources: {'Port': ['ID=6cbd27c1-6022-4558-817d-9f20b8a950f8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:17.016341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Network 588e395c-56a7-44b6-b506-fd4cc4854890 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:17.022379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:17.024456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=4731a538-e0fa-4b26-ad0f-d075f1cca8b3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:17.029947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:17.031029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:17.031762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.054236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f96268-ae58-4730-88fa-4e082b9f29f2 None None] No DVR routers for this DVR port 6cbd27c1-6022-4558-817d-9f20b8a950f8 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:42:17.058792 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.099493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e2a63-91e5-4ea1-8041-ec6eaede01e6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:17.115780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:42:17.129007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:17.139055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.156053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3da4c43d-1cf6-4f1a-9fc8-d603131254dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.185720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3da4c43d-1cf6-4f1a-9fc8-d603131254dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.189439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3da4c43d-1cf6-4f1a-9fc8-d603131254dc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/00a51d16-db35-41dd-8b1e-e12520d90d74 HTTP/1.1" status: 204 len: 168 time: 0.6323850 Mar 11 17:42:17.189590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1dc0300b-e4c9-47c8-b52a-f15f50f3253d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d983ac45657d4365940233fb7391c6f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8770261 Mar 11 17:42:17.196439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34260) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:17.240216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:17.248229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4c43d-1cf6-4f1a-9fc8-d603131254dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a51d16-db35-41dd-8b1e-e12520d90d74,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:17.257492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-481a6464-cd71-4722-9a05-9f134fd42930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1185343 Mar 11 17:42:17.263727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34268) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:17.272565 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'code': 200} Mar 11 17:42:17.324682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36de73a4-c151-4a4d-b616-fc31fc13d928 req-79214869-5879-4381-989b-d71e76e22be2 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0598638 Mar 11 17:42:17.343747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] DHCP port deletion for 0d31f175-7efd-4899-b063-5cb8f03135e7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:42:17.354115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Deleting port 9e641b90-1e8e-4019-b955-f02a09b1e510 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:17.356138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.368165 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.428622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92914ef-3a19-4789-bc9b-4c61ea7baf6c']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:17.450153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846913ef-1912-4195-a002-1cbad69b717e') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:17.450824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846913ef-1912-4195-a002-1cbad69b717e') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:17.477781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.504457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7b2e9252-bb5c-4682-b959-1dca2238b379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Synchronizing usage tracker for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:17.506732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6cbd27c1-6022-4558-817d-9f20b8a950f8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:17.511828 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.512733 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.520987 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.529464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:42:17.529851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.540320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7b2e9252-bb5c-4682-b959-1dca2238b379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Unset dirty status for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:17.541739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7b2e9252-bb5c-4682-b959-1dca2238b379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "GET /v2.0/ports/4731a538-e0fa-4b26-ad0f-d075f1cca8b3 HTTP/1.1" status: 200 len: 959 time: 0.2214508 Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:42:17.560287 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:42:17.563064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34274) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:17.578780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 6cbd27c1-6022-4558-817d-9f20b8a950f8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:42:17.579532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6cbd27c1-6022-4558-817d-9f20b8a950f8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:42:17.580160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9e641b90-1e8e-4019-b955-f02a09b1e510 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:17.703930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Deleting port 4731a538-e0fa-4b26-ad0f-d075f1cca8b3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:17.704266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.748787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.755021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.814308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Network': ['ID=a92914ef-3a19-4789-bc9b-4c61ea7baf6c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:17.822593 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0f4f00af-c346-48e8-8d5d-b19ad598be0b tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/networks/a92914ef-3a19-4789-bc9b-4c61ea7baf6c HTTP/1.1" status: 204 len: 168 time: 0.9863501 Mar 11 17:42:17.829844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:17.851858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f96ea51a-b3f2-4016-b476-1d9a3f7f8f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.859656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] For port 9e641b90-1e8e-4019-b955-f02a09b1e510, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9e641b90-1e8e-4019-b955-f02a09b1e510,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:17.860715 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.921195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:17.926309 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.962429 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f96ea51a-b3f2-4016-b476-1d9a3f7f8f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.002030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Calling delete_port for 9e641b90-1e8e-4019-b955-f02a09b1e510 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:18.016809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.028706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7b3e-2cb1-4ae3-ba19-1c188476a369 req-e2b18fc0-8268-4fcd-9dfb-55c80f754dd2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:18.036244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-696f7b3e-2cb1-4ae3-ba19-1c188476a369 req-e2b18fc0-8268-4fcd-9dfb-55c80f754dd2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.4972615 Mar 11 17:42:18.056255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:18.060629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Usage tracker for resource:security_group_rule and tenant:f8b4b561918b4d709f3df449cb2fa63f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:18.064790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:18.071172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:18.090300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 9e641b90-1e8e-4019-b955-f02a09b1e510, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9e641b90-1e8e-4019-b955-f02a09b1e510,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:18.104413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f96ea51a-b3f2-4016-b476-1d9a3f7f8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.116929 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.144476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-696f7b3e-2cb1-4ae3-ba19-1c188476a369 req-8e918a53-9f57-47bc-ad6b-070eda459aba tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073496 Mar 11 17:42:18.145396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.156297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ea51a-b3f2-4016-b476-1d9a3f7f8f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e2a63-91e5-4ea1-8041-ec6eaede01e6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:18.166443 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f96ea51a-b3f2-4016-b476-1d9a3f7f8f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.169579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f96ea51a-b3f2-4016-b476-1d9a3f7f8f84 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e4e2a63-91e5-4ea1-8041-ec6eaede01e6 HTTP/1.1" status: 204 len: 168 time: 0.9693396 Mar 11 17:42:18.234777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:42:18.235385 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:42:18.247824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=9e641b90-1e8e-4019-b955-f02a09b1e510,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:18.264793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Router ea5ae06f-4414-4e9b-bf85-9137abd0709a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:42:18.343130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Deleting port 9e641b90-1e8e-4019-b955-f02a09b1e510 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:18.343475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.420035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.498629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:18.509388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Sync routers for ids ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:42:18.528276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Routers {'ea5ae06f-4414-4e9b-bf85-9137abd0709a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:18.529259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:18.540176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.544664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-702b103b-6e7f-4275-8ec9-078d379aef48 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8858371 Mar 11 17:42:18.545511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34292) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:18.566310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Calling delete_port for 4731a538-e0fa-4b26-ad0f-d075f1cca8b3 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:18.670083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.689975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.737170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Deleting port 9e641b90-1e8e-4019-b955-f02a09b1e510 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:18.737692 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.768585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:18.773026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Set router ea5ae06f-4414-4e9b-bf85-9137abd0709a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:18.792291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9d6e4ec-382c-4c88-b858-ae83f9401022 req-93c329d3-e754-4c76-8be3-9d2f35919df6 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1566470 Mar 11 17:42:18.793071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.825131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.856303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:18.862402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Usage tracker for resource:security_group_rule and tenant:890dcb0ceadb40e1b289f976a1e3fd32 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:18.865809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:18.874037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:18.981917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aae9c04-68ad-4dd4-a950-a99b3977a250,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:18.984752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.993967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.999946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b48b2381-6dc1-41d1-a7e8-a7572ad6833d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f8b4b561918b4d709f3df449cb2fa63f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0777068 Mar 11 17:42:19.003509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event deleted for resources: {'Port': ['ID=4731a538-e0fa-4b26-ad0f-d075f1cca8b3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:19.004494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34300) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:19.011951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] For port 9e641b90-1e8e-4019-b955-f02a09b1e510, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9e641b90-1e8e-4019-b955-f02a09b1e510,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:19.012313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.075941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958ca66-378f-48c8-853c-1f56b5f53643,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:19.141249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.149798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9b6da5e4-001c-4d5f-af72-05cb53698afc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=890dcb0ceadb40e1b289f976a1e3fd32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3799949 Mar 11 17:42:19.162638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Calling delete_port for 9e641b90-1e8e-4019-b955-f02a09b1e510 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:19.180678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34304) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:19.297603 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.302548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] For port 9e641b90-1e8e-4019-b955-f02a09b1e510, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9e641b90-1e8e-4019-b955-f02a09b1e510,segment=NetworkSegment(62ceaae5-8844-43a5-9824-1d0f620c1bc7),segment_id=62ceaae5-8844-43a5-9824-1d0f620c1bc7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:19.303508 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.367312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Port': ['ID=9e641b90-1e8e-4019-b955-f02a09b1e510,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:19.369218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b45ff766-6461-4f1f-842c-ef3099ea80b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.382655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9bc8b615-10cc-4cc4-a3c1-a2124c48acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "DELETE /v2.0/ports/4731a538-e0fa-4b26-ad0f-d075f1cca8b3 HTTP/1.1" status: 204 len: 168 time: 1.8185449 Mar 11 17:42:19.384583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34310) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:19.389591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] No DVR routers for this DVR port 9e641b90-1e8e-4019-b955-f02a09b1e510 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:42:19.459146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Calling delete_port for 9e641b90-1e8e-4019-b955-f02a09b1e510 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:19.525568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:42:17Z', 'revision_number': 3, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:19.533030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Checking router: ea5ae06f-4414-4e9b-bf85-9137abd0709a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:42:19.533708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Updating router ea5ae06f-4414-4e9b-bf85-9137abd0709a port e51874f0-0c46-4c78-94f5-271c620db702 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:42:19.540990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b45ff766-6461-4f1f-842c-ef3099ea80b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.553262 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-089bca7b-3757-4a8e-b1fa-0e4e3acf836c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:42:19.554554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-089bca7b-3757-4a8e-b1fa-0e4e3acf836c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "GET /v2.0/ports/4731a538-e0fa-4b26-ad0f-d075f1cca8b3 HTTP/1.1" status: 404 len: 333 time: 0.1491914 Mar 11 17:42:19.556408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.562783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:19.593385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d31f175-7efd-4899-b063-5cb8f03135e7']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:19.598546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Request body: {'port': {'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1606516967'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:19.604738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6f792be-439a-4a49-9e90-cb3a9e4f02b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.611066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:42:19.611552 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:42:19.612283 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.615705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ceaae5-8844-43a5-9824-1d0f620c1bc7') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:19.616352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ceaae5-8844-43a5-9824-1d0f620c1bc7') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:19.627653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:19.633300 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.650065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Usage tracker for resource:port and tenant:0e828de136764345a6d0da046dc3ea1f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:19.654477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:19.661571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.669688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6f792be-439a-4a49-9e90-cb3a9e4f02b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.672479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:42:19.672967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.678140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:42:19.688395 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:42:19.730078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50a61a-528d-4256-ab94-ec698268ec4a req-cb8e239b-d569-4d32-9ad6-eafc0c933a29 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:19.731586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a50a61a-528d-4256-ab94-ec698268ec4a req-cb8e239b-d569-4d32-9ad6-eafc0c933a29 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.2703638 Mar 11 17:42:19.736933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Made reservation on behalf of 0e828de136764345a6d0da046dc3ea1f for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:19.739391 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.777271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.788651 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b45ff766-6461-4f1f-842c-ef3099ea80b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.798388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.804898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] Pushing event deleted for resources: {'Network': ['ID=0d31f175-7efd-4899-b063-5cb8f03135e7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:19.813348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] device_id is not set on port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:19.821945 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e3fa44e0-7197-4992-9dc9-748436fa1f5a tempest-TaggedBootDevicesTest_v242-1871982694 tempest-TaggedBootDevicesTest_v242-1871982694-project] 10.222.0.96 "DELETE /v2.0/networks/0d31f175-7efd-4899-b063-5cb8f03135e7 HTTP/1.1" status: 204 len: 168 time: 1.9883368 Mar 11 17:42:19.860778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ff766-6461-4f1f-842c-ef3099ea80b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aae9c04-68ad-4dd4-a950-a99b3977a250,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:19.898485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b45ff766-6461-4f1f-842c-ef3099ea80b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.899604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b45ff766-6461-4f1f-842c-ef3099ea80b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7aae9c04-68ad-4dd4-a950-a99b3977a250 HTTP/1.1" status: 204 len: 168 time: 0.8842738 Mar 11 17:42:19.904988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a50a61a-528d-4256-ab94-ec698268ec4a req-1fd536a1-3025-4d3c-92f9-53b26ed14dba tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556346 Mar 11 17:42:19.912868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6f792be-439a-4a49-9e90-cb3a9e4f02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.006965 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.023143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Transition to ACTIVE for port object e51874f0-0c46-4c78-94f5-271c620db702 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:20.033477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.110282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Attempting to bind port e51874f0-0c46-4c78-94f5-271c620db702 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:20.111289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Attempting to bind port e51874f0-0c46-4c78-94f5-271c620db702 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:20.112003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Attempting to bind port e51874f0-0c46-4c78-94f5-271c620db702 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:20.139501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:42:20.140290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:42:20.140956 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.141894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:42:20.142657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Bound port: e51874f0-0c46-4c78-94f5-271c620db702, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:42:20.143352 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.205353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771bcb-20ad-4962-aa51-debd21840620 None None] Pushing event updated for resources: {'Port': ['ID=e51874f0-0c46-4c78-94f5-271c620db702,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:20.247023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f792be-439a-4a49-9e90-cb3a9e4f02b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958ca66-378f-48c8-853c-1f56b5f53643,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:20.249756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] For port e51874f0-0c46-4c78-94f5-271c620db702, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:20.255087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] For port e51874f0-0c46-4c78-94f5-271c620db702, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e51874f0-0c46-4c78-94f5-271c620db702,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:42:20.276557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.321294 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31e0842f-1b76-4808-9777-7d4cfc0a4a9d req-2c445d79-8dbe-4554-9f17-6136a88805f6 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1274250 Mar 11 17:42:20.347253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e6f792be-439a-4a49-9e90-cb3a9e4f02b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.348349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e6f792be-439a-4a49-9e90-cb3a9e4f02b9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e958ca66-378f-48c8-853c-1f56b5f53643 HTTP/1.1" status: 204 len: 168 time: 1.1659520 Mar 11 17:42:20.463812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Routers {'ea5ae06f-4414-4e9b-bf85-9137abd0709a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:20.465093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:20.554266 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.640849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Deleting port 9e641b90-1e8e-4019-b955-f02a09b1e510 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:20.641215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.670633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:20.729943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771bcb-20ad-4962-aa51-debd21840620 None None] Pushing event updated for resources: {'Port': ['ID=e51874f0-0c46-4c78-94f5-271c620db702,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:20.788202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1931-28fe-475c-9743-817d6b3a43b1 None None] The port '9e641b90-1e8e-4019-b955-f02a09b1e510' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:42:20.882885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=6c5e145d-52ef-426f-b5d1-743b1ea9c3df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:20.925973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Network 588e395c-56a7-44b6-b506-fd4cc4854890 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:20.929869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:20.938891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:20.939972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:20.940741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:21.026719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] Set router ea5ae06f-4414-4e9b-bf85-9137abd0709a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:21.037510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:21.044001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:21.049769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-23a08780-3438-48fc-bbd5-d9afd915bfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4656439 Mar 11 17:42:21.258671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:21.390807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:21.627906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:42:17Z', 'revision_number': 3, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:21.643652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d559e3-d8b3-42bd-a519-8a860b414dcc None None] The sync data for ids ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'] in n-d-833436-1 is: [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:42:17Z', 'revision_number': 3, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:42:21.761116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01c117b2-b7d4-4448-89a8-c506294649d5 req-f798bafd-9b9a-4faf-932d-865fec986332 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0701244 Mar 11 17:42:21.818689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] device_id is not set on port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:21.828623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:21.854073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Transition to ACTIVE for port object 6c5e145d-52ef-426f-b5d1-743b1ea9c3df will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:21.861908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:21.913108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Allocated IP 172.20.0.1 (902999a1-1e70-4650-939f-423295265867/bd3ad2fb-d92c-4613-8262-da6822b6c9e7/dba1d681-9d1b-4f07-ae01-2e33bdef28d2) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:22.200147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=6c5e145d-52ef-426f-b5d1-743b1ea9c3df,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:22.227280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.228132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.228833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.237992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.239420 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.240044 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 2 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.262896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:22.265105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.265657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.266262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.276433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.277942 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.278595 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 3 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.329497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.330079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.330615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.340601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.341133 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.341693 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 4 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.345318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:22.366349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.366970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.367455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.375086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.375654 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.376370 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 5 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.396995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.397546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.398027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.407172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.407943 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.408464 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 6 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.442182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.442573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.442900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.452790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.453114 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.453495 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 7 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.484164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.484800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.485314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.499886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.500790 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.501359 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 8 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.521396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Network 902999a1-1e70-4650-939f-423295265867 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:22.524069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.524760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.525285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.530507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:22.536605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:22.539764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.540247 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.540771 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 9 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.553620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:22.586719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.587051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.587378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.602799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.603123 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.603506 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempt 10 to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df Mar 11 17:42:22.648030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:22.648437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:22.648729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempting to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:22.663206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Pushing event updated for resources: {'Port': ['ID=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:22.683983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:22.684341 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Failed to bind port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on host n-h1-833436-1 for vnic_type normal using segments [{'id': '1d68a49e-fde6-45b6-8e81-7f4d63d2f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '588e395c-56a7-44b6-b506-fd4cc4854890'}] Mar 11 17:42:22.684808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:22.692925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:22.866780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] For port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:22.867186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Attempted to set empty binding levels {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:42:22.881767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.012738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] In _notify_port_updated(), no bound segment for port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df on network 588e395c-56a7-44b6-b506-fd4cc4854890 {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:42:23.013900 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.019106 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "PUT /v2.0/ports/6c5e145d-52ef-426f-b5d1-743b1ea9c3df HTTP/1.1" status: 200 len: 979 time: 1.9803398 Mar 11 17:42:23.021118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:23.025972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.072171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69d25a36-be3c-4067-8ec0-b2f0f12e2eee req-bce9bb53-0b27-40a5-b96b-7753b81653c5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7434340 Mar 11 17:42:23.103228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdca92d-3239-45d0-a0b6-44aa473be795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event updated for resources: {'Port': ['ID=6c5e145d-52ef-426f-b5d1-743b1ea9c3df,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:23.131785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Deleting port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:23.132216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.325381 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05d8f380-68ea-4ac5-a71a-06c0ca5a9a5c req-707da775-77c6-41da-8d1a-5feefc7dfc48 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1505346 Mar 11 17:42:23.534190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e51874f0-0c46-4c78-94f5-271c620db702 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:42:23.656685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e51874f0-0c46-4c78-94f5-271c620db702 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:42:23.673162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e51874f0-0c46-4c78-94f5-271c620db702 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:23.673162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.761145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.769185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.977977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] For port 6c5e145d-52ef-426f-b5d1-743b1ea9c3df, host n-h1-833436-1, got binding levels [] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:23.978657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.003244 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.044338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e51874f0-0c46-4c78-94f5-271c620db702, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e51874f0-0c46-4c78-94f5-271c620db702,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:24.055893 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.128096 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:42:24.188234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.205708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Calling delete_port for 6c5e145d-52ef-426f-b5d1-743b1ea9c3df owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:24.212776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Pushing event updated for resources: {'Port': ['ID=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:24.232464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e51874f0-0c46-4c78-94f5-271c620db702,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:24.274125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ea1e-06d3-44bd-ab05-410b0fe2777f req-8e1e2367-cbb7-4f40-82b8-3ef27659f0e6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:24.282332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faa0ea1e-06d3-44bd-ab05-410b0fe2777f req-8e1e2367-cbb7-4f40-82b8-3ef27659f0e6 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.3586850 Mar 11 17:42:24.310799 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-a62b3dca-3ba9-4d2c-9fe1-a89ed024a6a0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4899049 Mar 11 17:42:24.347514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.420928 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.424507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c5e145d-52ef-426f-b5d1-743b1ea9c3df,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:24.434878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f8102274-4428-47a7-bd47-6d9659fef321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "DELETE /v2.0/ports/6c5e145d-52ef-426f-b5d1-743b1ea9c3df HTTP/1.1" status: 204 len: 168 time: 1.4035392 Mar 11 17:42:24.438509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34458) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:24.502687 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c94b588-9435-4f87-8ab3-a0e37c460ea4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:42:24.503305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8c94b588-9435-4f87-8ab3-a0e37c460ea4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Synchronizing usage tracker for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:24.538776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8c94b588-9435-4f87-8ab3-a0e37c460ea4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] Unset dirty status for tenant:0e828de136764345a6d0da046dc3ea1f on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:24.539937 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8c94b588-9435-4f87-8ab3-a0e37c460ea4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424714109-project-admin] 10.222.0.96 "GET /v2.0/ports/6c5e145d-52ef-426f-b5d1-743b1ea9c3df HTTP/1.1" status: 404 len: 333 time: 0.1006842 Mar 11 17:42:24.544446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34468) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:24.765368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Network 902999a1-1e70-4650-939f-423295265867 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:24.779874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faa0ea1e-06d3-44bd-ab05-410b0fe2777f req-73fa900e-35db-4bd5-9041-20b567b5d68f tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4964643 Mar 11 17:42:24.790684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:24.801905 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.995077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-025edf19-0903-4b61-86ff-cb0a96aa2bc7 req-1fa7ce4f-68a8-403f-9e13-b99908b53c1e tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.3085423 Mar 11 17:42:25.313726 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:25.382559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588e395c-56a7-44b6-b506-fd4cc4854890']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:25.409219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d68a49e-fde6-45b6-8e81-7f4d63d2f371') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:25.414382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d68a49e-fde6-45b6-8e81-7f4d63d2f371') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:25.444292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:25.489369 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:25.501017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:42:25.501576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:25.520835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e51874f0-0c46-4c78-94f5-271c620db702 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:42:25.553040 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:42:25.587077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-ed443870-a59c-4c3a-a706-363f54524b4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf&tenant_id=126587c9078e40f4b29ea883394b0f73 HTTP/1.1" status: 200 len: 1095 time: 0.2613571 Mar 11 17:42:25.727158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e51874f0-0c46-4c78-94f5-271c620db702 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:25.727528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:25.868942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:25.910788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:25.973304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Router ea5ae06f-4414-4e9b-bf85-9137abd0709a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:42:25.984499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-96bb118a-21ad-4685-9e96-1e26620c16d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1095 time: 0.3226433 Mar 11 17:42:26.020263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] Pushing event deleted for resources: {'Network': ['ID=588e395c-56a7-44b6-b506-fd4cc4854890,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:26.045223 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7ac9530d-085c-4ad0-86e3-8a9a7c039782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-757491180-project] 10.222.0.96 "DELETE /v2.0/networks/588e395c-56a7-44b6-b506-fd4cc4854890 HTTP/1.1" status: 204 len: 168 time: 1.4996147 Mar 11 17:42:26.264942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34516) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:26.533404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-174e82e8-16cf-4989-8469-d6853f211276 req-ba7df48a-e5d9-41eb-9385-0b5ab9def915 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.2454402 Mar 11 17:42:26.627657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34526) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:26.659372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-55aa1f80-9615-4a5c-b9d3-02953230df3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:26.660954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-55aa1f80-9615-4a5c-b9d3-02953230df3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 0.6694880 Mar 11 17:42:26.741762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de9aa-8cfa-4cfb-84f2-7d3b2f19edef req-ce3d6c5e-f494-419d-8608-fec1d72aef32 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:26.743504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-203de9aa-8cfa-4cfb-84f2-7d3b2f19edef req-ce3d6c5e-f494-419d-8608-fec1d72aef32 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.5556893 Mar 11 17:42:26.763790 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:26.812091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:26.818085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Usage tracker for resource:security_group_rule and tenant:d8ecee922b7d4f1fbfa46b406d1d14b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:26.821396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:26.828033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:26.870564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-203de9aa-8cfa-4cfb-84f2-7d3b2f19edef req-5a205502-10ec-44dd-91c5-574c319dd0fc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121576 Mar 11 17:42:26.872804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-3d68b7eb-3e94-430d-af8f-10c807e283d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 200 len: 1000 time: 0.2029376 Mar 11 17:42:26.941361 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5464fc68-0f96-44b9-8eb6-a8fd785c22d3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fff4e9ae9a624790ae3d23427622811d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3119898 Mar 11 17:42:26.953022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34534) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:26.987508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:26.996289 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.062810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d8ecee922b7d4f1fbfa46b406d1d14b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7954917 Mar 11 17:42:27.085667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34540) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:27.086906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861bebe-858a-40fa-ae18-47d3b70123aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030902db-e95f-4ac5-b81d-84d498e73156,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:27.152950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-38700833-9b3e-4650-841a-01a3b0bca8e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:27.155052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-38700833-9b3e-4650-841a-01a3b0bca8e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.2754545 Mar 11 17:42:27.207007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e967ce95-6d42-4353-abee-320b5979d0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.248854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e967ce95-6d42-4353-abee-320b5979d0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.271163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057f8d9-e28f-428f-aa43-df0dda6e0c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.281396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:27.294040 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Sync routers for ids ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:42:27.312438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-251058cc-f4e2-4742-9507-ef4d80a4e832 admin admin] 10.222.0.96 "PUT /v2.0/routers/ea5ae06f-4414-4e9b-bf85-9137abd0709a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7654634 Mar 11 17:42:27.326740 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057f8d9-e28f-428f-aa43-df0dda6e0c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.335729 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Routers {'ea5ae06f-4414-4e9b-bf85-9137abd0709a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:27.336381 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:27.357719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e967ce95-6d42-4353-abee-320b5979d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.372796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-64625ba8-cf95-444e-b882-cf9d7b72794e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025082 Mar 11 17:42:27.388455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967ce95-6d42-4353-abee-320b5979d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030902db-e95f-4ac5-b81d-84d498e73156,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:27.398741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e967ce95-6d42-4353-abee-320b5979d0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.403233 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e967ce95-6d42-4353-abee-320b5979d0de admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/030902db-e95f-4ac5-b81d-84d498e73156 HTTP/1.1" status: 204 len: 168 time: 0.2997963 Mar 11 17:42:27.549846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057f8d9-e28f-428f-aa43-df0dda6e0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.581931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057f8d9-e28f-428f-aa43-df0dda6e0c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e23da-9a81-46d6-af04-e3a153be28f0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:27.609227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4057f8d9-e28f-428f-aa43-df0dda6e0c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:27.610398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4057f8d9-e28f-428f-aa43-df0dda6e0c91 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f71e23da-9a81-46d6-af04-e3a153be28f0 HTTP/1.1" status: 204 len: 168 time: 0.6562812 Mar 11 17:42:27.612443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-7b043c48-d9f6-4710-97b8-eb36d297e32d service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280343 Mar 11 17:42:27.686022 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Set router ea5ae06f-4414-4e9b-bf85-9137abd0709a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:27.834917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-0b5a06a1-3cfe-4395-a132-59e07899113e service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131701 Mar 11 17:42:27.879439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b077dbd1-c9ca-4468-a772-02d756193714 req-ae21d3cc-0f9a-4d6e-a5a2-7c2fdb30069d tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0434949 Mar 11 17:42:28.221329 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:42:22Z', 'revision_number': 4, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'dba1d681-9d1b-4f07-ae01-2e33bdef28d2', 'name': '', 'network_id': '902999a1-1e70-4650-939f-423295265867', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'mac_address': 'fa:16:3e:8b:9b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:21Z', 'updated_at': '2022-03-11T17:42:23Z', 'revision_number': 2, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'subnets': [{'id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:28.227919 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Checking router: ea5ae06f-4414-4e9b-bf85-9137abd0709a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:42:28.228308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Updating router ea5ae06f-4414-4e9b-bf85-9137abd0709a port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:42:28.287074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4cc56-2246-4c33-bedd-4dd57f5e31da req-aae42088-909f-4914-82e6-4d632cbc1e96 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:28.289418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8df4cc56-2246-4c33-bedd-4dd57f5e31da req-aae42088-909f-4914-82e6-4d632cbc1e96 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.1783907 Mar 11 17:42:28.307365 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:28.381596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8df4cc56-2246-4c33-bedd-4dd57f5e31da req-d76bc701-a7a0-43ed-b1ad-18ddf9668cf2 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848544 Mar 11 17:42:28.667796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34588) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:28.715494 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:28.728663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34592) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:28.839104 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-70d213ce-a0fa-4e80-ba98-4118eb95a03a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0e828de136764345a6d0da046dc3ea1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1086099 Mar 11 17:42:28.840870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:29.043365 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.101775 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.114076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:29.118185 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.162024 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Transition to ACTIVE for port object dba1d681-9d1b-4f07-ae01-2e33bdef28d2 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:29.172564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:06b5daa30b3e483085a4b71c453514f7 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:29.186734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:29.227458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.230798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:29.282086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396f7783-2f47-44d3-95a7-93ec3c29d3ac,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:29.332389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.332742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.333198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.333530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.333852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.334177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.334527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.334844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.335157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.335471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.335900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:29.365795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.367110 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6460130c-d565-4717-9cdc-fd60920a783a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/396f7783-2f47-44d3-95a7-93ec3c29d3ac HTTP/1.1" status: 204 len: 168 time: 0.5251505 Mar 11 17:42:29.476027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-1bff66f9-d321-47c1-85ad-93d022d05aea tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:29.476773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-1bff66f9-d321-47c1-85ad-93d022d05aea tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Synchronizing usage tracker for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:29.543401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73e59269-70f3-405d-934b-a33bc7545bca req-081fdec9-2d79-4586-9a76-36a3db5121cf tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.2745047 Mar 11 17:42:29.555314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-1bff66f9-d321-47c1-85ad-93d022d05aea tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Unset dirty status for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:29.556555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-1bff66f9-d321-47c1-85ad-93d022d05aea tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 810 time: 0.8111789 Mar 11 17:42:29.623347 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.646743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-5350a6ab-08a0-48bb-984f-3e5d3531c0d3 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/quotas/4ed1a22e8fea40168581de20dfbd8d77 HTTP/1.1" status: 200 len: 375 time: 0.0709205 Mar 11 17:42:29.933376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.946515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.009656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=06b5daa30b3e483085a4b71c453514f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3408523 Mar 11 17:42:30.012657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34628) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:30.090907 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Pushing event updated for resources: {'Port': ['ID=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:30.137383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-b4e51365-b553-4fb6-9669-cb2d1bbdd795 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Synchronizing usage tracker for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:30.138132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab1aa-528c-4a4e-8a7d-51763853d5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.196152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab1aa-528c-4a4e-8a7d-51763853d5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.213173 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Attempting to bind port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:30.213813 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Attempting to bind port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:30.214499 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Attempting to bind port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 on network 902999a1-1e70-4650-939f-423295265867 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:30.224676 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:42:30.225610 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Checking segment: {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:42:30.226445 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.227206 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Bound using segment: {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:42:30.228076 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Bound port: dba1d681-9d1b-4f07-ae01-2e33bdef28d2, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:42:30.228669 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.229925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10794b-912d-45ba-a5e6-09320b84e2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a4897-116b-4399-8a90-af3211b1dbf5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:30.257922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-b4e51365-b553-4fb6-9669-cb2d1bbdd795 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Unset dirty status for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:30.260397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-b4e51365-b553-4fb6-9669-cb2d1bbdd795 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5952506 Mar 11 17:42:30.316173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab1aa-528c-4a4e-8a7d-51763853d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.326170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a7e1d-4518-46f3-a8a2-1e86fa11665e req-41794d93-bd80-42da-b0c3-779367d25fd3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:30.331724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce9a7e1d-4518-46f3-a8a2-1e86fa11665e req-41794d93-bd80-42da-b0c3-779367d25fd3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.3325489 Mar 11 17:42:30.361813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ab1aa-528c-4a4e-8a7d-51763853d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a4897-116b-4399-8a90-af3211b1dbf5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:30.363580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.364122 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.369866 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.370430 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.371169 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.371655 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.374913 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.375500 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.376053 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.376600 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.377137 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:30.420954 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] For port dba1d681-9d1b-4f07-ae01-2e33bdef28d2, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:30.428165 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab1aa-528c-4a4e-8a7d-51763853d5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.430173 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] For port dba1d681-9d1b-4f07-ae01-2e33bdef28d2, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:42:30.434291 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3d2ab1aa-528c-4a4e-8a7d-51763853d5a1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e87a4897-116b-4399-8a90-af3211b1dbf5 HTTP/1.1" status: 204 len: 168 time: 0.4200046 Mar 11 17:42:30.443215 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:30.503603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce9a7e1d-4518-46f3-a8a2-1e86fa11665e req-b658a5bb-6358-4bb6-b9df-347a2b19993c tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675127 Mar 11 17:42:30.566027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-918bcf49-1d78-4b0a-89a7-a8f6e32ec754 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:42:30.574863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-918bcf49-1d78-4b0a-89a7-a8f6e32ec754 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3012450 Mar 11 17:42:30.652305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Routers {'ea5ae06f-4414-4e9b-bf85-9137abd0709a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:30.654798 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:30.921747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-47a16f6a-0366-4669-b6e7-b8d3b5bb870e service neutron] 10.222.0.96 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454204 Mar 11 17:42:30.966640 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] Set router ea5ae06f-4414-4e9b-bf85-9137abd0709a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:31.331728 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf69a2-77ce-4edb-abd6-dd8a8cc76a1a None None] Pushing event updated for resources: {'Port': ['ID=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:31.365800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-148db061-09c0-4f37-b36c-5ae1b65cf251 req-2dbe39aa-7ba9-4803-b56f-b94dfc103721 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.4033279 Mar 11 17:42:31.471697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-43a90a1d-843a-4f35-97cc-d7fbe8afd386 service neutron] 10.222.0.96 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430725 Mar 11 17:42:31.508503 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:42:22Z', 'revision_number': 4, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'dba1d681-9d1b-4f07-ae01-2e33bdef28d2', 'name': '', 'network_id': '902999a1-1e70-4650-939f-423295265867', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'mac_address': 'fa:16:3e:8b:9b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:21Z', 'updated_at': '2022-03-11T17:42:30Z', 'revision_number': 4, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'subnets': [{'id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:31.513594 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322461f-27c6-454e-abe0-39e49ad633d0 None None] The sync data for ids ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'] in n-d-833436-1 is: [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:42:22Z', 'revision_number': 4, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'dba1d681-9d1b-4f07-ae01-2e33bdef28d2', 'name': '', 'network_id': '902999a1-1e70-4650-939f-423295265867', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'mac_address': 'fa:16:3e:8b:9b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:21Z', 'updated_at': '2022-03-11T17:42:30Z', 'revision_number': 4, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'subnets': [{'id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:42:32.052693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46715fbc-0ca8-4f32-8e27-361a1ef80586 req-772ebbbb-87a9-4bf8-bd9b-662c0a909ba3 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 210 time: 0.1716251 Mar 11 17:42:32.238934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac09cc-7fe5-47de-a6ec-ecb899687cf6 req-373a46a0-d5b3-464f-b83f-2c29596a49ae tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:32.252643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13ac09cc-7fe5-47de-a6ec-ecb899687cf6 req-373a46a0-d5b3-464f-b83f-2c29596a49ae tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.3710954 Mar 11 17:42:32.415932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13ac09cc-7fe5-47de-a6ec-ecb899687cf6 req-1c40c4b2-3512-4cc2-bea9-0f46d1350420 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607628 Mar 11 17:42:32.987769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-efdab276-0d0b-4457-b962-ca67612bc094 req-da8324fa-7010-4f19-af65-81980113df73 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1599424 Mar 11 17:42:33.650675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dba1d681-9d1b-4f07-ae01-2e33bdef28d2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:42:33.764961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34710) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:33.899015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:42:33.919940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:33.920365 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:33.992331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3261ab0c-52ea-475e-bd13-7d73a6bd2442 req-26918dcc-167c-43b5-8978-71ef67a46263 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 210 time: 0.5964084 Mar 11 17:42:34.295295 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:34.300685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcea2c7-e978-44ca-9773-dd12f0106eca req-c5ed07b5-21ba-4c35-bf7c-3c87c8700f82 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:34.324117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbcea2c7-e978-44ca-9773-dd12f0106eca req-c5ed07b5-21ba-4c35-bf7c-3c87c8700f82 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.2272401 Mar 11 17:42:34.334755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port dba1d681-9d1b-4f07-ae01-2e33bdef28d2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:34.340871 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:34.449805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:34.621607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbcea2c7-e978-44ca-9773-dd12f0106eca req-ad400b7d-3809-43c4-9a38-cc9381374810 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963974 Mar 11 17:42:35.289063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-fe44d2dd-89f5-48a2-8f5a-04a42ac393dd tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:35.290181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-fe44d2dd-89f5-48a2-8f5a-04a42ac393dd tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 810 time: 0.6643534 Mar 11 17:42:35.294135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-116c6f4f-1f50-4ce3-a116-fcd26fe11e6d req-7eca0c1c-d72f-4ca3-80be-205b04f43e0c tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1883795 Mar 11 17:42:35.300136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a6c3f-3531-4eb6-a374-88642b78845a req-c75c9085-e759-4b9b-9551-bf2c45809d0f tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:35.307958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e3a6c3f-3531-4eb6-a374-88642b78845a req-c75c9085-e759-4b9b-9551-bf2c45809d0f tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.9494801 Mar 11 17:42:35.374445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e3a6c3f-3531-4eb6-a374-88642b78845a req-59279cc2-f501-410e-9ed4-1a83cfe4597d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642240 Mar 11 17:42:35.384031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Request body: {'port': {'device_id': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'network_id': '902999a1-1e70-4650-939f-423295265867', 'admin_state_up': True, 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:35.465754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:35.529950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dba1d681-9d1b-4f07-ae01-2e33bdef28d2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:42:35.642271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:35.663012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:35.664169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:35.664627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:35.687150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Made reservation on behalf of 4ed1a22e8fea40168581de20dfbd8d77 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:35.691783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:36.142788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f24be0dd-f8e0-4e60-bf57-0c856ddb8df7 req-4f8e1b39-6298-4a8e-b06a-df467865f37d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 210 time: 0.2137463 Mar 11 17:42:36.407132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Allocated IP 172.20.0.9 (902999a1-1e70-4650-939f-423295265867/bd3ad2fb-d92c-4613-8262-da6822b6c9e7/c3695c67-6edd-4440-a72a-bad84ca630f9) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:36.734410 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:36.927953 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:36.936483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Deleting port 8c25921d-170d-48f6-9e16-b4f267e0bf1a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:36.937138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:37.032554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34772) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:37.185252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Pushing event updated for resources: {'Port': ['ID=c3695c67-6edd-4440-a72a-bad84ca630f9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:37.234414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Network 902999a1-1e70-4650-939f-423295265867 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:37.268658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:37.272577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:37.348298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d5b0a-d7b5-4af8-80cf-f3b1ff54ac5b req-642ba097-edb0-4d5e-9163-b6f542a408d1 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:37.363788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d64d5b0a-d7b5-4af8-80cf-f3b1ff54ac5b req-642ba097-edb0-4d5e-9163-b6f542a408d1 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 1.2189133 Mar 11 17:42:37.370474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1028356194', 'router:external': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:37.435973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:37.458040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:network and tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:37.462864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] For port 8c25921d-170d-48f6-9e16-b4f267e0bf1a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8c25921d-170d-48f6-9e16-b4f267e0bf1a,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:37.463234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:37.472944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:37.485292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:37.560174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930e7cc-ee1e-4a0e-9fa4-67d5214bcccd req-d717bb92-55e2-4e7d-a91f-17f205567cd7 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:37.562288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2930e7cc-ee1e-4a0e-9fa4-67d5214bcccd req-d717bb92-55e2-4e7d-a91f-17f205567cd7 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.7452753 Mar 11 17:42:37.574478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:37.575505 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:37.624852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Calling delete_port for 8c25921d-170d-48f6-9e16-b4f267e0bf1a owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:37.685111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Made reservation on behalf of 12345e31181c44e6b0b1ba1cc9ba0ef0 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:37.690182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:37.708954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:37.756272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:37.761327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:security_group_rule and tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:37.765363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:37.773049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:37.825097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2930e7cc-ee1e-4a0e-9fa4-67d5214bcccd req-9a7b5fe7-647d-4ad5-b0e9-9e27e88d4de5 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427287 Mar 11 17:42:37.865766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d64d5b0a-d7b5-4af8-80cf-f3b1ff54ac5b req-139d2ada-efbb-40b9-8af7-a2a41e7f52dc tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4996049 Mar 11 17:42:37.902977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ade8e8d6-e027-4f17-8eb3-712a8998b214 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5430658 Mar 11 17:42:37.920509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:37.942192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:37.964445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-6d299f19-9891-413f-be50-a3878f5ebb05 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:37.964445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-6d299f19-9891-413f-be50-a3878f5ebb05 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 0.6283786 Mar 11 17:42:38.025164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:42:38.063877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:38.067300 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Added segment 40f36ea5-06d0-4628-9476-86eb0f39fddc of type vlan for network 85cbba8c-784e-4bb4-a904-086a50d2071a Mar 11 17:42:38.094894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Request body: {'port': {'device_id': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:38.126449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:38.197834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:38.199364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:38.200309 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:38.473841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80ae74-1bd0-4653-aeba-b488cf3736cb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:38.687679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4950efaa-a712-4b59-8cf9-5a2a9bab8d62 req-35baee36-ac16-4565-9176-a06358bb2856 tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.3868601 Mar 11 17:42:39.006785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.9726992 Mar 11 17:42:39.016693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34802) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:39.017493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34d13b-1826-4c80-8a43-2594d8cdc1eb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Network': ['ID=85cbba8c-784e-4bb4-a904-086a50d2071a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:39.029290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'subnet': {'network_id': '85cbba8c-784e-4bb4-a904-086a50d2071a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:39.030479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 85cbba8c-784e-4bb4-a904-086a50d2071a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:42:39.044622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:39.062637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:subnet and tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:39.068825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:39.085341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:39.172317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-eda9bfc9-8bcb-4da5-8090-a5f397644189 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=126587c9078e40f4b29ea883394b0f73&device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1095 time: 0.2622261 Mar 11 17:42:39.173199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Made reservation on behalf of 12345e31181c44e6b0b1ba1cc9ba0ef0 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:39.175807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:39.346028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:39.433483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:39.442111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c25921d-170d-48f6-9e16-b4f267e0bf1a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:39.464183 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:39.480013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Deleting port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:39.480885 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.203786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-57d05508-e75c-4624-a590-716219f901d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:40.206410 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-57d05508-e75c-4624-a590-716219f901d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 200 len: 919 time: 1.0051365 Mar 11 17:42:40.564291 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-52403953-fb39-4ef9-b176-1010fe5b4bd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 200 len: 1000 time: 0.3266449 Mar 11 17:42:40.611948 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d515cdd2-e236-407d-a509-a0ff8b892cad req-4ff730e7-1fa7-4827-a939-3a7985b0a233 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.2988408 Mar 11 17:42:40.658447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 88e806b0-eefc-44da-a96a-b4fe5a2df7ea no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:40.905840 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.922159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:40.922570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.943396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:42:40.967819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:40.976394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.116281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:42:41.116927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.206923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a999c934-c060-4e9d-ac63-80f6ee8c8cf2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:41.212244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.292469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:41.298831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04af2e-0aec-43f1-9730-2089467cd95e req-5ade502b-0d1d-4bdd-a645-9fd8da1c82a8 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:41.299635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ee04af2e-0aec-43f1-9730-2089467cd95e req-5ade502b-0d1d-4bdd-a645-9fd8da1c82a8 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Synchronizing usage tracker for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:41.315696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.319429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.321159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.321711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.323279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.324602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.325757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.326268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.327472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.328827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.329835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:41.435022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Checking segment: {'id': '40f36ea5-06d0-4628-9476-86eb0f39fddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '85cbba8c-784e-4bb4-a904-086a50d2071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:42:41.435366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network hostable DHCP agents. Network: 85cbba8c-784e-4bb4-a904-086a50d2071a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:42:41.534544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3695c67-6edd-4440-a72a-bad84ca630f9 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:42:41.544505 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.564138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Transition to ACTIVE for port object c3695c67-6edd-4440-a72a-bad84ca630f9 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:41.578522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.584825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8714d465-868c-45ec-a566-5467159ceba2 req-52f10f7a-7d39-4868-833d-24226545f314 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4709675 Mar 11 17:42:41.742083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network 85cbba8c-784e-4bb4-a904-086a50d2071a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:42:41.774652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Pushing event updated for resources: {'Port': ['ID=c3695c67-6edd-4440-a72a-bad84ca630f9,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:41.805296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 85cbba8c-784e-4bb4-a904-086a50d2071a) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:41.818517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1240099-1b4f-4518-9783-1de2664ddb37 None None] Network 85cbba8c-784e-4bb4-a904-086a50d2071a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:41.832797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:41.833379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.901811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-7cb69136-7041-4526-8ac0-e4e6ae781acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:41.903293 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-7cb69136-7041-4526-8ac0-e4e6ae781acf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 200 len: 856 time: 0.4479795 Mar 11 17:42:41.917014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773f15-c832-4f0b-9d8e-9ef925d35b71 req-8ac8809d-7539-4f8c-a69b-bff5c6de5967 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:41.924855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d773f15-c832-4f0b-9d8e-9ef925d35b71 req-8ac8809d-7539-4f8c-a69b-bff5c6de5967 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 945 time: 2.5117090 Mar 11 17:42:41.959420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8714d465-868c-45ec-a566-5467159ceba2 req-2849ccc3-c7b7-440d-9958-08ed7d1e19aa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1667767 Mar 11 17:42:41.960757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ee04af2e-0aec-43f1-9730-2089467cd95e req-5ade502b-0d1d-4bdd-a645-9fd8da1c82a8 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Unset dirty status for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:41.983529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee04af2e-0aec-43f1-9730-2089467cd95e req-5ade502b-0d1d-4bdd-a645-9fd8da1c82a8 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 931 time: 3.6697817 Mar 11 17:42:41.994620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b69cc86e-2d0d-48e2-8d74-a2da3e9876a7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9735594 Mar 11 17:42:41.997789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:42.006774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-742756100', 'network_id': '85cbba8c-784e-4bb4-a904-086a50d2071a'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:42.018893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:42.027828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:port and tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:42.035496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:42.072801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:42.278133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8714d465-868c-45ec-a566-5467159ceba2 req-1a7552c6-7e3f-42d0-85d1-24f9055544f7 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1571112 Mar 11 17:42:42.388464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82652ad5-4b36-4e8c-b459-52d06c6fbe2a None None] Network 85cbba8c-784e-4bb4-a904-086a50d2071a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:42.426211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Made reservation on behalf of 12345e31181c44e6b0b1ba1cc9ba0ef0 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:42.431069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:42.495897 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-36b9394d-3ee5-4462-9c1e-95b61e56a544 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=457c7bb4-45c0-4530-9bb2-c755ef527acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5838208 Mar 11 17:42:42.502179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] device_id is not set on port da9a1d72-12be-474f-a68a-c48fd3a939b4 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:42:42.589385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d773f15-c832-4f0b-9d8e-9ef925d35b71 req-0d606b1a-8a8e-4dad-afaa-8e2fbe44a23b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6629002 Mar 11 17:42:42.628743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6149845a-9cbf-4a80-94c3-81b26583a0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:43.220535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ee04af2e-0aec-43f1-9730-2089467cd95e req-bc6a40a5-1039-4a60-af78-4eef884cf9bf tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Synchronizing usage tracker for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:43.616033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Allocated IP 172.20.0.14 (85cbba8c-784e-4bb4-a904-086a50d2071a/a999c934-c060-4e9d-ac63-80f6ee8c8cf2/da9a1d72-12be-474f-a68a-c48fd3a939b4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:43.748537 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:43.749056 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-b7a90da7-93a2-46d8-952a-e54f1480ba2c service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731625 Mar 11 17:42:43.749641 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:43.751582 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Floating IP d078db91-eb42-4f7f-b053-0df5dcaa8258 disassociated. External IP: 172.25.3.189, port: 88e806b0-eefc-44da-a96a-b4fe5a2df7ea. Mar 11 17:42:43.752728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Calling delete_port for 88e806b0-eefc-44da-a96a-b4fe5a2df7ea owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:43.818249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Attempting to bind port c3695c67-6edd-4440-a72a-bad84ca630f9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:43.818929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Attempting to bind port c3695c67-6edd-4440-a72a-bad84ca630f9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:43.819425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Attempting to bind port c3695c67-6edd-4440-a72a-bad84ca630f9 on network 902999a1-1e70-4650-939f-423295265867 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:43.827732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ee04af2e-0aec-43f1-9730-2089467cd95e req-bc6a40a5-1039-4a60-af78-4eef884cf9bf tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Unset dirty status for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:43.829192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee04af2e-0aec-43f1-9730-2089467cd95e req-bc6a40a5-1039-4a60-af78-4eef884cf9bf tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8443050 Mar 11 17:42:43.830501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714d465-868c-45ec-a566-5467159ceba2 req-49e699a2-3e2f-4ee3-9104-fd6708573921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:43.832454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8714d465-868c-45ec-a566-5467159ceba2 req-49e699a2-3e2f-4ee3-9104-fd6708573921 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.4934046 Mar 11 17:42:43.848750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Port c3695c67-6edd-4440-a72a-bad84ca630f9 on network 902999a1-1e70-4650-939f-423295265867 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:42:43.849482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Attempting to bind port c3695c67-6edd-4440-a72a-bad84ca630f9 on network 902999a1-1e70-4650-939f-423295265867 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:42:43.875699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:42:43.876033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Checking segment: {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:42:43.876424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Bound using segment: {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:42:43.876865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Bound port: c3695c67-6edd-4440-a72a-bad84ca630f9, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:42:43.877207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.113321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1711-8d64-4605-a6ff-a16cb2c24500 req-e6d70c47-58fc-4c1d-a4be-47c5c0257aed tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:44.124569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-182f1711-8d64-4605-a6ff-a16cb2c24500 req-e6d70c47-58fc-4c1d-a4be-47c5c0257aed tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 944 time: 0.8564854 Mar 11 17:42:44.147462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bb76d8d-9866-4da3-b481-086ff9d3b509 req-e030c8a6-0e13-4957-aba5-769acfc6cd6c tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.1102314 Mar 11 17:42:44.149339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] For port c3695c67-6edd-4440-a72a-bad84ca630f9, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:44.180904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc2d0121-3234-4ab8-800d-3512a5adede0 req-6b938867-e7c2-42e1-a98a-ab188d7ed368 service neutron] 10.222.0.59 "GET /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204583 Mar 11 17:42:44.226319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.288634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.341550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-182f1711-8d64-4605-a6ff-a16cb2c24500 req-de329e2b-f04d-44d4-8391-0d527bd072cb tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160127 Mar 11 17:42:44.360039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] For port c3695c67-6edd-4440-a72a-bad84ca630f9, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c3695c67-6edd-4440-a72a-bad84ca630f9,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:42:44.393493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Port': ['ID=da9a1d72-12be-474f-a68a-c48fd3a939b4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:44.398234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network 85cbba8c-784e-4bb4-a904-086a50d2071a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:44.401058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:44.413966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:44.426230 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'code': 200} Mar 11 17:42:44.472805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.485352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:42:44.535494 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:42:44.535826 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f93ff03-06a0-41b5-89ad-2210f5edc3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.536439 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:42:44.569491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:44.570116 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.657133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-83dd28e7-a53e-44d4-88ee-7368a87c3495 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6569946 Mar 11 17:42:44.661119 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.665932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] 10.222.0.59 "PUT /v2.0/ports/c3695c67-6edd-4440-a72a-bad84ca630f9 HTTP/1.1" status: 200 len: 1091 time: 6.5729344 Mar 11 17:42:44.667552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'tag': 'c3695c67-6edd-4440-a72a-bad84ca630f9'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:42:44.678262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34886) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:44.858330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc924-a0cd-4987-bcee-b1647c199b0d service neutron] Pushing event updated for resources: {'Port': ['ID=c3695c67-6edd-4440-a72a-bad84ca630f9,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:44.880678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Deleting port da9a1d72-12be-474f-a68a-c48fd3a939b4 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:44.881242 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:45.237527 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'tag': 'c3695c67-6edd-4440-a72a-bad84ca630f9', 'status': 'completed', 'code': 200} Mar 11 17:42:45.238167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Deleting port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:45.238536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:45.252728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:45.263545 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b196cbc1-a49c-41aa-acb4-e0a2f9b3af2b admin admin] 10.222.0.96 "PUT /v2.0/routers/22c64e59-71b1-4c38-b0a1-dbb19bf5edfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4964852 Mar 11 17:42:45.266330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] Sync routers for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:42:45.267414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34898) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:45.279874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:45.280879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:45.346724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024ad54-7953-425f-8005-a15e68c0a58a req-d3d8050d-2219-49dd-ab72-785cc304a26b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:45.353693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8024ad54-7953-425f-8005-a15e68c0a58a req-d3d8050d-2219-49dd-ab72-785cc304a26b tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 943 time: 0.6704848 Mar 11 17:42:45.617895 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:45.646500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:45.687916 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-97d58765-0c5e-4545-b219-61275150c8b0 req-52d115ff-7cb2-45fc-af9a-1da00a5e5a4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62b420def644ede97e8e1ea9a652d13&device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0654752 Mar 11 17:42:45.723572 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:45.747935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:45.755230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-97d58765-0c5e-4545-b219-61275150c8b0 req-60f54386-3078-4949-9edb-e7ffb72cf57d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b62b420def644ede97e8e1ea9a652d13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386496 Mar 11 17:42:45.834639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Calling delete_port for da9a1d72-12be-474f-a68a-c48fd3a939b4 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:45.963274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d58765-0c5e-4545-b219-61275150c8b0 req-e70b7d00-4c28-4434-9ea7-989634506372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:45.964986 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-97d58765-0c5e-4545-b219-61275150c8b0 req-e70b7d00-4c28-4434-9ea7-989634506372 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2028940 Mar 11 17:42:46.020100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.138036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:42:39Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:46.147340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] Checking router: 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:42:46.163284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] Routers {'22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:46.165743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:46.168582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028067e-c84c-4188-a91f-ec2c63352f70 req-3b555c5f-da10-42ee-9d71-8afc33c67e29 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:46.170087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5028067e-c84c-4188-a91f-ec2c63352f70 req-3b555c5f-da10-42ee-9d71-8afc33c67e29 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 943 time: 0.9397902 Mar 11 17:42:46.314352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8024ad54-7953-425f-8005-a15e68c0a58a req-81a0be77-dc94-405f-bd65-a401e2a5d097 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9595678 Mar 11 17:42:46.380821 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.410951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Deleting port 32530b44-888a-4eba-815d-286e91ea9445 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:46.411495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.456637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-8be61e21-d3e5-4108-a77c-797d06d690c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 1094 time: 1.0215628 Mar 11 17:42:46.539467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] Set router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:46.700365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] For port 32530b44-888a-4eba-815d-286e91ea9445, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32530b44-888a-4eba-815d-286e91ea9445,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:46.701126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.713340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:42:46.843024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] For port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:46.843397 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.986312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.988735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Calling delete_port for 32530b44-888a-4eba-815d-286e91ea9445 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:47.012591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5028067e-c84c-4188-a91f-ec2c63352f70 req-1e580abf-edb2-42eb-8a06-a475e6db31a4 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8175497 Mar 11 17:42:47.178126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:42:39Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:47.190803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e089807-8379-4425-9e7c-c7a8790e0011 None None] The sync data for ids ['22c64e59-71b1-4c38-b0a1-dbb19bf5edfc'] in n-d-833436-1 is: [{'id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'name': 'tempest-TaggedBootDevicesTest_v242-488699266-router', 'tenant_id': '4804a81df08c42ffb776bbdacb27830d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '32530b44-888a-4eba-815d-286e91ea9445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:12Z', 'updated_at': '2022-03-11T17:42:39Z', 'revision_number': 5, 'project_id': '4804a81df08c42ffb776bbdacb27830d', 'gw_port': {'id': '32530b44-888a-4eba-815d-286e91ea9445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c64e59-71b1-4c38-b0a1-dbb19bf5edfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:14Z', 'updated_at': '2022-03-11T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:42:47.194817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:47.209615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'port_id': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'mac_address': 'fa:16:3e:d7:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:42:47.292334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-54785a9e-1625-49d7-a962-a8c87fd2bd2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3695c67-6edd-4440-a72a-bad84ca630f9 HTTP/1.1" status: 200 len: 217 time: 0.7807105 Mar 11 17:42:47.298884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-868343ae-f837-4fa6-aae7-5bdb9e37f738 req-c2a05a96-c966-46a0-8fea-581f7eba55fc tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.2842557 Mar 11 17:42:47.302387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.304524 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.324419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e258676b-3411-4d9c-acd0-2b23ba3c86fc {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:42:47.351144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:47.358910 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.423130 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-97d58765-0c5e-4545-b219-61275150c8b0 req-5419623d-d20c-4d8e-98b2-5a9360357d6f tempest-ServerShowV257Test-1954638889 tempest-ServerShowV257Test-1954638889-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee1ecf33-27de-455a-bfcc-8e76aa24f006 HTTP/1.1" status: 200 len: 210 time: 0.0667849 Mar 11 17:42:47.446837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event deleted for resources: {'Port': ['ID=da9a1d72-12be-474f-a68a-c48fd3a939b4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:47.476015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.497251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:47.613259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32530b44-888a-4eba-815d-286e91ea9445,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:47.614648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8c25921d-170d-48f6-9e16-b4f267e0bf1a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:47.703208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e258676b-3411-4d9c-acd0-2b23ba3c86fc'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:42:47.768839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8c25921d-170d-48f6-9e16-b4f267e0bf1a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:42:47.769933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8c25921d-170d-48f6-9e16-b4f267e0bf1a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:42:47.779577 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.856965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-4e11613e-e501-4b6f-89c7-58234cb57762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:47.858706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-4e11613e-e501-4b6f-89c7-58234cb57762 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.5142868 Mar 11 17:42:47.888873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6785ffcc-9f49-4656-a5e3-43905ec8d16f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "DELETE /v2.0/ports/da9a1d72-12be-474f-a68a-c48fd3a939b4 HTTP/1.1" status: 204 len: 168 time: 3.1154804 Mar 11 17:42:47.968620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-d21f39d1-9af4-4e6f-a105-d1830ed8ab4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658100 Mar 11 17:42:47.972180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34962) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:47.980158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.980401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.980861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.980861 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Floating IP d078db91-eb42-4f7f-b053-0df5dcaa8258 disassociated. External IP: 172.25.3.189, port: 88e806b0-eefc-44da-a96a-b4fe5a2df7ea. Mar 11 17:42:47.982418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Calling delete_port for 88e806b0-eefc-44da-a96a-b4fe5a2df7ea owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:48.057568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85cbba8c-784e-4bb4-a904-086a50d2071a', 'external_fixed_ips': [{'subnet_id': 'a999c934-c060-4e9d-ac63-80f6ee8c8cf2', 'ip_address': '172.20.0.14'}]}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:42:48.168012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:48.232901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:router and tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:48.264985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18822bae-d7d0-49fc-b1a7-c631d4ddc8e7 req-6db841c3-f870-4cff-8aa8-1633b239d2a5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:48.277385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18822bae-d7d0-49fc-b1a7-c631d4ddc8e7 req-6db841c3-f870-4cff-8aa8-1633b239d2a5 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 945 time: 0.9804611 Mar 11 17:42:48.284698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:48.345017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:48.456515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-dd6f9526-9814-4542-a6d3-36adaff13c30 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869587 Mar 11 17:42:48.462454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.463426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.506697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1a6d6-2d46-4af6-b375-b8e2d4849ca1 req-1b07fc51-183b-4140-9bfe-ac1bf8f61de6 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:48.507404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a5e1a6d6-2d46-4af6-b375-b8e2d4849ca1 req-1b07fc51-183b-4140-9bfe-ac1bf8f61de6 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Synchronizing usage tracker for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:42:48.509234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.513942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.546615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.547458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22c64e59-71b1-4c38-b0a1-dbb19bf5edfc {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:42:48.562657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.567892 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7dd5658-05b3-4490-b240-2c5c711c8dc9 admin admin] 10.222.0.96 "DELETE /v2.0/routers/22c64e59-71b1-4c38-b0a1-dbb19bf5edfc HTTP/1.1" status: 204 len: 168 time: 3.2993855 Mar 11 17:42:48.568771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34978) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:48.610834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18822bae-d7d0-49fc-b1a7-c631d4ddc8e7 req-bde27439-bc1b-4bf4-a5d3-6b80dcb3ce50 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303814 Mar 11 17:42:48.678042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a5e1a6d6-2d46-4af6-b375-b8e2d4849ca1 req-1b07fc51-183b-4140-9bfe-ac1bf8f61de6 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Unset dirty status for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:42:48.685130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a5e1a6d6-2d46-4af6-b375-b8e2d4849ca1 req-1b07fc51-183b-4140-9bfe-ac1bf8f61de6 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 943 time: 0.9325552 Mar 11 17:42:48.701460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:42:48.713559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.716356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] Deleting subnet 46360656-022f-42e9-a358-a47fcd1a49b7 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:42:48.724503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.740577 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.834352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event deleted for resources: {'Port': ['ID=88e806b0-eefc-44da-a96a-b4fe5a2df7ea,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:48.872716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cd6587f-26d5-4b0a-bd59-891488fddfc2 req-ebb7babc-a56f-478e-9370-638e0c0adf81 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705921 Mar 11 17:42:48.897569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.912556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e258676b-3411-4d9c-acd0-2b23ba3c86fc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:48.913721 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.083913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.105028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a5e1a6d6-2d46-4af6-b375-b8e2d4849ca1 req-c96eb955-1cd7-443f-8a1b-5cc0395e2376 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=509683b4-27cd-48e0-84f9-83e75437ba0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187224 Mar 11 17:42:49.109782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.166640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:42:49.195005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:49.205805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.231138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.257681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.258091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.258452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.259581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.259581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.259581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.259823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.260165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.260814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.261239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.261661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:49.288937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46360656-022f-42e9-a358-a47fcd1a49b7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:49.308949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.323442 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-33d78c2b-027c-483a-96e9-8c1504e2f475 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/46360656-022f-42e9-a358-a47fcd1a49b7 HTTP/1.1" status: 204 len: 168 time: 0.7530921 Mar 11 17:42:49.326206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb88390-df46-4e2b-976a-f8b585d38c4d None None] Network 947ffefb-9e1f-499b-81fe-d4dda1296850 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:42:49.326512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34990) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:49.594767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.610404 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'code': 200} Mar 11 17:42:49.613386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Deleting port 4afb0726-5c57-449f-a5b3-9c6de63e410d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:49.613738 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.618807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32530b44-888a-4eba-815d-286e91ea9445 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:49.690103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 32530b44-888a-4eba-815d-286e91ea9445 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:42:49.691018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32530b44-888a-4eba-815d-286e91ea9445 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:42:49.845007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:49.848247 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.087105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] DHCP port deletion for 947ffefb-9e1f-499b-81fe-d4dda1296850 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:42:50.095501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Deleting port 4afb0726-5c57-449f-a5b3-9c6de63e410d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:50.096511 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.159570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] For port 4afb0726-5c57-449f-a5b3-9c6de63e410d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4afb0726-5c57-449f-a5b3-9c6de63e410d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:50.160144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.185457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e625c8-66ab-4e44-8fe9-bddec110e3f6 req-a0fd4c87-354c-4610-bc0d-3d126682ca9f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:50.195357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55e625c8-66ab-4e44-8fe9-bddec110e3f6 req-a0fd4c87-354c-4610-bc0d-3d126682ca9f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 943 time: 1.2407405 Mar 11 17:42:50.230552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:50.313290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Calling delete_port for 4afb0726-5c57-449f-a5b3-9c6de63e410d owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:50.353073 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d2a5232-7be5-4629-8a02-92a067471cb7 req-a87a3882-9dc0-4b35-b669-1254afe626cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 1098 time: 0.4796104 Mar 11 17:42:50.396410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30f126fe-f6f1-4880-9737-49c30e807707 req-9fa12e85-5769-4c07-8015-d26ecce16db9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 1094 time: 1.2895296 Mar 11 17:42:50.448328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.477403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670fd6c-89ab-44f3-89fc-faf951fe266f req-6bbb3b4f-c5ce-47e5-b97e-cb56c1b990ff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:50.486849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2670fd6c-89ab-44f3-89fc-faf951fe266f req-6bbb3b4f-c5ce-47e5-b97e-cb56c1b990ff tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 947 time: 0.5707989 Mar 11 17:42:50.510324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] No DVR routers for this DVR port 4afb0726-5c57-449f-a5b3-9c6de63e410d on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:42:50.580039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] For port 4afb0726-5c57-449f-a5b3-9c6de63e410d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4afb0726-5c57-449f-a5b3-9c6de63e410d,segment=NetworkSegment(8082d3de-09ab-4cdc-a0d3-0786374e4b56),segment_id=8082d3de-09ab-4cdc-a0d3-0786374e4b56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:50.580742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.611918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afb0726-5c57-449f-a5b3-9c6de63e410d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:50.710985 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d2a5232-7be5-4629-8a02-92a067471cb7 req-ba1705e3-6ad5-41b9-a370-2ab9c6a34c67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485963 Mar 11 17:42:50.722869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c3695c67-6edd-4440-a72a-bad84ca630f9 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:42:50.729964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55e625c8-66ab-4e44-8fe9-bddec110e3f6 req-99584e4a-68a5-474a-bd08-49452e810a69 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328405 Mar 11 17:42:50.732612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Calling delete_port for 4afb0726-5c57-449f-a5b3-9c6de63e410d owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:50.752524 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.768475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.823413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947ffefb-9e1f-499b-81fe-d4dda1296850']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:50.843693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8082d3de-09ab-4cdc-a0d3-0786374e4b56') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:50.843693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8082d3de-09ab-4cdc-a0d3-0786374e4b56') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:50.899997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f126fe-f6f1-4880-9737-49c30e807707 req-dad8e7f0-7fed-44ce-a092-dd8824f19cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:50.907145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30f126fe-f6f1-4880-9737-49c30e807707 req-dad8e7f0-7fed-44ce-a092-dd8824f19cac service neutron] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 912 time: 0.4995334 Mar 11 17:42:50.979543 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:42:50.980134 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:42:50.986411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2670fd6c-89ab-44f3-89fc-faf951fe266f req-0aef6a78-7726-4a64-b546-80c9d309a79b tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4973838 Mar 11 17:42:51.006820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:51.011333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Usage tracker for resource:security_group_rule and tenant:b62b420def644ede97e8e1ea9a652d13 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:51.014404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:51.021325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:51.038126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c3695c67-6edd-4440-a72a-bad84ca630f9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c3695c67-6edd-4440-a72a-bad84ca630f9,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:51.060229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.071833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c3695c67-6edd-4440-a72a-bad84ca630f9', 'network_id': '902999a1-1e70-4650-939f-423295265867', 'port_id': 'c3695c67-6edd-4440-a72a-bad84ca630f9', 'mac_address': 'fa:16:3e:da:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:42:51.090312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.099587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:42:51.100029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.141163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.167245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3695c67-6edd-4440-a72a-bad84ca630f9 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:42:51.186979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c3695c67-6edd-4440-a72a-bad84ca630f9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c3695c67-6edd-4440-a72a-bad84ca630f9,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:42:51.189076 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:42:51.199751 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.217185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.225025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.272796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] Pushing event deleted for resources: {'Network': ['ID=947ffefb-9e1f-499b-81fe-d4dda1296850,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:51.289886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.293404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-19eadd43-41af-4136-8be6-71dceee84523 admin admin] 10.222.0.96 "DELETE /v2.0/networks/947ffefb-9e1f-499b-81fe-d4dda1296850 HTTP/1.1" status: 204 len: 168 time: 1.9659178 Mar 11 17:42:51.296590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35030) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:51.307983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c3695c67-6edd-4440-a72a-bad84ca630f9,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:51.337780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87a9ac11-b55f-4ede-9ae2-f39afb4f37a7 req-64509055-2f43-4127-b42a-d6f9481f1b32 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 210 time: 0.2363663 Mar 11 17:42:51.339312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30f126fe-f6f1-4880-9737-49c30e807707 req-723bc35e-a9f7-40c5-93f5-cb9e0bf2d05d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3695c67-6edd-4440-a72a-bad84ca630f9 HTTP/1.1" status: 200 len: 217 time: 0.3508627 Mar 11 17:42:51.358962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.452069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:42:51.454012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f126fe-f6f1-4880-9737-49c30e807707 req-c14bf6e1-5de3-499e-9ee7-68aae653e0e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:51.455563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30f126fe-f6f1-4880-9737-49c30e807707 req-c14bf6e1-5de3-499e-9ee7-68aae653e0e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.0880075 Mar 11 17:42:51.456089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4afb0726-5c57-449f-a5b3-9c6de63e410d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:42:51.493868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Deleting port 4afb0726-5c57-449f-a5b3-9c6de63e410d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:51.494392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.520952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30f126fe-f6f1-4880-9737-49c30e807707 req-6d291efd-b654-4ee7-ba91-0b7bfa283692 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563991 Mar 11 17:42:51.523074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d82958-36ac-4e07-ad4b-1b924f8941f3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:51.546823 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-677bb323-b192-4dec-9b7a-920648fd0853 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b62b420def644ede97e8e1ea9a652d13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2365456 Mar 11 17:42:51.549629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35038) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:51.568587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c3695c67-6edd-4440-a72a-bad84ca630f9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:42:51.614467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 4afb0726-5c57-449f-a5b3-9c6de63e410d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:42:51.614911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4afb0726-5c57-449f-a5b3-9c6de63e410d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:42:51.621066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2bcee43a-1e27-49f5-bc74-a7150c2b7905 None None] The port '4afb0726-5c57-449f-a5b3-9c6de63e410d' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:42:51.699150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f68e1c4e-5303-4705-b656-5b45277dfeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.756207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f68e1c4e-5303-4705-b656-5b45277dfeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.859184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f68e1c4e-5303-4705-b656-5b45277dfeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:51.902342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e1c4e-5303-4705-b656-5b45277dfeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d82958-36ac-4e07-ad4b-1b924f8941f3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:52.005191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f68e1c4e-5303-4705-b656-5b45277dfeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:52.009935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f68e1c4e-5303-4705-b656-5b45277dfeee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23d82958-36ac-4e07-ad4b-1b924f8941f3 HTTP/1.1" status: 204 len: 168 time: 0.4561949 Mar 11 17:42:52.306531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:52.693363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:52.725611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c3695c67-6edd-4440-a72a-bad84ca630f9 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:42:52.779285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:52.793386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30f126fe-f6f1-4880-9737-49c30e807707 req-d952d1ec-b671-4d33-9a20-ee62f09efef3 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1893713 Mar 11 17:42:52.910303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c3695c67-6edd-4440-a72a-bad84ca630f9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:42:52.923994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c3695c67-6edd-4440-a72a-bad84ca630f9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:52.925785 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:53.268782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:53.338131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3695c67-6edd-4440-a72a-bad84ca630f9'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:42:53.359943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c3695c67-6edd-4440-a72a-bad84ca630f9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c3695c67-6edd-4440-a72a-bad84ca630f9,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:53.370073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:53.524091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c3695c67-6edd-4440-a72a-bad84ca630f9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:53.577190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Deleting port 795e257f-33ae-479d-bdef-a91b67cd30b6 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:53.578252 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:53.601245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8f084-3d67-4b33-a5e0-ba5f48c73bf4 req-d56e7fd1-159f-4daf-9082-72869f07ccb9 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.623047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9be8f084-3d67-4b33-a5e0-ba5f48c73bf4 req-d56e7fd1-159f-4daf-9082-72869f07ccb9 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 944 time: 1.4264259 Mar 11 17:42:53.661731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Allocated IP 172.20.0.14 (85cbba8c-784e-4bb4-a904-086a50d2071a/a999c934-c060-4e9d-ac63-80f6ee8c8cf2/c98eaff8-8781-4988-9cba-bca604dee1cd) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:53.873518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:53.887227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d1ab-817c-469a-8849-264d90f79e1e req-156137e4-328c-4808-b3cb-92a933ab5a57 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.896698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c351d1ab-817c-469a-8849-264d90f79e1e req-156137e4-328c-4808-b3cb-92a933ab5a57 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 947 time: 1.3598783 Mar 11 17:42:53.980878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] For port 795e257f-33ae-479d-bdef-a91b67cd30b6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=795e257f-33ae-479d-bdef-a91b67cd30b6,segment=NetworkSegment(923a322a-746c-4694-9802-d59ef1db82c0),segment_id=923a322a-746c-4694-9802-d59ef1db82c0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:53.983781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:54.045920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c351d1ab-817c-469a-8849-264d90f79e1e req-9e78982c-3388-453b-a3b5-3d70638bbc88 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475313 Mar 11 17:42:54.079229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30f126fe-f6f1-4880-9737-49c30e807707 req-76b11741-c69e-4036-91c6-a70a569af292 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2770793 Mar 11 17:42:54.089409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9be8f084-3d67-4b33-a5e0-ba5f48c73bf4 req-f4a867d1-adc2-44cc-b459-ea1ef6f62494 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636199 Mar 11 17:42:54.136982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:54.149453 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] Sync routers for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:42:54.182420 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:54.183410 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:54.269537 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3695c67-6edd-4440-a72a-bad84ca630f9', 'code': 200} Mar 11 17:42:54.271556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:54.512176 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:54.542446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Calling delete_port for 795e257f-33ae-479d-bdef-a91b67cd30b6 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:54.620665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] No DVR routers for this DVR port 88e806b0-eefc-44da-a96a-b4fe5a2df7ea on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:42:54.623386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:54.638992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'name': 'network-vif-deleted', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:42:54.666318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1fa57c73-f282-4157-b423-fb0069785567 req-767b32ac-3b65-4dac-9df4-38ac5a03237a tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=19d954d4-485f-4b96-b76e-985b6e928750 HTTP/1.1" status: 200 len: 210 time: 0.2976692 Mar 11 17:42:54.687628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network 85cbba8c-784e-4bb4-a904-086a50d2071a is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:54.689558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7017791-a8e0-410a-84f6-9918d3f7fd4e req-b734c9f2-7986-4cee-8905-9df3354eda8e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "DELETE /v2.0/ports/88e806b0-eefc-44da-a96a-b4fe5a2df7ea HTTP/1.1" status: 204 len: 173 time: 16.4762952 Mar 11 17:42:54.693801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:54.696762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:42:54.738615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Port': ['ID=c98eaff8-8781-4988-9cba-bca604dee1cd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:54.767159 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d954d4-485f-4b96-b76e-985b6e928750', 'name': 'network-vif-deleted', 'tag': '88e806b0-eefc-44da-a96a-b4fe5a2df7ea', 'status': 'completed', 'code': 200} Mar 11 17:42:54.856205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80f00d6e-f021-4ced-8119-130d5e0bb3ad req-48a0ada4-14a8-4461-8ff0-34656bb7a74f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 1096 time: 0.4865897 Mar 11 17:42:54.949648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:54.977913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80f00d6e-f021-4ced-8119-130d5e0bb3ad req-79c2a7ab-0bc9-445d-b62a-cf4be4e22d04 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093571 Mar 11 17:42:55.032914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=795e257f-33ae-479d-bdef-a91b67cd30b6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:55.046474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:55.047231 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:55.049626 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:55.055064 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] Checking router: e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:42:55.085933 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:55.086598 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:55.226851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35166) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:55.504143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:55.587736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:55.665589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:42:55.670906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Usage tracker for resource:security_group_rule and tenant:9fe0b7599d7941d4bda4b2f22a441213 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:42:55.676496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:42:55.691405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:42:55.805697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:55.853110 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:55.915920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5effd-dae1-4869-97c0-e7133a5edcaa req-f50ee195-2094-4f2a-8535-84c5db64b239 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:55.917435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05b5effd-dae1-4869-97c0-e7133a5edcaa req-f50ee195-2094-4f2a-8535-84c5db64b239 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 947 time: 0.3658271 Mar 11 17:42:55.931586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4357af-e161-41e2-bc81-9d13dc03e65f req-adfd3682-e8b0-4087-a106-6f95abc1f94f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:55.933067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf4357af-e161-41e2-bc81-9d13dc03e65f req-adfd3682-e8b0-4087-a106-6f95abc1f94f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.5227439 Mar 11 17:42:55.946117 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9fe0b7599d7941d4bda4b2f22a441213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7028849 Mar 11 17:42:55.955530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35186) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:55.984777 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:55.989505 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e7701-5d3b-42de-9176-a2bc3d2aceb5 None None] The sync data for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 is: [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:42:56.003071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05b5effd-dae1-4869-97c0-e7133a5edcaa req-d91edfa2-85e0-4477-ac22-88c96dff10ac tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779386 Mar 11 17:42:56.053327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc499bb-55fc-4883-9fd9-784068ed07ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9773c02-9661-439f-a242-8faaf6166881,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:56.111775 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e06870-6b19-44d3-9354-e4a40ffb3368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:56.198556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e06870-6b19-44d3-9354-e4a40ffb3368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:56.213815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf4357af-e161-41e2-bc81-9d13dc03e65f req-9c54542c-1ceb-4f0d-9dc2-8b594e7f401e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331295 Mar 11 17:42:56.222977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Router 845c2cb9-4fe2-4e4d-816d-e422cc50ac14 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:42:56.381050 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e06870-6b19-44d3-9354-e4a40ffb3368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:56.395227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:56.446264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:56.468936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e06870-6b19-44d3-9354-e4a40ffb3368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9773c02-9661-439f-a242-8faaf6166881,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:56.480852 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e06870-6b19-44d3-9354-e4a40ffb3368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:56.484755 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c6e06870-6b19-44d3-9354-e4a40ffb3368 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e9773c02-9661-439f-a242-8faaf6166881 HTTP/1.1" status: 204 len: 168 time: 0.5242836 Mar 11 17:42:56.561800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471483d8-d7b7-4a67-b96b-08bc15d10995 None None] New status for floating IP d078db91-eb42-4f7f-b053-0df5dcaa8258: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:42:56.732821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:56.744291 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Sync routers for ids ['845c2cb9-4fe2-4e4d-816d-e422cc50ac14'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:42:56.770230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:56.771088 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Routers {'845c2cb9-4fe2-4e4d-816d-e422cc50ac14'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:56.771585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c99f4d0f-aa21-4e9b-867e-7201d6fa6d47 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.7387528 Mar 11 17:42:56.774054 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['845c2cb9-4fe2-4e4d-816d-e422cc50ac14'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:56.774206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:56.845817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3cd-55fa-405b-a34a-b7c5b01dbbc0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:56.991235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3cd-55fa-405b-a34a-b7c5b01dbbc0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.086601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.170020 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3cd-55fa-405b-a34a-b7c5b01dbbc0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.221951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3cd-55fa-405b-a34a-b7c5b01dbbc0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.225612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d38f3cd-55fa-405b-a34a-b7c5b01dbbc0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "DELETE /v2.0/security-groups/509683b4-27cd-48e0-84f9-83e75437ba0c HTTP/1.1" status: 204 len: 168 time: 0.8089979 Mar 11 17:42:57.228967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:57.231086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f3cd-55fa-405b-a34a-b7c5b01dbbc0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509683b4-27cd-48e0-84f9-83e75437ba0c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:57.333552 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Set router 845c2cb9-4fe2-4e4d-816d-e422cc50ac14 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:57.587278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.655779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Deleting port c98eaff8-8781-4988-9cba-bca604dee1cd {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:57.656512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.708452 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-7464606c-47df-406f-adfc-1c9d25484ee0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] show failed (client error): The resource could not be found. Mar 11 17:42:57.716267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7464606c-47df-406f-adfc-1c9d25484ee0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups/509683b4-27cd-48e0-84f9-83e75437ba0c HTTP/1.1" status: 404 len: 347 time: 0.4717157 Mar 11 17:42:57.717100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:57.850590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c3d6c-0bb8-4e2b-a16c-dbdf55e438c6 req-edf3619b-6c1d-4a40-81a0-b1c547208b99 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:57.851976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b7c3d6c-0bb8-4e2b-a16c-dbdf55e438c6 req-edf3619b-6c1d-4a40-81a0-b1c547208b99 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.2569382 Mar 11 17:42:57.930504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:58.007683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b7c3d6c-0bb8-4e2b-a16c-dbdf55e438c6 req-02e0e348-8ce3-48de-bff8-8a22cdc7e65a tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358683 Mar 11 17:42:58.037842 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c2cb9-4fe2-4e4d-816d-e422cc50ac14', 'name': '', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85cbba8c-784e-4bb4-a904-086a50d2071a', 'external_fixed_ips': [{'subnet_id': 'a999c934-c060-4e9d-ac63-80f6ee8c8cf2', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'c98eaff8-8781-4988-9cba-bca604dee1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:48Z', 'updated_at': '2022-03-11T17:42:54Z', 'revision_number': 3, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port': {'id': 'c98eaff8-8781-4988-9cba-bca604dee1cd', 'name': '', 'network_id': '85cbba8c-784e-4bb4-a904-086a50d2071a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845c2cb9-4fe2-4e4d-816d-e422cc50ac14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a999c934-c060-4e9d-ac63-80f6ee8c8cf2', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:52Z', 'updated_at': '2022-03-11T17:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a999c934-c060-4e9d-ac63-80f6ee8c8cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:58.044344 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Checking router: 845c2cb9-4fe2-4e4d-816d-e422cc50ac14 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:42:58.044786 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Updating router 845c2cb9-4fe2-4e4d-816d-e422cc50ac14 port c98eaff8-8781-4988-9cba-bca604dee1cd binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:42:58.118456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Calling delete_port for c98eaff8-8781-4988-9cba-bca604dee1cd owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:58.192560 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:58.466909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:58.569552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Deleting port ac6eda8f-747c-40e6-975f-1a3fffa0640a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:42:58.570596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:58.687826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event deleted for resources: {'Port': ['ID=c98eaff8-8781-4988-9cba-bca604dee1cd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:58.778696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:58.779289 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:58.862629 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.db.api [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:42:58.863062 n-d-833436-1 neutron-server[83851]: DEBUG oslo_db.api [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:42:58.960897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Calling delete_port for ac6eda8f-747c-40e6-975f-1a3fffa0640a owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:42:59.156435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:59.196058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Router 04e58bc0-e26f-4390-8e99-d3291e7b87fc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:42:59.237930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event deleted for resources: {'Port': ['ID=ac6eda8f-747c-40e6-975f-1a3fffa0640a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:59.380488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35308) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:59.449090 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Port c98eaff8-8781-4988-9cba-bca604dee1cd not found while updating agent binding for router 845c2cb9-4fe2-4e4d-816d-e422cc50ac14. {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 11 17:42:59.475314 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Routers {'845c2cb9-4fe2-4e4d-816d-e422cc50ac14'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:59.476214 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['845c2cb9-4fe2-4e4d-816d-e422cc50ac14'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:59.550695 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:59.586129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:59.587361 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-057c5700-4490-441f-8174-9d1389eec0e4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "DELETE /v2.0/floatingips/d078db91-eb42-4f7f-b053-0df5dcaa8258 HTTP/1.1" status: 204 len: 168 time: 1.8671594 Mar 11 17:42:59.598220 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:59.658003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:59.668407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-12e9b336-b6c7-4fdc-8547-9c81b8f5f0e3 admin admin] 10.222.0.96 "PUT /v2.0/routers/04e58bc0-e26f-4390-8e99-d3291e7b87fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3706386 Mar 11 17:42:59.669234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35318) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:42:59.669523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-24b77bf0-8d48-406a-8735-4730e2f0ede8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 1096 time: 0.6922443 Mar 11 17:42:59.670580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93dee34-7718-48ff-9523-352abace911d None None] Sync routers for ids ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:42:59.700299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] Routers {'04e58bc0-e26f-4390-8e99-d3291e7b87fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:42:59.703302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:59.940260 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] Set router 845c2cb9-4fe2-4e4d-816d-e422cc50ac14 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:42:59.982518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b74f4-203b-4ce9-a37a-1e4ceb3277b6 req-2d4ff685-fed7-4363-868e-a946a2579bde tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:59.990078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-726b74f4-203b-4ce9-a37a-1e4ceb3277b6 req-2d4ff685-fed7-4363-868e-a946a2579bde tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.8881369 Mar 11 17:43:00.053646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.115455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] Set router 04e58bc0-e26f-4390-8e99-d3291e7b87fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:00.169320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:00.183471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Usage tracker for resource:security_group_rule and tenant:9d801072f4cf46bc8d58905357d87a70 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:00.191624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:00.212447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:00.315530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.342293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.352999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.362611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-726b74f4-203b-4ce9-a37a-1e4ceb3277b6 req-bf80147c-b32d-465f-a77c-140b62c80dc5 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715706 Mar 11 17:43:00.368385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.372652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-7cd04eb0-cb24-4fc9-bcaa-54efaff8d338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:00.376088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-7cd04eb0-cb24-4fc9-bcaa-54efaff8d338 service neutron] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 912 time: 0.6311841 Mar 11 17:43:00.378393 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845c2cb9-4fe2-4e4d-816d-e422cc50ac14', 'name': '', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:48Z', 'updated_at': '2022-03-11T17:42:58Z', 'revision_number': 5, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:00.391176 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80731935-a84c-4600-9fe1-a47a2145ee8d None None] The sync data for ids ['845c2cb9-4fe2-4e4d-816d-e422cc50ac14'] in n-d-833436-1 is: [{'id': '845c2cb9-4fe2-4e4d-816d-e422cc50ac14', 'name': '', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:48Z', 'updated_at': '2022-03-11T17:42:58Z', 'revision_number': 5, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:00.436369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35328) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:00.471853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969287bd-5782-4cd9-91be-f248024e3d63,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:00.488664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e506ce19-ab70-4053-9e16-f4789bec9d25 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9d801072f4cf46bc8d58905357d87a70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1069252 Mar 11 17:43:00.489322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35334) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:00.533234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35338) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:00.545502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-a1779ea9-c8cb-4263-b1dd-3415ee16a17f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3695c67-6edd-4440-a72a-bad84ca630f9 HTTP/1.1" status: 200 len: 217 time: 0.1628850 Mar 11 17:43:00.548263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230226721', 'description': 'tempest-description--1130400132'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:00.570102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:00.582894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:00.586596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:00.595806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:00.610230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.611940 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.613237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 845c2cb9-4fe2-4e4d-816d-e422cc50ac14 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:00.638983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:42:54Z', 'revision_number': 5, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:00.645106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93dee34-7718-48ff-9523-352abace911d None None] Checking router: 04e58bc0-e26f-4390-8e99-d3291e7b87fc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:43:00.648118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.650092 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a43cd0a7-fc91-41aa-ac4d-9e4c4a0ee7f7 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "DELETE /v2.0/routers/845c2cb9-4fe2-4e4d-816d-e422cc50ac14 HTTP/1.1" status: 204 len: 168 time: 3.8750346 Mar 11 17:43:00.653966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35342) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:00.661649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] Routers {'04e58bc0-e26f-4390-8e99-d3291e7b87fc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:00.661649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:00.663886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-c23cabcc-4d56-42ce-a7c1-3649db1748c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:00.665574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-c23cabcc-4d56-42ce-a7c1-3649db1748c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.1081128 Mar 11 17:43:00.769676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Deleting subnet a999c934-c060-4e9d-ac63-80f6ee8c8cf2 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:43:00.778195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.812518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-6dab77b4-9d20-47e8-8d8c-ffddb110e9f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965993 Mar 11 17:43:00.863299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] Set router 04e58bc0-e26f-4390-8e99-d3291e7b87fc gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:00.868614 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.891153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06902934-f730-412e-bb57-c15c08ffe4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.892772 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.916374 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.946315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06902934-f730-412e-bb57-c15c08ffe4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:00.998653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:01.000933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:01.007713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Usage tracker for resource:security_group_rule and tenant:3335ff0648564fdcb464e97b0512d512 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:01.008788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.015193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group_rule and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:01.017806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:01.021810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:01.039759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:01.041826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:01.049934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-0edb95e9-ad6b-4de5-94f6-b5f57e2fa8d0 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259495 Mar 11 17:43:01.112934 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06902934-f730-412e-bb57-c15c08ffe4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.130445 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:43:01.156880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06902934-f730-412e-bb57-c15c08ffe4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969287bd-5782-4cd9-91be-f248024e3d63,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:01.180499 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.201273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.233544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360cd802-6df5-45f8-82f6-78ccac75d8df req-75bdcde3-6844-4851-89b9-c60fb025efd4 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780021 Mar 11 17:43:01.253871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a93dee34-7718-48ff-9523-352abace911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:42:54Z', 'revision_number': 5, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:01.257001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.258587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93dee34-7718-48ff-9523-352abace911d None None] The sync data for ids ['04e58bc0-e26f-4390-8e99-d3291e7b87fc'] in n-d-833436-1 is: [{'id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1641643246-router', 'tenant_id': '275e3a8498554142a4ad7ab17fae085d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:29Z', 'updated_at': '2022-03-11T17:42:54Z', 'revision_number': 5, 'project_id': '275e3a8498554142a4ad7ab17fae085d', 'gw_port': {'id': 'bdd6bf3f-6d74-4d55-94e0-b198240aa13f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e58bc0-e26f-4390-8e99-d3291e7b87fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:30Z', 'updated_at': '2022-03-11T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:01.265302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06902934-f730-412e-bb57-c15c08ffe4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.269559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06902934-f730-412e-bb57-c15c08ffe4c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/969287bd-5782-4cd9-91be-f248024e3d63 HTTP/1.1" status: 204 len: 168 time: 0.7745483 Mar 11 17:43:01.274171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.304156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.343978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563c39c6-da42-4aec-96b0-d8b0d383c316,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:01.359170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.363123 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b48b33bc-a74c-4199-952c-3997591e40da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8237972 Mar 11 17:43:01.365690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35350) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:01.402515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'security_group_rule': {'security_group_id': '563c39c6-da42-4aec-96b0-d8b0d383c316', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:01.415057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:01.421668 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3335ff0648564fdcb464e97b0512d512&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9725451 Mar 11 17:43:01.425289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04163c35-5c7c-46ee-ab11-85042544387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d99375-166c-4339-83d1-e8ff2c481f18,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:01.428500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group_rule and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:01.432481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35360) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:01.436504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:01.462080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:01.467104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.515671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Deleting port bdd6bf3f-6d74-4d55-94e0-b198240aa13f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:01.516335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.526814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a999c934-c060-4e9d-ac63-80f6ee8c8cf2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:01.539276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.548263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0036cc27-2a99-4621-8772-28ad15afe9f1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/a999c934-c060-4e9d-ac63-80f6ee8c8cf2 HTTP/1.1" status: 204 len: 168 time: 0.8912423 Mar 11 17:43:01.549338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35368) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:01.585801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.669816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 795e257f-33ae-479d-bdef-a91b67cd30b6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:43:01.743743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 795e257f-33ae-479d-bdef-a91b67cd30b6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:43:01.744484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 795e257f-33ae-479d-bdef-a91b67cd30b6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:43:01.831010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620ba792-eed5-46ad-99b4-a8e39bd8f575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.862068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.891154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620ba792-eed5-46ad-99b4-a8e39bd8f575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.942898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.944152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa697e-b1e5-499b-aa1e-e5a0d6811e0b req-bfd0df87-a6bb-448d-add5-cb908bd93fb7 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:01.945678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67aa697e-b1e5-499b-aa1e-e5a0d6811e0b req-bfd0df87-a6bb-448d-add5-cb908bd93fb7 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.3013785 Mar 11 17:43:01.949312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] For port bdd6bf3f-6d74-4d55-94e0-b198240aa13f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:01.949638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:01.967381 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.031022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.074930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cbba8c-784e-4bb4-a904-086a50d2071a']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:02.083490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67aa697e-b1e5-499b-aa1e-e5a0d6811e0b req-765bce1f-5ace-4361-88a3-2c5b8458b8b7 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928547 Mar 11 17:43:02.089430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f36ea5-06d0-4628-9476-86eb0f39fddc') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:02.089717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f36ea5-06d0-4628-9476-86eb0f39fddc') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:02.102735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.105329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Calling delete_port for bdd6bf3f-6d74-4d55-94e0-b198240aa13f owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:02.128709 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.130576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46d654c-66d9-4d7a-8eab-986924a0fc94,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:02.141870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:43:02.142388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.159117 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:43:02.162941 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:43:02.165644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35384) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:02.166122 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a6ed200-d724-4a48-9762-74188fdd43c3 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7944810 Mar 11 17:43:02.216698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'security_group_rule': {'security_group_id': '563c39c6-da42-4aec-96b0-d8b0d383c316', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:02.225357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620ba792-eed5-46ad-99b4-a8e39bd8f575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.227727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:02.247324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:security_group_rule and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:02.251528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ba792-eed5-46ad-99b4-a8e39bd8f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d99375-166c-4339-83d1-e8ff2c481f18,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:02.253936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:02.260424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620ba792-eed5-46ad-99b4-a8e39bd8f575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.260662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:02.263891 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-620ba792-eed5-46ad-99b4-a8e39bd8f575 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d5d99375-166c-4339-83d1-e8ff2c481f18 HTTP/1.1" status: 204 len: 168 time: 0.8278637 Mar 11 17:43:02.278595 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.304758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85cbba8c-784e-4bb4-a904-086a50d2071a {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:43:02.311962 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.321659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "DELETE /v2.0/networks/85cbba8c-784e-4bb4-a904-086a50d2071a HTTP/1.1" status: 204 len: 168 time: 0.7677732 Mar 11 17:43:02.321659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bd5a8-782a-453b-a26e-077bf9d80615 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event deleted for resources: {'Network': ['ID=85cbba8c-784e-4bb4-a904-086a50d2071a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:02.322585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.379399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.404071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.412922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.481307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.486765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3197749 Mar 11 17:43:02.487538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac1b0-a02b-4fa0-9054-8860de4ae070 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db0b8d9-eeac-42bc-b9e6-ca8a1829138d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:02.503980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35396) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:02.509351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:02.525700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:02.531876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:floatingip and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:02.535689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:02.553782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd6bf3f-6d74-4d55-94e0-b198240aa13f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:02.555371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:02.573034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.800989 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.823833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:02.863766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:03.045910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35420) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:03.061473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'router': {'name': 'tempest-router--601098837', 'project_id': '01868802048e4081bf1ad341c454a32f'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:03.068424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:03.075316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:router and tenant:01868802048e4081bf1ad341c454a32f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:03.079600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:03.087614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:03.104097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Allocated IP 172.25.3.207 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/537e3129-9af4-4c6c-b380-323b70dd832d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:03.124202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.124946 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.230254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.316406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.316637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.342254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.350041 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.355176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.357420 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.363210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:03.369637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Usage tracker for resource:security_group_rule and tenant:0f582ca3b92c42eeb4ed3dc80c61098d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:03.374202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:03.389248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:03.472158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.472690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04e58bc0-e26f-4390-8e99-d3291e7b87fc {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:03.484871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.494138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.505888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.507122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-88c51ebd-0bcf-4068-8cce-4691fd7143bb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4602802 Mar 11 17:43:03.510838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:03.513730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35434) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:03.516426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:03.531608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e36bb8e-8a15-41b3-af93-88826393f5e1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:03.539034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.540159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-940342c9-681b-4c8c-ad0e-54d02f42543e admin admin] 10.222.0.96 "DELETE /v2.0/routers/04e58bc0-e26f-4390-8e99-d3291e7b87fc HTTP/1.1" status: 204 len: 168 time: 3.8699806 Mar 11 17:43:03.543203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35440) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:03.592413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:03.610719 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-94c08815-df2e-4f30-a06d-ea0f9906957e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0f582ca3b92c42eeb4ed3dc80c61098d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7411041 Mar 11 17:43:03.613255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35444) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:03.634482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] Deleting subnet 1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:43:03.637591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.703929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'Port': ['ID=537e3129-9af4-4c6c-b380-323b70dd832d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:03.707782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.764185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf4114-0dd1-4ee8-aa70-c351d47ef817 req-c9925a6b-fe6c-4cbc-be82-fcc3719d277b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:03.765656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85cf4114-0dd1-4ee8-aa70-c351d47ef817 req-c9925a6b-fe6c-4cbc-be82-fcc3719d277b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.3486946 Mar 11 17:43:03.768060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb5e479a-27bf-467e-9db3-47070dc73553 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.811412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f37be04b-3f32-4672-ac8d-5e6ff2ab1909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.848983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f37be04b-3f32-4672-ac8d-5e6ff2ab1909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.876240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.959234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f37be04b-3f32-4672-ac8d-5e6ff2ab1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:03.978290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37be04b-3f32-4672-ac8d-5e6ff2ab1909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e36bb8e-8a15-41b3-af93-88826393f5e1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:03.981594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.035932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:04.039785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.042084 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a2f196b4-edd1-476e-b95a-54ded9b4fc00 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1d0f08b9-ce51-4f25-b0a0-44b342e9d0f2 HTTP/1.1" status: 204 len: 168 time: 0.4979687 Mar 11 17:43:04.042994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f37be04b-3f32-4672-ac8d-5e6ff2ab1909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.050032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6cb97c-d03b-433d-abf8-9c099b12d3af None None] Network 11ac6cb9-1861-46d7-9ae2-239629b73679 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:43:04.055889 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f37be04b-3f32-4672-ac8d-5e6ff2ab1909 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e36bb8e-8a15-41b3-af93-88826393f5e1 HTTP/1.1" status: 204 len: 168 time: 0.4323878 Mar 11 17:43:04.058977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35452) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:04.143432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85cf4114-0dd1-4ee8-aa70-c351d47ef817 req-cbad1773-c95e-4243-9dbb-241eba43ec07 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137904 Mar 11 17:43:04.254286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.275687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Deleting port 73945d16-0d4c-4efe-a49c-308b333ba39a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:04.276020 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.537185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] For port 73945d16-0d4c-4efe-a49c-308b333ba39a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=73945d16-0d4c-4efe-a49c-308b333ba39a,segment=NetworkSegment(923a322a-746c-4694-9802-d59ef1db82c0),segment_id=923a322a-746c-4694-9802-d59ef1db82c0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:04.537593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.559739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] DHCP port deletion for 11ac6cb9-1861-46d7-9ae2-239629b73679 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:43:04.569546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Deleting port 73945d16-0d4c-4efe-a49c-308b333ba39a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:04.570100 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.799208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.800355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Calling delete_port for 73945d16-0d4c-4efe-a49c-308b333ba39a owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:04.814444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb5e479a-27bf-467e-9db3-47070dc73553 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.891752 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.894342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb5e479a-27bf-467e-9db3-47070dc73553 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.956944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] For port 73945d16-0d4c-4efe-a49c-308b333ba39a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=73945d16-0d4c-4efe-a49c-308b333ba39a,segment=NetworkSegment(923a322a-746c-4694-9802-d59ef1db82c0),segment_id=923a322a-746c-4694-9802-d59ef1db82c0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:04.957543 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:04.965466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Pushing event deleted for resources: {'Port': ['ID=73945d16-0d4c-4efe-a49c-308b333ba39a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:04.969290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] No DVR routers for this DVR port 73945d16-0d4c-4efe-a49c-308b333ba39a on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:43:05.034664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.121990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.144306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb5e479a-27bf-467e-9db3-47070dc73553 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.144826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e479a-27bf-467e-9db3-47070dc73553 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68e490a8-e369-49d7-82d0-b91c4f715b0d {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:05.156541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ac6cb9-1861-46d7-9ae2-239629b73679']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:05.170997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923a322a-746c-4694-9802-d59ef1db82c0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:05.171173 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923a322a-746c-4694-9802-d59ef1db82c0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:05.185450 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.207551 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb5e479a-27bf-467e-9db3-47070dc73553 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.208674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eb5e479a-27bf-467e-9db3-47070dc73553 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "DELETE /v2.0/routers/68e490a8-e369-49d7-82d0-b91c4f715b0d HTTP/1.1" status: 204 len: 168 time: 1.6937697 Mar 11 17:43:05.214602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.221666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:43:05.222060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.268470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Calling delete_port for 73945d16-0d4c-4efe-a49c-308b333ba39a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:05.492712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:43:05.493552 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:43:05.514314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bdd6bf3f-6d74-4d55-94e0-b198240aa13f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:43:05.557052 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:43:05.588360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: bdd6bf3f-6d74-4d55-94e0-b198240aa13f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:43:05.591329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bdd6bf3f-6d74-4d55-94e0-b198240aa13f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:43:05.592346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 73945d16-0d4c-4efe-a49c-308b333ba39a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:43:05.603101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.655416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.663913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 73945d16-0d4c-4efe-a49c-308b333ba39a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:43:05.675760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 73945d16-0d4c-4efe-a49c-308b333ba39a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:43:05.697711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] Pushing event deleted for resources: {'Network': ['ID=11ac6cb9-1861-46d7-9ae2-239629b73679,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:05.706347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e367d7a1-7ad6-4d6a-a6be-145fdbaf78af admin admin] 10.222.0.96 "DELETE /v2.0/networks/11ac6cb9-1861-46d7-9ae2-239629b73679 HTTP/1.1" status: 204 len: 168 time: 1.6437964 Mar 11 17:43:05.712292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35534) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:05.741908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.749750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.796495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2b57d-30b0-44ca-ade1-255daf025580 req-7f5707a0-acb7-4007-85c3-c546a355ecf4 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:05.798098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cf2b57d-30b0-44ca-ade1-255daf025580 req-7f5707a0-acb7-4007-85c3-c546a355ecf4 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.2950292 Mar 11 17:43:05.900648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'Port': ['ID=537e3129-9af4-4c6c-b380-323b70dd832d,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:05.935026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cf2b57d-30b0-44ca-ade1-255daf025580 req-7d29cf42-f553-494d-b1de-b6a549642055 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233499 Mar 11 17:43:05.936108 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.963571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:05.970898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-45e57a8f-fde4-43bc-bd4b-ae6bd02dca85 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4658206 Mar 11 17:43:05.995769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Deleting port 73945d16-0d4c-4efe-a49c-308b333ba39a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:05.996801 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.045457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35546) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:06.093758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-06dbc295-0d08-4fb0-86f4-1083aa0fffa4 None None] The port '73945d16-0d4c-4efe-a49c-308b333ba39a' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:43:06.147041 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c98e98af-bd82-4f37-bb09-09a2b0cef55f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4804a81df08c42ffb776bbdacb27830d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0998518 Mar 11 17:43:06.150624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35550) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:06.243667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96c35366-6cbe-47ee-a621-8860e49a8b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.276663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96c35366-6cbe-47ee-a621-8860e49a8b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.324478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-326608080', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:06.336216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:06.341687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Usage tracker for resource:router and tenant:e305fff213c0440fa15ebb200a8984dd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:06.347053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:06.355336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96c35366-6cbe-47ee-a621-8860e49a8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.356218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:06.371064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.372989 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.398808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.422186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c35366-6cbe-47ee-a621-8860e49a8b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f09038-b9f7-4e75-9579-72ea85f53cb4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:06.427320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96c35366-6cbe-47ee-a621-8860e49a8b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.428512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-96c35366-6cbe-47ee-a621-8860e49a8b2c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70f09038-b9f7-4e75-9579-72ea85f53cb4 HTTP/1.1" status: 204 len: 168 time: 0.2762563 Mar 11 17:43:06.512403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35562) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:06.602085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.740974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-2067f29f-d542-4749-8bc4-b6bb3f94bfa8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--230226721&fields=id&tenant_id=75d483fa7f164724b04b6cccd80779b5 HTTP/1.1" status: 200 len: 267 time: 0.0750785 Mar 11 17:43:06.899493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:06.934565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.054603 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.131568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-cfa397de-203d-4ce6-9a3b-2f2db9612d83 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:07.135719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-cfa397de-203d-4ce6-9a3b-2f2db9612d83 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 811 time: 0.3862925 Mar 11 17:43:07.152104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Allocated IP 172.25.3.134 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/15db03c4-8987-4460-b063-c8ae2b535eea) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:07.172986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:07.188149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Usage tracker for resource:security_group_rule and tenant:e29fd756ff9e49468de7ac38743a4f68 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:07.199307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:07.296793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:07.421409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-822d6c8c-e6c6-439e-ad4b-c1e0b8871dff tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/quotas/75d483fa7f164724b04b6cccd80779b5 HTTP/1.1" status: 200 len: 375 time: 0.2777660 Mar 11 17:43:07.422708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:07.457018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.464905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ab6ec76e-86eb-4798-90b0-d86a4207d59f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=275e3a8498554142a4ad7ab17fae085d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1667657 Mar 11 17:43:07.467356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35594) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:07.548706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-568247a9-a8d2-4852-a342-cee2913976f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.588412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.616552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed543e-8b61-4a4e-b921-9a22d53768cd req-4a0164fe-c3d6-4128-853f-aa04744815ba tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:07.618411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62ed543e-8b61-4a4e-b921-9a22d53768cd req-4a0164fe-c3d6-4128-853f-aa04744815ba tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.4131019 Mar 11 17:43:07.630333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.637227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-a59b3ccc-81ca-4140-a20a-dff8a17fe8da tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1908085 Mar 11 17:43:07.656880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.681129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-482aceb4-1c4c-4c3d-b6d1-4e8dff1e7930 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:43:07.682957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-482aceb4-1c4c-4c3d-b6d1-4e8dff1e7930 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0169239 Mar 11 17:43:07.731266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event updated for resources: {'Port': ['ID=15db03c4-8987-4460-b063-c8ae2b535eea,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:07.735067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-568247a9-a8d2-4852-a342-cee2913976f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.745326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:07.749876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:07.753697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:07.825072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d071ac-aef4-4b5c-a77b-657a048f26ed,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:07.838995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62ed543e-8b61-4a4e-b921-9a22d53768cd req-e51cd77e-663b-4e3e-80c9-ae7f0789aed3 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095845 Mar 11 17:43:07.841176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-001298de-f914-475f-ad09-99f7a2bd6962 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e29fd756ff9e49468de7ac38743a4f68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3277938 Mar 11 17:43:07.844608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35614) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:07.933614 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-568247a9-a8d2-4852-a342-cee2913976f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.936598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-13d7665b-2c67-411a-8445-4e0be7ee41ff service neutron] 10.222.0.96 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435532 Mar 11 17:43:07.957996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568247a9-a8d2-4852-a342-cee2913976f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089169d-4f76-4f7b-9823-25b9ab128711,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:07.985228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-568247a9-a8d2-4852-a342-cee2913976f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:07.986258 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-568247a9-a8d2-4852-a342-cee2913976f9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c089169d-4f76-4f7b-9823-25b9ab128711 HTTP/1.1" status: 204 len: 168 time: 0.5162785 Mar 11 17:43:08.008863 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.009663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.084402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-265a2e54-7e8c-4af2-90e1-ee48897478b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.131219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-265a2e54-7e8c-4af2-90e1-ee48897478b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.179163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-403fe984-0455-4970-9276-79829deffcb6 service neutron] 10.222.0.96 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285187 Mar 11 17:43:08.236336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-265a2e54-7e8c-4af2-90e1-ee48897478b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.263746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a2e54-7e8c-4af2-90e1-ee48897478b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d071ac-aef4-4b5c-a77b-657a048f26ed,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:08.274027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-265a2e54-7e8c-4af2-90e1-ee48897478b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.279519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-265a2e54-7e8c-4af2-90e1-ee48897478b6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/19d071ac-aef4-4b5c-a77b-657a048f26ed HTTP/1.1" status: 204 len: 168 time: 0.4338801 Mar 11 17:43:08.343987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Router 33e3f989-4a09-4244-b564-42ba92cbe5be is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:08.415230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35628) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:08.573613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86014e50-44ba-4e44-bf4f-27d6ae8a8ed8 req-4c5a828d-97e1-453e-8cb0-a132efea7ff2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 210 time: 0.0915611 Mar 11 17:43:08.664399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.744760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:08.752783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Usage tracker for resource:security_group_rule and tenant:d0066845a0d04edba406ba39874733ca is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:08.760357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:08.779490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:08.911126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:08.920899 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] Sync routers for ids ['33e3f989-4a09-4244-b564-42ba92cbe5be'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:08.922641 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.930696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.940271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:08.943532 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] Routers {'33e3f989-4a09-4244-b564-42ba92cbe5be'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:08.944394 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['33e3f989-4a09-4244-b564-42ba92cbe5be'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:08.945370 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-928c4b5a-ff67-4ae9-a328-cfc9032cb8c7 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2313092 Mar 11 17:43:08.946331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35654) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:09.042265 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:09.063904 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] Routers {'33e3f989-4a09-4244-b564-42ba92cbe5be'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:09.065143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:42:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['33e3f989-4a09-4244-b564-42ba92cbe5be'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:09.099429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2329b701-340d-4ab8-b559-ecd13ae30872,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:09.121372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-96c6dd00-da46-4e6d-b772-fed0eb6b3a29 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d0066845a0d04edba406ba39874733ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6900415 Mar 11 17:43:09.122397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35662) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:09.199949 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:09.202268 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d8648c-1658-484d-88a2-502983a3aa94 None None] The sync data for ids ['33e3f989-4a09-4244-b564-42ba92cbe5be'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:09.238667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35666) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:09.298621 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.302660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.344373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:09.353155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Usage tracker for resource:security_group_rule and tenant:833a3657ff8445a7b5b560e9708c4922 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:09.357004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:09.364348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:09.394297 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-65bfc882-66c9-46ca-bf11-12ef11fe29ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.450516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8b4e9-a960-4a9f-972b-1d39b11c231d req-4a9fe671-327f-4582-a43d-3d6dd91f591b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:09.453790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fca8b4e9-a960-4a9f-972b-1d39b11c231d req-4a9fe671-327f-4582-a43d-3d6dd91f591b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.2384446 Mar 11 17:43:09.456221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-65bfc882-66c9-46ca-bf11-12ef11fe29ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.456383 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3d99d240-2772-415b-be28-4e1037b19268 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/33e3f989-4a09-4244-b564-42ba92cbe5be HTTP/1.1" status: 200 len: 920 time: 0.5085695 Mar 11 17:43:09.457068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35672) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:09.516457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.522586 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-64f7ab12-3b8c-4217-a024-4a2c3e64b7f0 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=33e3f989-4a09-4244-b564-42ba92cbe5be HTTP/1.1" status: 200 len: 205 time: 0.0624015 Mar 11 17:43:09.523317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35676) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:09.526602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.561167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fca8b4e9-a960-4a9f-972b-1d39b11c231d req-ee17570c-b244-4ee7-826d-e9c3b81e6025 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890920 Mar 11 17:43:09.587912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-65bfc882-66c9-46ca-bf11-12ef11fe29ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.621089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfc882-66c9-46ca-bf11-12ef11fe29ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2329b701-340d-4ab8-b559-ecd13ae30872,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:09.627210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-65bfc882-66c9-46ca-bf11-12ef11fe29ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.658731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-65bfc882-66c9-46ca-bf11-12ef11fe29ec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2329b701-340d-4ab8-b559-ecd13ae30872 HTTP/1.1" status: 204 len: 168 time: 0.5161724 Mar 11 17:43:09.735401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c4b0c3-e951-47f1-b638-e2872bc34027,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:09.742448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8a927e99-8a80-428c-bece-d5500a9952d3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=833a3657ff8445a7b5b560e9708c4922&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4920948 Mar 11 17:43:09.743519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35686) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:09.838033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.870684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77e48440-139d-4b3e-b0ee-bd93fe123fbc req-28b26ea7-9602-4885-a446-184ad46bbc60 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 210 time: 0.0663905 Mar 11 17:43:09.919953 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e3e880e0-6ab8-4637-ae66-f618037f3d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.950587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e3e880e0-6ab8-4637-ae66-f618037f3d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:09.971449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35696) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:10.061901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e3e880e0-6ab8-4637-ae66-f618037f3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.100483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e3e880e0-6ab8-4637-ae66-f618037f3d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.101703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e3e880e0-6ab8-4637-ae66-f618037f3d18 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/24c4b0c3-e951-47f1-b638-e2872bc34027 HTTP/1.1" status: 204 len: 168 time: 0.3569241 Mar 11 17:43:10.120038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e880e0-6ab8-4637-ae66-f618037f3d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c4b0c3-e951-47f1-b638-e2872bc34027,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:10.255703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.270457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Deleting port 15db03c4-8987-4460-b063-c8ae2b535eea {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:10.270967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.327485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1303286213-network', 'tenant_id': '52fa789712a4470e84aef13c2df23ee0'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:10.333157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:10.337602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Usage tracker for resource:network and tenant:52fa789712a4470e84aef13c2df23ee0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:10.341081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:10.350149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:10.423936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Made reservation on behalf of 52fa789712a4470e84aef13c2df23ee0 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:10.427089 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.498082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.663654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:10.680170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Usage tracker for resource:security_group_rule and tenant:52fa789712a4470e84aef13c2df23ee0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:10.684756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:10.694169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:10.717503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.904474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:10.969762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Calling delete_port for 15db03c4-8987-4460-b063-c8ae2b535eea owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:10.988648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.127202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-6791350b-7f52-4941-9acb-254ea6163022 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:11.128731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-6791350b-7f52-4941-9acb-254ea6163022 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 811 time: 0.7705429 Mar 11 17:43:11.137441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:11.233976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85451009-cd6d-4903-b036-40f549fce1c2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:11.244136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9884b155-9b47-4ed0-8891-8efb3cbe91ca req-79f98048-c217-4489-9c13-7897882426c1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 210 time: 0.1140823 Mar 11 17:43:11.257566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf840ce-87cf-4cef-a133-4ee3479ff491 req-7fe48cf3-8c37-4aeb-8fe5-6e3c7e2a3bc7 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:11.261820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcf840ce-87cf-4cef-a133-4ee3479ff491 req-7fe48cf3-8c37-4aeb-8fe5-6e3c7e2a3bc7 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.3734608 Mar 11 17:43:11.268272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.273930 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.274267 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Added segment 89333a16-15f7-4e31-87c6-6644550bfabc of type vlan for network 88e9b15d-a7b9-4bcd-baca-216a7858c562 Mar 11 17:43:11.329049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-d59829a9-644b-47e4-96ae-b13de0c5e052 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d483fa7f164724b04b6cccd80779b5 HTTP/1.1" status: 200 len: 379 time: 0.1348290 Mar 11 17:43:11.348399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event deleted for resources: {'Port': ['ID=15db03c4-8987-4460-b063-c8ae2b535eea,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:11.349397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'port': {'device_id': '0225088f-1ff7-4458-841b-789812118115', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'admin_state_up': True, 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'security_groups': ['563c39c6-da42-4aec-96b0-d8b0d383c316']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:11.385418 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.457162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcf840ce-87cf-4cef-a133-4ee3479ff491 req-1fb4354b-08de-4750-a58c-bba5835352d0 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864226 Mar 11 17:43:11.522405 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.523346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:11.524052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.702116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35752) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:11.747186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] Pushing event updated for resources: {'Network': ['ID=88e9b15d-a7b9-4bcd-baca-216a7858c562,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:11.757653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:43:11.770748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:11.777759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Usage tracker for resource:port and tenant:75d483fa7f164724b04b6cccd80779b5 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:11.781858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:11.793038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d3bfce71-ca5e-487e-87aa-c1b98c8168f2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8203740 Mar 11 17:43:11.796995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35764) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:11.800073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:11.805471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Request body: {'subnet': {'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1303286213-subnet', 'tenant_id': '52fa789712a4470e84aef13c2df23ee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:11.814514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:11.824587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Usage tracker for resource:subnet and tenant:52fa789712a4470e84aef13c2df23ee0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:11.829288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:11.842097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.846080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:11.848342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Made reservation on behalf of 75d483fa7f164724b04b6cccd80779b5 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:11.851404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.974853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Made reservation on behalf of 52fa789712a4470e84aef13c2df23ee0 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:11.976666 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.199898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.218925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.229066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.247062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:12.253759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Usage tracker for resource:security_group_rule and tenant:1a54b6f0e9234af6bd12061a9613f0bf is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:12.259129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:12.278294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:12.284899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Allocated IP 172.20.0.5 (fefb558d-e27f-4256-a5ba-84231a2c36c5/98e7007b-fa92-4158-8696-9ff461ae78e3/c937c0c4-e023-4103-aae9-530d59f6d3ce) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:12.296294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.296820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Fanout notify agent at l3_agent the message router_deleted on router 33e3f989-4a09-4244-b564-42ba92cbe5be {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:12.345079 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2ab53d9-a41d-46fc-82c9-dbf961b1fe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.370818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.372497 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8c80631f-ddaf-4457-848b-f1cc45a070e2 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/33e3f989-4a09-4244-b564-42ba92cbe5be HTTP/1.1" status: 204 len: 168 time: 2.8478894 Mar 11 17:43:12.377534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35784) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:12.393445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383219825', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': False}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:12.411592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:12.428258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:router and tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:12.428258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:12.440373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:12.459900 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.465542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.507247 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.508307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.539984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.579931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.669387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2a7ddd2-7ca1-4dee-9e62-efdf491e6de2 req-d7bb920b-daa4-4591-9ef5-4d7669c67a94 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 210 time: 0.1035240 Mar 11 17:43:12.736025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec04bf39-6653-4f23-ab13-7438f63a30bc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:12.744448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-38936ebf-661f-4140-b22c-bf947e516289 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1a54b6f0e9234af6bd12061a9613f0bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0409858 Mar 11 17:43:12.745520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35798) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:12.800723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.811155 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.836120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c03185c7-6922-4e76-be30-195f422d3048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.839537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d67a23-c5dc-4ace-a51d-ca1608870c22,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:12.856788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Transition to ACTIVE for port object c937c0c4-e023-4103-aae9-530d59f6d3ce will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:12.867091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Checking segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:12.867443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Network hostable DHCP agents. Network: 88e9b15d-a7b9-4bcd-baca-216a7858c562, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:43:12.898723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f24ab-a270-4f9c-b3c8-d64d14866621 req-0ad795ad-f7b6-4a45-a89d-dd26056fef2b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:12.900384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9f24ab-a270-4f9c-b3c8-d64d14866621 req-0ad795ad-f7b6-4a45-a89d-dd26056fef2b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.2016330 Mar 11 17:43:12.906563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c03185c7-6922-4e76-be30-195f422d3048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.966693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.971158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca9f24ab-a270-4f9c-b3c8-d64d14866621 req-ced6e55f-3341-47f7-9f3f-f80bab7a5c3b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621002 Mar 11 17:43:13.013907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:43:13.048803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 88e9b15d-a7b9-4bcd-baca-216a7858c562) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:13.060061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d843f9-c702-423c-8c7c-95775f199bd8 None None] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:43:13.065959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:13.066727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.096331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:13.097996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c03185c7-6922-4e76-be30-195f422d3048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.100630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:13.104080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd4884ee-e3ac-49e1-a9bd-0848baa9d462 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3058088 Mar 11 17:43:13.127433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:13.133728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03185c7-6922-4e76-be30-195f422d3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec04bf39-6653-4f23-ab13-7438f63a30bc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:13.168983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event updated for resources: {'Port': ['ID=c937c0c4-e023-4103-aae9-530d59f6d3ce,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:13.208762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.261756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:13.262413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.266915 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.270569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c03185c7-6922-4e76-be30-195f422d3048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.271798 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c03185c7-6922-4e76-be30-195f422d3048 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ec04bf39-6653-4f23-ab13-7438f63a30bc HTTP/1.1" status: 204 len: 168 time: 0.5253575 Mar 11 17:43:13.289311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-b9f5b7cf-21e1-49d2-93ef-fa63c731efe2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9436514 Mar 11 17:43:13.306820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Request body: {'port': {'device_id': '0225088f-1ff7-4458-841b-789812118115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:13.472414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.568432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Allocated IP 172.25.3.202 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:13.570213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8557521-2d81-48ef-8915-577715c7f6c5 None None] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:43:13.589681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-760d4394-b1e0-456a-b8e9-55a8184d2e96 None None] Provisioning for port c937c0c4-e023-4103-aae9-530d59f6d3ce completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:43:13.651838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-760d4394-b1e0-456a-b8e9-55a8184d2e96 None None] Provisioning complete for port c937c0c4-e023-4103-aae9-530d59f6d3ce triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:13.652581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-760d4394-b1e0-456a-b8e9-55a8184d2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.747258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-760d4394-b1e0-456a-b8e9-55a8184d2e96 None None] Port c937c0c4-e023-4103-aae9-530d59f6d3ce cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:43:13.814203 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.885104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.986953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c937c0c4-e023-4103-aae9-530d59f6d3ce {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:13.998661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.022693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Transition to ACTIVE for port object c937c0c4-e023-4103-aae9-530d59f6d3ce will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:14.035712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b8e6b-330a-4d33-8819-65e95024ac58 req-0b998cde-5c3e-4a3c-802c-fa99716d8203 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:14.037080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-330b8e6b-330a-4d33-8819-65e95024ac58 req-0b998cde-5c3e-4a3c-802c-fa99716d8203 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Synchronizing usage tracker for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:14.041121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.083507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35832) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:14.089688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:14.106718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:14.109581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:14.138410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Port': ['ID=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:14.149537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.292472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:14.307032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Usage tracker for resource:security_group_rule and tenant:6119efde6d7e496ab32c013f53f1276a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:14.311251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:14.322574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:14.337963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-330b8e6b-330a-4d33-8819-65e95024ac58 req-0b998cde-5c3e-4a3c-802c-fa99716d8203 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Unset dirty status for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:14.338868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-330b8e6b-330a-4d33-8819-65e95024ac58 req-0b998cde-5c3e-4a3c-802c-fa99716d8203 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 931 time: 0.4312565 Mar 11 17:43:14.351776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Pushing event updated for resources: {'Port': ['ID=c937c0c4-e023-4103-aae9-530d59f6d3ce,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:14.451003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.462987 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.488380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-330b8e6b-330a-4d33-8819-65e95024ac58 req-a919ead2-e32c-49ce-a6f1-bd98eb001da1 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386764 Mar 11 17:43:14.531840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.532995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.539245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d69d1c1b-7ac9-476a-9513-8b76b907a6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.561898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Attempting to bind port c937c0c4-e023-4103-aae9-530d59f6d3ce on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:14.562244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Attempting to bind port c937c0c4-e023-4103-aae9-530d59f6d3ce by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:14.562619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Attempting to bind port c937c0c4-e023-4103-aae9-530d59f6d3ce on network fefb558d-e27f-4256-a5ba-84231a2c36c5 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:14.568816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Port c937c0c4-e023-4103-aae9-530d59f6d3ce on network fefb558d-e27f-4256-a5ba-84231a2c36c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:43:14.569141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Attempting to bind port c937c0c4-e023-4103-aae9-530d59f6d3ce on network fefb558d-e27f-4256-a5ba-84231a2c36c5 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:14.578956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:43:14.579308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Checking segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:14.579720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Bound using segment: {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:43:14.580122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Bound port: c937c0c4-e023-4103-aae9-530d59f6d3ce, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8125b8a-6ae9-427c-bd22-7f6011f32d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:14.580475 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.625555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3b1fa-1b69-45a9-b568-7b8b29910255,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:14.691613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] For port c937c0c4-e023-4103-aae9-530d59f6d3ce, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:14.695533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] For port c937c0c4-e023-4103-aae9-530d59f6d3ce, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:14.705622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.745151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9fd0e195-6a77-4f8f-a37a-936de74519bb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6119efde6d7e496ab32c013f53f1276a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6604598 Mar 11 17:43:14.750069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35846) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:14.851990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74aea250-1a02-4b28-b491-2d11d2c422e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.873348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:14.878215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] 10.222.0.59 "PUT /v2.0/ports/c937c0c4-e023-4103-aae9-530d59f6d3ce HTTP/1.1" status: 200 len: 1091 time: 1.5758865 Mar 11 17:43:14.882902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:14.885274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74aea250-1a02-4b28-b491-2d11d2c422e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.005508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74aea250-1a02-4b28-b491-2d11d2c422e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.044254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aea250-1a02-4b28-b491-2d11d2c422e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3b1fa-1b69-45a9-b568-7b8b29910255,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:15.057702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74aea250-1a02-4b28-b491-2d11d2c422e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.061829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-74aea250-1a02-4b28-b491-2d11d2c422e6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e0a3b1fa-1b69-45a9-b568-7b8b29910255 HTTP/1.1" status: 204 len: 168 time: 0.3106132 Mar 11 17:43:15.072292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Router 4ec1e6e1-7486-4c0f-a839-7634a5f6e651 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:15.106441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7a4f9-bd14-4eb4-a132-8783684f729c service neutron] Pushing event updated for resources: {'Port': ['ID=c937c0c4-e023-4103-aae9-530d59f6d3ce,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:15.218385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-7cffb4a9-0ea9-4406-81f0-21ffa7c6427b tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:15.220283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-7cffb4a9-0ea9-4406-81f0-21ffa7c6427b tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Synchronizing usage tracker for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:15.276825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-7cffb4a9-0ea9-4406-81f0-21ffa7c6427b tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Unset dirty status for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:15.282884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-7cffb4a9-0ea9-4406-81f0-21ffa7c6427b tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 813 time: 0.4999635 Mar 11 17:43:15.288776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e151455-3e6a-4170-83c3-949ed296538d req-80d635d8-cccd-4545-ba7e-3b52cced2986 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:15.290243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e151455-3e6a-4170-83c3-949ed296538d req-80d635d8-cccd-4545-ba7e-3b52cced2986 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.5085340 Mar 11 17:43:15.295757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-f68e2826-6b85-4e43-9f0f-a765af1b3a62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 1094 time: 0.3342378 Mar 11 17:43:15.392926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-98f347b0-f49e-4c56-a2ee-d1a8c563fab6 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/quotas/52fa789712a4470e84aef13c2df23ee0 HTTP/1.1" status: 200 len: 375 time: 0.1015913 Mar 11 17:43:15.402329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-08137518-c6e9-430c-a6da-d8474b9d0966 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce HTTP/1.1" status: 200 len: 217 time: 0.0829673 Mar 11 17:43:15.434872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:15.449178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Sync routers for ids ['4ec1e6e1-7486-4c0f-a839-7634a5f6e651'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:15.466611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Routers {'4ec1e6e1-7486-4c0f-a839-7634a5f6e651'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:15.468916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.469399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4ec1e6e1-7486-4c0f-a839-7634a5f6e651'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:15.470508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-75689ab2-b977-4b4f-b437-cf9ff646f9ee tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0919836 Mar 11 17:43:15.473449 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35880) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:15.497104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-284ee6e1-80eb-49cb-9b16-7a41170c2b0b tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883033 Mar 11 17:43:15.499537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e151455-3e6a-4170-83c3-949ed296538d req-a6abc477-2604-4f41-862c-91fdddaf2137 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942513 Mar 11 17:43:15.701028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.708705 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'status': 'completed', 'code': 200} Mar 11 17:43:15.747296 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.749145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-5764fa17-6b57-4825-b5c3-fb8a0f4576d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:15.753548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-5764fa17-6b57-4825-b5c3-fb8a0f4576d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.3437643 Mar 11 17:43:15.766007 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1f32cd3-4ac7-487d-bc63-9f4dbff8583d tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/4ec1e6e1-7486-4c0f-a839-7634a5f6e651 HTTP/1.1" status: 200 len: 908 time: 0.2911353 Mar 11 17:43:15.766722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35888) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:15.774023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383219825', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': True}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:15.780204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:15.785304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Usage tracker for resource:router and tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:15.792858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:15.812897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:15.840848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Set router 4ec1e6e1-7486-4c0f-a839-7634a5f6e651 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:15.847492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.848456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.882625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.918395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35896) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:15.993348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-29c70be5-1e84-4828-8fdf-54af7e804cdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213078 Mar 11 17:43:15.995212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-053685f6-809a-445f-b5a3-918a893ff647 service neutron] 10.222.0.96 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865277 Mar 11 17:43:16.001627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36908588-9981-4e86-9c84-ac1045782d86 req-ef3333f5-432e-47f8-a370-a2324b77df47 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:16.003100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36908588-9981-4e86-9c84-ac1045782d86 req-ef3333f5-432e-47f8-a370-a2324b77df47 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 943 time: 0.1686625 Mar 11 17:43:16.117031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:16.229296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36908588-9981-4e86-9c84-ac1045782d86 req-457b19c0-94d5-4b7d-8011-e8488f11fb5c tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891434 Mar 11 17:43:16.308973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-980e3907-3cff-469a-a9d3-41800e11d50d service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867382 Mar 11 17:43:16.315327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-b3352116-985b-41ac-b4d7-3ba30ca04cd7 service neutron] 10.222.0.96 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112833 Mar 11 17:43:16.383783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec1e6e1-7486-4c0f-a839-7634a5f6e651', 'name': 'tempest-snat-router-383219825', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.202'}], 'enable_snat': False}, 'gw_port_id': 'ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:12Z', 'updated_at': '2022-03-11T17:43:14Z', 'revision_number': 3, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port': {'id': 'ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec1e6e1-7486-4c0f-a839-7634a5f6e651', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:13Z', 'updated_at': '2022-03-11T17:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:16.389406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Checking router: 4ec1e6e1-7486-4c0f-a839-7634a5f6e651 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:43:16.390049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Updating router 4ec1e6e1-7486-4c0f-a839-7634a5f6e651 port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:43:16.396509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:16.456414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:16.461811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Usage tracker for resource:security_group_rule and tenant:1a6c8558a1834f1a840aaa42a9f8dc30 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:16.465158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:16.472991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:16.498882 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:16.555629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:16.567523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:16.596454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2fee22c-c09c-4b3e-bbee-b9d9bb91919b req-13517cff-6e44-420c-a38d-2c1c469941a3 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800920 Mar 11 17:43:16.715684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1a6c8558a1834f1a840aaa42a9f8dc30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7950852 Mar 11 17:43:16.724873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:16.770528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35920) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:16.860718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.073663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.100643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-cb76c57b-0d35-4181-ba4f-759170403191 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 1094 time: 0.3908582 Mar 11 17:43:17.185888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31a658-3eaa-435e-a167-656a13f57683 req-b9e43c21-a8c8-4508-a4a0-590906917365 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:17.187796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d31a658-3eaa-435e-a167-656a13f57683 req-b9e43c21-a8c8-4508-a4a0-590906917365 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.3361430 Mar 11 17:43:17.205970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54ba459c-80a3-44bf-86da-2e71350a5644 req-1ce5f1e6-6bd8-48ac-8f54-59da50b1600c tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 210 time: 0.1104791 Mar 11 17:43:17.275817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fc3d7-a179-4e3c-bedc-569bca8fc789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a32804-5cbe-4e76-9955-214377ceeff7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:17.345834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.366453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Transition to ACTIVE for port object ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:17.372803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:17.377911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.398254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-169ccc4d-65d0-46b8-b5ac-c06761856134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.520131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Attempting to bind port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:17.520380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-cdb5b2ab-43d6-4b15-96c9-d20af861de68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:17.521429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Attempting to bind port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:17.522414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Attempting to bind port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:17.527152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-cdb5b2ab-43d6-4b15-96c9-d20af861de68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 913 time: 0.3779685 Mar 11 17:43:17.533101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:43:17.533743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:17.534312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.534872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:43:17.535505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Bound port: ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:17.536057 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.574483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-169ccc4d-65d0-46b8-b5ac-c06761856134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.590117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8715177-5b13-4e0d-963c-ef1c3897b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:17.646737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Allocated IP 172.25.3.47 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/acc991a3-e11c-42b4-bb19-19ca6ecbb208) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:17.701625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.712402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-4637ea56-18ee-4de6-9ce0-f6d2e6bc3f6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce HTTP/1.1" status: 200 len: 217 time: 0.1130223 Mar 11 17:43:17.725071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] For port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:17.730715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] For port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:17.737567 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.822911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-169ccc4d-65d0-46b8-b5ac-c06761856134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.863537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ccc4d-65d0-46b8-b5ac-c06761856134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a32804-5cbe-4e76-9955-214377ceeff7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:17.869046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:17.871052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d31a658-3eaa-435e-a167-656a13f57683 req-fd5c8a1f-2a25-4e43-894c-ce8b31279139 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548705 Mar 11 17:43:17.881183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-41a806a1-c7f0-40ee-b80b-957ee4f039ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:17.882982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-41a806a1-c7f0-40ee-b80b-957ee4f039ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.1578474 Mar 11 17:43:17.899894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8715177-5b13-4e0d-963c-ef1c3897b0b2 None None] Pushing event updated for resources: {'Port': ['ID=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:17.915907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Usage tracker for resource:security_group_rule and tenant:835ff4be72a74bc893c1cf6bd6dc9c98 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:17.919069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:17.931838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Routers {'4ec1e6e1-7486-4c0f-a839-7634a5f6e651'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:17.932773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4ec1e6e1-7486-4c0f-a839-7634a5f6e651'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:17.987047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:17.991333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f11454-342a-4e29-bb2a-e6d0ba9a6ad0 req-fef38bb2-9588-4747-a26e-d405a3c5ec73 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:17.995586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1f11454-342a-4e29-bb2a-e6d0ba9a6ad0 req-fef38bb2-9588-4747-a26e-d405a3c5ec73 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 943 time: 0.4659331 Mar 11 17:43:18.078310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.109005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-169ccc4d-65d0-46b8-b5ac-c06761856134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.111051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-169ccc4d-65d0-46b8-b5ac-c06761856134 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e7a32804-5cbe-4e76-9955-214377ceeff7 HTTP/1.1" status: 204 len: 168 time: 1.3394690 Mar 11 17:43:18.160230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.175424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1f11454-342a-4e29-bb2a-e6d0ba9a6ad0 req-ef033c11-e56f-40b1-8722-5e71d4ce4e9a tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647022 Mar 11 17:43:18.177902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.194513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] Set router 4ec1e6e1-7486-4c0f-a839-7634a5f6e651 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:18.203951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-b6e99163-7d7a-4710-8ebf-79972d6bfa16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3102143 Mar 11 17:43:18.350057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2bcf63-2b9b-4c58-a9cf-f0c62add1d1c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:18.385678 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d61d5361-97f6-4ecc-ae9b-db0dca58ee07 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=835ff4be72a74bc893c1cf6bd6dc9c98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0099967 Mar 11 17:43:18.387752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35972) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:18.395634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.457264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-3b7ab9c2-3fbb-4e4e-ae63-48c5ec2da804 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492509 Mar 11 17:43:18.528479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec1e6e1-7486-4c0f-a839-7634a5f6e651', 'name': 'tempest-snat-router-383219825', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.202'}], 'enable_snat': False}, 'gw_port_id': 'ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:12Z', 'updated_at': '2022-03-11T17:43:14Z', 'revision_number': 3, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port': {'id': 'ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec1e6e1-7486-4c0f-a839-7634a5f6e651', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:13Z', 'updated_at': '2022-03-11T17:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:18.537171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a5a8f-bd9e-4e1a-ac75-b0c374101d3b None None] The sync data for ids ['4ec1e6e1-7486-4c0f-a839-7634a5f6e651'] in n-d-833436-1 is: [{'id': '4ec1e6e1-7486-4c0f-a839-7634a5f6e651', 'name': 'tempest-snat-router-383219825', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.202'}], 'enable_snat': False}, 'gw_port_id': 'ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:12Z', 'updated_at': '2022-03-11T17:43:14Z', 'revision_number': 3, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port': {'id': 'ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec1e6e1-7486-4c0f-a839-7634a5f6e651', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:13Z', 'updated_at': '2022-03-11T17:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:18.599426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Port': ['ID=acc991a3-e11c-42b4-bb19-19ca6ecbb208,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:18.626149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e53f3368-e3a2-46e6-a8fc-c1b0494322d5 req-c98cb504-b8bc-44b6-b758-cad1b3db2dc9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 210 time: 0.1501017 Mar 11 17:43:18.706739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:18.708039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa6bd0-7df4-4a49-8a0c-50c7f33bb1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.711954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:18.714860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:18.796983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa6bd0-7df4-4a49-8a0c-50c7f33bb1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.887619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c937c0c4-e023-4103-aae9-530d59f6d3ce details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:43:18.973038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35986) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:19.078928 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa6bd0-7df4-4a49-8a0c-50c7f33bb1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.102707 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.148784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa6bd0-7df4-4a49-8a0c-50c7f33bb1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2bcf63-2b9b-4c58-a9cf-f0c62add1d1c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:19.158613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa6bd0-7df4-4a49-8a0c-50c7f33bb1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.167700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bbb2915-f547-4a01-abe0-edbd1f7eff1c req-d13cf3c9-4e87-4a9d-afb0-916a89e6b587 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324606 Mar 11 17:43:19.171845 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0baa6bd0-7df4-4a49-8a0c-50c7f33bb1b8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d2bcf63-2b9b-4c58-a9cf-f0c62add1d1c HTTP/1.1" status: 204 len: 168 time: 0.7807426 Mar 11 17:43:19.184083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.186641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.221100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c937c0c4-e023-4103-aae9-530d59f6d3ce, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:19.263737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'port_id': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'mac_address': 'fa:16:3e:fe:7f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:43:19.376044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:19.378944 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.400288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-16f338b9-59de-411a-b21e-5ec89340a61f tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:19.401875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-16f338b9-59de-411a-b21e-5ec89340a61f tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 813 time: 0.6684084 Mar 11 17:43:19.434252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Usage tracker for resource:security_group_rule and tenant:b95d8ebb967148118d040295a2e6376d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:19.443973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:19.449541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c937c0c4-e023-4103-aae9-530d59f6d3ce {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:19.460082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Request body: {'port': {'device_id': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'admin_state_up': True, 'tenant_id': '52fa789712a4470e84aef13c2df23ee0'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:19.484590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:19.488211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c937c0c4-e023-4103-aae9-530d59f6d3ce, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:19.503750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.643140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:43:19.881586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c937c0c4-e023-4103-aae9-530d59f6d3ce,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:19.929463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Router db5368b4-c77c-45be-aae2-fe0d98ba7c5b is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:19.940250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c937c0c4-e023-4103-aae9-530d59f6d3ce'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:43:20.069572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:43:20.118719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:20.119692 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:20.326609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:20.338597 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Sync routers for ids ['db5368b4-c77c-45be-aae2-fe0d98ba7c5b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:20.358807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:20.360464 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ed8affc0-ffc8-4459-bc76-adc9bbd59091 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5925465 Mar 11 17:43:20.363251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36020) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:20.367068 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Routers {'db5368b4-c77c-45be-aae2-fe0d98ba7c5b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:20.368155 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['db5368b4-c77c-45be-aae2-fe0d98ba7c5b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:20.473221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730412a6-0bc9-4baa-a4d5-0246fea8e793 req-57e33c8f-6bae-4ade-87b6-96e8d55b158d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.474679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-730412a6-0bc9-4baa-a4d5-0246fea8e793 req-57e33c8f-6bae-4ade-87b6-96e8d55b158d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 1.3373024 Mar 11 17:43:20.578158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:20.614514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:20.622681 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:20.731897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:20.751207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:20.775480 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ab6f231-cb25-43f8-9b60-600c8c19b430 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/db5368b4-c77c-45be-aae2-fe0d98ba7c5b HTTP/1.1" status: 200 len: 906 time: 0.4049995 Mar 11 17:43:20.776478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36042) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:20.806490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Usage tracker for resource:port and tenant:52fa789712a4470e84aef13c2df23ee0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:20.821824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5446c80-aec2-4791-b16f-14a4ff21eac6 req-5e8ff7a3-6d35-4766-b0a7-f3fd0f7fcbb8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.830483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5446c80-aec2-4791-b16f-14a4ff21eac6 req-5e8ff7a3-6d35-4766-b0a7-f3fd0f7fcbb8 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 944 time: 1.2055621 Mar 11 17:43:20.832983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:20.833359 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Set router db5368b4-c77c-45be-aae2-fe0d98ba7c5b gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:20.840961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:20.857330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-730412a6-0bc9-4baa-a4d5-0246fea8e793 req-d5fddda5-1ce2-4364-8f4e-cadf08350d92 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640862 Mar 11 17:43:20.904488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:20.909735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:20.936896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-290f9792-2ee3-4300-b5dc-cb2f1fe65e35 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.940362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-290f9792-2ee3-4300-b5dc-cb2f1fe65e35 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 813 time: 1.1362941 Mar 11 17:43:21.003716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Request body: {'port': {'device_id': '98895da1-1402-43c0-84b5-0a545f3f0908', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'admin_state_up': True, 'tenant_id': '52fa789712a4470e84aef13c2df23ee0'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:21.139932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Made reservation on behalf of 52fa789712a4470e84aef13c2df23ee0 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:21.144748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.153038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.220186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ccbb9-222b-4d6e-b62c-eb62539cd4da,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:21.313635 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5368b4-c77c-45be-aae2-fe0d98ba7c5b', 'name': 'tempest-snat-router-383219825', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'acc991a3-e11c-42b4-bb19-19ca6ecbb208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:15Z', 'updated_at': '2022-03-11T17:43:18Z', 'revision_number': 3, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port': {'id': 'acc991a3-e11c-42b4-bb19-19ca6ecbb208', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:26:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5368b4-c77c-45be-aae2-fe0d98ba7c5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:16Z', 'updated_at': '2022-03-11T17:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:21.323581 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-77fc41a9-a056-4228-998a-06e95984573c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b95d8ebb967148118d040295a2e6376d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3464456 Mar 11 17:43:21.324912 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Checking router: db5368b4-c77c-45be-aae2-fe0d98ba7c5b for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:43:21.326488 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Updating router db5368b4-c77c-45be-aae2-fe0d98ba7c5b port acc991a3-e11c-42b4-bb19-19ca6ecbb208 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:43:21.339323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36072) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:21.342236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0147866-0411-450d-9094-2fe3f0e20aa7 req-dece72cd-5f1d-43cd-bf0b-592b8093fe05 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 210 time: 0.1753573 Mar 11 17:43:21.370988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5446c80-aec2-4791-b16f-14a4ff21eac6 req-7110e897-17f3-42bb-8201-91430edb66d2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5393102 Mar 11 17:43:21.477765 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.538430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:21.558971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Usage tracker for resource:port and tenant:52fa789712a4470e84aef13c2df23ee0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:21.559969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:43:21.571296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:21.578499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b24b80e-6048-419b-8049-8dc318d4b592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.623289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:21.666406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.685480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Deleting port acc991a3-e11c-42b4-bb19-19ca6ecbb208 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:21.685848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.710210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Allocated IP 172.20.0.9 (88e9b15d-a7b9-4bcd-baca-216a7858c562/82d67a23-c5dc-4ace-a51d-ca1608870c22/c6a8302e-b7ef-4439-96cb-a68525dd4e9c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:21.797274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b24b80e-6048-419b-8049-8dc318d4b592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.820588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Made reservation on behalf of 52fa789712a4470e84aef13c2df23ee0 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:21.823749 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.845494 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:21.846931 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.028126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.177420 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.193326 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Transition to ACTIVE for port object acc991a3-e11c-42b4-bb19-19ca6ecbb208 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:22.232189 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.317011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Calling delete_port for acc991a3-e11c-42b4-bb19-19ca6ecbb208 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:22.375961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b24b80e-6048-419b-8049-8dc318d4b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.394934 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Attempting to bind port acc991a3-e11c-42b4-bb19-19ca6ecbb208 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:22.395681 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Attempting to bind port acc991a3-e11c-42b4-bb19-19ca6ecbb208 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:22.396832 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Attempting to bind port acc991a3-e11c-42b4-bb19-19ca6ecbb208 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:22.400387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abe7d6-1d06-404f-8f6e-6b03ae98fb17 None None] Pushing event updated for resources: {'Port': ['ID=acc991a3-e11c-42b4-bb19-19ca6ecbb208,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:22.407436 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:43:22.408173 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:22.409212 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.410491 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:43:22.411303 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Bound port: acc991a3-e11c-42b4-bb19-19ca6ecbb208, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:22.411943 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.453985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.459626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:43:22.460217 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:43:22.496209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185635f-a723-4618-a2ba-588c9205ee27 req-3552c17b-cefa-41e9-ad3b-5775c90d6ad3 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:22.497747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1185635f-a723-4618-a2ba-588c9205ee27 req-3552c17b-cefa-41e9-ad3b-5775c90d6ad3 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.3379884 Mar 11 17:43:22.512750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24b80e-6048-419b-8049-8dc318d4b592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ccbb9-222b-4d6e-b62c-eb62539cd4da,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:22.518108 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] For port acc991a3-e11c-42b4-bb19-19ca6ecbb208, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:22.522544 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] For port acc991a3-e11c-42b4-bb19-19ca6ecbb208, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=acc991a3-e11c-42b4-bb19-19ca6ecbb208,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:22.530569 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.574480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b24b80e-6048-419b-8049-8dc318d4b592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.589702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3b24b80e-6048-419b-8049-8dc318d4b592 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c1ccbb9-222b-4d6e-b62c-eb62539cd4da HTTP/1.1" status: 204 len: 168 time: 1.2353077 Mar 11 17:43:22.625794 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Routers {'db5368b4-c77c-45be-aae2-fe0d98ba7c5b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:22.626542 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['db5368b4-c77c-45be-aae2-fe0d98ba7c5b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:22.687816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1185635f-a723-4618-a2ba-588c9205ee27 req-9b184a6c-4979-42ca-9ba9-e3bef2b03757 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787665 Mar 11 17:43:22.691377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-16f18b2f-0e51-4632-b944-d8f31857bd32 req-08d303c8-f9bf-4358-8c18-79cf7ac079e3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Synchronizing usage tracker for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:22.741761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-16f18b2f-0e51-4632-b944-d8f31857bd32 req-08d303c8-f9bf-4358-8c18-79cf7ac079e3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Unset dirty status for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:22.743114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16f18b2f-0e51-4632-b944-d8f31857bd32 req-08d303c8-f9bf-4358-8c18-79cf7ac079e3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 210 time: 0.1370063 Mar 11 17:43:22.862658 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abe7d6-1d06-404f-8f6e-6b03ae98fb17 None None] Pushing event updated for resources: {'Port': ['ID=acc991a3-e11c-42b4-bb19-19ca6ecbb208,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:22.877596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.881205 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] Set router db5368b4-c77c-45be-aae2-fe0d98ba7c5b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:22.918802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c937c0c4-e023-4103-aae9-530d59f6d3ce up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:43:22.962130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Deleting port acc991a3-e11c-42b4-bb19-19ca6ecbb208 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:22.962553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.030295 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5368b4-c77c-45be-aae2-fe0d98ba7c5b', 'name': 'tempest-snat-router-383219825', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:15Z', 'updated_at': '2022-03-11T17:43:21Z', 'revision_number': 4, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:23.045295 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e7a44-237d-40a4-a878-5fb040180a8c None None] The sync data for ids ['db5368b4-c77c-45be-aae2-fe0d98ba7c5b'] in n-d-833436-1 is: [{'id': 'db5368b4-c77c-45be-aae2-fe0d98ba7c5b', 'name': 'tempest-snat-router-383219825', 'tenant_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:15Z', 'updated_at': '2022-03-11T17:43:21Z', 'revision_number': 4, 'project_id': '12345e31181c44e6b0b1ba1cc9ba0ef0', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:23.047295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-87c51afa-d03f-4a21-be4b-eee048fbee7f {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:43:23.047621 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:43:23.120169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c937c0c4-e023-4103-aae9-530d59f6d3ce completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:43:23.128448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c937c0c4-e023-4103-aae9-530d59f6d3ce triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:23.128902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.130719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:23.140820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:23.150312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:23.252964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event updated for resources: {'Port': ['ID=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.305123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:23.307859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.308843 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.362736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:23.371954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab5650-a320-46a5-af6c-e02c8a6a7727 req-f4f28b99-f146-4eab-be1c-1194ee3650a0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:23.375521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c937c0c4-e023-4103-aae9-530d59f6d3ce, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:23.376965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bab5650-a320-46a5-af6c-e02c8a6a7727 req-f4f28b99-f146-4eab-be1c-1194ee3650a0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 944 time: 0.3494923 Mar 11 17:43:23.380196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-05391f45-4399-41bd-b8cf-9d989758f4a7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9385529 Mar 11 17:43:23.393173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.444793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36162) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:23.452351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Request body: {'port': {'device_id': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:23.457606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] For port acc991a3-e11c-42b4-bb19-19ca6ecbb208, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=acc991a3-e11c-42b4-bb19-19ca6ecbb208,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:23.458176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.524759 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'code': 200} Mar 11 17:43:23.550132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bab5650-a320-46a5-af6c-e02c8a6a7727 req-3108c322-a4ba-46b7-b160-28195214530d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661785 Mar 11 17:43:23.554207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.635255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c937c0c4-e023-4103-aae9-530d59f6d3ce,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.722052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Calling delete_port for acc991a3-e11c-42b4-bb19-19ca6ecbb208 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:23.722578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.833610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.928409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:23.955336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Usage tracker for resource:security_group_rule and tenant:cec89297a7fc4b559654e4a976dd8630 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:23.981508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:24.001348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:24.016321 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b30121a-7439-4e95-a545-848ce9d417b7 req-be140bab-0c68-4bfe-8b3a-ead71a392c58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 1096 time: 0.3013997 Mar 11 17:43:24.267870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.271067 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3b30121a-7439-4e95-a545-848ce9d417b7 req-6ce52fdf-3fe1-4a13-a26e-0bbb8881465d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421796 Mar 11 17:43:24.278714 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.281925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddd98a9e-d2d5-41c6-b456-de5f93456835 req-9164d1b1-b647-4fff-a2f9-70a7b21f39d2 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 210 time: 0.1947324 Mar 11 17:43:24.345014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Allocated IP 172.20.0.3 (88e9b15d-a7b9-4bcd-baca-216a7858c562/82d67a23-c5dc-4ace-a51d-ca1608870c22/90155d72-7f43-4b77-b4c2-f66f39fceeeb) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:24.392672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d789dd-d985-4da7-b0a6-18026a539877 req-f4453793-9dc3-4363-8515-648b34cad853 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:24.399286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9d789dd-d985-4da7-b0a6-18026a539877 req-f4453793-9dc3-4363-8515-648b34cad853 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.3109710 Mar 11 17:43:24.418313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cec89297a7fc4b559654e4a976dd8630&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9724207 Mar 11 17:43:24.423152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36218) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:24.484769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.504806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9d789dd-d985-4da7-b0a6-18026a539877 req-abbb7bee-b54c-4173-a624-7f33abe776c6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044683 Mar 11 17:43:24.547463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b220b49-9995-4dff-bf4d-38920a221386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8cf1f-515b-4f22-bc04-7dc4dd1a6651,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:24.561764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event deleted for resources: {'Port': ['ID=acc991a3-e11c-42b4-bb19-19ca6ecbb208,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:24.684912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.730622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36228) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:24.771849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aca4fb5-5bed-4ed0-88e8-cee3ffcd3aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.820341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.925203 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aca4fb5-5bed-4ed0-88e8-cee3ffcd3aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.965811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.993101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.034072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event updated for resources: {'Port': ['ID=90155d72-7f43-4b77-b4c2-f66f39fceeeb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:25.050636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:25.053534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:25.060736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:25.166866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dce336-235f-4c0c-8e82-4a8b0dacc6bb req-08276011-b382-4604-958e-44f93ff81c6e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:25.174780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74dce336-235f-4c0c-8e82-4a8b0dacc6bb req-08276011-b382-4604-958e-44f93ff81c6e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.3946157 Mar 11 17:43:25.180012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:25.180610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.241463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.245315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aca4fb5-5bed-4ed0-88e8-cee3ffcd3aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.260072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.265782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-272ffa1d-a94f-4a4e-b577-e823d9b5e865 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2988112 Mar 11 17:43:25.266175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca4fb5-5bed-4ed0-88e8-cee3ffcd3aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8cf1f-515b-4f22-bc04-7dc4dd1a6651,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:25.268437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:25.285252 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aca4fb5-5bed-4ed0-88e8-cee3ffcd3aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.289723 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0aca4fb5-5bed-4ed0-88e8-cee3ffcd3aed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0dc8cf1f-515b-4f22-bc04-7dc4dd1a6651 HTTP/1.1" status: 204 len: 168 time: 0.8654661 Mar 11 17:43:25.310311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.310892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db5368b4-c77c-45be-aae2-fe0d98ba7c5b {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:25.320741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.322081 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-208448ed-a159-44b6-8c42-82942c4bcefe tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "DELETE /v2.0/routers/db5368b4-c77c-45be-aae2-fe0d98ba7c5b HTTP/1.1" status: 204 len: 168 time: 4.5444593 Mar 11 17:43:25.324734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74dce336-235f-4c0c-8e82-4a8b0dacc6bb req-cdbcb6b7-44a3-4ddd-aa26-05d19483e1ff tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462100 Mar 11 17:43:25.324893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36244) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:25.325860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Usage tracker for resource:security_group_rule and tenant:42853698018c45858f01345b6780d1fc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:25.362538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Request body: {'port': {'device_id': '98895da1-1402-43c0-84b5-0a545f3f0908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:25.428402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:25.452993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:25.493187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a8302e-b7ef-4439-96cb-a68525dd4e9c {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:25.533413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.641099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Transition to ACTIVE for port object c6a8302e-b7ef-4439-96cb-a68525dd4e9c will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:25.663915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.680120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.682521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.934004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.947730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Deleting port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:25.948638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.020124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:26.028400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:26.035971 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.074097 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.082945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36266) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:26.085560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71b595-5478-4ecb-819d-0471ea74e4b5 req-4d51f427-9be0-4da0-894f-b994d68e11f3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:26.086273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-af71b595-5478-4ecb-819d-0471ea74e4b5 req-4d51f427-9be0-4da0-894f-b994d68e11f3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Synchronizing usage tracker for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:26.141796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.173957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] For port ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:26.175946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.304597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Calling delete_port for ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:26.339776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:26.349781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:26.361377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Usage tracker for resource:floatingip and tenant:eeb843be132941caa7486296be6f46cf is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:26.365402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:26.374274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:26.416745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0018d858-a945-4481-8a94-0995f728f1de,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:26.419224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-af71b595-5478-4ecb-819d-0471ea74e4b5 req-4d51f427-9be0-4da0-894f-b994d68e11f3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Unset dirty status for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:26.421639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af71b595-5478-4ecb-819d-0471ea74e4b5 req-4d51f427-9be0-4da0-894f-b994d68e11f3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 931 time: 0.8835993 Mar 11 17:43:26.444087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-34acfa82-55b6-418e-8801-409157b41d3f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=42853698018c45858f01345b6780d1fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7120419 Mar 11 17:43:26.458513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36276) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:26.519175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:26.524661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.575261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d66af1-ba6b-429f-b361-d08637ccdec8 req-835addba-a1e8-45b3-96fc-50466144a9e7 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:26.576724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5d66af1-ba6b-429f-b361-d08637ccdec8 req-835addba-a1e8-45b3-96fc-50466144a9e7 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.7980886 Mar 11 17:43:26.578761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Usage tracker for resource:security_group_rule and tenant:30790a3d2cad42889a4883b3f3635541 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:26.588273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:26.641005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:26.707798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Attempting to bind port c6a8302e-b7ef-4439-96cb-a68525dd4e9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:26.708166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Attempting to bind port c6a8302e-b7ef-4439-96cb-a68525dd4e9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:26.708497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Attempting to bind port c6a8302e-b7ef-4439-96cb-a68525dd4e9c on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:26.719183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.747467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-af71b595-5478-4ecb-819d-0471ea74e4b5 req-18ae80c8-728d-46d5-854d-17493aa26d10 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Synchronizing usage tracker for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:26.771566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:26.783388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Port c6a8302e-b7ef-4439-96cb-a68525dd4e9c on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:43:26.783826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Attempting to bind port c6a8302e-b7ef-4439-96cb-a68525dd4e9c on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:26.816918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04b81115-6174-41dd-9a5e-bbec523a9c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.820623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5d66af1-ba6b-429f-b361-d08637ccdec8 req-10857aac-e4d6-4b67-af9e-954d4e8f13eb tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223382 Mar 11 17:43:26.836522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:43:26.836925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Checking segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:26.837293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Bound using segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:43:26.837735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Bound port: c6a8302e-b7ef-4439-96cb-a68525dd4e9c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:26.838084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.841907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.878516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-af71b595-5478-4ecb-819d-0471ea74e4b5 req-18ae80c8-728d-46d5-854d-17493aa26d10 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Unset dirty status for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:26.880229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af71b595-5478-4ecb-819d-0471ea74e4b5 req-18ae80c8-728d-46d5-854d-17493aa26d10 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252679 Mar 11 17:43:26.972482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:43:27.065519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04b81115-6174-41dd-9a5e-bbec523a9c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.133219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.144846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.176963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.238459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90155d72-7f43-4b77-b4c2-f66f39fceeeb {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:27.272139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.307727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a64f41-c1f0-4b63-adcf-2e8eace8642d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:27.317542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] For port c6a8302e-b7ef-4439-96cb-a68525dd4e9c, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:27.322525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] For port c6a8302e-b7ef-4439-96cb-a68525dd4e9c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:27.326659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9313d4c3-9ee8-41f5-a5c4-a624ce43800c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30790a3d2cad42889a4883b3f3635541&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2968431 Mar 11 17:43:27.336073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Allocated IP 172.25.3.10 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/96f4d538-1561-425e-92a7-c5a0e1136efe) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:27.336232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:27.349497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.357354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Transition to ACTIVE for port object 90155d72-7f43-4b77-b4c2-f66f39fceeeb will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:27.425898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.441604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04b81115-6174-41dd-9a5e-bbec523a9c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.467538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.495371 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.535104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961a25d-b93d-4d84-a19f-ad6e6d5aca98 req-6ee33e36-444f-4c40-84df-cbf4536270dd tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:27.537039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b961a25d-b93d-4d84-a19f-ad6e6d5aca98 req-6ee33e36-444f-4c40-84df-cbf4536270dd tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.5149252 Mar 11 17:43:27.562190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:27.573186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b81115-6174-41dd-9a5e-bbec523a9c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0018d858-a945-4481-8a94-0995f728f1de,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:27.583532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.584034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec1e6e1-7486-4c0f-a839-7634a5f6e651 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:27.612856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.627662 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.628858 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bd8ce929-a721-41e4-a03b-ba560c07b7f0 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "DELETE /v2.0/routers/4ec1e6e1-7486-4c0f-a839-7634a5f6e651 HTTP/1.1" status: 204 len: 168 time: 2.3027437 Mar 11 17:43:27.632907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36294) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:27.641435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-278295573', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:27.651334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:27.657805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Usage tracker for resource:router and tenant:e305fff213c0440fa15ebb200a8984dd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:27.663181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:27.671162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:27.688226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.692693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.693649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.730786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04b81115-6174-41dd-9a5e-bbec523a9c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.735270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-04b81115-6174-41dd-9a5e-bbec523a9c0e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0018d858-a945-4481-8a94-0995f728f1de HTTP/1.1" status: 204 len: 168 time: 1.2554891 Mar 11 17:43:27.744072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.745519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-977a09c2-1748-40f1-8075-90fe128f8605 service neutron] 10.222.0.59 "PUT /v2.0/ports/c6a8302e-b7ef-4439-96cb-a68525dd4e9c HTTP/1.1" status: 200 len: 1091 time: 4.3255179 Mar 11 17:43:27.750572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'tag': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:27.774928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d67e9d88-a710-45bc-a0e2-d0ec458ce3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.787322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:27.795716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:27.802137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Pushing event updated for resources: {'Port': ['ID=96f4d538-1561-425e-92a7-c5a0e1136efe,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:27.804924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:27.844389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.861421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=90155d72-7f43-4b77-b4c2-f66f39fceeeb,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:27.912715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d67e9d88-a710-45bc-a0e2-d0ec458ce3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.091325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b961a25d-b93d-4d84-a19f-ad6e6d5aca98 req-345a1105-6bf7-4889-a467-8b257e4d1876 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5248461 Mar 11 17:43:28.179984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Attempting to bind port 90155d72-7f43-4b77-b4c2-f66f39fceeeb on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:28.180534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Attempting to bind port 90155d72-7f43-4b77-b4c2-f66f39fceeeb by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:28.181062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Attempting to bind port 90155d72-7f43-4b77-b4c2-f66f39fceeeb on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:28.208941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Port 90155d72-7f43-4b77-b4c2-f66f39fceeeb on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:43:28.209368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Attempting to bind port 90155d72-7f43-4b77-b4c2-f66f39fceeeb on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:28.221968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-119f8d5e-2375-47d0-ba20-698b185f4034 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=5a66b982-fdb7-4145-ba5e-56788a22bdb7 HTTP/1.1" status: 200 len: 1094 time: 0.3712866 Mar 11 17:43:28.236717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7e4de-445b-4c8e-8866-3dd9acabf3c4 req-066d4fc2-4605-4cc7-8761-5dbd13239c48 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:28.247358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28c7e4de-445b-4c8e-8866-3dd9acabf3c4 req-066d4fc2-4605-4cc7-8761-5dbd13239c48 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 947 time: 0.3265364 Mar 11 17:43:28.251943 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'tag': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c', 'status': 'completed', 'code': 200} Mar 11 17:43:28.256310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:43:28.257278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Checking segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:28.258378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Bound using segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:43:28.259681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Bound port: 90155d72-7f43-4b77-b4c2-f66f39fceeeb, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:28.260478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.327646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.330548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.477432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d67e9d88-a710-45bc-a0e2-d0ec458ce3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.479292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36310) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:28.487847 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.516004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-63a88acb-53d2-40e5-a4ee-5496c6fcedec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a8302e-b7ef-4439-96cb-a68525dd4e9c HTTP/1.1" status: 200 len: 217 time: 0.2068973 Mar 11 17:43:28.529069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e9d88-a710-45bc-a0e2-d0ec458ce3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a64f41-c1f0-4b63-adcf-2e8eace8642d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:28.542429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28c7e4de-445b-4c8e-8866-3dd9acabf3c4 req-0c743dbf-0755-44ba-b0fa-873e6d2ebc14 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934537 Mar 11 17:43:28.559776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.596229 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d67e9d88-a710-45bc-a0e2-d0ec458ce3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.596229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d67e9d88-a710-45bc-a0e2-d0ec458ce3f9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/31a64f41-c1f0-4b63-adcf-2e8eace8642d HTTP/1.1" status: 204 len: 168 time: 1.2576239 Mar 11 17:43:28.627171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] For port 90155d72-7f43-4b77-b4c2-f66f39fceeeb, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:28.643879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] For port 90155d72-7f43-4b77-b4c2-f66f39fceeeb, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=90155d72-7f43-4b77-b4c2-f66f39fceeeb,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:28.648473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-a7386b18-4195-4d79-bfaa-7ec138cfa696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:28.650394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-a7386b18-4195-4d79-bfaa-7ec138cfa696 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.1128912 Mar 11 17:43:28.655166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.732548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:28.743540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:98bd87fd1c1741d4999ad95d9d842070 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:28.749675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:28.760576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:28.885624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.922422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-44817bcb-a1ca-41ae-af3d-20c9de9d1192 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2616081 Mar 11 17:43:28.943011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.973645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778acae-9645-4559-86a0-9fbc9daa9a89 req-d1bd38da-a3e5-4155-8ab9-1ea853f96e08 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:28.975152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5778acae-9645-4559-86a0-9fbc9daa9a89 req-d1bd38da-a3e5-4155-8ab9-1ea853f96e08 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.5586946 Mar 11 17:43:28.981486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.983371 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.983827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] 10.222.0.59 "PUT /v2.0/ports/90155d72-7f43-4b77-b4c2-f66f39fceeeb HTTP/1.1" status: 200 len: 1091 time: 3.6758115 Mar 11 17:43:29.007124 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.098193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.167825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.177483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.229515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-dc75d76b-b29d-48f4-909e-4a0f6099f790 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900500 Mar 11 17:43:29.234328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9800e-b4e9-4f32-9303-d29c0a7b4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=90155d72-7f43-4b77-b4c2-f66f39fceeeb,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:29.253448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Pushing event updated for resources: {'Port': ['ID=96f4d538-1561-425e-92a7-c5a0e1136efe,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:29.327485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5778acae-9645-4559-86a0-9fbc9daa9a89 req-56fb715e-9d67-4c22-a837-43e39ca7896e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382711 Mar 11 17:43:29.337592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c862f15-ed37-4a08-b899-97d325475eb2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:29.360368 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=98bd87fd1c1741d4999ad95d9d842070&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8798392 Mar 11 17:43:29.365839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.370330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bcae0b8f-ee45-4eee-9631-3a15ba0c5694 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2836006 Mar 11 17:43:29.372385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36328) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:29.372732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36330) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:29.378614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e8d62-b725-4254-911b-35fd4cc59660 req-1cf60ec7-71ac-4016-9884-56839a219925 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.380075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d90e8d62-b725-4254-911b-35fd4cc59660 req-1cf60ec7-71ac-4016-9884-56839a219925 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 943 time: 0.5655191 Mar 11 17:43:29.384154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.384685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.385216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.385694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.386169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.386637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-297328744', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'fixed_ips': [{'ip_address': '172.25.3.10'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:29.386869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.387351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.387819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.388299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.388618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.388940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336f549-b735-47bf-9b62-894f1de6a9c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:29.411698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Allocated IP 172.25.3.135 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/d3818924-aca2-48a0-aaed-3d214e497e17) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:29.423052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:29.437194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-30e676b7-dbcc-4947-a770-8fcc76874ba4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.437916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-30e676b7-dbcc-4947-a770-8fcc76874ba4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Synchronizing usage tracker for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:29.444683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-8623e07c-b7cb-4e8a-8e0b-993d8a597d6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 1094 time: 0.3618441 Mar 11 17:43:29.463750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:43:29.470206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Usage tracker for resource:port and tenant:eeb843be132941caa7486296be6f46cf is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:29.525984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:43:29.526596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ed040ac1-0cee-4bf3-9fc5-98d4ebea4bf8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:43:29.541588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:29.574490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-30e676b7-dbcc-4947-a770-8fcc76874ba4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Unset dirty status for tenant:126587c9078e40f4b29ea883394b0f73 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:29.575775 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-30e676b7-dbcc-4947-a770-8fcc76874ba4 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 947 time: 0.3625777 Mar 11 17:43:29.600072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:29.609448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-ac6daa39-1325-4ac0-929e-9c563de3089d service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695536 Mar 11 17:43:29.632726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-d01bebef-6e83-4eb0-bb8d-5d988f414e72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90155d72-7f43-4b77-b4c2-f66f39fceeeb HTTP/1.1" status: 200 len: 217 time: 0.1533291 Mar 11 17:43:29.685060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Made reservation on behalf of eeb843be132941caa7486296be6f46cf for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:29.687455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.687812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Deleting port e258676b-3411-4d9c-acd0-2b23ba3c86fc {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:29.688149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.734297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d90e8d62-b725-4254-911b-35fd4cc59660 req-8138598e-a877-48d5-985f-33a41c8c3319 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398609 Mar 11 17:43:29.737267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.743372 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.801088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e0aeafb-7ff3-44fb-b478-7496a4b10edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.841335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-bedd59d6-e78d-4b05-b342-0426d674c34b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.842983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-bedd59d6-e78d-4b05-b342-0426d674c34b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.1981719 Mar 11 17:43:29.907571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e0aeafb-7ff3-44fb-b478-7496a4b10edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.920773 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.932744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-c4c3099a-904a-4721-aced-71f36f7427b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746994 Mar 11 17:43:29.969662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:30.013394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4aa94-2eaf-4285-aaae-964e3c7657ad req-f8b8995a-d332-43d2-9be0-3cd674a2f9a2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:30.014897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3af4aa94-2eaf-4285-aaae-964e3c7657ad req-f8b8995a-d332-43d2-9be0-3cd674a2f9a2 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.4767094 Mar 11 17:43:30.025918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Usage tracker for resource:security_group_rule and tenant:eeb843be132941caa7486296be6f46cf is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:30.034280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36346) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:30.035148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:30.115415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:30.120611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Request body: {'floatingip': {'port_id': 'c937c0c4-e023-4103-aae9-530d59f6d3ce'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:30.158974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:30.164184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:30.169647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event updated for resources: {'Port': ['ID=d3818924-aca2-48a0-aaed-3d214e497e17,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:30.172878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] For port e258676b-3411-4d9c-acd0-2b23ba3c86fc, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e258676b-3411-4d9c-acd0-2b23ba3c86fc,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:30.173236 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.180834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:30.247194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-c088036f-1a71-4cb3-b709-51a47c30c9a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=5a66b982-fdb7-4145-ba5e-56788a22bdb7 HTTP/1.1" status: 200 len: 1094 time: 0.5075836 Mar 11 17:43:30.253007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.313108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98895da1-1402-43c0-84b5-0a545f3f0908', 'tag': '90155d72-7f43-4b77-b4c2-f66f39fceeeb'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:30.566273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e0aeafb-7ff3-44fb-b478-7496a4b10edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.603683 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98895da1-1402-43c0-84b5-0a545f3f0908', 'tag': '90155d72-7f43-4b77-b4c2-f66f39fceeeb', 'status': 'completed', 'code': 200} Mar 11 17:43:30.668415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.669169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.673365 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.673723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.674024 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Floating IP d38ca228-4541-4e73-94ce-a410896a672c disassociated. External IP: 172.25.3.241, port: e258676b-3411-4d9c-acd0-2b23ba3c86fc. Mar 11 17:43:30.674428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Calling delete_port for e258676b-3411-4d9c-acd0-2b23ba3c86fc owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:30.690817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aeafb-7ff3-44fb-b478-7496a4b10edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c862f15-ed37-4a08-b899-97d325475eb2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:30.742685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e94c76-f0e1-4417-a275-849aa96a1e09 req-e0dc704b-42cd-474b-b80d-a8ccb98fc6bd tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:30.744237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86e94c76-f0e1-4417-a275-849aa96a1e09 req-e0dc704b-42cd-474b-b80d-a8ccb98fc6bd tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 947 time: 0.8198075 Mar 11 17:43:30.745962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-fab8f023-c5ca-48a5-b2f1-ad0836fe2694 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652643 Mar 11 17:43:30.802136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e0aeafb-7ff3-44fb-b478-7496a4b10edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.803614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0e0aeafb-7ff3-44fb-b478-7496a4b10edd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4c862f15-ed37-4a08-b899-97d325475eb2 HTTP/1.1" status: 204 len: 168 time: 1.4224672 Mar 11 17:43:30.918255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c6a8302e-b7ef-4439-96cb-a68525dd4e9c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:43:30.983245 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.994636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:31.008449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-d9c600bb-2d84-4671-9e50-87de1761b88a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:31.010298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-d9c600bb-2d84-4671-9e50-87de1761b88a service neutron] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 915 time: 0.6980636 Mar 11 17:43:31.018078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:31.037414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] device_id is not set on port 71c0f08f-58bb-4cb7-8f8a-69188fb63efe yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:43:31.047656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event deleted for resources: {'Port': ['ID=e258676b-3411-4d9c-acd0-2b23ba3c86fc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:31.238137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c6a8302e-b7ef-4439-96cb-a68525dd4e9c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:31.268345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'port_id': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c', 'mac_address': 'fa:16:3e:94:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d67a23-c5dc-4ace-a51d-ca1608870c22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:43:31.331993 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:31.347378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Router 2d9d2f88-9613-429d-b9ba-ab26e0afca14 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:31.359551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a8302e-b7ef-4439-96cb-a68525dd4e9c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:31.377382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c6a8302e-b7ef-4439-96cb-a68525dd4e9c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:31.384684 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:31.529101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:31.610878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362fc115-5955-40ab-b0a0-c8724dd0b916,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:31.616293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86e94c76-f0e1-4417-a275-849aa96a1e09 req-869cd1aa-35f8-435e-bbab-38af7a49f6df tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups?id=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8545427 Mar 11 17:43:31.617526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-3b6236e0-4b13-415e-b51a-5f2bcf0410d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a8302e-b7ef-4439-96cb-a68525dd4e9c HTTP/1.1" status: 200 len: 217 time: 0.5969174 Mar 11 17:43:31.643367 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 17:43:31.644039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:43:31.664999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4955657a-cfc5-4df3-aaee-5fd4c96047fa req-a14e4faf-3c83-49ea-b3d1-82cd57842a21 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9039516 Mar 11 17:43:31.688118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Router 6bfa8db5-913d-41df-b552-edbedf42f80d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:31.702103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c6a8302e-b7ef-4439-96cb-a68525dd4e9c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:43:31.771479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-66aa3ba0-6810-455e-94e1-6f18aa1a353c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:31.772973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-66aa3ba0-6810-455e-94e1-6f18aa1a353c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.1070862 Mar 11 17:43:31.774181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d0786060-444d-435d-9303-764289bab7d4 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3917136 Mar 11 17:43:31.844220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36396) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:31.883867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af25d70-6a25-42d9-a9f3-b77c34aebdcc req-566156f9-95dc-49a7-bc96-13b5c8cf6f42 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:31.892682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5af25d70-6a25-42d9-a9f3-b77c34aebdcc req-566156f9-95dc-49a7-bc96-13b5c8cf6f42 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 1.3180592 Mar 11 17:43:31.911705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36400) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:32.009107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5af25d70-6a25-42d9-a9f3-b77c34aebdcc req-07486d36-6d53-4f9f-bd58-22c67796d418 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161540 Mar 11 17:43:32.069218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-22686ccd-00b0-4043-ae65-6b035bd34a04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2793775 Mar 11 17:43:32.261202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Deleting port 96f4d538-1561-425e-92a7-c5a0e1136efe {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:32.261769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.297322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-5f9ba3b6-1107-4851-a165-9efa6223461e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 1094 time: 0.5062304 Mar 11 17:43:32.362795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe004c-5431-4ae8-876a-9c7fd1e8f4da req-158c99cf-f829-40ed-a822-22265b5c77c7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.364577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6abe004c-5431-4ae8-876a-9c7fd1e8f4da req-158c99cf-f829-40ed-a822-22265b5c77c7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 943 time: 0.4405248 Mar 11 17:43:32.434977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:32.449863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] Sync routers for ids ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:32.480598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] Routers {'2d9d2f88-9613-429d-b9ba-ab26e0afca14'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:32.482869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.501950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.506184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bfe335f2-ab58-4a0d-a897-ac6ee749302e tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8680849 Mar 11 17:43:32.506700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36414) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:32.515149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': False}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:32.576771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.588829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] Routers {'2d9d2f88-9613-429d-b9ba-ab26e0afca14'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:32.589662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.664311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-5312d04a-367d-4879-8724-776d9582d6a4 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864167 Mar 11 17:43:32.681216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.681533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.709328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.714041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6abe004c-5431-4ae8-876a-9c7fd1e8f4da req-7152578a-10ad-479a-b809-e02f9c5f2cb5 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413796 Mar 11 17:43:32.716313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.716911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be3a1a-98ef-4b14-896c-6cc33ef08e86 None None] The sync data for ids ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:32.859148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:32.868578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Calling delete_port for 96f4d538-1561-425e-92a7-c5a0e1136efe owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:32.871035 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] Sync routers for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:32.886518 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:32.887670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.915806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.936299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 90155d72-7f43-4b77-b4c2-f66f39fceeeb details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:43:32.939958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-da170953-1f9f-4219-b5d3-f40495fc6d4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.941743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-da170953-1f9f-4219-b5d3-f40495fc6d4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 915 time: 0.6182141 Mar 11 17:43:32.943156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c6a8302e-b7ef-4439-96cb-a68525dd4e9c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:43:33.021966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] No DVR routers for this DVR port e258676b-3411-4d9c-acd0-2b23ba3c86fc on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:43:33.030903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.053012 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.053349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:33.055680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-deleted', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:33.073323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Usage tracker for resource:security_group_rule and tenant:b739180f870948dfa3e95a56a7f82e4d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:33.085619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:33.093566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a88b85b7-eae8-47a9-8e03-9e73d938238c req-4076c5bc-e55a-4648-9497-c64bcce573e3 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.59 "DELETE /v2.0/ports/e258676b-3411-4d9c-acd0-2b23ba3c86fc HTTP/1.1" status: 204 len: 173 time: 3.5088348 Mar 11 17:43:33.138879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:33.200702 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:33.205764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c6a8302e-b7ef-4439-96cb-a68525dd4e9c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:43:33.266662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c6a8302e-b7ef-4439-96cb-a68525dd4e9c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:33.275164 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.395290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.466919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 90155d72-7f43-4b77-b4c2-f66f39fceeeb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=90155d72-7f43-4b77-b4c2-f66f39fceeeb,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:33.487417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Pushing event deleted for resources: {'Port': ['ID=96f4d538-1561-425e-92a7-c5a0e1136efe,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:33.501238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '90155d72-7f43-4b77-b4c2-f66f39fceeeb', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'port_id': '90155d72-7f43-4b77-b4c2-f66f39fceeeb', 'mac_address': 'fa:16:3e:f7:fe:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d67a23-c5dc-4ace-a51d-ca1608870c22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:43:33.552111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ce2205e-6876-4f86-9ec1-16cf9c8d1d03 req-447997c4-baad-49d3-a53d-b3c56d2c5d97 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/ports?device_id=98638b8c-8193-43dc-a4ef-834d13ad6daf HTTP/1.1" status: 200 len: 210 time: 0.6044703 Mar 11 17:43:33.586198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.633487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.663478 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.679316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-6032e6ab-bd0c-4e8f-b335-facafb788528 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90155d72-7f43-4b77-b4c2-f66f39fceeeb HTTP/1.1" status: 200 len: 217 time: 0.6313305 Mar 11 17:43:33.714639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90155d72-7f43-4b77-b4c2-f66f39fceeeb {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:33.738998 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b739180f870948dfa3e95a56a7f82e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8196588 Mar 11 17:43:33.757284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36440) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:33.856483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 90155d72-7f43-4b77-b4c2-f66f39fceeeb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=90155d72-7f43-4b77-b4c2-f66f39fceeeb,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:33.881651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.906744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.935095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb5d66e0-b190-4625-8594-37ae9018f760 req-c0791d5a-77aa-4f12-afd8-8f30d8a3c228 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 1096 time: 0.9916694 Mar 11 17:43:33.949516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5952aa74-c047-47c2-ad9d-f2d32acb43b4 req-3bea192a-306a-4dea-8b9a-fc2c5064fd1d service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2586887 Mar 11 17:43:33.956232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33a65d-e163-47db-aaf3-dee487c1fd8b req-daa895c3-4ac5-4ad3-8b28-5bf1d67290e5 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:33.980496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f33a65d-e163-47db-aaf3-dee487c1fd8b req-daa895c3-4ac5-4ad3-8b28-5bf1d67290e5 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.5065775 Mar 11 17:43:33.989796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.002234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41284b4-f973-404e-9997-9b2be5148b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5ca6b6-797e-464f-bf3b-78a795ad3642,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:34.042725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.044013 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5be1d3be-3930-4f63-9111-dfcf9cc170a0 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864 tempest-ExternalNetworksAdminNegativeTestJSON-1809702864-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/527f5a42-6a7a-4920-84d7-849bce9a2d64 HTTP/1.1" status: 204 len: 168 time: 2.1964848 Mar 11 17:43:34.117403 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98638b8c-8193-43dc-a4ef-834d13ad6daf', 'name': 'network-vif-deleted', 'tag': 'e258676b-3411-4d9c-acd0-2b23ba3c86fc', 'status': 'completed', 'code': 200} Mar 11 17:43:34.138154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-2466d2c6-6892-4585-8b0a-7ab375a16d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:34.140002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-2466d2c6-6892-4585-8b0a-7ab375a16d2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.4513481 Mar 11 17:43:34.164976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f33a65d-e163-47db-aaf3-dee487c1fd8b req-713b97e3-9040-412b-aab4-22ac031e9a99 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735234 Mar 11 17:43:34.177006 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:34.198071 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] Checking router: 6bfa8db5-913d-41df-b552-edbedf42f80d for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:43:34.213969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:34.232454 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:34.234978 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:34.251771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['90155d72-7f43-4b77-b4c2-f66f39fceeeb'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:43:34.277847 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdf7c-5d67-47b2-9abf-5593ae7e73cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.379614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdf7c-5d67-47b2-9abf-5593ae7e73cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.392783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c6a8302e-b7ef-4439-96cb-a68525dd4e9c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:34.394100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=90155d72-7f43-4b77-b4c2-f66f39fceeeb,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:34.398353 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c', 'code': 200} Mar 11 17:43:34.410644 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.411698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:43:34.486352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-52bbdcd2-ada9-49f4-987f-ee9102df5164 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3028753 Mar 11 17:43:34.569228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e258676b-3411-4d9c-acd0-2b23ba3c86fc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:43:34.571295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e258676b-3411-4d9c-acd0-2b23ba3c86fc not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:43:34.579933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:34.652208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdf7c-5d67-47b2-9abf-5593ae7e73cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.791184 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:34.815742 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.826768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36476) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:34.880117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-04ef032d-d5dc-4b1a-a2b8-ac43dea059e2 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339853 Mar 11 17:43:34.882077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36480) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:34.953102 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96c3c9a7-d63b-4222-83d3-4512bafd64a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.053871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96c3c9a7-d63b-4222-83d3-4512bafd64a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.147334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96c3c9a7-d63b-4222-83d3-4512bafd64a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.158916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbdf7c-5d67-47b2-9abf-5593ae7e73cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5ca6b6-797e-464f-bf3b-78a795ad3642,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:35.226306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb5d66e0-b190-4625-8594-37ae9018f760 req-9a4790c4-63a0-4583-820b-89f498b4c5b2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1587427 Mar 11 17:43:35.233085 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:35.248122 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c3626-b31a-4629-a004-b1e36049a7b0 None None] The sync data for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 is: [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:35:48Z', 'revision_number': 4, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'b0f5f34a-07b8-44ef-8cb7-5db5222011d4', 'name': '', 'network_id': '457c7bb4-45c0-4530-9bb2-c755ef527acc', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'mac_address': 'fa:16:3e:2f:5e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:36:35Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'subnets': [{'id': 'd80c4b28-b536-43cc-b7c2-314762326e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:35.325113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36492) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:35.327909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3c9a7-d63b-4222-83d3-4512bafd64a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7c7f5c-40a0-462e-a1b4-023accb6a4b8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:35.357592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdf7c-5d67-47b2-9abf-5593ae7e73cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.363953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-96c3c9a7-d63b-4222-83d3-4512bafd64a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.364591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b4bbdf7c-5d67-47b2-9abf-5593ae7e73cf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f5ca6b6-797e-464f-bf3b-78a795ad3642 HTTP/1.1" status: 204 len: 168 time: 1.6027155 Mar 11 17:43:35.367994 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-96c3c9a7-d63b-4222-83d3-4512bafd64a0 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "DELETE /v2.0/security-groups/ea7c7f5c-40a0-462e-a1b4-023accb6a4b8 HTTP/1.1" status: 204 len: 168 time: 0.5370314 Mar 11 17:43:35.372115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36500) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:35.420358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c076e94-b7e6-4bfd-aef7-e6545bd97e17 req-e4b51a42-9503-4cf1-9e9e-b6c06970dbb0 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245557 Mar 11 17:43:35.427197 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-40c69345-d529-4f2a-805f-8d1b68463d93 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] show failed (client error): The resource could not be found. Mar 11 17:43:35.431148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-40c69345-d529-4f2a-805f-8d1b68463d93 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "GET /v2.0/security-groups/ea7c7f5c-40a0-462e-a1b4-023accb6a4b8 HTTP/1.1" status: 404 len: 347 time: 0.0541296 Mar 11 17:43:35.438142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36504) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:35.511640 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Floating IP c79c963d-6db4-4972-b61d-54cb1bec8c2d associated. External IP: 172.25.3.207, port: c937c0c4-e023-4103-aae9-530d59f6d3ce. Mar 11 17:43:35.559085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.563018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.575757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ee970c9-73a4-4377-a12d-6f1b7383174b req-931f1f58-38dd-4e9c-a87b-303cd5264ed4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a66b982-fdb7-4145-ba5e-56788a22bdb7 HTTP/1.1" status: 200 len: 1096 time: 1.0940962 Mar 11 17:43:35.603249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.611567 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a480f77-3f87-4b51-ab45-f992b5b0a491 None None] New status for floating IP d38ca228-4541-4e73-94ce-a410896a672c: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:43:35.613838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.706147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba339e-1e16-4d35-9ea7-e5022f1d4419 req-b46fea76-83c7-4d68-9869-836c8609ccb6 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:35.713543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1ba339e-1e16-4d35-9ea7-e5022f1d4419 req-b46fea76-83c7-4d68-9869-836c8609ccb6 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 944 time: 1.2334149 Mar 11 17:43:35.815442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:35.819589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ee970c9-73a4-4377-a12d-6f1b7383174b req-ea94cd38-0841-421e-9c6c-40bdc991360d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326322 Mar 11 17:43:35.820193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Deleting port fe3e7d7b-932f-4189-859b-5a410b3e8666 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:35.820679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.826659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Usage tracker for resource:security_group_rule and tenant:47fbba9852974642acc0a3632e5240ff is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:35.835696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:35.852836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc91d0-2cf2-49ea-bae6-2deab17a9f01 req-caec51c3-0cc1-4034-a903-6c9c21e69e18 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:35.859868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26dc91d0-2cf2-49ea-bae6-2deab17a9f01 req-caec51c3-0cc1-4034-a903-6c9c21e69e18 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.4432042 Mar 11 17:43:35.864795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:35.899936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1ba339e-1e16-4d35-9ea7-e5022f1d4419 req-78f16188-d909-4ccd-9267-e53ff10cd4d6 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844590 Mar 11 17:43:35.986727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26dc91d0-2cf2-49ea-bae6-2deab17a9f01 req-1b4f3b6e-4058-4782-9f3e-d3e4cc59147f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259420 Mar 11 17:43:35.990878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:35.994760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36510) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:36.005826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Usage tracker for resource:security_group_rule and tenant:339715e4af054c2d8cceb20207e452d3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:36.021165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:36.033370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:36.050239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.050784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.055878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.106013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.106333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.113218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef03b6a3-6d38-4ae4-8cef-12262fece1d7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:36.120025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-164ca463-0b6b-40b3-84e9-661b91a448b2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47fbba9852974642acc0a3632e5240ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2337160 Mar 11 17:43:36.131961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36514) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:36.270410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Calling delete_port for fe3e7d7b-932f-4189-859b-5a410b3e8666 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:36.325682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:36.417167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:36.445783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Usage tracker for resource:security_group_rule and tenant:acee0952424048e4a1cf01f8773173a7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:36.451429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:36.481544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:36.544459 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.546396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:36.557984 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] Sync routers for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:36.566994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.572252 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:36.572965 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:36.575605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.620745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b496c78-8504-490c-acc4-536bfbbbab6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.638379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bd02b85f-f1e0-43b5-9ab6-7c211ee97c51 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "PUT /v2.0/floatingips/c79c963d-6db4-4972-b61d-54cb1bec8c2d HTTP/1.1" status: 200 len: 991 time: 6.5828967 Mar 11 17:43:36.638379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:36.684690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1244b-749d-4822-9f89-cf4e08e9c3fe,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:36.687106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:43:36.687413 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:43:36.694417 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'status': 'completed', 'code': 200} Mar 11 17:43:36.704641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe967311-6f7f-4a10-9394-61a312e45be2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=339715e4af054c2d8cceb20207e452d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3783414 Mar 11 17:43:36.706424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b496c78-8504-490c-acc4-536bfbbbab6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.708252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36522) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:36.742489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.764197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.786126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Router 2d9d2f88-9613-429d-b9ba-ab26e0afca14 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:36.801371 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:36.825809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082351bb-939a-48cc-b7d1-784bca21be63,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:36.834187 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a6934f7b-b537-4c05-9887-87be93bf1a2c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=acee0952424048e4a1cf01f8773173a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8347926 Mar 11 17:43:36.834545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36526) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:36.835802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d7de4d5b-8f27-42d8-b5ee-1086de3d16d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.870752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d7de4d5b-8f27-42d8-b5ee-1086de3d16d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.883494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-045744e6-09cc-4a8b-842d-e69af60d957a req-64bd08ee-00e1-4883-b562-a289c6f96ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75d483fa7f164724b04b6cccd80779b5&device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 1096 time: 0.1274209 Mar 11 17:43:36.947222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 90155d72-7f43-4b77-b4c2-f66f39fceeeb up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:43:36.975504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b496c78-8504-490c-acc4-536bfbbbab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.022456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b496c78-8504-490c-acc4-536bfbbbab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef03b6a3-6d38-4ae4-8cef-12262fece1d7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:37.075650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd910fc-0ac0-4187-9379-ecb6ca956f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.109434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b496c78-8504-490c-acc4-536bfbbbab6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.113320 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4b496c78-8504-490c-acc4-536bfbbbab6a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef03b6a3-6d38-4ae4-8cef-12262fece1d7 HTTP/1.1" status: 204 len: 168 time: 0.9770303 Mar 11 17:43:37.130708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd910fc-0ac0-4187-9379-ecb6ca956f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.186404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 90155d72-7f43-4b77-b4c2-f66f39fceeeb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:43:37.191502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 90155d72-7f43-4b77-b4c2-f66f39fceeeb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:37.191875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.205918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Deleting port fe3e7d7b-932f-4189-859b-5a410b3e8666 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:37.206253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.237075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045744e6-09cc-4a8b-842d-e69af60d957a req-08d19d97-1820-4dea-9176-102ea0b0d785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:37.244801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-045744e6-09cc-4a8b-842d-e69af60d957a req-08d19d97-1820-4dea-9176-102ea0b0d785 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 200 len: 913 time: 0.3404500 Mar 11 17:43:37.250062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d7de4d5b-8f27-42d8-b5ee-1086de3d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.481070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd910fc-0ac0-4187-9379-ecb6ca956f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.484643 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.507039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-045744e6-09cc-4a8b-842d-e69af60d957a req-cf98e3dd-7368-4d56-8fcc-3b3fe5ba48c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce HTTP/1.1" status: 200 len: 999 time: 0.1273971 Mar 11 17:43:37.513463 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d7de4d5b-8f27-42d8-b5ee-1086de3d16d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.516305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd910fc-0ac0-4187-9379-ecb6ca956f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082351bb-939a-48cc-b7d1-784bca21be63,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:37.519550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d7de4d5b-8f27-42d8-b5ee-1086de3d16d4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/13b1244b-749d-4822-9f89-cf4e08e9c3fe HTTP/1.1" status: 204 len: 168 time: 0.8099875 Mar 11 17:43:37.531085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:37.543918 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.545158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-71e82e69-3eb7-4d82-b3ae-87b13a283cb2 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "PUT /v2.0/routers/2d9d2f88-9613-429d-b9ba-ab26e0afca14 HTTP/1.1" status: 200 len: 921 time: 5.0377970 Mar 11 17:43:37.548868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd910fc-0ac0-4187-9379-ecb6ca956f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.550008 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bcd910fc-0ac0-4187-9379-ecb6ca956f03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/082351bb-939a-48cc-b7d1-784bca21be63 HTTP/1.1" status: 204 len: 168 time: 0.7139452 Mar 11 17:43:37.552617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36538) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:37.556387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.556703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.584635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 90155d72-7f43-4b77-b4c2-f66f39fceeeb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=90155d72-7f43-4b77-b4c2-f66f39fceeeb,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:37.615649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98895da1-1402-43c0-84b5-0a545f3f0908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90155d72-7f43-4b77-b4c2-f66f39fceeeb'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:37.617562 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c79c963d-6db4-4972-b61d-54cb1bec8c2d', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'port_id': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'mac_address': 'fa:16:3e:fe:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225088f-1ff7-4458-841b-789812118115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:43:03Z', 'updated_at': '2022-03-11T17:43:32Z', 'revision_number': 1, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:37.625628 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] Checking router: e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:43:37.626414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045744e6-09cc-4a8b-842d-e69af60d957a req-516792a6-e23a-4e4d-b350-22055c354488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:37.628434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-045744e6-09cc-4a8b-842d-e69af60d957a req-516792a6-e23a-4e4d-b350-22055c354488 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 200 len: 850 time: 0.0997810 Mar 11 17:43:37.631712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.636177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] Sync routers for ids ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:37.639182 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:37.640141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:37.676655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de4d5b-8f27-42d8-b5ee-1086de3d16d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1244b-749d-4822-9f89-cf4e08e9c3fe,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:37.886820 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:43:37.887404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=90155d72-7f43-4b77-b4c2-f66f39fceeeb,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:37.908618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] Routers {'2d9d2f88-9613-429d-b9ba-ab26e0afca14'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:37.909406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:37.962113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80296955-d466-45b3-8523-bccdcc19b24e req-e2c55c98-5eed-4ac4-b7f2-40023af94c8a tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:37.971511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80296955-d466-45b3-8523-bccdcc19b24e req-e2c55c98-5eed-4ac4-b7f2-40023af94c8a tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 944 time: 0.6996429 Mar 11 17:43:37.984843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Calling delete_port for fe3e7d7b-932f-4189-859b-5a410b3e8666 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:38.016471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a7fdb-9ddb-43c0-9386-f92d2b1f5180 req-48260907-6a76-4af3-ad30-685c68c26acb tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:38.024083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d81a7fdb-9ddb-43c0-9386-f92d2b1f5180 req-48260907-6a76-4af3-ad30-685c68c26acb tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.5154269 Mar 11 17:43:38.070053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:38.072393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-045744e6-09cc-4a8b-842d-e69af60d957a req-e44a3eb6-689d-40d7-9bf1-25e586a21f6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fefb558d-e27f-4256-a5ba-84231a2c36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3881438 Mar 11 17:43:38.104644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] Routers {'2d9d2f88-9613-429d-b9ba-ab26e0afca14'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:38.105735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:38.131557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80296955-d466-45b3-8523-bccdcc19b24e req-f7e2bed4-56dc-447a-b2c8-512eb7f2a21d tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587572 Mar 11 17:43:38.270257 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:43:38.292607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:38.293016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a6d57-4cb1-45d4-a40e-f8a34e165a52 None None] The sync data for ids ['2d9d2f88-9613-429d-b9ba-ab26e0afca14'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:38.304697 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98895da1-1402-43c0-84b5-0a545f3f0908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90155d72-7f43-4b77-b4c2-f66f39fceeeb', 'code': 200} Mar 11 17:43:38.357214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36552) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:38.383652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.388603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36556) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:38.393736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d81a7fdb-9ddb-43c0-9386-f92d2b1f5180 req-13b3396a-6509-4690-a98c-e5564efb1d49 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685217 Mar 11 17:43:38.443130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Pushing event deleted for resources: {'Port': ['ID=fe3e7d7b-932f-4189-859b-5a410b3e8666,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:38.466996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.533722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4cc8a73b-401b-4a9e-b2a2-e7f5ac03fe68 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eeb843be132941caa7486296be6f46cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1703637 Mar 11 17:43:38.561715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:38.635542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-045744e6-09cc-4a8b-842d-e69af60d957a req-6ee3e534-f707-4a29-ad37-ee72849bece3 service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553541 Mar 11 17:43:38.713733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:38.725732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Usage tracker for resource:security_group_rule and tenant:d0db96090fdb440bb06185dd4783c77d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:38.742879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:38.768997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:38.774550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30a0c956-8aa3-4e1d-9525-778512677eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.793471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3dda872c-cb36-4cb6-b39c-b34782f7bcb1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/2d9d2f88-9613-429d-b9ba-ab26e0afca14 HTTP/1.1" status: 200 len: 921 time: 1.2397392 Mar 11 17:43:38.801723 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c79c963d-6db4-4972-b61d-54cb1bec8c2d', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'port_id': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'mac_address': 'fa:16:3e:fe:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225088f-1ff7-4458-841b-789812118115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:43:03Z', 'updated_at': '2022-03-11T17:43:32Z', 'revision_number': 1, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:38.805508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.808125 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7826121-8789-4b72-b8af-d6288b41a05c None None] The sync data for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 is: [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c79c963d-6db4-4972-b61d-54cb1bec8c2d', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'port_id': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'mac_address': 'fa:16:3e:fe:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225088f-1ff7-4458-841b-789812118115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:43:03Z', 'updated_at': '2022-03-11T17:43:32Z', 'revision_number': 1, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:38.818908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36578) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:38.933126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30a0c956-8aa3-4e1d-9525-778512677eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.093466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7314f703-70f8-43ef-a025-221594c6bb13 req-3e30cf74-d88a-4a48-b868-2ecafd59a6fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 1096 time: 0.6914830 Mar 11 17:43:39.098156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee710-fa03-4362-b11a-15304e3752b5 req-9b7ce0a5-7415-4397-9172-f234a5910ddc tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:39.105185 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-9b7ce0a5-7415-4397-9172-f234a5910ddc tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 810 time: 0.2695651 Mar 11 17:43:39.108557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-045744e6-09cc-4a8b-842d-e69af60d957a req-6e458abd-72f5-4530-90d5-9f55a161ae7b service neutron] 10.222.0.59 "GET /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657886 Mar 11 17:43:39.139933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.148870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-d19e856e-76f1-496a-a181-0a04a0f9237e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/quotas/4ed1a22e8fea40168581de20dfbd8d77 HTTP/1.1" status: 200 len: 375 time: 0.0425887 Mar 11 17:43:39.157731 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3f51569f-51aa-4843-b387-a2d373d9c225 tempest-AttachVolumeShelveTestJSON-2090829239 tempest-AttachVolumeShelveTestJSON-2090829239-project] 10.222.0.96 "DELETE /v2.0/floatingips/d38ca228-4541-4e73-94ce-a410896a672c HTTP/1.1" status: 204 len: 168 time: 3.7174997 Mar 11 17:43:39.201956 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ec98e-d2b0-4b4b-b021-0620f092f435 None None] New status for floating IP c79c963d-6db4-4972-b61d-54cb1bec8c2d: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:43:39.248999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7314f703-70f8-43ef-a025-221594c6bb13 req-c66ec76a-6542-4e4c-a14b-be058a58cac3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395082 Mar 11 17:43:39.271130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.279825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-61ae96af-d262-4ed0-a928-fce665e5c297 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Synchronizing usage tracker for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:39.285894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.300973 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.323839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-50fd80f6-f020-41df-9ac6-3b765d789aa5 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735666 Mar 11 17:43:39.340873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66d000-c7ee-4528-b51c-485176ea1961,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:39.373276 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30a0c956-8aa3-4e1d-9525-778512677eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.394335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0c956-8aa3-4e1d-9525-778512677eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362fc115-5955-40ab-b0a0-c8724dd0b916,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:39.396428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-61ae96af-d262-4ed0-a928-fce665e5c297 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Unset dirty status for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:39.397978 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-61ae96af-d262-4ed0-a928-fce665e5c297 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=2d9d2f88-9613-429d-b9ba-ab26e0afca14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5758946 Mar 11 17:43:39.403767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36594) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:39.406835 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1841ccc-3a30-4851-8495-b7e531d69907 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d0db96090fdb440bb06185dd4783c77d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9837875 Mar 11 17:43:39.412446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:39.437077 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30a0c956-8aa3-4e1d-9525-778512677eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.444015 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-30a0c956-8aa3-4e1d-9525-778512677eab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/362fc115-5955-40ab-b0a0-c8724dd0b916 HTTP/1.1" status: 204 len: 168 time: 0.8754563 Mar 11 17:43:39.758638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-9845abab-fcc9-4350-ad65-dad58360881d service neutron] 10.222.0.96 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337962 Mar 11 17:43:39.773653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057885-432c-4912-b4c8-26637e277830 req-97d284d6-11aa-4409-886d-d7104498a21e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:39.775297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13057885-432c-4912-b4c8-26637e277830 req-97d284d6-11aa-4409-886d-d7104498a21e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 945 time: 0.2505884 Mar 11 17:43:39.785241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30057e14-fe99-4783-9f12-c362c352bb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.867570 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30057e14-fe99-4783-9f12-c362c352bb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.877445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7792b3-edd7-464b-a249-2b78cf832b99 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:39.878251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2a7792b3-edd7-464b-a249-2b78cf832b99 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Synchronizing usage tracker for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:39.946306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2a7792b3-edd7-464b-a249-2b78cf832b99 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Unset dirty status for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:39.952447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2a7792b3-edd7-464b-a249-2b78cf832b99 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.5436115 Mar 11 17:43:39.956960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36614) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:40.051610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13057885-432c-4912-b4c8-26637e277830 req-a25e1a85-4a45-46ba-aece-d41aa735be2b tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211707 Mar 11 17:43:40.066218 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-593fa2f4-55f2-4f5f-805c-c88becc74d4c tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d9d2f88-9613-429d-b9ba-ab26e0afca14 HTTP/1.1" status: 200 len: 205 time: 0.0962808 Mar 11 17:43:40.067662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36622) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:40.143022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-cd1deaa5-db08-4941-b1cc-25e809d4903d service neutron] 10.222.0.96 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641891 Mar 11 17:43:40.369691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30057e14-fe99-4783-9f12-c362c352bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.469314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30057e14-fe99-4783-9f12-c362c352bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66d000-c7ee-4528-b51c-485176ea1961,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:40.521780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f176ebfc-0a1f-49da-95ba-5ce82ed6fbbc req-3ae2b427-5663-469d-8fc5-1f22bf560a4d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 210 time: 0.1191027 Mar 11 17:43:40.551827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30057e14-fe99-4783-9f12-c362c352bb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.554691 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-30057e14-fe99-4783-9f12-c362c352bb27 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2b66d000-c7ee-4528-b51c-485176ea1961 HTTP/1.1" status: 204 len: 168 time: 1.1218021 Mar 11 17:43:40.709299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.982912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.996496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Deleting port d3818924-aca2-48a0-aaed-3d214e497e17 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:40.996841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.371191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.506913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30a80-71ab-41c7-971c-7dfbd91de1f0 req-d786b233-5613-4878-840e-1633674a8e38 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:41.515056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cef30a80-71ab-41c7-971c-7dfbd91de1f0 req-d786b233-5613-4878-840e-1633674a8e38 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 945 time: 0.2430177 Mar 11 17:43:41.601751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cef30a80-71ab-41c7-971c-7dfbd91de1f0 req-795e5026-ab92-4e87-a11f-beed07a4a0a2 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822158 Mar 11 17:43:41.655971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Calling delete_port for d3818924-aca2-48a0-aaed-3d214e497e17 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:41.887157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-098424e8-50b6-4121-8f5a-a37fafa5d986 req-494c9c5d-9df6-41e0-8d51-cfc72e5002f5 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 210 time: 0.1448073 Mar 11 17:43:41.916654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36684) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:41.985324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc1f0b-9b29-4c9f-aebc-9cb113776bee req-475bb895-ca85-49e0-a499-46342c5fe567 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:41.992623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36cc1f0b-9b29-4c9f-aebc-9cb113776bee req-475bb895-ca85-49e0-a499-46342c5fe567 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a66b982-fdb7-4145-ba5e-56788a22bdb7 HTTP/1.1" status: 200 len: 945 time: 0.1992245 Mar 11 17:43:42.055002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36cc1f0b-9b29-4c9f-aebc-9cb113776bee req-0e63fe39-2a96-4c68-bd60-3a0f5e3ae6ca tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613868 Mar 11 17:43:42.096079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.230294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event deleted for resources: {'Port': ['ID=d3818924-aca2-48a0-aaed-3d214e497e17,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:42.353985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4817bcd7-43bb-4def-85be-9a82013778f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.490171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7146a13e-5e96-4816-8f28-bf3f0e5909c4 req-5abea220-a6a7-4c39-b75b-87734fb9dcde service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1595440 Mar 11 17:43:42.860905 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.940786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7146a13e-5e96-4816-8f28-bf3f0e5909c4 req-92203974-e628-4ce5-9ec4-e6b111fcd883 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.4060786 Mar 11 17:43:43.015035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-548045273'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:43.077767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee710-fa03-4362-b11a-15304e3752b5 req-515a5c16-8381-4c58-97b7-acab773fd436 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:43.079845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-515a5c16-8381-4c58-97b7-acab773fd436 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 810 time: 0.9819484 Mar 11 17:43:43.089681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7146a13e-5e96-4816-8f28-bf3f0e5909c4 req-a4009a92-7697-4bea-ba5d-3664cec8cc05 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761206 Mar 11 17:43:43.159138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Request body: {'port': {'device_id': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'network_id': '902999a1-1e70-4650-939f-423295265867', 'admin_state_up': True, 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:43.172657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:43.191067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:network and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:43.210210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:43.234794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:43.438448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4bff75cc-e719-4c2f-b87e-ad45b5d71235 req-3a5019ae-50f3-450f-acea-e7bc8175ec2f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 210 time: 0.1142037 Mar 11 17:43:43.548648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:43.555615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.571087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:43.650399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.658170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.661903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:43.685861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146a13e-5e96-4816-8f28-bf3f0e5909c4 req-c9047279-52f1-4a28-b86b-8ca7ff16fdf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:43.696792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7146a13e-5e96-4816-8f28-bf3f0e5909c4 req-c9047279-52f1-4a28-b86b-8ca7ff16fdf3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5972981 Mar 11 17:43:43.711292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.717184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Made reservation on behalf of 4ed1a22e8fea40168581de20dfbd8d77 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:43.732188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.732918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Fanout notify agent at l3_agent the message router_deleted on router 2d9d2f88-9613-429d-b9ba-ab26e0afca14 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:43.736508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.793592 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.794650 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-378f3fb4-32f3-4f7b-9804-c919525c266b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/2d9d2f88-9613-429d-b9ba-ab26e0afca14 HTTP/1.1" status: 204 len: 168 time: 3.7259848 Mar 11 17:43:43.801257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36736) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:43.802532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:43.807180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:security_group_rule and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:43.811015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:43.820516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:43.825680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-38291409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:43.834630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:43.839811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Usage tracker for resource:router and tenant:e305fff213c0440fa15ebb200a8984dd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:43.843502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:43.851127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:43.874909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.875834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.966208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.089554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.096104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.120572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.153719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:44.173614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-f5ec4a48-fabc-42ca-b22d-4b77dfeadc91 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:44.176268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.176268 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Added segment b287b328-62ff-494a-bf7c-257c57627897 of type vlan for network e825f08f-adfd-42d0-a726-e89ffac1bed7 Mar 11 17:43:44.181314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-f5ec4a48-fabc-42ca-b22d-4b77dfeadc91 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 813 time: 0.4148414 Mar 11 17:43:44.220390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-aa1a6379-c97d-43c3-b7af-08f2b28f1964 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/quotas/52fa789712a4470e84aef13c2df23ee0 HTTP/1.1" status: 200 len: 375 time: 0.0376873 Mar 11 17:43:44.235756 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.299000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Allocated IP 172.20.0.11 (902999a1-1e70-4650-939f-423295265867/bd3ad2fb-d92c-4613-8262-da6822b6c9e7/eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:44.318685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.327417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db70afcb-accd-408a-9ab7-d7e4b4ac8ad1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5075586 Mar 11 17:43:44.327532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36764) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:44.353434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:44.376540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3e5d6-d5ea-41b0-89ba-eecde8307be3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:44.413018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.417614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:44.421034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.549576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b32d6da9-6aa1-42b5-b29e-5cd4511b6ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.580787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-967b2a43-d5fa-4ce3-aa2d-f2c9f2682d94 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3572712 Mar 11 17:43:44.591835 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6707110 Mar 11 17:43:44.595608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36772) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:44.631637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e45d2-8804-497e-9693-185f8aacfee6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Network': ['ID=e825f08f-adfd-42d0-a726-e89ffac1bed7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:44.638938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'subnet': {'network_id': 'e825f08f-adfd-42d0-a726-e89ffac1bed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:44.882463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:44.891461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:subnet and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:44.897469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:44.915543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:44.935373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:44.962917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:43:45.074934 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.092490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36794) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:45.195052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1a289d3-7dee-44dc-be87-30cd369f512f req-df5d4256-dc05-4c4d-9e3f-cdc58a261603 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 210 time: 0.3138545 Mar 11 17:43:45.368900 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.415961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:45.420381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Usage tracker for resource:security_group_rule and tenant:3e7eba44ea7e48408d55fc8f6e5d5d35 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:45.424407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:45.436544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:45.532886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.552654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-37e76623-0bf1-4156-8144-f3d2fdfa6e95 service neutron] 10.222.0.96 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9710259 Mar 11 17:43:45.560052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3771deb-40ec-48af-a134-774318683eda req-10e91669-4c4e-493c-ab7d-bcc816909a0f tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:45.561629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3771deb-40ec-48af-a134-774318683eda req-10e91669-4c4e-493c-ab7d-bcc816909a0f tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a66b982-fdb7-4145-ba5e-56788a22bdb7 HTTP/1.1" status: 200 len: 945 time: 0.8737702 Mar 11 17:43:45.596023 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.641496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.660862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.689425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Subnet': ['ID=36c08d3b-2b87-4dad-8577-fb881a8d03c0,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:45.695143 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.724537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4122f126-bcaf-43b9-86f4-cb1aed466dff,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:45.751695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Checking segment: {'id': 'b287b328-62ff-494a-bf7c-257c57627897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'e825f08f-adfd-42d0-a726-e89ffac1bed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:45.752345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network hostable DHCP agents. Network: e825f08f-adfd-42d0-a726-e89ffac1bed7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:43:45.762749 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.765420 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-025e4733-9b2f-49df-afcd-1e80a01d28bf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e7eba44ea7e48408d55fc8f6e5d5d35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6711628 Mar 11 17:43:45.776379 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36800) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:45.816040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:43:45.839998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e825f08f-adfd-42d0-a726-e89ffac1bed7) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:45.849361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243ef6d-56fc-497e-8cf7-debcee7e5d9f None None] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:43:45.879048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:45.880839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.955532 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-00a413f2-6889-4b9c-bcc4-3787f3d07ba1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3450773 Mar 11 17:43:45.962814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Deleting port c6a8302e-b7ef-4439-96cb-a68525dd4e9c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:45.963524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.997817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36808) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:45.998681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf376cd1-676d-4cc0-bd0e-7bddf9ee2f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.016014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-88823436', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:46.046896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-6d5a38e0-5c13-49e9-b134-73057a91f9f3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:46.058270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:46.062605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-6d5a38e0-5c13-49e9-b134-73057a91f9f3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/ports?device_id=98895da1-1402-43c0-84b5-0a545f3f0908 HTTP/1.1" status: 200 len: 945 time: 1.0213444 Mar 11 17:43:46.077611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:router and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:46.101662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:46.119619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf376cd1-676d-4cc0-bd0e-7bddf9ee2f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.129740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:46.163220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.164983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.188679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb3672-60be-452c-b758-85c953bcb3b6 None None] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:43:46.202079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.238277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf376cd1-676d-4cc0-bd0e-7bddf9ee2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.303508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf376cd1-676d-4cc0-bd0e-7bddf9ee2f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4122f126-bcaf-43b9-86f4-cb1aed466dff,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:46.421390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-0c7b6258-b0ed-4a5b-918e-d3fedf0c469b service neutron] 10.222.0.96 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8678179 Mar 11 17:43:46.458877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Deleting port 90155d72-7f43-4b77-b4c2-f66f39fceeeb {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:46.460449 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.599907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf376cd1-676d-4cc0-bd0e-7bddf9ee2f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.601325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cf376cd1-676d-4cc0-bd0e-7bddf9ee2f75 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4122f126-bcaf-43b9-86f4-cb1aed466dff HTTP/1.1" status: 204 len: 168 time: 0.8113701 Mar 11 17:43:46.631186 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.790257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.943829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] For port c6a8302e-b7ef-4439-96cb-a68525dd4e9c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:46.944282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.957993 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.250587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Calling delete_port for c6a8302e-b7ef-4439-96cb-a68525dd4e9c owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:47.297693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.388939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.537628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.588435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c3695c67-6edd-4440-a72a-bad84ca630f9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:43:47.676330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.25.3.2 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/279c3626-ca24-4a85-b02e-7b731d8c2409) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:47.941439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.984547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.100662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:48.101332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:48.108822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:48.148955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed29354b-d47f-4239-9ecf-9d943113f255 req-5cd8e685-666f-4a4a-8986-57ffd5333aac tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 210 time: 0.3224409 Mar 11 17:43:48.399887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=279c3626-ca24-4a85-b02e-7b731d8c2409,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:48.479972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36864) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:48.524905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Network 902999a1-1e70-4650-939f-423295265867 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:48.546085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:48.548251 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.549498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.584180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:48.667854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Pushing event updated for resources: {'Port': ['ID=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:48.765840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b3add-d848-4a84-987e-8b83d85bfab0 req-fb2743b7-0222-426c-9bbd-3d518266ad56 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:48.773652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-105b3add-d848-4a84-987e-8b83d85bfab0 req-fb2743b7-0222-426c-9bbd-3d518266ad56 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 932 time: 2.1034997 Mar 11 17:43:48.864745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:48.865456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.022625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.032178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-6cb55506-c268-448a-af37-f9cf0b9175ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8875191 Mar 11 17:43:49.075592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 90155d72-7f43-4b77-b4c2-f66f39fceeeb no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:43:49.149592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Request body: {'port': {'device_id': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:49.199360 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-105b3add-d848-4a84-987e-8b83d85bfab0 req-aaa3c8d2-b32c-4fb4-8100-f9a5082069d4 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241884 Mar 11 17:43:49.211463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event deleted for resources: {'Port': ['ID=c6a8302e-b7ef-4439-96cb-a68525dd4e9c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:49.244090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] For port 90155d72-7f43-4b77-b4c2-f66f39fceeeb, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=90155d72-7f43-4b77-b4c2-f66f39fceeeb,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:49.244461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.558891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Calling delete_port for 90155d72-7f43-4b77-b4c2-f66f39fceeeb owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:49.590607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-dd7d685e-852b-43d0-bb99-c11e15ed0a90 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:49.594211 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-dd7d685e-852b-43d0-bb99-c11e15ed0a90 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 813 time: 0.4400377 Mar 11 17:43:49.595043 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.645967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Request body: {'port': {'device_id': '4ccd402a-7428-4da7-860c-64bf66000185', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'admin_state_up': True, 'tenant_id': '52fa789712a4470e84aef13c2df23ee0'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:49.771852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.782252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c6a8302e-b7ef-4439-96cb-a68525dd4e9c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:43:49.822761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c6a8302e-b7ef-4439-96cb-a68525dd4e9c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:43:49.823524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c6a8302e-b7ef-4439-96cb-a68525dd4e9c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:43:49.852710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-116376de-0579-474a-b0e2-063ba4e819c5 req-7217a379-38bc-4186-b904-459c3c51864f tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Synchronizing usage tracker for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:49.948915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event deleted for resources: {'Port': ['ID=90155d72-7f43-4b77-b4c2-f66f39fceeeb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:49.971301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] No DVR routers for this DVR port c6a8302e-b7ef-4439-96cb-a68525dd4e9c on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:43:49.974973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.990743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'name': 'network-vif-deleted', 'tag': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:50.048788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:50.108345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.110920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.111491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.112003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.114978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.115571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.116083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.116595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.117085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.117643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.118808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:50.121055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:50.123394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:50.172049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.222290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-116376de-0579-474a-b0e2-063ba4e819c5 req-7217a379-38bc-4186-b904-459c3c51864f tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Unset dirty status for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:50.242900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-116376de-0579-474a-b0e2-063ba4e819c5 req-7217a379-38bc-4186-b904-459c3c51864f tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 210 time: 0.7580407 Mar 11 17:43:50.247997 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66b982-fdb7-4145-ba5e-56788a22bdb7', 'name': 'network-vif-deleted', 'tag': 'c6a8302e-b7ef-4439-96cb-a68525dd4e9c', 'status': 'completed', 'code': 200} Mar 11 17:43:50.252318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.313746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.388354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] No DVR routers for this DVR port 90155d72-7f43-4b77-b4c2-f66f39fceeeb on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:43:50.394139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.396457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "DELETE /v2.0/ports/90155d72-7f43-4b77-b4c2-f66f39fceeeb HTTP/1.1" status: 204 len: 173 time: 4.3324249 Mar 11 17:43:50.640561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "DELETE /v2.0/ports/c6a8302e-b7ef-4439-96cb-a68525dd4e9c HTTP/1.1" status: 204 len: 173 time: 5.0523667 Mar 11 17:43:50.656963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36904) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:50.705364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Allocated IP 172.25.3.226 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/abc250ae-dde0-4c9d-a076-6e2f06d3125c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:50.735850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-1e6b1ff3-bde3-45a5-a575-df09d59c6153 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:50.737306 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-1e6b1ff3-bde3-45a5-a575-df09d59c6153 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 813 time: 0.6179574 Mar 11 17:43:50.738025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Made reservation on behalf of 52fa789712a4470e84aef13c2df23ee0 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:50.741841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.844669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0339df-84f8-4bd9-8576-ae5ef1e5d7e9 req-49e92a99-1be8-464b-a664-66e6b114fb6d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:50.845683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9f0339df-84f8-4bd9-8576-ae5ef1e5d7e9 req-49e92a99-1be8-464b-a664-66e6b114fb6d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Synchronizing usage tracker for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:50.870224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Request body: {'port': {'device_id': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'admin_state_up': True, 'tenant_id': '52fa789712a4470e84aef13c2df23ee0'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:51.062640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1578600921'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:51.084429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:51.108319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Usage tracker for resource:network and tenant:9b3a4daa161842ea817e7bcf26d2339f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:51.116181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:51.128388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9f0339df-84f8-4bd9-8576-ae5ef1e5d7e9 req-49e92a99-1be8-464b-a664-66e6b114fb6d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Unset dirty status for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:51.129613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f0339df-84f8-4bd9-8576-ae5ef1e5d7e9 req-49e92a99-1be8-464b-a664-66e6b114fb6d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 932 time: 0.6660829 Mar 11 17:43:51.132392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:51.185764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:51.192195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Made reservation on behalf of 9b3a4daa161842ea817e7bcf26d2339f for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:51.195261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.237795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.243236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Usage tracker for resource:port and tenant:52fa789712a4470e84aef13c2df23ee0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:51.249232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:51.265788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:51.345603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Made reservation on behalf of 52fa789712a4470e84aef13c2df23ee0 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:51.349253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.397245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Allocated IP 172.20.0.6 (88e9b15d-a7b9-4bcd-baca-216a7858c562/82d67a23-c5dc-4ace-a51d-ca1608870c22/5cfe2c67-9551-411c-9edd-0eaff537850f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:51.428282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.459904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f0339df-84f8-4bd9-8576-ae5ef1e5d7e9 req-1b72f996-759e-4667-9138-9cf630e0b403 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057973 Mar 11 17:43:51.503071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:51.525323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9527fbec-9d61-459d-ac09-9881791a5d97 req-070993a1-b87d-48a0-9d85-db14ccec30dc tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Synchronizing usage tracker for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:51.529428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.538500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:51.553774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Usage tracker for resource:security_group_rule and tenant:9b3a4daa161842ea817e7bcf26d2339f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:51.565196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:51.576489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Transition to ACTIVE for port object eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:51.578966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:51.591113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.633594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9527fbec-9d61-459d-ac09-9881791a5d97 req-070993a1-b87d-48a0-9d85-db14ccec30dc tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Unset dirty status for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:51.634805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9527fbec-9d61-459d-ac09-9881791a5d97 req-070993a1-b87d-48a0-9d85-db14ccec30dc tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 210 time: 0.1948063 Mar 11 17:43:51.655679 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.799305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:51.800002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Pushing event updated for resources: {'Port': ['ID=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:51.808381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:51.841127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:51.856994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.862893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:51.878767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:51.897618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:51.898059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.898907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:51.970952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.990952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:51.991805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.006482 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:52.007125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:52.035007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event updated for resources: {'Port': ['ID=abc250ae-dde0-4c9d-a076-6e2f06d3125c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:52.063931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.065220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d4099cc-1c9c-444e-977c-31f3b2ef06a2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0626669 Mar 11 17:43:52.072308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36914) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:52.079229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:52.079756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a844eeb7-9e57-4e4a-8bbc-7a1559d66fbf None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:52.128709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:52.133732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520593f4-1a87-4192-9586-ac762703bb4c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:52.161485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.161826 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Added segment 43813708-70e6-487e-bc0c-c1e51c0d8aa3 of type vlan for network 9b028bde-da0a-43a2-ad57-940acdbf2a54 Mar 11 17:43:52.194397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Attempting to bind port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:52.194769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Attempting to bind port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:52.195067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Attempting to bind port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 on network 902999a1-1e70-4650-939f-423295265867 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:52.218373 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.228485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 on network 902999a1-1e70-4650-939f-423295265867 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:43:52.228852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Attempting to bind port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 on network 902999a1-1e70-4650-939f-423295265867 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:52.250339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98895da1-1402-43c0-84b5-0a545f3f0908', 'name': 'network-vif-deleted', 'tag': '90155d72-7f43-4b77-b4c2-f66f39fceeeb'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:52.264614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:43:52.264954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Checking segment: {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:52.265482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Bound using segment: {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:43:52.265924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Bound port: eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '902999a1-1e70-4650-939f-423295265867'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:52.266267 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.289676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.293412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:52.294013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.334034 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98895da1-1402-43c0-84b5-0a545f3f0908', 'name': 'network-vif-deleted', 'tag': '90155d72-7f43-4b77-b4c2-f66f39fceeeb', 'status': 'completed', 'code': 200} Mar 11 17:43:52.404701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.500595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8356659 Mar 11 17:43:52.504448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36924) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:52.545799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047373af-9879-4870-8cb2-c850d188c1b0 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Pushing event updated for resources: {'Network': ['ID=9b028bde-da0a-43a2-ad57-940acdbf2a54,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:52.565205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9b028bde-da0a-43a2-ad57-940acdbf2a54 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:43:52.573206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Allocated IP 172.20.0.3 (88e9b15d-a7b9-4bcd-baca-216a7858c562/82d67a23-c5dc-4ace-a51d-ca1608870c22/81ea018a-6b9e-478b-8246-36d87b559046) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:52.597961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:52.604362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] For port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:52.609171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] For port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:52.618914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:52.624886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event updated for resources: {'Port': ['ID=5cfe2c67-9551-411c-9edd-0eaff537850f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:52.625994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.639714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:52.696201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'network': {'name': 'tempest-network--107383566', 'router:external': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:52.723228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:52.751478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.761558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:network and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:52.784238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:52.836159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:52.845774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:52.846842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.031666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Pushing event updated for resources: {'Port': ['ID=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:53.105606 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.107327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-93ce5fd0-5e83-4aff-aad7-a486034eee20 service neutron] 10.222.0.59 "PUT /v2.0/ports/eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 HTTP/1.1" status: 200 len: 1092 time: 4.0444643 Mar 11 17:43:53.127249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Made reservation on behalf of c0772279ac7641fab385dcd8c6df92c1 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:53.130759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.132428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0556a662-176c-4b47-91b4-d33b1490a83a req-30d4fa89-0bd7-4aa1-b232-30967b9b71f0 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 210 time: 0.1835890 Mar 11 17:43:53.167046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-a83c0ebe-011a-4593-ac06-8f17307c0fce tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5386593 Mar 11 17:43:53.204985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Request body: {'port': {'device_id': '4ccd402a-7428-4da7-860c-64bf66000185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:53.253968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.263157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7038390-c472-490d-a84d-ed3b0ccb654c req-c5db08a5-25a5-4826-8a58-34e7500ff9cf tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:53.264945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7038390-c472-490d-a84d-ed3b0ccb654c req-c5db08a5-25a5-4826-8a58-34e7500ff9cf tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 944 time: 0.3967619 Mar 11 17:43:53.271762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.272014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.561779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:53.587025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7038390-c472-490d-a84d-ed3b0ccb654c req-4fcefc9e-b51a-4973-b121-817d011a51c2 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123052 Mar 11 17:43:53.598176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-9e3e0c34-43c7-4523-9764-b058eb003a58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 1095 time: 0.4027803 Mar 11 17:43:53.662527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:security_group_rule and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:53.673513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.678628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:53.700655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-8214d04c-2643-40f6-88d1-999240470090 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 HTTP/1.1" status: 200 len: 217 time: 0.0869069 Mar 11 17:43:53.743272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:53.780788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.847757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee710-fa03-4362-b11a-15304e3752b5 req-fe52c717-ceac-4a8b-b2ee-093c31572c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:53.849321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-fe52c717-ceac-4a8b-b2ee-093c31572c79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.1423244 Mar 11 17:43:53.922401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-dc93e1fa-3bfa-48df-b882-dbf01578499d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645237 Mar 11 17:43:54.008338 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.100882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-94e948a0-5b77-4ce9-a423-7da9b451eb7d service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717637 Mar 11 17:43:54.197769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.205171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Router f812ada0-782b-4246-9d25-a472aa23b88c is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:54.225424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.228584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event updated for resources: {'Port': ['ID=81ea018a-6b9e-478b-8246-36d87b559046,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:54.235349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Network 88e9b15d-a7b9-4bcd-baca-216a7858c562 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:54.298723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:54.307281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:43:54.376900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'tag': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:54.460221 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'tag': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5', 'status': 'completed', 'code': 200} Mar 11 17:43:54.478176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edee710-fa03-4362-b11a-15304e3752b5 req-d7b22b4a-c43c-4481-9cee-3cf0e2ae0426 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686726 Mar 11 17:43:54.556895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1365806c-c3c0-4cd3-97bd-67c65a250d0f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:54.591706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:54.665838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d57946-059d-402c-82df-05d404447160 req-2f442ff6-ece9-4e20-9ada-1fef0f80a0b5 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:54.669080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75d57946-059d-402c-82df-05d404447160 req-2f442ff6-ece9-4e20-9ada-1fef0f80a0b5 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 931 time: 0.2993708 Mar 11 17:43:54.696768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:54.697428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.701978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.702328 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Added segment 018de9e9-0699-40c0-8111-b3e10b94cd24 of type vlan for network efc513c9-987d-4dea-8b0d-b3df1c295f61 Mar 11 17:43:54.851883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-21bb7e6e-1f1b-4e75-9789-057b215a30bf tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0233705 Mar 11 17:43:54.853697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.865551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75d57946-059d-402c-82df-05d404447160 req-ef2c7e93-1d57-4d60-88a7-11750b6ead47 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872213 Mar 11 17:43:54.884914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-c1f5aeb1-68b0-4d52-a81c-4661f7283512 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 1095 time: 0.3050220 Mar 11 17:43:54.898254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Request body: {'port': {'device_id': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:55.005565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:43:55.080766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:55.096225 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.100800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b87d7407-b3d8-418b-8511-a9ce318219ad tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "PUT /v2.0/routers/f812ada0-782b-4246-9d25-a472aa23b88c HTTP/1.1" status: 200 len: 878 time: 10.7711515 Mar 11 17:43:55.101044 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] Sync routers for ids ['f812ada0-782b-4246-9d25-a472aa23b88c'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:43:55.119789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36958) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:55.121148 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] Routers {'f812ada0-782b-4246-9d25-a472aa23b88c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:55.122425 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f812ada0-782b-4246-9d25-a472aa23b88c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:55.261036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.262040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:55.262706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.320372 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:55.337069 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] Routers {'f812ada0-782b-4246-9d25-a472aa23b88c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:43:55.338128 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f812ada0-782b-4246-9d25-a472aa23b88c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:55.420878 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:55.421823 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadd75c-44d5-4ce1-8a7d-f93becb379b9 None None] The sync data for ids ['f812ada0-782b-4246-9d25-a472aa23b88c'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:43:55.437537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334daf33-8b47-49cf-8727-8221b9364d68 req-9a708f93-0882-4886-abf3-f63de14c85ee tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:55.439494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-334daf33-8b47-49cf-8727-8221b9364d68 req-9a708f93-0882-4886-abf3-f63de14c85ee tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 944 time: 0.5662527 Mar 11 17:43:55.491443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfe2c67-9551-411c-9edd-0eaff537850f {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:55.586800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.596227 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.636550 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1289918 Mar 11 17:43:55.640562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36962) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:55.649181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-1beb74b9-46b3-419b-94a9-04b402327cf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:55.650853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-1beb74b9-46b3-419b-94a9-04b402327cf5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 912 time: 0.7054048 Mar 11 17:43:55.659921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aa54c-666a-4961-8a3c-36863d6fb8b3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Network': ['ID=efc513c9-987d-4dea-8b0d-b3df1c295f61,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:55.682215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network efc513c9-987d-4dea-8b0d-b3df1c295f61 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:43:55.694086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Transition to ACTIVE for port object 5cfe2c67-9551-411c-9edd-0eaff537850f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:55.747520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-151db6a1-4b7b-463a-807f-b68534b3bc79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 HTTP/1.1" status: 200 len: 217 time: 0.0859473 Mar 11 17:43:55.751302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-334daf33-8b47-49cf-8727-8221b9364d68 req-596ddf27-a924-4266-808f-d8dcb61f7036 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008435 Mar 11 17:43:55.784262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.788951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Deleting port b0f5f34a-07b8-44ef-8cb7-5db5222011d4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:55.789448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.871111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-757f5a3a-aa95-4cc7-8fc0-3b719f8947a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:55.874717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-757f5a3a-aa95-4cc7-8fc0-3b719f8947a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.1180573 Mar 11 17:43:55.967672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-66343adc-4870-4284-beae-308d6e31392f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762625 Mar 11 17:43:56.114016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.115921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfe2c67-9551-411c-9edd-0eaff537850f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:56.175545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39671e44-c3cb-4690-8994-c1b151546f69 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/f812ada0-782b-4246-9d25-a472aa23b88c HTTP/1.1" status: 200 len: 919 time: 1.0424495 Mar 11 17:43:56.178248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36970) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:56.321652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-cdcfa7e8-03b4-4ef4-acc4-c3c2c497890e service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431060 Mar 11 17:43:56.361848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc121e9-e673-426d-93e0-a0c9c7cd15ff req-a73411b9-c40f-47ae-afad-02c6beeff4c8 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:56.363432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dc121e9-e673-426d-93e0-a0c9c7cd15ff req-a73411b9-c40f-47ae-afad-02c6beeff4c8 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 931 time: 0.3455169 Mar 11 17:43:56.527809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e328167e-148d-4d43-8366-33c254f8c2c1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Synchronizing usage tracker for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:56.543211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dc121e9-e673-426d-93e0-a0c9c7cd15ff req-c89130f0-58c8-4aa3-91c4-2671c60afb3d tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706905 Mar 11 17:43:56.549405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-294c4721-dbca-4a7d-847b-a8d85ee2e0dc req-6ca43640-67dc-4731-9eaa-0f0c5c8bd3bf service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207627 Mar 11 17:43:56.556230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e328167e-148d-4d43-8366-33c254f8c2c1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Unset dirty status for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:56.556945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e328167e-148d-4d43-8366-33c254f8c2c1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=f812ada0-782b-4246-9d25-a472aa23b88c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3768833 Mar 11 17:43:56.561411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36982) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:56.719884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bbe30e-28c8-485d-95a0-a42730b42229 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:56.721474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-51bbe30e-28c8-485d-95a0-a42730b42229 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Synchronizing usage tracker for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:43:56.736305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-51bbe30e-28c8-485d-95a0-a42730b42229 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Unset dirty status for tenant:12345e31181c44e6b0b1ba1cc9ba0ef0 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:43:56.740473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-51bbe30e-28c8-485d-95a0-a42730b42229 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.1752076 Mar 11 17:43:56.740928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36988) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:56.769508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] For port b0f5f34a-07b8-44ef-8cb7-5db5222011d4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:56.770196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.779133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.795389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d483f1bd-9df1-4ce1-93ad-2093b9c20b57 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f812ada0-782b-4246-9d25-a472aa23b88c HTTP/1.1" status: 200 len: 205 time: 0.0508924 Mar 11 17:43:56.795808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36992) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:56.970904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Calling delete_port for b0f5f34a-07b8-44ef-8cb7-5db5222011d4 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:57.038966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Attempting to bind port 5cfe2c67-9551-411c-9edd-0eaff537850f on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:57.040518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Attempting to bind port 5cfe2c67-9551-411c-9edd-0eaff537850f by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:57.040518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Attempting to bind port 5cfe2c67-9551-411c-9edd-0eaff537850f on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:57.054577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ef938-95e0-458b-9ab5-60130033163e req-a290674f-3ada-4751-b3e7-caf03485471b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:57.056373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e7ef938-95e0-458b-9ab5-60130033163e req-a290674f-3ada-4751-b3e7-caf03485471b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 944 time: 0.1382399 Mar 11 17:43:57.074914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:43:57.112367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc513c9-987d-4dea-8b0d-b3df1c295f61']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:57.143235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Port 5cfe2c67-9551-411c-9edd-0eaff537850f on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:43:57.143235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Attempting to bind port 5cfe2c67-9551-411c-9edd-0eaff537850f on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:43:57.180501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e7ef938-95e0-458b-9ab5-60130033163e req-bcdad4b8-7dcc-4f92-bb84-9fb9238167db tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979731 Mar 11 17:43:57.188411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018de9e9-0699-40c0-8111-b3e10b94cd24') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:57.188898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018de9e9-0699-40c0-8111-b3e10b94cd24') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:57.189082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.226136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:43:57.226744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Checking segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:43:57.227283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Bound using segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:43:57.227932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Bound port: 5cfe2c67-9551-411c-9edd-0eaff537850f, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:57.228391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.248070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.323052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:43:57.436324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.452474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:57.482875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5', 'network_id': '902999a1-1e70-4650-939f-423295265867', 'port_id': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5', 'mac_address': 'fa:16:3e:04:2a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3ad2fb-d92c-4613-8262-da6822b6c9e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:43:57.518110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.535508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Deleting port abc250ae-dde0-4c9d-a076-6e2f06d3125c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:43:57.536005 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.570809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:43:57.571372 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:43:57.595337 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:43:57.606908 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.670806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:57.700681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:57.708980 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.805325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ea018a-6b9e-478b-8246-36d87b559046 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:43:57.854050 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.858855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:57.878322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.879471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.880285 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.881364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.882352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.883197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.884044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.884874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.886989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.887834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.888572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:57.989296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] For port 5cfe2c67-9551-411c-9edd-0eaff537850f, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:58.029627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:43:58.067243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Transition to ACTIVE for port object 81ea018a-6b9e-478b-8246-36d87b559046 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:58.071396 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.084247 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.100324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] For port 5cfe2c67-9551-411c-9edd-0eaff537850f, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5cfe2c67-9551-411c-9edd-0eaff537850f,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:58.101945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33503c-3f71-452b-acb0-aef1034a554f req-56171a9c-5f96-447a-a4ca-85710df41759 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:58.102209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.114278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce33503c-3f71-452b-acb0-aef1034a554f req-56171a9c-5f96-447a-a4ca-85710df41759 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 931 time: 0.1603580 Mar 11 17:43:58.231303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network efc513c9-987d-4dea-8b0d-b3df1c295f61 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:43:58.262249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.275413 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.286012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Calling delete_port for abc250ae-dde0-4c9d-a076-6e2f06d3125c owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:43:58.326554 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "DELETE /v2.0/networks/efc513c9-987d-4dea-8b0d-b3df1c295f61 HTTP/1.1" status: 204 len: 168 time: 2.6768069 Mar 11 17:43:58.353293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e255e18-3460-4996-ab95-b038e9003dc3 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event deleted for resources: {'Network': ['ID=efc513c9-987d-4dea-8b0d-b3df1c295f61,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:58.359022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:43:58.376801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:43:58.464905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:43:58.516128 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.526709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.551121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:network and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:43:58.583896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.588479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:43:58.589133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/5cfe2c67-9551-411c-9edd-0eaff537850f HTTP/1.1" status: 200 len: 1091 time: 5.3910871 Mar 11 17:43:58.590745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccd402a-7428-4da7-860c-64bf66000185', 'tag': '5cfe2c67-9551-411c-9edd-0eaff537850f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:43:58.605651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea018a-6b9e-478b-8246-36d87b559046,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:58.714588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:43:58.769319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce33503c-3f71-452b-acb0-aef1034a554f req-a3aef67b-4bd7-4ac7-9792-8a474e4eb355 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574681 Mar 11 17:43:58.826563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Made reservation on behalf of c0772279ac7641fab385dcd8c6df92c1 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:58.841317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.063164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.174444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event deleted for resources: {'Port': ['ID=abc250ae-dde0-4c9d-a076-6e2f06d3125c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:59.211228 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccd402a-7428-4da7-860c-64bf66000185', 'tag': '5cfe2c67-9551-411c-9edd-0eaff537850f', 'status': 'completed', 'code': 200} Mar 11 17:43:59.307888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:59.536688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.537217 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Added segment 4ceb6864-7308-4fd4-8c79-9b19444dbd4a of type vlan for network fa533c51-1068-4800-bd95-a0f5eaac181d Mar 11 17:43:59.582256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37a3c-4ba2-4ca0-8e3e-50be160376f7 req-d7cbd762-5e59-48c7-a763-cc6ac5b4c65f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:59.593830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48a37a3c-4ba2-4ca0-8e3e-50be160376f7 req-d7cbd762-5e59-48c7-a763-cc6ac5b4c65f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 945 time: 0.9531193 Mar 11 17:43:59.640301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.749495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb67f7-2814-4ef5-92f2-bc7a6ccfc6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfe2c67-9551-411c-9edd-0eaff537850f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:59.838460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f5f34a-07b8-44ef-8cb7-5db5222011d4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:59.949214 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-54764da3-4d44-462c-bd73-56631ccdb38c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 1094 time: 1.2514725 Mar 11 17:44:00.105347 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.108506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-3ddc9486-59d7-49b6-a8f9-fcd1f10c0dc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cfe2c67-9551-411c-9edd-0eaff537850f HTTP/1.1" status: 200 len: 217 time: 0.0889542 Mar 11 17:44:00.109218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Attempting to bind port 81ea018a-6b9e-478b-8246-36d87b559046 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:00.109560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Attempting to bind port 81ea018a-6b9e-478b-8246-36d87b559046 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:00.109978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Attempting to bind port 81ea018a-6b9e-478b-8246-36d87b559046 on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:44:00.125747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.160702 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.175008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48a37a3c-4ba2-4ca0-8e3e-50be160376f7 req-076ac800-1ef4-4e74-adbe-203506bef15a tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799122 Mar 11 17:44:00.237449 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.238355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.238979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.259725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Port 81ea018a-6b9e-478b-8246-36d87b559046 on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:44:00.260535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Attempting to bind port 81ea018a-6b9e-478b-8246-36d87b559046 on network 88e9b15d-a7b9-4bcd-baca-216a7858c562 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:44:00.371043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:44:00.372237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Checking segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:44:00.373152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Bound using segment: {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:44:00.374297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Bound port: 81ea018a-6b9e-478b-8246-36d87b559046, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89333a16-15f7-4e31-87c6-6644550bfabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:00.375647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.473477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ba24-820a-49e1-acdd-5fbb9bc7e6fd req-60f41fdd-0785-44a9-95a7-3e2fe1fd45ef tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.475081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e677ba24-820a-49e1-acdd-5fbb9bc7e6fd req-60f41fdd-0785-44a9-95a7-3e2fe1fd45ef tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 943 time: 0.4544613 Mar 11 17:44:00.487592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.488111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Fanout notify agent at l3_agent the message router_deleted on router f812ada0-782b-4246-9d25-a472aa23b88c {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:00.538528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Network': ['ID=fa533c51-1068-4800-bd95-a0f5eaac181d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:00.555832 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.560820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fdb05101-cd63-43ff-a7ec-95cc30a37ef9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/f812ada0-782b-4246-9d25-a472aa23b88c HTTP/1.1" status: 204 len: 168 time: 3.7604725 Mar 11 17:44:00.561088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-f54737f9-76db-456b-9987-1116986d2871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.563395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fee8dc60-a450-4565-a5b0-5ed2999282e8 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1995497 Mar 11 17:44:00.564102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37026) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:00.569643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37028) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:00.570301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-f54737f9-76db-456b-9987-1116986d2871 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.4317439 Mar 11 17:44:00.571753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network fa533c51-1068-4800-bd95-a0f5eaac181d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:44:00.573537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-250195079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:00.589271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'subnet': {'network_id': 'fa533c51-1068-4800-bd95-a0f5eaac181d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:00.597166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:00.607735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:00.613755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Usage tracker for resource:router and tenant:e305fff213c0440fa15ebb200a8984dd is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:00.628870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e677ba24-820a-49e1-acdd-5fbb9bc7e6fd req-58c8bb6f-a96a-4c27-a201-c5f440640d2c tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334450 Mar 11 17:44:00.629772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:00.643877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:subnet and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:00.649625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:00.652666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:00.654731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.1 (e825f08f-adfd-42d0-a726-e89ffac1bed7/36c08d3b-2b87-4dad-8577-fb881a8d03c0/094068d6-5a09-4f32-adbb-e61a8db43e27) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:00.659611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:00.677725 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.678692 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.685170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Made reservation on behalf of c0772279ac7641fab385dcd8c6df92c1 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:00.688431 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.726694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-d5d508f8-c81e-4eb1-bf26-dca0209f6177 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549964 Mar 11 17:44:00.836072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.894128 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.946294 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.948055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-18900762-5083-42a9-a2e3-54e47aea5cc5 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3798943 Mar 11 17:44:00.960740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37038) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:00.966698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': True}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:01.076536 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:01.149990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] For port 81ea018a-6b9e-478b-8246-36d87b559046, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:01.213589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] For port 81ea018a-6b9e-478b-8246-36d87b559046, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81ea018a-6b9e-478b-8246-36d87b559046,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:01.298114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.312864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37046) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:01.323755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:01.335191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:01.335815 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.455518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-8085b0c5-ba5f-4fdb-b304-abcff0b3eebd service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205648 Mar 11 17:44:01.463195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.464998 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] 10.222.0.59 "PUT /v2.0/ports/81ea018a-6b9e-478b-8246-36d87b559046 HTTP/1.1" status: 200 len: 1091 time: 6.5837846 Mar 11 17:44:01.465490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'tag': '81ea018a-6b9e-478b-8246-36d87b559046'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:01.483185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.593952 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.659683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:01.661131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:01.670485 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.690304 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'tag': '81ea018a-6b9e-478b-8246-36d87b559046', 'status': 'completed', 'code': 200} Mar 11 17:44:01.696241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6d93-fa64-4e40-b092-768a40141266 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea018a-6b9e-478b-8246-36d87b559046,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:01.741674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.849384 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5', 'code': 200} Mar 11 17:44:01.869666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:01.891718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.985711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57804d8e-73da-4ecd-9da6-ea90b2471f29 req-f1206f8b-c4fc-4bb9-b223-c512056c9898 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:01.986816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57804d8e-73da-4ecd-9da6-ea90b2471f29 req-f1206f8b-c4fc-4bb9-b223-c512056c9898 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 945 time: 0.6232042 Mar 11 17:44:02.047388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.119790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:44:02.120264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.127047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-844ac95e-b2ff-4ea7-8cc7-eeaafa34f0fa service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498625 Mar 11 17:44:02.127992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.211787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57804d8e-73da-4ecd-9da6-ea90b2471f29 req-86b4e47c-b027-4738-b456-5d7c7010e79d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121241 Mar 11 17:44:02.220755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cc754-ab39-4d4a-bfd3-b74529ced229 req-c11af868-0972-4b01-9a58-5cc28bb26c6c tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:02.222232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552cc754-ab39-4d4a-bfd3-b74529ced229 req-c11af868-0972-4b01-9a58-5cc28bb26c6c tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 943 time: 0.3680410 Mar 11 17:44:02.225751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90c797c7-57cf-43d0-bda0-30ac545a1dd7 req-df3e275c-a1af-4104-b9d2-92095abb1b4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 1097 time: 0.3296418 Mar 11 17:44:02.238270 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-d6bbcbc9-36d8-42e3-b0cc-70856b0751f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 1094 time: 0.6842382 Mar 11 17:44:02.253026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:02.311571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ca4dd46c-530d-4366-b5d1-ca5f71225f15,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:02.355244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:02.356122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=094068d6-5a09-4f32-adbb-e61a8db43e27,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:02.366859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Usage tracker for resource:security_group_rule and tenant:8474c31f61654f56910d064c466990f7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:02.370183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:02.373501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:02.407884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Checking segment: {'id': '4ceb6864-7308-4fd4-8c79-9b19444dbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'fa533c51-1068-4800-bd95-a0f5eaac181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:44:02.408242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Network hostable DHCP agents. Network: fa533c51-1068-4800-bd95-a0f5eaac181d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:44:02.413226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:02.420569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-90c797c7-57cf-43d0-bda0-30ac545a1dd7 req-e44748e9-e38d-40b7-b878-98696b05cf9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808116 Mar 11 17:44:02.444148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552cc754-ab39-4d4a-bfd3-b74529ced229 req-6c8d830e-720a-4093-9067-36a5b27a6d5c tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011290 Mar 11 17:44:02.449443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-849b52ee-568d-40c9-a3a2-85c32befe602 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ea018a-6b9e-478b-8246-36d87b559046 HTTP/1.1" status: 200 len: 217 time: 0.1614184 Mar 11 17:44:02.454293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:02.497700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Network fa533c51-1068-4800-bd95-a0f5eaac181d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:44:02.499298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.553617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, fa533c51-1068-4800-bd95-a0f5eaac181d) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:02.573650 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-bee63926-6a86-4a09-9a6b-25871ad2c142 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 1094 time: 0.3328154 Mar 11 17:44:02.580054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04961820-5229-4371-9096-931a737dc00f None None] Network fa533c51-1068-4800-bd95-a0f5eaac181d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:44:02.660088 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.674115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.753680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:02.754185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.761609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.793421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.823293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a6e3106a-58f3-44f2-ad10-59cdbdd25f27 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2408159 Mar 11 17:44:02.827714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37066) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:02.835282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa533c51-1068-4800-bd95-a0f5eaac181d'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:02.844662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.846965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:02.866570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163b8b66-9579-4123-9572-0d871a8e6520,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:02.888865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:floatingip and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:02.893524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-764bb399-fdf9-49a1-8428-7610abdaea43 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8474c31f61654f56910d064c466990f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5438490 Mar 11 17:44:02.893656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:02.897525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37070) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:02.919646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:02.974229 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.133652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-dfcb2c09-ce00-48e9-b852-a171932430f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:03.135557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-dfcb2c09-ce00-48e9-b852-a171932430f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.3835495 Mar 11 17:44:03.161459 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f86028ce-ff88-4e6f-b6b3-0c11ccb505c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.164653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac0857-5149-4771-b86f-b218fa442e2b None None] Network fa533c51-1068-4800-bd95-a0f5eaac181d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:44:03.226016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f86028ce-ff88-4e6f-b6b3-0c11ccb505c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.248395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Allocated IP 172.25.3.233 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/71381552-b9a5-4727-aab7-77a0f78f6f4f) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:03.355525 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-75b244c2-3840-4d6f-9ea4-6b5efda7bbbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030853 Mar 11 17:44:03.402266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-ff594ca0-2439-420c-a787-bcb604f5096c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:03.403954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-ff594ca0-2439-420c-a787-bcb604f5096c service neutron] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 915 time: 0.6718888 Mar 11 17:44:03.656748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f86028ce-ff88-4e6f-b6b3-0c11ccb505c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.743270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86028ce-ff88-4e6f-b6b3-0c11ccb505c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163b8b66-9579-4123-9572-0d871a8e6520,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:03.751377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.811417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-c4d6e12c-5746-4584-8dc6-2b6d8a31128a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cfe2c67-9551-411c-9edd-0eaff537850f HTTP/1.1" status: 200 len: 217 time: 0.3837128 Mar 11 17:44:03.885309 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.896032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f86028ce-ff88-4e6f-b6b3-0c11ccb505c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.899350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f86028ce-ff88-4e6f-b6b3-0c11ccb505c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/163b8b66-9579-4123-9572-0d871a8e6520 HTTP/1.1" status: 204 len: 168 time: 0.9982677 Mar 11 17:44:03.958287 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-889d869b-8011-4a05-a5f9-43478a6b13c0 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921922 Mar 11 17:44:04.053392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.117266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-9c65176b-5903-4e8e-adfc-d0d0182f206c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:04.119118 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-9c65176b-5903-4e8e-adfc-d0d0182f206c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.2948508 Mar 11 17:44:04.169966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Allocated IP 172.20.0.4 (fa533c51-1068-4800-bd95-a0f5eaac181d/ca4dd46c-530d-4366-b5d1-ca5f71225f15/994fee32-3362-4fbb-b33e-d8cb6b1f745f) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:04.295300 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-bfeb0f9d-2091-4c3c-8fb1-471601c73d98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750101 Mar 11 17:44:04.301341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:04.314778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:04.317512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:04.435621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.466534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:04.492878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc87a2-7bec-455a-88fc-0591a592bbdf req-27fa796c-fb55-4d0e-ac7b-d4ed901c11ff tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:04.494356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92cc87a2-7bec-455a-88fc-0591a592bbdf req-27fa796c-fb55-4d0e-ac7b-d4ed901c11ff tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.9005368 Mar 11 17:44:04.499963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.509904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aaab6-44f8-44f4-8e60-0106a1b25c1e req-914bdcee-6158-485e-a34b-964558fb739e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:04.511532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-729aaab6-44f8-44f4-8e60-0106a1b25c1e req-914bdcee-6158-485e-a34b-964558fb739e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 943 time: 0.8490620 Mar 11 17:44:04.541412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Port': ['ID=71381552-b9a5-4727-aab7-77a0f78f6f4f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:04.544076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d99d1406-4a40-4bad-8f3b-4dbacdafed2c req-51ca6588-138d-4721-9f8c-8c273e026fc9 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280747 Mar 11 17:44:04.550308 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.674266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.692577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Network fa533c51-1068-4800-bd95-a0f5eaac181d is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:04.697095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-ae4e1c83-2cd0-4626-a720-42000dfeda24 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895261 Mar 11 17:44:04.704424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.712501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:04.725155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:04.753522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Port': ['ID=994fee32-3362-4fbb-b33e-d8cb6b1f745f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:04.795273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92cc87a2-7bec-455a-88fc-0591a592bbdf req-dbd7af52-bf70-42a2-8c45-4f40ef846665 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783053 Mar 11 17:44:04.799878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-729aaab6-44f8-44f4-8e60-0106a1b25c1e req-b5871773-2ce1-477f-b1ca-0019914442c7 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764730 Mar 11 17:44:04.820516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:04.886091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Usage tracker for resource:security_group_rule and tenant:634a61bde47f4e96b2222612cc67d8a7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:04.899374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:04.926917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:04.963177 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.965348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=094068d6-5a09-4f32-adbb-e61a8db43e27,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:04.967739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.972321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.069227 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-65add2b4-4063-4574-95ce-8ca456842135 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fa789712a4470e84aef13c2df23ee0&device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 1094 time: 0.4363995 Mar 11 17:44:05.107759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5cfe2c67-9551-411c-9edd-0eaff537850f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:44:05.175310 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f8fbba27-658d-4947-ba40-4c150ecc73a6 req-1f1433e5-e0e7-4c36-a1bf-ef359ddb88db service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410796 Mar 11 17:44:05.267332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Router 6bfa8db5-913d-41df-b552-edbedf42f80d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:05.286236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.323363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5cfe2c67-9551-411c-9edd-0eaff537850f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5cfe2c67-9551-411c-9edd-0eaff537850f,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:05.324124 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.348647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '5cfe2c67-9551-411c-9edd-0eaff537850f', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'port_id': '5cfe2c67-9551-411c-9edd-0eaff537850f', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d67a23-c5dc-4ace-a51d-ca1608870c22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:44:05.349067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.371780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.380048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.417882 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.453558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfe2c67-9551-411c-9edd-0eaff537850f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:44:05.479284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5cfe2c67-9551-411c-9edd-0eaff537850f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5cfe2c67-9551-411c-9edd-0eaff537850f,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:05.485726 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.567043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5cfe2c67-9551-411c-9edd-0eaff537850f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:05.675134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-5bbe9ab5-6837-406c-9fe0-4df4bb57f5c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:05.676642 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-5bbe9ab5-6837-406c-9fe0-4df4bb57f5c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 200 len: 915 time: 0.5442200 Mar 11 17:44:05.726303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:05.740991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.749045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.783407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:05.785224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dab3048-d69a-425b-964b-f937f9d162c5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:05.859733 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-31fd558d-28f5-4fee-ba52-c3e848d1ae1f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=634a61bde47f4e96b2222612cc67d8a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3797176 Mar 11 17:44:05.866080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['5cfe2c67-9551-411c-9edd-0eaff537850f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:44:05.890456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37108) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:05.892979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.942231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Port': ['ID=994fee32-3362-4fbb-b33e-d8cb6b1f745f,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:05.944697 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-210efe3e-2ae2-4c02-bb9d-303ea0197d17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ea018a-6b9e-478b-8246-36d87b559046 HTTP/1.1" status: 200 len: 217 time: 0.2170296 Mar 11 17:44:06.023123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.027747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-32541957-f311-47e0-beb5-6d0f9238c772 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1989899 Mar 11 17:44:06.030674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37112) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:06.166495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-a61b7b54-8e3a-4810-a6f7-99a209255ec1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:06.169272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-a61b7b54-8e3a-4810-a6f7-99a209255ec1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 200 len: 853 time: 0.2013576 Mar 11 17:44:06.237075 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-cc8e1487-6fe9-4745-826e-0c6474ece5bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88e9b15d-a7b9-4bcd-baca-216a7858c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549688 Mar 11 17:44:06.263568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d9c771b-fec4-4a5a-9b76-f79c939e4685 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Synchronizing usage tracker for tenant:c0772279ac7641fab385dcd8c6df92c1 on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:06.301242 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c564776-e39f-4e77-b8e4-593fc0d2edd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.362350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f67e4-3aa1-4917-bb50-bb2396e339aa req-7c676aad-3905-49c2-b609-6cf6822cd00f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:06.367239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d6f67e4-3aa1-4917-bb50-bb2396e339aa req-7c676aad-3905-49c2-b609-6cf6822cd00f tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.3515794 Mar 11 17:44:06.370142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c564776-e39f-4e77-b8e4-593fc0d2edd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.424583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d9c771b-fec4-4a5a-9b76-f79c939e4685 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Unset dirty status for tenant:c0772279ac7641fab385dcd8c6df92c1 on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:06.426231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2d9c771b-fec4-4a5a-9b76-f79c939e4685 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "GET /v2.0/floatingips?floating_network_id=fa533c51-1068-4800-bd95-a0f5eaac181d HTTP/1.1" status: 200 len: 689 time: 0.3934591 Mar 11 17:44:06.436879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37116) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:06.441555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6909a7-2797-4c3b-9662-a659c44eb1ff req-f3fe045d-244e-4a05-ae6a-1ae4120c21fe tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:06.443134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a6909a7-2797-4c3b-9662-a659c44eb1ff req-f3fe045d-244e-4a05-ae6a-1ae4120c21fe tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 943 time: 0.2975662 Mar 11 17:44:06.445341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Router f7c9752b-a7ed-4d70-84f6-e2e49ed93663 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:44:06.512785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d6f67e4-3aa1-4917-bb50-bb2396e339aa req-c7548bd7-34bf-4df7-86d2-b1b7a7a51906 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852461 Mar 11 17:44:06.539333 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-e4a6ea85-ca36-4523-acec-9b09a6fd7981 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445621 Mar 11 17:44:06.580360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:06.593703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d586e99-548d-4548-88c8-57266079f653 None None] Sync routers for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:06.608979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:06.620875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:06.651857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a6909a7-2797-4c3b-9662-a659c44eb1ff req-00f1f383-6000-4eb7-b16e-6fc33d0330f4 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421249 Mar 11 17:44:06.668948 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c564776-e39f-4e77-b8e4-593fc0d2edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.718923 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ce8c4935-d6d3-40a0-bdf7-bcb8f0419427 admin admin] 10.222.0.96 "PUT /v2.0/routers/6bfa8db5-913d-41df-b552-edbedf42f80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2377756 Mar 11 17:44:06.722041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c564776-e39f-4e77-b8e4-593fc0d2edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dab3048-d69a-425b-964b-f937f9d162c5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:06.724087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c564776-e39f-4e77-b8e4-593fc0d2edd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.728119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6c564776-e39f-4e77-b8e4-593fc0d2edd0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2dab3048-d69a-425b-964b-f937f9d162c5 HTTP/1.1" status: 204 len: 168 time: 0.8308501 Mar 11 17:44:06.729372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37124) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:06.817012 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-35993d83-da41-4fa9-b7b4-11d31df63699 req-eeee4806-c6be-4578-88fb-bfb4fa39c3e0 service neutron] 10.222.0.59 "GET /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685232 Mar 11 17:44:06.864632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:06.934080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.973965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:44:07.192959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 81ea018a-6b9e-478b-8246-36d87b559046 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:44:07.195358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5cfe2c67-9551-411c-9edd-0eaff537850f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:07.391104 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-5ea06929-8600-4172-bfd5-4ea959124f11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 1097 time: 0.2470438 Mar 11 17:44:07.417534 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:44:07.440771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Deleting port 994fee32-3362-4fbb-b33e-d8cb6b1f745f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:07.440771 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.539695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 5cfe2c67-9551-411c-9edd-0eaff537850f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:07.553783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 5cfe2c67-9551-411c-9edd-0eaff537850f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:07.554163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.621681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37134) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:07.675782 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.684356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 81ea018a-6b9e-478b-8246-36d87b559046, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81ea018a-6b9e-478b-8246-36d87b559046,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:07.710854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '81ea018a-6b9e-478b-8246-36d87b559046', 'network_id': '88e9b15d-a7b9-4bcd-baca-216a7858c562', 'port_id': '81ea018a-6b9e-478b-8246-36d87b559046', 'mac_address': 'fa:16:3e:b4:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d67a23-c5dc-4ace-a51d-ca1608870c22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:44:07.782235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.801728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-f6f7e1fc-47d6-4431-9bfa-b1f001460e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:07.802410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4c121-a6ac-4081-a419-e2cb6c553040 req-a4549343-24c0-42f0-88e1-47ad8050e34a tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:07.804210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92e4c121-a6ac-4081-a419-e2cb6c553040 req-a4549343-24c0-42f0-88e1-47ad8050e34a tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.5084841 Mar 11 17:44:07.804640 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-f6f7e1fc-47d6-4431-9bfa-b1f001460e24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 912 time: 0.4123192 Mar 11 17:44:07.858461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ea018a-6b9e-478b-8246-36d87b559046 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:44:07.876043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 81ea018a-6b9e-478b-8246-36d87b559046, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81ea018a-6b9e-478b-8246-36d87b559046,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:07.887527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-30d1c84c-1095-4e16-be1b-b8e95d6864b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 HTTP/1.1" status: 200 len: 217 time: 0.0752563 Mar 11 17:44:07.890208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:43:57Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:07.891142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:07.892380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.899307 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8fe82a1-f1e0-476e-ba37-1ba72244bdcd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/routers/b7407f57-26d0-4595-94d3-3d07c7daecfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8208985 Mar 11 17:44:07.903481 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:07.925012 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:07.925649 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:07.933015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:07.946713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'port': {'network_id': 'e825f08f-adfd-42d0-a726-e89ffac1bed7', 'name': 'tempest-FloatingIPTestJSON-1081271714'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:07.959828 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.960188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.983424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:08.008141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d586e99-548d-4548-88c8-57266079f653 None None] Checking router: 6bfa8db5-913d-41df-b552-edbedf42f80d for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:44:08.010225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.054681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Usage tracker for resource:security_group_rule and tenant:46abf0a6a20f4372bf2d687cc4619d5f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:08.056472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-0f33afbb-4fc4-4f2d-a1d1-93118c95cf32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:08.058236 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-0f33afbb-4fc4-4f2d-a1d1-93118c95cf32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.1644850 Mar 11 17:44:08.070787 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:08.082964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:08.094763 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:08.095392 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:08.129906 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-4fd196ba-fef2-4567-a8c9-46c54fa570f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645370 Mar 11 17:44:08.170730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92e4c121-a6ac-4081-a419-e2cb6c553040 req-f0103f55-dc8a-4f7a-b66e-627282b90e9d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446927 Mar 11 17:44:08.177953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Calling delete_port for 994fee32-3362-4fbb-b33e-d8cb6b1f745f owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:08.192850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccd402a-7428-4da7-860c-64bf66000185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfe2c67-9551-411c-9edd-0eaff537850f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:08.220833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:08.222631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] Routers {'6bfa8db5-913d-41df-b552-edbedf42f80d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:08.235014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['6bfa8db5-913d-41df-b552-edbedf42f80d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:08.277039 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:08.277437 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ac430-ea9d-4e00-8f72-36d1f8daed8b None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:08.287935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:08.305800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:port and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:08.311171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:08.323455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:08.348967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:08.352469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.381784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.391849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] device_id is not set on port 84a5fae1-d6ef-4a48-b358-e5e0b817a28d yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:44:08.423101 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccd402a-7428-4da7-860c-64bf66000185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfe2c67-9551-411c-9edd-0eaff537850f', 'code': 200} Mar 11 17:44:08.428504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['81ea018a-6b9e-478b-8246-36d87b559046'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:44:08.435042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-27f1e9a3-c49e-42a1-ae39-19eee08b70ad service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734413 Mar 11 17:44:08.442999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674069-b88f-4ec2-abe2-94d58a21d750 req-2db47183-41b1-4879-8ab7-9563c45f44da tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:08.449912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd674069-b88f-4ec2-abe2-94d58a21d750 req-2db47183-41b1-4879-8ab7-9563c45f44da tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 944 time: 0.5535676 Mar 11 17:44:08.466325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=81ea018a-6b9e-478b-8246-36d87b559046,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:08.470082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5cfe2c67-9551-411c-9edd-0eaff537850f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5cfe2c67-9551-411c-9edd-0eaff537850f,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:08.485824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.548524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:08.576520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] Sync routers for ids ['f7c9752b-a7ed-4d70-84f6-e2e49ed93663'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:08.642443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5cfe2c67-9551-411c-9edd-0eaff537850f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:08.647837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] Routers {'f7c9752b-a7ed-4d70-84f6-e2e49ed93663'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:08.648499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f7c9752b-a7ed-4d70-84f6-e2e49ed93663'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:08.685587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.714109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd674069-b88f-4ec2-abe2-94d58a21d750 req-3801730b-6e97-40da-a1c9-807bbb1ffe73 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632146 Mar 11 17:44:08.717811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.718506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.9 (e825f08f-adfd-42d0-a726-e89ffac1bed7/36c08d3b-2b87-4dad-8577-fb881a8d03c0/84a5fae1-d6ef-4a48-b358-e5e0b817a28d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:08.742253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] Set router 6bfa8db5-913d-41df-b552-edbedf42f80d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:44:08.753362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.756021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8c3659c6-d044-4edd-afae-e38a7a24d7ce req-c9e5dc80-45ad-4d63-a37b-f87861b06dc5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 1096 time: 0.3134458 Mar 11 17:44:08.758942 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9fc1808-6608-4d47-84a5-55d624e4f0e7 req-557df96c-d5a2-43b1-8e10-d9b8983b101b service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094499 Mar 11 17:44:08.798313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:08.833696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event deleted for resources: {'Port': ['ID=994fee32-3362-4fbb-b33e-d8cb6b1f745f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:08.845246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c9cb1-a5a0-467f-864d-ea6c09c8b524,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:08.851488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.852973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f80d75fa-2349-4425-ac45-c11031d1d1a5 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "PUT /v2.0/routers/f7c9752b-a7ed-4d70-84f6-e2e49ed93663 HTTP/1.1" status: 200 len: 914 time: 7.8907981 Mar 11 17:44:08.856773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37148) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:08.894976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-989f7d31-2e99-4035-8e26-bf434b213160 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=46abf0a6a20f4372bf2d687cc4619d5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2727194 Mar 11 17:44:08.902272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37152) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:08.971129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8c3659c6-d044-4edd-afae-e38a7a24d7ce req-ba3b083f-3670-4a0a-8c82-3b8ea38097b3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937385 Mar 11 17:44:08.999875 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.065759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] Routers {'f7c9752b-a7ed-4d70-84f6-e2e49ed93663'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:09.066744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:43:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f7c9752b-a7ed-4d70-84f6-e2e49ed93663'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:09.152357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:09.153008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa33b6e-c990-4b81-989b-78ce6951a9a9 None None] The sync data for ids ['f7c9752b-a7ed-4d70-84f6-e2e49ed93663'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:09.198183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.210251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da0517e3-b189-4007-b633-f5988f1dcf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.257818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da0517e3-b189-4007-b633-f5988f1dcf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.268077 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.276996 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.318847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b91cd07f-61c4-45c1-aa17-66d6b89da088 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/f7c9752b-a7ed-4d70-84f6-e2e49ed93663 HTTP/1.1" status: 200 len: 920 time: 0.4590616 Mar 11 17:44:09.322229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37160) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:09.360593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:09.362001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:09.367381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:09.411075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=84a5fae1-d6ef-4a48-b358-e5e0b817a28d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:09.411359 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.437114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9d586e99-548d-4548-88c8-57266079f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:43:57Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:09.443886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d586e99-548d-4548-88c8-57266079f653 None None] The sync data for ids ['6bfa8db5-913d-41df-b552-edbedf42f80d'] in n-d-833436-1 is: [{'id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'name': 'tempest-AttachVolumeShelveTestJSON-1351323086-router', 'tenant_id': '126587c9078e40f4b29ea883394b0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:39Z', 'updated_at': '2022-03-11T17:43:57Z', 'revision_number': 5, 'project_id': '126587c9078e40f4b29ea883394b0f73', 'gw_port': {'id': 'f05ef841-81df-406e-89d8-53487330bc8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8db5-913d-41df-b552-edbedf42f80d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:41Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:09.447319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:09.448050 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.451587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.477652 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9678b9b5-5f18-4d4c-a42f-1bf46974a14a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5404358 Mar 11 17:44:09.479786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37164) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:09.486126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Deleting port f05ef841-81df-406e-89d8-53487330bc8d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:09.486513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.487238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'port': {'network_id': 'e825f08f-adfd-42d0-a726-e89ffac1bed7', 'name': 'tempest-FloatingIPTestJSON-1567886542'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:09.580553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da0517e3-b189-4007-b633-f5988f1dcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.584790 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.676094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0517e3-b189-4007-b633-f5988f1dcf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c9cb1-a5a0-467f-864d-ea6c09c8b524,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:09.690223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4dd46c-530d-4366-b5d1-ca5f71225f15,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:09.770217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7144a67a-7e17-48cd-9f2d-f1e723bdcbeb tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=f7c9752b-a7ed-4d70-84f6-e2e49ed93663&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4409361 Mar 11 17:44:09.773104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37170) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:09.778691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:09.785708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:port and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:09.789244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:09.804686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:09.819311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:09.825323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.830574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b0f5f34a-07b8-44ef-8cb7-5db5222011d4 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:44:09.854165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] device_id is not set on port 1a4daf84-1f71-4e46-8169-6a9d76fca5b6 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:44:09.896359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b0f5f34a-07b8-44ef-8cb7-5db5222011d4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:44:09.896696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b0f5f34a-07b8-44ef-8cb7-5db5222011d4 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:44:09.957110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d257c39-afe3-47dd-a5a9-37fbf7b3be34 req-5fa12e8c-0213-4996-a79b-dce3b213e9da tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:09.958268 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d257c39-afe3-47dd-a5a9-37fbf7b3be34 req-5fa12e8c-0213-4996-a79b-dce3b213e9da tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.5755060 Mar 11 17:44:09.959170 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da0517e3-b189-4007-b633-f5988f1dcf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.960287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da0517e3-b189-4007-b633-f5988f1dcf61 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ac2c9cb1-a5a0-467f-864d-ea6c09c8b524 HTTP/1.1" status: 204 len: 168 time: 1.0568368 Mar 11 17:44:10.083479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.14 (e825f08f-adfd-42d0-a726-e89ffac1bed7/36c08d3b-2b87-4dad-8577-fb881a8d03c0/1a4daf84-1f71-4e46-8169-6a9d76fca5b6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:10.131040 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.154749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] For port f05ef841-81df-406e-89d8-53487330bc8d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f05ef841-81df-406e-89d8-53487330bc8d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:10.155435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.456813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Calling delete_port for f05ef841-81df-406e-89d8-53487330bc8d owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:10.489952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d257c39-afe3-47dd-a5a9-37fbf7b3be34 req-7f27c726-c927-45d2-b499-2a3182968f1e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488087 Mar 11 17:44:10.498243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa533c51-1068-4800-bd95-a0f5eaac181d']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:10.506347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.552710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceb6864-7308-4fd4-8c79-9b19444dbd4a') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:10.553135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceb6864-7308-4fd4-8c79-9b19444dbd4a') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:10.558406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.575862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ee2d2-0744-48ba-824e-7cdd46bb7330 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:10.581009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0f5ee2d2-0744-48ba-824e-7cdd46bb7330 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.7868962 Mar 11 17:44:10.582248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.596459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37184) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:10.668722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a4aff-6712-4a04-81f7-eeee90108398 req-07c47861-b4c7-4ca4-b540-3bbff50b3164 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:10.670308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a7a4aff-6712-4a04-81f7-eeee90108398 req-07c47861-b4c7-4ca4-b540-3bbff50b3164 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 944 time: 0.7088122 Mar 11 17:44:10.671950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.676639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:10.680877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:10.687866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:10.706789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-20fda6c2-9d2f-4c23-9980-80adc4481089 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7c9752b-a7ed-4d70-84f6-e2e49ed93663 HTTP/1.1" status: 200 len: 205 time: 0.1072783 Mar 11 17:44:10.725097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=1a4daf84-1f71-4e46-8169-6a9d76fca5b6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:10.731502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37190) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:10.732908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:44:10.733548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:10.752635 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:10.897747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a7a4aff-6712-4a04-81f7-eeee90108398 req-a4295ec8-499f-49d8-8d31-95b5b2f8bfa3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955814 Mar 11 17:44:10.954790 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.969027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:10.970212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.981799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa533c51-1068-4800-bd95-a0f5eaac181d {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:44:10.992333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.010452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa533c51-1068-4800-bd95-a0f5eaac181d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:11.025689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3673d2ba-e7ae-40b7-bbfd-9826a1aab744 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "DELETE /v2.0/networks/fa533c51-1068-4800-bd95-a0f5eaac181d HTTP/1.1" status: 204 len: 168 time: 4.5793204 Mar 11 17:44:11.026231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37202) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:11.028639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1d8c761f-0399-4c2e-886c-8b87ff808fea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5472620 Mar 11 17:44:11.029568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37204) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:11.108251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '1a4daf84-1f71-4e46-8169-6a9d76fca5b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:11.114848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.117483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.162182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 81ea018a-6b9e-478b-8246-36d87b559046 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:11.180025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:11.329978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 81ea018a-6b9e-478b-8246-36d87b559046 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:11.347756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 81ea018a-6b9e-478b-8246-36d87b559046 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:11.348670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.387643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:floatingip and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:11.391133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05ef841-81df-406e-89d8-53487330bc8d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:11.393589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:11.403981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:11.517386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.568417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Deleting port 71381552-b9a5-4727-aab7-77a0f78f6f4f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:11.569192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.579797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.583979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.608401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a0aef1c6-53ed-4688-bd39-08eb71bfc432 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Synchronizing usage tracker for tenant:c0772279ac7641fab385dcd8c6df92c1 on resource:floatingip {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:11.669763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 81ea018a-6b9e-478b-8246-36d87b559046, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81ea018a-6b9e-478b-8246-36d87b559046,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:11.673065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea018a-6b9e-478b-8246-36d87b559046'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:11.687632 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.873459 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea018a-6b9e-478b-8246-36d87b559046', 'code': 200} Mar 11 17:44:11.890458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=81ea018a-6b9e-478b-8246-36d87b559046,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:12.021288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a0aef1c6-53ed-4688-bd39-08eb71bfc432 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Unset dirty status for tenant:c0772279ac7641fab385dcd8c6df92c1 on resource:floatingip {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:12.026232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:12.026548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0aef1c6-53ed-4688-bd39-08eb71bfc432 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.9990385 Mar 11 17:44:12.055444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.135985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.306148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Calling delete_port for 71381552-b9a5-4727-aab7-77a0f78f6f4f owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:12.349755 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-807a0206-3568-4cc6-b8af-f1f648c343a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.358901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.359485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.359894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.360281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.360706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.361058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.361620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.361854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.369857 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8b1f0a3-c261-4111-892c-3d844f03459f tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5259 time: 0.3251817 Mar 11 17:44:12.370908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37234) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:12.478615 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.507269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.544237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f74e0-40a0-48b4-979a-c3d052e5f40e req-b2a401b6-edc7-496c-87fc-4fa3749cb383 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.545956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-562f74e0-40a0-48b4-979a-c3d052e5f40e req-b2a401b6-edc7-496c-87fc-4fa3749cb383 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.4235563 Mar 11 17:44:12.555262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb4c5a-7c37-4772-a8b7-f3c18c06ffc3 req-cd9a198c-b40a-4e37-85ad-ccf660f1cb31 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:12.556883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70bb4c5a-7c37-4772-a8b7-f3c18c06ffc3 req-cd9a198c-b40a-4e37-85ad-ccf660f1cb31 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 945 time: 0.4332850 Mar 11 17:44:12.580806 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cd85e321-851a-4614-adfd-7eb21912e8b5 req-1a311401-3554-4b08-aac1-166543f1c760 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 1096 time: 0.6198976 Mar 11 17:44:12.592639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.694822 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.695783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bfa8db5-913d-41df-b552-edbedf42f80d {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:12.731523 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-766847a3-6c04-4e0e-a6bf-1f45c4e1a66c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] delete failed (client error): The resource could not be found. Mar 11 17:44:12.732554 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-766847a3-6c04-4e0e-a6bf-1f45c4e1a66c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/574c93eb-8ecf-47f6-9e34-263e3ae9cd55 HTTP/1.1" status: 404 len: 345 time: 0.3569498 Mar 11 17:44:12.740855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:12.761297 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cd85e321-851a-4614-adfd-7eb21912e8b5 req-7a434ed3-0c01-4385-868a-8473d3a75c2c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696241 Mar 11 17:44:12.773180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.784955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-562f74e0-40a0-48b4-979a-c3d052e5f40e req-c8e65c13-595f-445d-bdf0-2f5aac04cef1 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268074 Mar 11 17:44:12.829961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event deleted for resources: {'Port': ['ID=71381552-b9a5-4727-aab7-77a0f78f6f4f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:12.830209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70bb4c5a-7c37-4772-a8b7-f3c18c06ffc3 req-83c23395-659d-42b5-a117-714c4bc43003 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424040 Mar 11 17:44:12.849118 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f4a67a-d3cc-4346-b342-1f932a45e43e tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 17:44:12.851401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f4a67a-d3cc-4346-b342-1f932a45e43e tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:44:12.853610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-21f4a67a-d3cc-4346-b342-1f932a45e43e tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "DELETE /v2.0/networks/fa533c51-1068-4800-bd95-a0f5eaac181d HTTP/1.1" status: 404 len: 339 time: 0.1092362 Mar 11 17:44:12.874450 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:12.889175 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.889540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'network': {'name': 'tempest-network--1716831674', 'router:external': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:12.892953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c29b33c2-d0c1-43a9-b391-1cb371358e90 admin admin] 10.222.0.96 "DELETE /v2.0/routers/6bfa8db5-913d-41df-b552-edbedf42f80d HTTP/1.1" status: 204 len: 168 time: 6.1550767 Mar 11 17:44:12.899941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37256) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:12.930977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:12.946454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:network and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:12.951452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:12.961483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:12.987043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.25.3.93 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e7e4e4ee-23fd-4de5-a3b8-f6925049ecfb) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:12.991849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] Deleting subnet d80c4b28-b536-43cc-b7c2-314762326e69 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:44:13.002121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.042665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Made reservation on behalf of c0772279ac7641fab385dcd8c6df92c1 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:13.045381 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.168721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.211125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:44:13.213427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.329317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.336538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.378094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.378213 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Added segment f2b9b7ec-bc0f-464c-97e7-9d035c864fe9 of type vlan for network 0c3d7c77-51f4-43f4-b9b0-0fa23d0c4601 Mar 11 17:44:13.443675 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.523663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f05ef841-81df-406e-89d8-53487330bc8d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:44:13.570481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f05ef841-81df-406e-89d8-53487330bc8d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:44:13.571255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f05ef841-81df-406e-89d8-53487330bc8d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:44:13.607178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.607486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.629668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.651854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.652382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:13.652963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.679257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.772312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.772901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Fanout notify agent at l3_agent the message router_deleted on router f7c9752b-a7ed-4d70-84f6-e2e49ed93663 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:13.781675 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.782877 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-800b3f95-d4c0-4dca-9790-5b1d58e7b22a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/f7c9752b-a7ed-4d70-84f6-e2e49ed93663 HTTP/1.1" status: 204 len: 168 time: 3.0501256 Mar 11 17:44:13.789375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37290) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:13.795464 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9156649 Mar 11 17:44:13.800626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80c4b28-b536-43cc-b7c2-314762326e69,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:13.812274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37294) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:13.818054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-618022379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:13.846264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:13.854594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Usage tracker for resource:router and tenant:e305fff213c0440fa15ebb200a8984dd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:13.877164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:13.889952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=e7e4e4ee-23fd-4de5-a3b8-f6925049ecfb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:13.936042 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.958166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab07c1d-c70c-448e-be1f-81d4b74c3d51 None None] Network 457c7bb4-45c0-4530-9bb2-c755ef527acc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:44:13.963009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:13.973541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:13.981223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:13.981551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:14.000563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e48eb3-126b-42bd-a99a-932cd500b40c tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Network': ['ID=0c3d7c77-51f4-43f4-b9b0-0fa23d0c4601,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:14.010783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.016526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.062316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.106825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.195871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.203446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3a799d46-1ee5-4def-b670-de601d9c664d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4067638 Mar 11 17:44:14.204707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37308) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:14.209976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-97643cfa-7260-4886-8470-2559bf232397 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d80c4b28-b536-43cc-b7c2-314762326e69 HTTP/1.1" status: 204 len: 168 time: 1.3128965 Mar 11 17:44:14.213742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37310) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:14.230213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': False}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:14.395628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0c3d7c77-51f4-43f4-b9b0-0fa23d0c4601 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:44:14.508910 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.546209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e040a52-4b53-4f68-b274-b293465d3781 req-eee3b9ae-d7d4-4122-869f-c48775331201 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:14.548010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e040a52-4b53-4f68-b274-b293465d3781 req-eee3b9ae-d7d4-4122-869f-c48775331201 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.3969026 Mar 11 17:44:14.591518 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c3af1e74-4f3b-4c7c-b4dd-c69b1cc3a685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.623335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e040a52-4b53-4f68-b274-b293465d3781 req-0b94c223-9ecc-4ef0-939c-31b7af4350c6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633178 Mar 11 17:44:14.646688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bea69-5838-45fe-b3e6-1075642c48f6 req-38f38db7-d5de-4e7d-9537-324e99798856 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:14.648579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c30bea69-5838-45fe-b3e6-1075642c48f6 req-38f38db7-d5de-4e7d-9537-324e99798856 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 945 time: 0.4450874 Mar 11 17:44:14.703671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] DHCP port deletion for 457c7bb4-45c0-4530-9bb2-c755ef527acc request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:44:14.708977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] Deleting port a60e6e37-f462-4ae9-94bc-7dc1135dd734 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:14.709351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.732550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07369c6d-e3d4-4947-a202-ea72d7ae0b89 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:14.736865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07369c6d-e3d4-4947-a202-ea72d7ae0b89 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:14.741194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07369c6d-e3d4-4947-a202-ea72d7ae0b89 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:14.747809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07369c6d-e3d4-4947-a202-ea72d7ae0b89 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:14.747809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-07369c6d-e3d4-4947-a202-ea72d7ae0b89 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Synchronizing usage tracker for tenant:9b3a4daa161842ea817e7bcf26d2339f on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:14.751438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37318) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:14.797025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c30bea69-5838-45fe-b3e6-1075642c48f6 req-1e3d3ebb-0580-4c48-8f3d-2c384db72003 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142204 Mar 11 17:44:14.868231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Deleting port a60e6e37-f462-4ae9-94bc-7dc1135dd734 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:14.869003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.964937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-07369c6d-e3d4-4947-a202-ea72d7ae0b89 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Unset dirty status for tenant:9b3a4daa161842ea817e7bcf26d2339f on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:14.966222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-07369c6d-e3d4-4947-a202-ea72d7ae0b89 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.1449602 Mar 11 17:44:14.971527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37326) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:14.972068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] For port a60e6e37-f462-4ae9-94bc-7dc1135dd734, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a60e6e37-f462-4ae9-94bc-7dc1135dd734,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:14.973034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:14.998321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.144398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.195019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:15.195251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] Calling delete_port for a60e6e37-f462-4ae9-94bc-7dc1135dd734 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:15.221899 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:44:15.241550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Usage tracker for resource:security_group_rule and tenant:1423653084824a16850c8a7ef809f5e7 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:15.249105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:15.274007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:15.283862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.296743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] For port a60e6e37-f462-4ae9-94bc-7dc1135dd734, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a60e6e37-f462-4ae9-94bc-7dc1135dd734,segment=NetworkSegment(3fba1d39-d46a-4169-b6a6-113b2eb0d2b8),segment_id=3fba1d39-d46a-4169-b6a6-113b2eb0d2b8)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:15.297343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.340118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] No DVR routers for this DVR port a60e6e37-f462-4ae9-94bc-7dc1135dd734 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:15.361632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801620d-334a-4a71-abbb-8cc7ba2e3862 None None] Pushing event deleted for resources: {'Port': ['ID=a60e6e37-f462-4ae9-94bc-7dc1135dd734,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:15.377060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.431265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3d7c77-51f4-43f4-b9b0-0fa23d0c4601']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:15.453271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Calling delete_port for a60e6e37-f462-4ae9-94bc-7dc1135dd734 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:15.457431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b9b7ec-bc0f-464c-97e7-9d035c864fe9') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:15.457720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b9b7ec-bc0f-464c-97e7-9d035c864fe9') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:15.485929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.527742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.530892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.543252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.545275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:44:15.545680 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.554814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:44:15.555084 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:15.560076 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:15.589431 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.601556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a60e6e37-f462-4ae9-94bc-7dc1135dd734 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:44:15.649572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a60e6e37-f462-4ae9-94bc-7dc1135dd734 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:44:15.650098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a60e6e37-f462-4ae9-94bc-7dc1135dd734 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:44:15.653883 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.691463 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.835370 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.860908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.872442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c3d7c77-51f4-43f4-b9b0-0fa23d0c4601 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:44:15.875251 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.888120 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.967346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1423653084824a16850c8a7ef809f5e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2115972 Mar 11 17:44:15.977014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37346) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:16.060292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c3d7c77-51f4-43f4-b9b0-0fa23d0c4601,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:16.071918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Allocated IP 172.25.3.162 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/d0e2de4a-5954-4cfa-9dc1-d45a720e219d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:16.111700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e3c4a-1aa9-4a7f-a57b-0ae41e2fdb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f35002f-126f-42c6-8851-10572fca881f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:16.125011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b726b55-15e0-4608-897d-7c84dda521e4 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "DELETE /v2.0/networks/0c3d7c77-51f4-43f4-b9b0-0fa23d0c4601 HTTP/1.1" status: 204 len: 168 time: 1.1498663 Mar 11 17:44:16.128895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:16.155926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'network': {'name': 'tempest-network--432983616', 'router:external': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:16.162641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Deleting port a60e6e37-f462-4ae9-94bc-7dc1135dd734 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:16.163713 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.164729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.167204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:16.173994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:network and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:16.178453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:16.211095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:16.260813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] The port 'a60e6e37-f462-4ae9-94bc-7dc1135dd734' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:44:16.263419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Made reservation on behalf of c0772279ac7641fab385dcd8c6df92c1 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:16.265732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.293829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b401b6-a9d9-4771-a9e7-adff09aa0776 req-5b48def6-b752-481c-8d79-97dc258470b0 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:16.300631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74b401b6-a9d9-4771-a9e7-adff09aa0776 req-5b48def6-b752-481c-8d79-97dc258470b0 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.3532343 Mar 11 17:44:16.325558 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.401927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e13fec-a156-4878-b223-f44988ddd086 req-4649c00d-52ab-4135-bcb1-243371b166e3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:16.403373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9e13fec-a156-4878-b223-f44988ddd086 req-4649c00d-52ab-4135-bcb1-243371b166e3 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 945 time: 0.3902595 Mar 11 17:44:16.425945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:44:16.445414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.475227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74b401b6-a9d9-4771-a9e7-adff09aa0776 req-061bfd14-61f5-4fe8-a2c7-91f7c88bc6e1 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736178 Mar 11 17:44:16.507168 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.507771 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Added segment 943ed3ca-31c4-453a-8042-e1a48f8318c5 of type vlan for network e26469f4-158e-49d1-a82a-d95d854d737b Mar 11 17:44:16.512460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3885203-2c86-4886-bbd3-e2172c57b94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.546451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3885203-2c86-4886-bbd3-e2172c57b94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.632884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9e13fec-a156-4878-b223-f44988ddd086 req-d8690ce0-f41c-4313-a4bd-2fbe6ccae50c tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143116 Mar 11 17:44:16.651096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.735200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457c7bb4-45c0-4530-9bb2-c755ef527acc']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:16.768536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:16.768536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fba1d39-d46a-4169-b6a6-113b2eb0d2b8') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:16.777329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.788285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.790299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.811830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3885203-2c86-4886-bbd3-e2172c57b94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.836184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.837244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.838451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:16.839135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.842354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3885203-2c86-4886-bbd3-e2172c57b94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f35002f-126f-42c6-8851-10572fca881f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:16.852631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:44:16.853147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.863869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:16.870106 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:16.956392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b3885203-2c86-4886-bbd3-e2172c57b94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.960227 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b3885203-2c86-4886-bbd3-e2172c57b94a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3f35002f-126f-42c6-8851-10572fca881f HTTP/1.1" status: 204 len: 168 time: 0.9796281 Mar 11 17:44:16.960447 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.963848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.014081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.019915 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.039269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9069109 Mar 11 17:44:17.051754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37360) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:17.140119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=457c7bb4-45c0-4530-9bb2-c755ef527acc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:17.163314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.172537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e2de4a-5954-4cfa-9dc1-d45a720e219d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:17.185627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:17.188728 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d474170-7549-4748-a20c-86cb09a6cd3d admin admin] 10.222.0.96 "DELETE /v2.0/networks/457c7bb4-45c0-4530-9bb2-c755ef527acc HTTP/1.1" status: 204 len: 168 time: 2.8676136 Mar 11 17:44:17.195847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:17.201951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:17.252419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=e7e4e4ee-23fd-4de5-a3b8-f6925049ecfb,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:17.267899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47376d34-4c5b-4d69-8933-c90a4f68d6ff tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Network': ['ID=e26469f4-158e-49d1-a82a-d95d854d737b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:17.289155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e26469f4-158e-49d1-a82a-d95d854d737b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:44:17.413169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60662ade-0bf4-490f-8c89-2571df8decb1 req-cc8a0e55-b30e-4f87-99ce-00130c019d2d tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:17.422743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60662ade-0bf4-490f-8c89-2571df8decb1 req-cc8a0e55-b30e-4f87-99ce-00130c019d2d tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 945 time: 0.6314883 Mar 11 17:44:17.478250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cee2a7-61b5-40d6-bfd7-cd0f6f797008 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:17.484467 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-12cee2a7-61b5-40d6-bfd7-cd0f6f797008 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] 10.222.0.96 "GET /v2.0/networks/e26469f4-158e-49d1-a82a-d95d854d737b HTTP/1.1" status: 200 len: 756 time: 0.4320996 Mar 11 17:44:17.496333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37374) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:17.507573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60662ade-0bf4-490f-8c89-2571df8decb1 req-d4fc4dd0-f039-488c-8af3-5fbce4b99a62 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815041 Mar 11 17:44:17.519782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37380) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:17.574698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37386) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:17.634407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.656824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-51f39cf3-55eb-4332-8dea-d7763bb1ca91 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=126587c9078e40f4b29ea883394b0f73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1324744 Mar 11 17:44:17.662341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37394) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:17.758721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44052d5-9d68-423f-8993-e38b35433bf1 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:17.760139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e44052d5-9d68-423f-8993-e38b35433bf1 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] 10.222.0.96 "GET /v2.0/networks/9b028bde-da0a-43a2-ad57-940acdbf2a54 HTTP/1.1" status: 200 len: 768 time: 0.2598028 Mar 11 17:44:17.770081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37404) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:17.801805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:17.812078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:0558f24de24b47a9a46b88adf25a43ee is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:17.832117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:17.841130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:17.900839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.989056 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP e404f987-7ca9-449c-8c80-4e113013d519 associated. External IP: 172.25.3.93, port: 1a4daf84-1f71-4e46-8169-6a9d76fca5b6. Mar 11 17:44:18.051254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.086791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26469f4-158e-49d1-a82a-d95d854d737b']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:18.099691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.132629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9399bd63-e897-49c1-aaa7-f8be1d647bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.156968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943ed3ca-31c4-453a-8042-e1a48f8318c5') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:18.156968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943ed3ca-31c4-453a-8042-e1a48f8318c5') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:18.168215 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.236136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.268038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.280905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:44:18.281310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:18.295726 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:18.332628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.343871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9399bd63-e897-49c1-aaa7-f8be1d647bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.375520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e4b2-bb1b-4301-a76b-29eb5f77df90 req-8ea44bd4-81c3-4985-ad58-8175248406fa tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:18.377072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dae8e4b2-bb1b-4301-a76b-29eb5f77df90 req-8ea44bd4-81c3-4985-ad58-8175248406fa tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.6681051 Mar 11 17:44:18.410400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.415197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.422136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.464408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47014702-342c-4987-8760-e88cce8c6571,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:18.487097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6e5b466b-56e9-4cdd-8f94-3a11960f7ae9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0558f24de24b47a9a46b88adf25a43ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9047866 Mar 11 17:44:18.495440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37412) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:18.506408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e26469f4-158e-49d1-a82a-d95d854d737b {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:44:18.531603 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.578477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dae8e4b2-bb1b-4301-a76b-29eb5f77df90 req-adfda579-581f-4e6a-ac0b-6136388b791c tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874242 Mar 11 17:44:18.581058 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9399bd63-e897-49c1-aaa7-f8be1d647bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.633072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399bd63-e897-49c1-aaa7-f8be1d647bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554f57b6-9e98-4cf0-bdb7-526bb246534f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:18.705767 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c7932d7-32d5-4b86-9a59-b1fe6e08aacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.716184 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9399bd63-e897-49c1-aaa7-f8be1d647bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.716524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "DELETE /v2.0/networks/e26469f4-158e-49d1-a82a-d95d854d737b HTTP/1.1" status: 204 len: 168 time: 0.9447958 Mar 11 17:44:18.717690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f598a3d-55b1-48b1-9226-1f866f8d0ba5 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event deleted for resources: {'Network': ['ID=e26469f4-158e-49d1-a82a-d95d854d737b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:18.719715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:18.729271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9399bd63-e897-49c1-aaa7-f8be1d647bb6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/554f57b6-9e98-4cf0-bdb7-526bb246534f HTTP/1.1" status: 204 len: 168 time: 1.0532036 Mar 11 17:44:18.736124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'network': {'name': 'tempest-network--760704545'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:18.742790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:18.794486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Usage tracker for resource:network and tenant:c0772279ac7641fab385dcd8c6df92c1 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:18.805451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:18.807990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c7932d7-32d5-4b86-9a59-b1fe6e08aacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.009052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:19.029221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Made reservation on behalf of c0772279ac7641fab385dcd8c6df92c1 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:19.032917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.081950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:44:19.164938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.165492 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Added segment 8c279730-ae52-4c05-bfd4-b499d40a266c of type vlan for network 5940e5b1-0602-4d26-b92d-807533948c00 Mar 11 17:44:19.255754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c7932d7-32d5-4b86-9a59-b1fe6e08aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.268367 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.298133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a92cfc-26c5-4ba6-b2cc-905e7cc6975e req-dbfcfed4-754d-47d3-b61c-68479dc9bb5e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:19.300062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79a92cfc-26c5-4ba6-b2cc-905e7cc6975e req-dbfcfed4-754d-47d3-b61c-68479dc9bb5e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 945 time: 0.4272935 Mar 11 17:44:19.306347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7932d7-32d5-4b86-9a59-b1fe6e08aacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47014702-342c-4987-8760-e88cce8c6571,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:19.309483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.310499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:19.311200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.356867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c7932d7-32d5-4b86-9a59-b1fe6e08aacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.359301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5c7932d7-32d5-4b86-9a59-b1fe6e08aacb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/47014702-342c-4987-8760-e88cce8c6571 HTTP/1.1" status: 204 len: 168 time: 0.8615923 Mar 11 17:44:19.389448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79a92cfc-26c5-4ba6-b2cc-905e7cc6975e req-fed8c0ae-9880-48dc-86a4-e0fe5755fe40 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755370 Mar 11 17:44:19.474428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7513013 Mar 11 17:44:19.478791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37434) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:19.487285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:19.493297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Router 054df259-d887-4156-b9c8-643ca581be09 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:44:19.497234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671a812-4e1b-4cba-bab0-030082343599 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Network': ['ID=5940e5b1-0602-4d26-b92d-807533948c00,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:19.511332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 5940e5b1-0602-4d26-b92d-807533948c00 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:44:19.717267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:19.839048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:19.843925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.848240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bdd9c421-8b7d-4d13-a9d6-83249884162f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "PUT /v2.0/routers/054df259-d887-4156-b9c8-643ca581be09 HTTP/1.1" status: 200 len: 915 time: 5.6395059 Mar 11 17:44:19.848805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37446) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:19.850939 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] Sync routers for ids ['054df259-d887-4156-b9c8-643ca581be09'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:19.883099 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] Routers {'054df259-d887-4156-b9c8-643ca581be09'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:19.885466 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['054df259-d887-4156-b9c8-643ca581be09'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:20.030685 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:20.064142 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] Routers {'054df259-d887-4156-b9c8-643ca581be09'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:20.064764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['054df259-d887-4156-b9c8-643ca581be09'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:20.199276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-1e78c06b-778b-47c6-8b07-ba7c0f433532 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:20.204093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-1e78c06b-778b-47c6-8b07-ba7c0f433532 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Synchronizing usage tracker for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:20.264509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-1e78c06b-778b-47c6-8b07-ba7c0f433532 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Unset dirty status for tenant:52fa789712a4470e84aef13c2df23ee0 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:20.266075 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-1e78c06b-778b-47c6-8b07-ba7c0f433532 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 945 time: 0.3257725 Mar 11 17:44:20.302597 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:20.303182 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca668ee-e10c-4976-8012-a5aaeff85463 None None] The sync data for ids ['054df259-d887-4156-b9c8-643ca581be09'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:20.425490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Deleting port 5cfe2c67-9551-411c-9edd-0eaff537850f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:20.426078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.512195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.545784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.574508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae314-232b-4d00-86a0-f216b4521fe4 req-2e0468b3-bae9-4f44-9d24-ba03dfeda3d6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:20.581580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bae314-232b-4d00-86a0-f216b4521fe4 req-2e0468b3-bae9-4f44-9d24-ba03dfeda3d6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.7614534 Mar 11 17:44:20.656653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ef9d9aa-cc9a-4038-b05a-79b077120af1 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/054df259-d887-4156-b9c8-643ca581be09 HTTP/1.1" status: 200 len: 921 time: 0.8039837 Mar 11 17:44:20.666404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37470) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:20.712130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Network 5940e5b1-0602-4d26-b92d-807533948c00 is not hosted by any dhcp agent {{(pid=83849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 17:44:20.713042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:20.713719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.717715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "PUT /v2.0/networks/5940e5b1-0602-4d26-b92d-807533948c00 HTTP/1.1" status: 200 len: 858 time: 1.2351954 Mar 11 17:44:20.736380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37476) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:20.871677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.894878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fdfc1-1535-4554-b770-351f77038859 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event updated for resources: {'Network': ['ID=5940e5b1-0602-4d26-b92d-807533948c00,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:20.994144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88bae314-232b-4d00-86a0-f216b4521fe4 req-e804fe46-50c9-44e2-8bad-62bb9dad5b69 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110799 Mar 11 17:44:21.014415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-bf9ce52a-69f2-4e75-a61d-bffb764ef23e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:21.016431 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-bf9ce52a-69f2-4e75-a61d-bffb764ef23e tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2d151c8-36e4-4a58-af3a-1938d7e005a1 HTTP/1.1" status: 200 len: 945 time: 0.5044014 Mar 11 17:44:21.175699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-58340d9f-4818-48bb-ad3b-466fdca17f1a tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=054df259-d887-4156-b9c8-643ca581be09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4899831 Mar 11 17:44:21.189017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37490) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:21.312347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Deleting port 81ea018a-6b9e-478b-8246-36d87b559046 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:21.312819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.357251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cb79b-61c4-4b38-98b0-03132a51637d req-07e00572-326f-4403-a0b7-c9e33e9e8040 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:21.365557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e53cb79b-61c4-4b38-98b0-03132a51637d req-07e00572-326f-4403-a0b7-c9e33e9e8040 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 945 time: 0.7973289 Mar 11 17:44:21.389859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.409981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] For port 5cfe2c67-9551-411c-9edd-0eaff537850f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5cfe2c67-9551-411c-9edd-0eaff537850f,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:21.410420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.445699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5940e5b1-0602-4d26-b92d-807533948c00']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:21.468626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:21.471557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c279730-ae52-4c05-bfd4-b499d40a266c') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:21.472083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c279730-ae52-4c05-bfd4-b499d40a266c') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:21.479890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:21.502232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:21.502930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:21.525612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.559153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Calling delete_port for 5cfe2c67-9551-411c-9edd-0eaff537850f owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:21.579853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e53cb79b-61c4-4b38-98b0-03132a51637d req-ee70f424-7081-4dc9-a7f0-75522b74e3b6 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/security-groups?id=85451009-cd6d-4903-b036-40f549fce1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132113 Mar 11 17:44:21.607958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.614434 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.665526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:21.683722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:21.684592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:21.688897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:44:21.699109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:21.735111 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:21.796348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:21.796767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5d508-c430-489b-9acb-68197360bb92 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:21.861147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab1980-b978-4a01-8497-559d71c96d07 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:21.862626 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-83ab1980-b978-4a01-8497-559d71c96d07 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.6725042 Mar 11 17:44:21.877903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37512) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:21.934191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.987580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b36895d4-5f21-41f8-8a66-326ca1b59da3 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8908734 Mar 11 17:44:21.991210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37518) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:21.993045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5940e5b1-0602-4d26-b92d-807533948c00 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:44:21.995099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Pushing event deleted for resources: {'Network': ['ID=5940e5b1-0602-4d26-b92d-807533948c00,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:22.004735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.018403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b2267bf7-690a-4bda-a7d9-7a3356edddc0 tempest-ExternalNetworksTestJSON-540555808 tempest-ExternalNetworksTestJSON-540555808-project-admin] 10.222.0.96 "DELETE /v2.0/networks/5940e5b1-0602-4d26-b92d-807533948c00 HTTP/1.1" status: 204 len: 168 time: 1.2719948 Mar 11 17:44:22.018578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:22.020713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37524) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:22.074613 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dee2d6-5eba-4195-8d67-177f83ef35bd tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] DELETE failed (client error): The resource could not be found. Mar 11 17:44:22.075373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dee2d6-5eba-4195-8d67-177f83ef35bd tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:44:22.080321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d0dee2d6-5eba-4195-8d67-177f83ef35bd tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] 10.222.0.96 "DELETE /v2.0/subnets/ca4dd46c-530d-4366-b5d1-ca5f71225f15 HTTP/1.1" status: 404 len: 337 time: 0.0584004 Mar 11 17:44:22.081136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37530) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:22.127128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a2b472dc-d1d3-4b3b-a3c8-f601acd95ba9 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=054df259-d887-4156-b9c8-643ca581be09 HTTP/1.1" status: 200 len: 205 time: 0.2460332 Mar 11 17:44:22.160703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:22.234812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.318981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] For port 81ea018a-6b9e-478b-8246-36d87b559046, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81ea018a-6b9e-478b-8246-36d87b559046,segment=NetworkSegment(89333a16-15f7-4e31-87c6-6644550bfabc),segment_id=89333a16-15f7-4e31-87c6-6644550bfabc)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:22.319961 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.467422 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.470687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Calling delete_port for 81ea018a-6b9e-478b-8246-36d87b559046 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:22.520285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b028bde-da0a-43a2-ad57-940acdbf2a54']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:22.541907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233da2b-cb6e-41b4-81ce-e8282271bd3d req-562dd848-415e-43b1-8e6c-17ed4ae93bf6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:22.547153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2233da2b-cb6e-41b4-81ce-e8282271bd3d req-562dd848-415e-43b1-8e6c-17ed4ae93bf6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.3065398 Mar 11 17:44:22.551272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43813708-70e6-487e-bc0c-c1e51c0d8aa3') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:22.553253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43813708-70e6-487e-bc0c-c1e51c0d8aa3') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:22.650280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.731188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.766128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:44:22.767571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.768741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:22.808373 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:22.822438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2233da2b-cb6e-41b4-81ce-e8282271bd3d req-82002caa-e8f0-440b-87c6-e3ef0373b1ff tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414315 Mar 11 17:44:23.000141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6399234-5ec5-4b37-ad23-c6580b148811 req-f0f96a09-bf91-4694-ac5f-60a01d9732bd tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 210 time: 0.0929465 Mar 11 17:44:23.003534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.010415 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.042394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.045435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] Pushing event deleted for resources: {'Network': ['ID=9b028bde-da0a-43a2-ad57-940acdbf2a54,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:23.051927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['81ea018a-6b9e-478b-8246-36d87b559046'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:44:23.060819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-995990ff-1ba1-47c4-bc8e-a7c1fb6df289 tempest-ExternalNetworksTestJSON-1775035696 tempest-ExternalNetworksTestJSON-1775035696-project] 10.222.0.96 "DELETE /v2.0/networks/9b028bde-da0a-43a2-ad57-940acdbf2a54 HTTP/1.1" status: 204 len: 168 time: 0.9779613 Mar 11 17:44:23.085543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event deleted for resources: {'Port': ['ID=5cfe2c67-9551-411c-9edd-0eaff537850f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:23.290096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5cfe2c67-9551-411c-9edd-0eaff537850f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:44:23.332470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 5cfe2c67-9551-411c-9edd-0eaff537850f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:44:23.332951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5cfe2c67-9551-411c-9edd-0eaff537850f not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:44:23.333460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 81ea018a-6b9e-478b-8246-36d87b559046 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:44:23.378209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 81ea018a-6b9e-478b-8246-36d87b559046 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:44:23.378713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 81ea018a-6b9e-478b-8246-36d87b559046 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:44:23.384399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.393744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] No DVR routers for this DVR port 5cfe2c67-9551-411c-9edd-0eaff537850f on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:23.451967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.458180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Pushing event deleted for resources: {'Port': ['ID=81ea018a-6b9e-478b-8246-36d87b559046,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:23.461070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccd402a-7428-4da7-860c-64bf66000185', 'name': 'network-vif-deleted', 'tag': '5cfe2c67-9551-411c-9edd-0eaff537850f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:23.656455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37584) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:23.769850 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ef4aa5a0-efda-4704-bdb9-e094acc0c114 req-60102fa6-c9e4-45ab-a1f7-818a2b0173b1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "DELETE /v2.0/ports/5cfe2c67-9551-411c-9edd-0eaff537850f HTTP/1.1" status: 204 len: 173 time: 3.4897249 Mar 11 17:44:23.789331 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccd402a-7428-4da7-860c-64bf66000185', 'name': 'network-vif-deleted', 'tag': '5cfe2c67-9551-411c-9edd-0eaff537850f', 'status': 'completed', 'code': 200} Mar 11 17:44:23.887566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] No DVR routers for this DVR port 81ea018a-6b9e-478b-8246-36d87b559046 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:23.893569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.912575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e0753e9-c833-4e34-a5ba-3ab1d4a7f366 req-8bd2e93b-b773-44bc-a2ed-faf21a26a1a1 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.59 "DELETE /v2.0/ports/81ea018a-6b9e-478b-8246-36d87b559046 HTTP/1.1" status: 204 len: 173 time: 2.8238785 Mar 11 17:44:23.913348 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.937855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.938202 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP e404f987-7ca9-449c-8c80-4e113013d519 disassociated. External IP: 172.25.3.93, port: 1a4daf84-1f71-4e46-8169-6a9d76fca5b6. Mar 11 17:44:23.971492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c9cdc8f4-6846-4cb3-8849-2ad6b60fdfa2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9b3a4daa161842ea817e7bcf26d2339f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3135684 Mar 11 17:44:23.974532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37606) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:24.165627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.215341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-92a01034-35fb-406c-9e1e-d93f3e0f3254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.325935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37618) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:24.336933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-92a01034-35fb-406c-9e1e-d93f3e0f3254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.414638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df044e1a-b25c-45d2-9a92-ab5e8cd64e48 req-b5e290d2-2241-476a-b7cb-6216c60ba809 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ccd402a-7428-4da7-860c-64bf66000185 HTTP/1.1" status: 200 len: 210 time: 0.0594041 Mar 11 17:44:24.454071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cb80d-f859-49d3-a694-2be5c3ea6146 req-ae536763-fb2b-402f-a9d3-8facba3b0b90 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:24.454071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-930cb80d-f859-49d3-a694-2be5c3ea6146 req-ae536763-fb2b-402f-a9d3-8facba3b0b90 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.3713050 Mar 11 17:44:24.519646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-930cb80d-f859-49d3-a694-2be5c3ea6146 req-812fd997-c92f-43b1-8cf2-57834ca51037 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612454 Mar 11 17:44:24.530405 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-92a01034-35fb-406c-9e1e-d93f3e0f3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.533529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.589557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a01034-35fb-406c-9e1e-d93f3e0f3254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520593f4-1a87-4192-9586-ac762703bb4c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:24.640859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-92a01034-35fb-406c-9e1e-d93f3e0f3254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.642575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-92a01034-35fb-406c-9e1e-d93f3e0f3254 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/520593f4-1a87-4192-9586-ac762703bb4c HTTP/1.1" status: 204 len: 168 time: 0.6660817 Mar 11 17:44:24.644241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.690463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:24.695671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c2f2bfff8ef438596facdacd7f0d7d6 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:24.697696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Deleting port d0e2de4a-5954-4cfa-9dc1-d45a720e219d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:24.698040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.699439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:24.717388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:24.720895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37628) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:24.944855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.954174 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.052324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.080940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c2f2bfff8ef438596facdacd7f0d7d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7521610 Mar 11 17:44:25.087220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37636) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:25.143945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222b5e0-a5f0-4b70-95ff-86c261f181c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ce9a9b-0eb1-4a3f-a6dc-bd8260b056a1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:25.301961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82a3ee53-6b45-404a-b290-be43e49f6c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.336188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Calling delete_port for d0e2de4a-5954-4cfa-9dc1-d45a720e219d owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:25.374275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.407555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82a3ee53-6b45-404a-b290-be43e49f6c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.434114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37642) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:25.439516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:25.453927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:25.473343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Usage tracker for resource:security_group_rule and tenant:66c9f830e8434d01957fec3449ab6997 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:25.478824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:25.488035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:25.590811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.598099 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.617484 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82a3ee53-6b45-404a-b290-be43e49f6c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.648682 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3cb074f0-ff59-4362-a5d8-12b6ba3bd444 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c0772279ac7641fab385dcd8c6df92c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2115641 Mar 11 17:44:25.657105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:25.686121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead070d6-8039-48bf-bfda-3999c099db54,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:25.704201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aa294415-b34d-45d9-9d73-ab0e30db543c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=66c9f830e8434d01957fec3449ab6997&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9820523 Mar 11 17:44:25.705003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37656) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:25.712296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82a3ee53-6b45-404a-b290-be43e49f6c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.716224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-82a3ee53-6b45-404a-b290-be43e49f6c05 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34ce9a9b-0eb1-4a3f-a6dc-bd8260b056a1 HTTP/1.1" status: 204 len: 168 time: 0.6278377 Mar 11 17:44:25.766102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37658) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:25.820930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3ee53-6b45-404a-b290-be43e49f6c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ce9a9b-0eb1-4a3f-a6dc-bd8260b056a1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:25.822789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'name': 'network-vif-deleted', 'tag': '81ea018a-6b9e-478b-8246-36d87b559046'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:25.877002 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.926588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event deleted for resources: {'Port': ['ID=d0e2de4a-5954-4cfa-9dc1-d45a720e219d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:25.970709 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d151c8-36e4-4a58-af3a-1938d7e005a1', 'name': 'network-vif-deleted', 'tag': '81ea018a-6b9e-478b-8246-36d87b559046', 'status': 'completed', 'code': 200} Mar 11 17:44:26.022405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] Deleting subnet 82d67a23-c5dc-4ace-a51d-ca1608870c22 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:44:26.049578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.159362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1830c0f0-2af3-49bd-821f-6a06d3024744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.185541 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1830c0f0-2af3-49bd-821f-6a06d3024744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.204622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a060-6a19-4a59-8aa1-05777f5aced2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.211711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.214095 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.327806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570337e-337c-4ece-ae15-5623981c9662 req-567fab12-f40d-4db3-8151-81e34b4df2ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:26.332495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0570337e-337c-4ece-ae15-5623981c9662 req-567fab12-f40d-4db3-8151-81e34b4df2ef tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.6355488 Mar 11 17:44:26.338104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37672) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:26.374001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:26.386548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.393642 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:26.403465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.416641 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:26.418011 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:26.474985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1830c0f0-2af3-49bd-821f-6a06d3024744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.516631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a060-6a19-4a59-8aa1-05777f5aced2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.603486 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:26.622353 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:26.623554 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:26.648444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.655297 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.659387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:26.665312 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a40feb14-f2cf-48ff-8a71-105f8c5d79b1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/floatingips/e404f987-7ca9-449c-8c80-4e113013d519 HTTP/1.1" status: 200 len: 687 time: 4.6651623 Mar 11 17:44:26.666958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37676) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:26.670883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f63e360d8a42ef9f8b40340f1df292 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:26.731354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:26.735136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.745492 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:26.746318 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3cb35-60c7-4f64-913e-884768208a7c None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:26.747799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:26.776281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830c0f0-2af3-49bd-821f-6a06d3024744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead070d6-8039-48bf-bfda-3999c099db54,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:26.787872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a060-6a19-4a59-8aa1-05777f5aced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.798625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.887500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port e7e4e4ee-23fd-4de5-a3b8-f6925049ecfb {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:26.888329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.927744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.928745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Fanout notify agent at l3_agent the message router_deleted on router 054df259-d887-4156-b9c8-643ca581be09 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:26.932305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2a060-6a19-4a59-8aa1-05777f5aced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365806c-c3c0-4cd3-97bd-67c65a250d0f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:26.935721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d67a23-c5dc-4ace-a51d-ca1608870c22,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:26.949489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1830c0f0-2af3-49bd-821f-6a06d3024744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.956986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1830c0f0-2af3-49bd-821f-6a06d3024744 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ead070d6-8039-48bf-bfda-3999c099db54 HTTP/1.1" status: 204 len: 168 time: 1.1889954 Mar 11 17:44:26.975595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0570337e-337c-4ece-ae15-5623981c9662 req-4887c8b3-3177-4e44-a630-e9378a1ca200 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861058 Mar 11 17:44:26.984479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a060-6a19-4a59-8aa1-05777f5aced2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.990048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b2a2a060-6a19-4a59-8aa1-05777f5aced2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1365806c-c3c0-4cd3-97bd-67c65a250d0f HTTP/1.1" status: 204 len: 168 time: 1.3232331 Mar 11 17:44:26.995788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.001984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bff56bb6-f697-48ca-b163-f394abc6d886 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/82d67a23-c5dc-4ace-a51d-ca1608870c22 HTTP/1.1" status: 204 len: 168 time: 1.2911360 Mar 11 17:44:27.005996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37684) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:27.097110 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.098655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-30f67b24-a2df-47c9-94fd-bbf4a0fbe7eb tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/054df259-d887-4156-b9c8-643ca581be09 HTTP/1.1" status: 204 len: 168 time: 4.9365354 Mar 11 17:44:27.110199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37688) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:27.123201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-801826979', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:27.134838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.139342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:27.147845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Usage tracker for resource:router and tenant:e305fff213c0440fa15ebb200a8984dd is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:27.156143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:27.159592 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.192654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:27.221305 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.254958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.255683 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.273965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.279080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.285874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c932e40-493d-49b0-9463-4511da938c6e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:27.471512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.499821 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-87450569-c0ec-4410-8658-48cf6e86de88 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d7f63e360d8a42ef9f8b40340f1df292&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1593907 Mar 11 17:44:27.516049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37696) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:27.585102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e9b15d-a7b9-4bcd-baca-216a7858c562']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:27.645380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89333a16-15f7-4e31-87c6-6644550bfabc') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:27.645657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89333a16-15f7-4e31-87c6-6644550bfabc') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:27.651448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for e7e4e4ee-23fd-4de5-a3b8-f6925049ecfb owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:27.675219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.718595 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.752075 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c859247-de1b-4324-8aa1-e58668c3c3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.783857 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.796498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c859247-de1b-4324-8aa1-e58668c3c3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.806961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:44:27.807504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:27.824634 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:27.894233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37712) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:27.966274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.973016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.008434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.011191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e9b15d-a7b9-4bcd-baca-216a7858c562,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:28.017950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c859247-de1b-4324-8aa1-e58668c3c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.020540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c859247-de1b-4324-8aa1-e58668c3c3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.031655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3c859247-de1b-4324-8aa1-e58668c3c3c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c932e40-493d-49b0-9463-4511da938c6e HTTP/1.1" status: 204 len: 168 time: 0.5127468 Mar 11 17:44:28.046550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb411c90-0dac-41f1-804c-2e616d5d46c1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/88e9b15d-a7b9-4bcd-baca-216a7858c562 HTTP/1.1" status: 204 len: 168 time: 1.0368261 Mar 11 17:44:28.050423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c859247-de1b-4324-8aa1-e58668c3c3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c932e40-493d-49b0-9463-4511da938c6e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:28.132994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:28.137926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:448e660e08774e74b3315b1ccb790f35 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:28.141499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:28.148549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:28.223871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.236220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.301183 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=448e660e08774e74b3315b1ccb790f35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4052224 Mar 11 17:44:28.303805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37732) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:28.324782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.335488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.388457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a11d-8eef-4d43-ab3d-88cc51233c07 req-a9767258-b9af-4497-8cd4-114621ed32fb tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:28.390311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa73a11d-8eef-4d43-ab3d-88cc51233c07 req-a9767258-b9af-4497-8cd4-114621ed32fb tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.2085946 Mar 11 17:44:28.399333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=e7e4e4ee-23fd-4de5-a3b8-f6925049ecfb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:28.437607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fd3ce-3ed3-4f83-9b94-0560f9bec9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7615a36d-00b7-4137-b0af-fe9991b1af4c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:28.517399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa73a11d-8eef-4d43-ab3d-88cc51233c07 req-e5a35192-e42c-48de-8ad5-538e3665305c tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987742 Mar 11 17:44:28.520817 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4084ac34-7218-4a5b-9e5b-582cd2215594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.564271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37740) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:28.572954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4084ac34-7218-4a5b-9e5b-582cd2215594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.653572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4084ac34-7218-4a5b-9e5b-582cd2215594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.682520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084ac34-7218-4a5b-9e5b-582cd2215594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7615a36d-00b7-4137-b0af-fe9991b1af4c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:28.705819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4084ac34-7218-4a5b-9e5b-582cd2215594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.709083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.714954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4084ac34-7218-4a5b-9e5b-582cd2215594 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7615a36d-00b7-4137-b0af-fe9991b1af4c HTTP/1.1" status: 204 len: 168 time: 0.4060085 Mar 11 17:44:28.751502 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c469af0e-c666-4f43-bdf4-63a702db02cf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=52fa789712a4470e84aef13c2df23ee0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795161 Mar 11 17:44:28.751884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37748) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:28.817853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.824125 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72e75f11-b097-414d-9fae-7d0ad4b09f47 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/floatingips/e404f987-7ca9-449c-8c80-4e113013d519 HTTP/1.1" status: 204 len: 168 time: 2.1543083 Mar 11 17:44:28.825027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:28.833865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '84a5fae1-d6ef-4a48-b358-e5e0b817a28d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:28.843252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:28.850026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:floatingip and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:28.853622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:28.863689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:28.907945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.910950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c22743a-ae90-40d0-9ec3-7fcffbc5df0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.941028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.967177 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c22743a-ae90-40d0-9ec3-7fcffbc5df0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.971888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.060084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c22743a-ae90-40d0-9ec3-7fcffbc5df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.085009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22743a-ae90-40d0-9ec3-7fcffbc5df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85451009-cd6d-4903-b036-40f549fce1c2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:29.097090 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c22743a-ae90-40d0-9ec3-7fcffbc5df0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.099762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5c22743a-ae90-40d0-9ec3-7fcffbc5df0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/85451009-cd6d-4903-b036-40f549fce1c2 HTTP/1.1" status: 204 len: 168 time: 0.3457561 Mar 11 17:44:29.246265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Allocated IP 172.25.3.62 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/eb82b140-9197-4f41-8417-d957a6f4ab05) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:29.249443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.622151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.697564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.872779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:29.880782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:29.896845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.25.3.208 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/f7017e54-1295-4e06-a329-596017e34c65) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:29.897414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e672f-4847-4b23-aa19-ac55a9cc902c req-bf442eed-dea6-424c-8c1b-556c21d571c6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:29.899359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:29.917707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8e672f-4847-4b23-aa19-ac55a9cc902c req-bf442eed-dea6-424c-8c1b-556c21d571c6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.1819391 Mar 11 17:44:29.958199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event updated for resources: {'Port': ['ID=eb82b140-9197-4f41-8417-d957a6f4ab05,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:29.983659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.983659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.984340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.985211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.986558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.990585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.992103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.992940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.994295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.995336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:29.996477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:30.015097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8e672f-4847-4b23-aa19-ac55a9cc902c req-164c9af7-fd29-46b3-9ad2-24c5263c1928 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962498 Mar 11 17:44:30.394512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:30.454019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:30.454807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:30.458310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:30.656226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:30.660405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:30.662314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=f7017e54-1295-4e06-a329-596017e34c65,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:30.665370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:31.132360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Router 0302be2d-a36b-45b1-89f6-6175ace5f7f7 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:44:31.408424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea702fc8-e826-48c8-80ef-e57bb61e9132 req-dc6e38e3-f953-4a23-b690-fc306ae3dfa6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:31.410067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea702fc8-e826-48c8-80ef-e57bb61e9132 req-dc6e38e3-f953-4a23-b690-fc306ae3dfa6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.1769769 Mar 11 17:44:31.534377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea702fc8-e826-48c8-80ef-e57bb61e9132 req-ff365196-3b07-4a46-bbb3-57f27360bc1c tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168940 Mar 11 17:44:31.599099 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:31.752755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:31.873925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:31.888037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] Sync routers for ids ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:31.911610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] Routers {'0302be2d-a36b-45b1-89f6-6175ace5f7f7'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:31.912239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:31.993944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37856) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:32.068217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:32.087738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] Routers {'0302be2d-a36b-45b1-89f6-6175ace5f7f7'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:32.089399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:32.094568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.097435 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c9009e65-431e-48a4-a575-613885e9ae0d tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9837899 Mar 11 17:44:32.101452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37864) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:32.108294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:32.227249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:32.229615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b39582d-f407-40f7-a330-c600fa04eb18 None None] The sync data for ids ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:32.302509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.310458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.403662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-679157705-network', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:32.410812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:32.415900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Usage tracker for resource:network and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:32.421943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:32.433626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:32.463710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Made reservation on behalf of 5b8021465c8248639c9826d52d8b7bbc for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:32.467053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.486534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.531862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=f7017e54-1295-4e06-a329-596017e34c65,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:32.656689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.669581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:32.676514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:32.683942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:32.689630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:32.987946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37882) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:32.995598 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.005473 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.071993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96179780-d4b5-4269-852a-4d07462dde86 req-32d52a7d-7aef-4473-98d0-09c33305a617 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:33.079635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96179780-d4b5-4269-852a-4d07462dde86 req-32d52a7d-7aef-4473-98d0-09c33305a617 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.3042493 Mar 11 17:44:33.085301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:44:33.123527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8db0bf8-678f-4b52-9936-16fb0ec1c64a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:33.168340 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.169589 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Added segment 00a7bd8c-c570-4d42-9df4-376cd589797e of type vlan for network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b Mar 11 17:44:33.171480 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 associated. External IP: 172.25.3.208, port: 84a5fae1-d6ef-4a48-b358-e5e0b817a28d. Mar 11 17:44:33.321359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.378181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96179780-d4b5-4269-852a-4d07462dde86 req-2e649dae-dfb3-4650-9aaf-d97de8c8c384 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973444 Mar 11 17:44:33.548722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1215287957', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:33.556572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:33.567428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Usage tracker for resource:port and tenant:6a0f51e0e4774a83a3f0d00ad80f355b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:33.572182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:33.586403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:33.646193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Made reservation on behalf of 6a0f51e0e4774a83a3f0d00ad80f355b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:33.649094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.662672 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.663573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:33.664137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.740111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.855608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd1ecfa-4aa8-47be-b280-b60a1d98796b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:33.856118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:33.866270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Usage tracker for resource:security_group_rule and tenant:6a0f51e0e4774a83a3f0d00ad80f355b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:33.872147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:44:33.882015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:33.888572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:33.919943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7f1ea469-1d06-40c2-9344-915c8838ec48 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9242160 Mar 11 17:44:33.922615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37902) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:33.947041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Request body: {'subnet': {'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-679157705-subnet', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:33.964595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:33.967222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.981638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.987857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Usage tracker for resource:subnet and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:33.999315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:34.017552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:34.035081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] device_id is not set on port fe2d73a2-9300-4289-b224-f245d5434416 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:44:34.059236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Made reservation on behalf of 5b8021465c8248639c9826d52d8b7bbc for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:34.062441 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.076226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7210589a-8029-45d3-ac3e-dfe745e5c5d7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:34.260954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Allocated IP 172.25.3.223 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/fe2d73a2-9300-4289-b224-f245d5434416) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:34.275990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:34.403885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37914) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:34.456739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.462402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.566664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa2abb6-bf10-4e90-a2be-602b89d55690,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:34.566664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.605378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Deleting port eb82b140-9197-4f41-8417-d957a6f4ab05 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:34.605892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.676195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.711710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.821584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:34.825992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:34.828669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:34.886461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:34.887070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.900323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Checking segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:44:34.901043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Network hostable DHCP agents. Network: 9dd1ecfa-4aa8-47be-b280-b60a1d98796b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:44:34.911331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Pushing event updated for resources: {'Port': ['ID=fe2d73a2-9300-4289-b224-f245d5434416,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:34.918286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-674bc789-4fa4-4386-a27c-721d19f68de8 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9147644 Mar 11 17:44:34.923275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:34.932113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}]}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:34.941519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:34.947664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Usage tracker for resource:router and tenant:6a0f51e0e4774a83a3f0d00ad80f355b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:34.952763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:34.957173 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:34.970717 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:34.991351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:34.995406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.004270 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:35.010698 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:35.031539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.196237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Calling delete_port for eb82b140-9197-4f41-8417-d957a6f4ab05 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:35.204002 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:35.204488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.206383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.213878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d421269-78d4-47a4-a361-26cb6bff61a6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3858788 Mar 11 17:44:35.216053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37948) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:35.252258 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:35.253580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:35.309000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.360083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-36b0a9a6-b948-4441-bd4b-08d6c443d7bc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "GET /v2.0/floatingips/a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 HTTP/1.1" status: 200 len: 978 time: 0.1420741 Mar 11 17:44:35.360814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37956) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:35.480096 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:35.480957 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb348-2112-4fb9-9e84-b1a4521b7888 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:35.643064 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.688938 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.693949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.698383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c1a4cf3b-e41d-47da-9488-23c2443342e5 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Synchronizing usage tracker for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:floatingip {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:35.728122 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dd9d522-aa93-4d59-ba14-7aed83458c30 req-848b8ec6-7fb5-4c66-ba95-e67aebda9f38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 1097 time: 0.2668211 Mar 11 17:44:35.731502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c1a4cf3b-e41d-47da-9488-23c2443342e5 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Unset dirty status for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:floatingip {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:35.735729 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c1a4cf3b-e41d-47da-9488-23c2443342e5 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3726790 Mar 11 17:44:35.737739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37972) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:35.738476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:35.743632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Usage tracker for resource:security_group_rule and tenant:5100e9776d0c444ea71276cf2eb39caa is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:35.747107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:35.753681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:35.757946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'port_id': '1a4daf84-1f71-4e46-8169-6a9d76fca5b6'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:35.781793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Pushing event deleted for resources: {'Port': ['ID=eb82b140-9197-4f41-8417-d957a6f4ab05,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:35.913711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:44:35.937498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9dd1ecfa-4aa8-47be-b280-b60a1d98796b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:35.947896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab97ad3-14a4-4e36-ba59-3a17813c5b2b None None] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:44:35.948681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545db301-863c-44d8-8059-dc26bbe0e99e req-b369a59e-7e3f-44de-bfab-33351db62f8b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:35.955551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-545db301-863c-44d8-8059-dc26bbe0e99e req-b369a59e-7e3f-44de-bfab-33351db62f8b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 1.1414485 Mar 11 17:44:35.980982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:35.981574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.003579 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.095632 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dd9d522-aa93-4d59-ba14-7aed83458c30 req-31a2cb88-e839-44d1-a9a5-452ae62d42c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587387 Mar 11 17:44:36.285861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.292368 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.339528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:44:36.340364 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.422695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.428186 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.445723 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-545db301-863c-44d8-8059-dc26bbe0e99e req-1123a035-596b-43b5-b4ce-f8c12185725e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891930 Mar 11 17:44:36.519125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5e5a9780-0a8b-4b5a-82e3-c59eab47eb5a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5951459 Mar 11 17:44:36.520046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.526058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37990) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:36.526676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37992) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:36.535626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Allocated IP 172.20.0.2 (9dd1ecfa-4aa8-47be-b280-b60a1d98796b/0fa2abb6-bf10-4e90-a2be-602b89d55690/72a51525-86e5-4d92-827e-f8cf82b1983f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:36.539681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:36.562129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:36.583190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Usage tracker for resource:router and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:36.590293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:36.609638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:36.663766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.685277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cf79a9-44f1-4b54-94eb-3227e12b9891,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:36.703049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-987ce5d5-8a45-44b6-93a5-941d37fd5b66 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5100e9776d0c444ea71276cf2eb39caa&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2972617 Mar 11 17:44:36.708824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38000) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:36.734267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Router 0302be2d-a36b-45b1-89f6-6175ace5f7f7 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:36.785403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077cdf6-d59b-42fb-922e-cf2d58a3b6fe req-7519c0a4-b2b1-4312-a3ac-b7967bc08278 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:36.786975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5077cdf6-d59b-42fb-922e-cf2d58a3b6fe req-7519c0a4-b2b1-4312-a3ac-b7967bc08278 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.3610103 Mar 11 17:44:36.829126 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.840551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Transition to ACTIVE for port object 72a51525-86e5-4d92-827e-f8cf82b1983f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:36.847403 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.864799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Transition to ACTIVE for port object 72a51525-86e5-4d92-827e-f8cf82b1983f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:36.871182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.899565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.900513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.946256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.950316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:36.951190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Pushing event updated for resources: {'Port': ['ID=72a51525-86e5-4d92-827e-f8cf82b1983f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:36.953972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:36.956237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:36.957306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bab3066e-7771-4051-af26-07891aa06abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.012475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5077cdf6-d59b-42fb-922e-cf2d58a3b6fe req-d62b8908-8733-4f6c-ab66-fe289abcf3e0 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677508 Mar 11 17:44:37.018125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bab3066e-7771-4051-af26-07891aa06abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.054730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:37.061018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.063997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.069671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c14d637a-f26d-4776-ab0a-228a59f6cb8b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "PUT /v2.0/routers/0302be2d-a36b-45b1-89f6-6175ace5f7f7 HTTP/1.1" status: 200 len: 705 time: 4.9640417 Mar 11 17:44:37.070094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38004) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:37.093045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Attempting to bind port 72a51525-86e5-4d92-827e-f8cf82b1983f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:37.094168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Attempting to bind port 72a51525-86e5-4d92-827e-f8cf82b1983f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:37.094790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Attempting to bind port 72a51525-86e5-4d92-827e-f8cf82b1983f on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:44:37.097321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:37.113762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] Sync routers for ids ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:37.114160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7ba8bd77ea4186b85070dde4b849f6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:37.124371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:37.148757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:44:37.150586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Checking segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:44:37.151868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.152834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Bound using segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:44:37.154799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Bound port: 72a51525-86e5-4d92-827e-f8cf82b1983f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:37.155664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.172387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:37.199947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] Routers {'0302be2d-a36b-45b1-89f6-6175ace5f7f7'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:37.200837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:37.254553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bab3066e-7771-4051-af26-07891aa06abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.285575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3066e-7771-4051-af26-07891aa06abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cf79a9-44f1-4b54-94eb-3227e12b9891,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:37.293101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-951d72a1-cf00-4f5b-9783-ac5ee074f431 tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/routers/0302be2d-a36b-45b1-89f6-6175ace5f7f7 HTTP/1.1" status: 200 len: 740 time: 0.2219803 Mar 11 17:44:37.294186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:37.324793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.361372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:37.397584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] Routers {'0302be2d-a36b-45b1-89f6-6175ace5f7f7'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:37.398399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:37.454349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bab3066e-7771-4051-af26-07891aa06abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.458132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bab3066e-7771-4051-af26-07891aa06abb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/71cf79a9-44f1-4b54-94eb-3227e12b9891 HTTP/1.1" status: 204 len: 168 time: 0.7446198 Mar 11 17:44:37.463119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-92251def-482b-4de8-8eea-75603478be1f tempest-RoutersAdminTest-71455138 tempest-RoutersAdminTest-71455138-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=0302be2d-a36b-45b1-89f6-6175ace5f7f7 HTTP/1.1" status: 200 len: 205 time: 0.1673334 Mar 11 17:44:37.464599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38014) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:37.489768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:37.490563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c04d0-1687-45c8-8980-20541bc2a163 None None] The sync data for ids ['0302be2d-a36b-45b1-89f6-6175ace5f7f7'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:37.505238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] For port 72a51525-86e5-4d92-827e-f8cf82b1983f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:37.531168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] For port 72a51525-86e5-4d92-827e-f8cf82b1983f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=72a51525-86e5-4d92-827e-f8cf82b1983f,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:37.542257 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.554473 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:44:37.630382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6e94b2ba-50b1-47cd-91b8-c382c3107f2a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=0302be2d-a36b-45b1-89f6-6175ace5f7f7 HTTP/1.1" status: 200 len: 205 time: 0.1641665 Mar 11 17:44:37.634455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38022) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:37.695867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946050c-8bb9-4317-8795-38bbba2ea68b None None] Pushing event updated for resources: {'Port': ['ID=72a51525-86e5-4d92-827e-f8cf82b1983f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:37.722474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.770195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.893151 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64484e9-b37f-4fdd-a02b-34ec5ad7d10f tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.925563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.926893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.054287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb29729-4a1e-4258-b2f3-23131c37e7b9 req-a92a0935-ab5d-4a16-8ff1-d744b58ff528 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:38.055903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb29729-4a1e-4258-b2f3-23131c37e7b9 req-a92a0935-ab5d-4a16-8ff1-d744b58ff528 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.4239397 Mar 11 17:44:38.243081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.319097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fb29729-4a1e-4258-b2f3-23131c37e7b9 req-c3f8370d-ed2d-4d26-b3ab-d8857c55a7f3 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328906 Mar 11 17:44:38.570892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64484e9-b37f-4fdd-a02b-34ec5ad7d10f tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.580420 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64484e9-b37f-4fdd-a02b-34ec5ad7d10f tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.621714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91123d-e203-48dd-92b2-9296ee29c9eb req-fa45e92e-aea1-4e66-9a5b-9fa74176ffc4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:38.623308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee91123d-e203-48dd-92b2-9296ee29c9eb req-fa45e92e-aea1-4e66-9a5b-9fa74176ffc4 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.3604565 Mar 11 17:44:38.677937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64484e9-b37f-4fdd-a02b-34ec5ad7d10f tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.683159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64484e9-b37f-4fdd-a02b-34ec5ad7d10f tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Fanout notify agent at l3_agent the message router_deleted on router 0302be2d-a36b-45b1-89f6-6175ace5f7f7 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:38.719129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64484e9-b37f-4fdd-a02b-34ec5ad7d10f tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.726914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e64484e9-b37f-4fdd-a02b-34ec5ad7d10f tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/0302be2d-a36b-45b1-89f6-6175ace5f7f7 HTTP/1.1" status: 204 len: 168 time: 1.0902765 Mar 11 17:44:38.729186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38046) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:38.858823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee91123d-e203-48dd-92b2-9296ee29c9eb req-9ed18764-3fc4-4579-94b6-556929ae3ae5 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206883 Mar 11 17:44:38.873181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2004994f-891b-4250-afdd-7a3b04d6c508 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=0302be2d-a36b-45b1-89f6-6175ace5f7f7 HTTP/1.1" status: 200 len: 205 time: 0.1354258 Mar 11 17:44:38.875915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38050) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:38.934325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2a7ba8bd77ea4186b85070dde4b849f6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4046128 Mar 11 17:44:38.934325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a3b3f-f15e-46a5-bd1d-14e14b786248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c1e65-5ba1-4d30-b921-0e1585128d26,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:38.940558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38056) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.028443 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-3f9b741b-e8b1-4a5b-9bf6-d99e35839902 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] delete failed (client error): The resource could not be found. Mar 11 17:44:39.030163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3f9b741b-e8b1-4a5b-9bf6-d99e35839902 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/0302be2d-a36b-45b1-89f6-6175ace5f7f7 HTTP/1.1" status: 404 len: 336 time: 0.1028142 Mar 11 17:44:39.033938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38060) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.086622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4fc2bd62-4274-473c-a00d-ee88538255c0 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=054df259-d887-4156-b9c8-643ca581be09 HTTP/1.1" status: 200 len: 205 time: 0.0507679 Mar 11 17:44:39.095246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38064) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.107855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.144500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-12357a00-2391-46a4-a89d-f2524c2810c9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.147725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-12357a00-2391-46a4-a89d-f2524c2810c9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Synchronizing usage tracker for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:39.225470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.228384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-12357a00-2391-46a4-a89d-f2524c2810c9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Unset dirty status for tenant:75d483fa7f164724b04b6cccd80779b5 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:39.229543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-12357a00-2391-46a4-a89d-f2524c2810c9 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.9395881 Mar 11 17:44:39.236211 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-48183316-4c70-43f0-882f-273be5c729bc tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] delete failed (client error): The resource could not be found. Mar 11 17:44:39.244201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-48183316-4c70-43f0-882f-273be5c729bc tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/054df259-d887-4156-b9c8-643ca581be09 HTTP/1.1" status: 404 len: 336 time: 0.1454976 Mar 11 17:44:39.244854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38070) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.254978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d15fa-a6d4-4fc2-afd7-85e8a0c724a3 None None] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:44:39.310713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-8d7c59ea-c0ac-496c-8953-c89ddebbd475 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 1097 time: 0.3934987 Mar 11 17:44:39.371179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-757cefe8-abc8-4e6c-8b98-f807fa690660 None None] Provisioning for port 72a51525-86e5-4d92-827e-f8cf82b1983f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:39.387187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-35699107-bebc-46c9-ad93-292bd4538c66 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7c9752b-a7ed-4d70-84f6-e2e49ed93663 HTTP/1.1" status: 200 len: 205 time: 0.1393633 Mar 11 17:44:39.390221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38076) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.395803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.494237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Deleting port c937c0c4-e023-4103-aae9-530d59f6d3ce {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:39.494605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.543047 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e35ba5-6abb-4128-9d3f-e0512c5b6037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.544769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.545241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1faeef5f-92a0-4d6b-a981-8774c5078633 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:39.647314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834aff4-a9f8-432d-8224-cbdb09ecf925 req-659f2756-a054-4652-8bdb-2d6b9da496e6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.653734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1834aff4-a9f8-432d-8224-cbdb09ecf925 req-659f2756-a054-4652-8bdb-2d6b9da496e6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.8030772 Mar 11 17:44:39.710018 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-0efe4c9f-7327-4ff4-a6b2-d7884cec3e47 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] delete failed (client error): The resource could not be found. Mar 11 17:44:39.713471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0efe4c9f-7327-4ff4-a6b2-d7884cec3e47 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/f7c9752b-a7ed-4d70-84f6-e2e49ed93663 HTTP/1.1" status: 404 len: 336 time: 0.3160632 Mar 11 17:44:39.732195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a51525-86e5-4d92-827e-f8cf82b1983f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:39.737567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38084) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.760512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e35ba5-6abb-4128-9d3f-e0512c5b6037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.807979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1834aff4-a9f8-432d-8224-cbdb09ecf925 req-0ba67c7e-d023-47fc-963a-0e24f0615782 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525965 Mar 11 17:44:39.851846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-e39b9acf-8609-4c54-803a-398d9e34b482 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2195692 Mar 11 17:44:39.876143 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:44:39.877289 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9089a6e8-4a02-4f9a-bad5-34e327580aa4 tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9527001 Mar 11 17:44:39.883195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38088) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.893678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 72a51525-86e5-4d92-827e-f8cf82b1983f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:39.899223 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7503054c-349a-4f97-8c4a-bb217dbf8639 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=f812ada0-782b-4246-9d25-a472aa23b88c HTTP/1.1" status: 200 len: 205 time: 0.1594329 Mar 11 17:44:39.913173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 72a51525-86e5-4d92-827e-f8cf82b1983f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:39.915659 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.927078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38094) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:39.955191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-fff24cb8-6480-450e-805c-ddb3bce5871f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.957098 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-fff24cb8-6480-450e-805c-ddb3bce5871f service neutron] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 912 time: 0.6368055 Mar 11 17:44:40.073500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.075362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-79408618-6689-4366-8d06-f34852284212 None None] Provisioning complete for port 72a51525-86e5-4d92-827e-f8cf82b1983f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:40.075750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79408618-6689-4366-8d06-f34852284212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.162464 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 associated. External IP: 172.25.3.208, port: 84a5fae1-d6ef-4a48-b358-e5e0b817a28d. Mar 11 17:44:40.230787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.239786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Deleting port fe2d73a2-9300-4289-b224-f245d5434416 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:40.240367 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.318866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 72a51525-86e5-4d92-827e-f8cf82b1983f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=72a51525-86e5-4d92-827e-f8cf82b1983f,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:40.319937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79408618-6689-4366-8d06-f34852284212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.342687 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.408127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b26b71-72e3-412e-8073-4d5f00b6d79a req-8b8b55ed-be52-4d91-b73c-786778ff9698 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:40.409648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2b26b71-72e3-412e-8073-4d5f00b6d79a req-8b8b55ed-be52-4d91-b73c-786778ff9698 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.3213789 Mar 11 17:44:40.416010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-2ff9fccb-57fd-4cb1-a66c-601c281832a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 1096 time: 0.4184368 Mar 11 17:44:40.477289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-79408618-6689-4366-8d06-f34852284212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:44:40.477920 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-79408618-6689-4366-8d06-f34852284212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:44:40.497705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=72a51525-86e5-4d92-827e-f8cf82b1983f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:40.560700 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-02d5fbbc-eeab-48be-8769-404805ab5cf1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 HTTP/1.1" status: 200 len: 217 time: 0.4045417 Mar 11 17:44:40.575669 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-fca0c4e7-fe8a-43f2-8118-6030829381ba tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] delete failed (client error): The resource could not be found. Mar 11 17:44:40.579546 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fca0c4e7-fe8a-43f2-8118-6030829381ba tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/f812ada0-782b-4246-9d25-a472aa23b88c HTTP/1.1" status: 404 len: 336 time: 0.6513753 Mar 11 17:44:40.583016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:40.612136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2b26b71-72e3-412e-8073-4d5f00b6d79a req-4ad8549d-efab-4f91-b850-132908cd11ba tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782558 Mar 11 17:44:40.640210 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.686759 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.775311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6268fda4-0277-461d-ae9f-71930d9d465b tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d9d2f88-9613-429d-b9ba-ab26e0afca14 HTTP/1.1" status: 200 len: 205 time: 0.1329055 Mar 11 17:44:40.786050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38114) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:40.843244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Calling delete_port for fe2d73a2-9300-4289-b224-f245d5434416 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:40.899714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-89f6fc1f-a62b-4906-b350-5dee02de597f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:40.902098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-89f6fc1f-a62b-4906-b350-5dee02de597f service neutron] 10.222.0.59 "GET /v2.0/networks?id=902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 200 len: 912 time: 0.3905368 Mar 11 17:44:41.047007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-98194422-ce3a-48f1-b41a-dd15bda13dc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3695c67-6edd-4440-a72a-bad84ca630f9 HTTP/1.1" status: 200 len: 217 time: 0.1381817 Mar 11 17:44:41.060748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e35ba5-6abb-4128-9d3f-e0512c5b6037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.089177 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-7998db50-1997-4962-be5c-9893ef273495 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] delete failed (client error): The resource could not be found. Mar 11 17:44:41.092881 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7998db50-1997-4962-be5c-9893ef273495 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/2d9d2f88-9613-429d-b9ba-ab26e0afca14 HTTP/1.1" status: 404 len: 336 time: 0.3000891 Mar 11 17:44:41.101915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38120) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:41.118310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-dcbb5cd0-030c-4034-9a4d-eec7863d2cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:41.119774 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-dcbb5cd0-030c-4034-9a4d-eec7863d2cf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.5357552 Mar 11 17:44:41.120515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e35ba5-6abb-4128-9d3f-e0512c5b6037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c1e65-5ba1-4d30-b921-0e1585128d26,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:41.123474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] For port c937c0c4-e023-4103-aae9-530d59f6d3ce, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c937c0c4-e023-4103-aae9-530d59f6d3ce,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:41.123842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.197005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4eb8c956-e070-4c45-809c-fa264e7759d1 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "GET /v2.0/ports?device_id=33e3f989-4a09-4244-b564-42ba92cbe5be HTTP/1.1" status: 200 len: 205 time: 0.0904191 Mar 11 17:44:41.236720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38124) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:41.257325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-510a4fd5-1845-4787-8a3e-13454302a30a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:41.259140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-510a4fd5-1845-4787-8a3e-13454302a30a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 200 len: 850 time: 0.1926513 Mar 11 17:44:41.302384 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-ea26012e-6e5a-446e-a0b3-21c4efbea78b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610298 Mar 11 17:44:41.365307 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-41d2f404-5b79-4bb8-b261-59219dda5d5a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] delete failed (client error): The resource could not be found. Mar 11 17:44:41.369487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-41d2f404-5b79-4bb8-b261-59219dda5d5a tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/routers/33e3f989-4a09-4244-b564-42ba92cbe5be HTTP/1.1" status: 404 len: 336 time: 0.1225536 Mar 11 17:44:41.403344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38132) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:41.464760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-9186db72-5de1-4962-b8cf-01c2d74a59bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=902999a1-1e70-4650-939f-423295265867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927374 Mar 11 17:44:41.469071 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c25c5e9-f405-401d-aaed-2e75918f0411 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] DELETE failed (client error): The resource could not be found. Mar 11 17:44:41.469494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c25c5e9-f405-401d-aaed-2e75918f0411 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:44:41.492802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91e35ba5-6abb-4128-9d3f-e0512c5b6037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.497030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-91e35ba5-6abb-4128-9d3f-e0512c5b6037 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5e6c1e65-5ba1-4d30-b921-0e1585128d26 HTTP/1.1" status: 204 len: 168 time: 2.4729064 Mar 11 17:44:41.541886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Allocated IP 172.25.3.122 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/5a20857e-6969-4d51-a226-1d7da6be063d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:41.643338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a51525-86e5-4d92-827e-f8cf82b1983f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:41.739114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-12dd3889-5507-40a9-a780-73d84684a1b3 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633018 Mar 11 17:44:41.746118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.754454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf75b-b5f6-4959-92f2-044d311f8af4 req-a344e9c2-194c-4524-b314-76b7bb46178e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:41.761593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-196cf75b-b5f6-4959-92f2-044d311f8af4 req-a344e9c2-194c-4524-b314-76b7bb46178e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.7811046 Mar 11 17:44:41.801280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.815387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6c25c5e9-f405-401d-aaed-2e75918f0411 tempest-RoutersAdminTest-1071247853 tempest-RoutersAdminTest-1071247853-project] 10.222.0.96 "DELETE /v2.0/subnets/a999c934-c060-4e9d-ac63-80f6ee8c8cf2 HTTP/1.1" status: 404 len: 337 time: 0.4006982 Mar 11 17:44:41.840118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.846293 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-ce6dd4fd-1fee-4243-b849-4afc64895f81 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302424 Mar 11 17:44:41.923012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 72a51525-86e5-4d92-827e-f8cf82b1983f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:41.925524 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.055629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe2d73a2-9300-4289-b224-f245d5434416,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:42.061316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bac6903c-fb8e-42f0-9b42-3d72d4ea6ae4 req-4ba8e46d-e480-4a25-9ae9-0945cb3241f4 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756730 Mar 11 17:44:42.195036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:42.202416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:42.209304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:42.278610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Pushing event updated for resources: {'Port': ['ID=5a20857e-6969-4d51-a226-1d7da6be063d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:42.350938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-196cf75b-b5f6-4959-92f2-044d311f8af4 req-e0559832-9d30-4c37-be28-9b5bee06dcde tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881042 Mar 11 17:44:42.391405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.391777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.394776 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Floating IP c79c963d-6db4-4972-b61d-54cb1bec8c2d disassociated. External IP: 172.25.3.207, port: c937c0c4-e023-4103-aae9-530d59f6d3ce. Mar 11 17:44:42.395139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Calling delete_port for c937c0c4-e023-4103-aae9-530d59f6d3ce owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:42.473501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7815aed6-b6c5-4d6a-9dc6-bac00e125e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.483514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:42.585976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38156) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:42.642085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.706663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.712519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-72d80e4d-6b54-41cd-b6c4-703a32f3d04a tempest-RoutersAdminNegativeIpV6Test-1551791899 tempest-RoutersAdminNegativeIpV6Test-1551791899-project-admin] 10.222.0.96 "DELETE /v2.0/ports/fe2d73a2-9300-4289-b224-f245d5434416 HTTP/1.1" status: 204 len: 168 time: 2.8280017 Mar 11 17:44:42.724920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f93524a7-aded-4198-bf05-7f49fd9f6b2c req-1c3ffd82-16d4-4d1d-a797-9954d1330d96 service neutron] 10.222.0.59 "GET /v2.0/networks/902999a1-1e70-4650-939f-423295265867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770157 Mar 11 17:44:42.740413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fd040-1fa1-4b88-b85f-1751014d0e88 req-2287339c-1dee-4fc0-8503-f8f329136d8a tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:42.743316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c56fd040-1fa1-4b88-b85f-1751014d0e88 req-2287339c-1dee-4fc0-8503-f8f329136d8a tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 945 time: 0.6580880 Mar 11 17:44:42.764716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:42.775081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2c015d3cc84ca0be366883edbfbfc9 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:42.804731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:42.811689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c56fd040-1fa1-4b88-b85f-1751014d0e88 req-d22e23cd-1856-4ba5-814f-556d77e356b7 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups?id=563c39c6-da42-4aec-96b0-d8b0d383c316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630555 Mar 11 17:44:42.821579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:42.897867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.934762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:42.940392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Usage tracker for resource:security_group_rule and tenant:e305fff213c0440fa15ebb200a8984dd is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:42.944004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:42.951349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.952004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:43.044824 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.050147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.103124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1feb4-b4d3-40c2-9fd5-ebca13dd8c0d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:43.110592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-02ea2270-3b74-4a1a-a88d-ac0751359075 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e305fff213c0440fa15ebb200a8984dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6075799 Mar 11 17:44:43.113615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38164) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:43.183497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38168) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:43.191941 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6ad7195-949f-4b00-9f6c-5c246e7df296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.211747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event deleted for resources: {'Port': ['ID=c937c0c4-e023-4103-aae9-530d59f6d3ce,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:43.221362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6ad7195-949f-4b00-9f6c-5c246e7df296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.284426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6ad7195-949f-4b00-9f6c-5c246e7df296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.302024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad7195-949f-4b00-9f6c-5c246e7df296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1feb4-b4d3-40c2-9fd5-ebca13dd8c0d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:43.307663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6ad7195-949f-4b00-9f6c-5c246e7df296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.309047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a6ad7195-949f-4b00-9f6c-5c246e7df296 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/92d1feb4-b4d3-40c2-9fd5-ebca13dd8c0d HTTP/1.1" status: 204 len: 168 time: 0.1944294 Mar 11 17:44:43.363170 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.380988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c937c0c4-e023-4103-aae9-530d59f6d3ce no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:44:43.397643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.410294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:43.414164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Usage tracker for resource:security_group_rule and tenant:caf1bbd350694dcda441e46c51686d36 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:43.417447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:43.424378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:43.430649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.439154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c937c0c4-e023-4103-aae9-530d59f6d3ce {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:44:43.440008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c937c0c4-e023-4103-aae9-530d59f6d3ce not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:44:43.511080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.517649 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.531978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:43.554210 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.555153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.559314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2900ca-264f-4fc1-a668-7e05d1cd79a6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:43.588921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3bd05a92-718e-4f35-bbe6-1dfb5e9093a1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f2c015d3cc84ca0be366883edbfbfc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9863524 Mar 11 17:44:43.592597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38180) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:43.638432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8dc528-7cb5-4378-94df-c898b95007ab,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:43.647066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-922761c9-6cdd-4811-b549-49036296d6fb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=caf1bbd350694dcda441e46c51686d36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4625118 Mar 11 17:44:43.652673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:43.665888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fcea7-0aa7-4241-a6d7-c73c2e4451ac req-75538853-6cd4-4e5c-8a66-5866345c4a3d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:43.667449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a1fcea7-0aa7-4241-a6d7-c73c2e4451ac req-75538853-6cd4-4e5c-8a66-5866345c4a3d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.1402473 Mar 11 17:44:43.801477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a1fcea7-0aa7-4241-a6d7-c73c2e4451ac req-48fc0963-ee82-4ee1-81c6-3d20942e272a tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239977 Mar 11 17:44:43.879710 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c112ab64-9e68-4e4d-b17d-cbc4636fb9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.901071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38194) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:43.962611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c112ab64-9e68-4e4d-b17d-cbc4636fb9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.023020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-26e3cca8-f496-4024-bd0a-b51bd921251d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=12345e31181c44e6b0b1ba1cc9ba0ef0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1207681 Mar 11 17:44:44.025920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38200) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:44.174389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-470f6f9d-84d3-429c-b70c-64d0eeb24635 req-52236d55-ee66-425c-b56f-7401f6d3aee1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0613453 Mar 11 17:44:44.178026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-384ff2bb-3f80-4781-8dec-9b6e03205672 req-a570f023-0e52-40fb-a59b-7c50089f669e tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 210 time: 0.1069529 Mar 11 17:44:44.201802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-195b2b39-5202-4180-83fb-6a18ef68e074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.202378 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c112ab64-9e68-4e4d-b17d-cbc4636fb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.243985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112ab64-9e68-4e4d-b17d-cbc4636fb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8dc528-7cb5-4378-94df-c898b95007ab,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:44.247135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce28471c-0ad8-4be5-9f45-940b00db5f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.262837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-195b2b39-5202-4180-83fb-6a18ef68e074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.280614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce28471c-0ad8-4be5-9f45-940b00db5f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.298350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c112ab64-9e68-4e4d-b17d-cbc4636fb9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.299719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c112ab64-9e68-4e4d-b17d-cbc4636fb9e0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6b8dc528-7cb5-4378-94df-c898b95007ab HTTP/1.1" status: 204 len: 168 time: 0.6409175 Mar 11 17:44:44.386406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-470f6f9d-84d3-429c-b70c-64d0eeb24635 req-b433abfc-633b-4d61-9814-41963c00c82b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0547314 Mar 11 17:44:44.433108 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-195b2b39-5202-4180-83fb-6a18ef68e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.456493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:44.462401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b2b39-5202-4180-83fb-6a18ef68e074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2900ca-264f-4fc1-a668-7e05d1cd79a6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:44.489668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-470f6f9d-84d3-429c-b70c-64d0eeb24635 req-dabf6134-668c-4501-b19d-0445c7a788b3 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736012 Mar 11 17:44:44.494664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce28471c-0ad8-4be5-9f45-940b00db5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.559352 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d89cfe67-a69f-4a71-9919-43ea71ee16be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.587647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-195b2b39-5202-4180-83fb-6a18ef68e074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.588655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-195b2b39-5202-4180-83fb-6a18ef68e074 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1e2900ca-264f-4fc1-a668-7e05d1cd79a6 HTTP/1.1" status: 204 len: 168 time: 0.9947040 Mar 11 17:44:44.683011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:44.697886 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:44.705185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28471c-0ad8-4be5-9f45-940b00db5f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80ae74-1bd0-4653-aeba-b488cf3736cb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:44.734237 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:44.736208 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:44.747676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce28471c-0ad8-4be5-9f45-940b00db5f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.752674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Router b704f8f2-e815-469c-9768-353be8fda477 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:44:44.756597 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ce28471c-0ad8-4be5-9f45-940b00db5f5a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9d80ae74-1bd0-4653-aeba-b488cf3736cb HTTP/1.1" status: 204 len: 168 time: 0.7268989 Mar 11 17:44:44.834255 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:44.852132 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:44.853397 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:44.858602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f6f9d-84d3-429c-b70c-64d0eeb24635 req-544f66de-47f1-4542-b2ad-975102ba2baf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:44.864158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-470f6f9d-84d3-429c-b70c-64d0eeb24635 req-544f66de-47f1-4542-b2ad-975102ba2baf service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3450165 Mar 11 17:44:44.953535 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:44.954237 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95254d-3e70-40d4-bf1f-ce57e978895b None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:45.031881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38218) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:45.156075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-09e1302b-0ae4-4fc8-94e0-bef19be8d52e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6a0f51e0e4774a83a3f0d00ad80f355b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1229858 Mar 11 17:44:45.158749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:45.272926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:45.283313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] Sync routers for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:45.284899 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-832b682b-8706-44b4-87a3-95c6a1159279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:45.304255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:45.309705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:45.375785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-832b682b-8706-44b4-87a3-95c6a1159279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:45.492166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-832b682b-8706-44b4-87a3-95c6a1159279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:45.538221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-832b682b-8706-44b4-87a3-95c6a1159279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:45.544105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-832b682b-8706-44b4-87a3-95c6a1159279 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7210589a-8029-45d3-ac3e-dfe745e5c5d7 HTTP/1.1" status: 204 len: 168 time: 0.3842638 Mar 11 17:44:45.548814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b682b-8706-44b4-87a3-95c6a1159279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7210589a-8029-45d3-ac3e-dfe745e5c5d7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:45.667172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64ee7f15-d1f5-4e94-a62e-5e0fb5cf81a3 req-93bbe17d-8420-4921-9ec3-088e2dfdf752 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/ports?device_id=0225088f-1ff7-4458-841b-789812118115 HTTP/1.1" status: 200 len: 210 time: 0.1062500 Mar 11 17:44:45.740720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:44:45.895040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] No DVR routers for this DVR port c937c0c4-e023-4103-aae9-530d59f6d3ce on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:45.899909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:45.902121 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0971f8b7-4dbb-42cd-8a77-1083d0cb712a req-9ae4553e-8203-4dec-bd00-78f3f3723b6d tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.59 "DELETE /v2.0/ports/c937c0c4-e023-4103-aae9-530d59f6d3ce HTTP/1.1" status: 204 len: 173 time: 6.6591172 Mar 11 17:44:45.905512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'name': 'network-vif-deleted', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:45.953930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4559c-6f3c-4a7d-bb1c-b151fa05d900 req-34a7a358-78a1-4182-b44f-0b0aa32bbc86 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:45.959960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35c4559c-6f3c-4a7d-bb1c-b151fa05d900 req-34a7a358-78a1-4182-b44f-0b0aa32bbc86 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.8399093 Mar 11 17:44:46.073324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35c4559c-6f3c-4a7d-bb1c-b151fa05d900 req-d3472239-d3b7-4764-9d4f-d7048d9ab384 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076097 Mar 11 17:44:46.166543 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0225088f-1ff7-4458-841b-789812118115', 'name': 'network-vif-deleted', 'tag': 'c937c0c4-e023-4103-aae9-530d59f6d3ce', 'status': 'completed', 'code': 200} Mar 11 17:44:46.304904 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:46.305601 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:46.402656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:46.420819 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:46.453374 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:46.454151 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:46.522063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:46.526182 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e39a70c0-ec0e-424f-a762-2d7149a16354 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.9947269 Mar 11 17:44:46.527188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38264) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:46.656489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:46.673913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] Checking router: e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:44:46.713271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:46.716533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:46.726403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:46.794896 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:44:47.013257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:44:47.210680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38284) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:47.393993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:47.403829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.414199 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 3, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:47.421469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:44:47.422735 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Updating router b704f8f2-e815-469c-9768-353be8fda477 port 5a20857e-6969-4d51-a226-1d7da6be063d binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:44:47.512599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:47.523075 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.528524 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.659077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:47.661260 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0db59036-1156-447b-84f0-0ac92db35121 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/floatingips/a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 HTTP/1.1" status: 200 len: 979 time: 11.9225092 Mar 11 17:44:47.662159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:47.674972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38294) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:47.681717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:47.831977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:47.870644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf05a1-d33f-40a1-a61b-b6625d2c0945 req-16b12fe5-7126-4ec5-9e4f-71140fbe3168 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:47.873272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7daf05a1-d33f-40a1-a61b-b6625d2c0945 req-16b12fe5-7126-4ec5-9e4f-71140fbe3168 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.7759900 Mar 11 17:44:47.876559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:47.877193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:47.926024 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.968350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2027ac9f-3dd7-44e1-ad2b-f7004cc9cf46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.973966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38302) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:48.024450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:48.025008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3fe671-7e00-4063-b299-877800d2ecdf None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:48.034661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:48.048686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164fa0f-9e69-40f4-9410-11c666107765 None None] The sync data for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 is: [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:38:54Z', 'revision_number': 4, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8fb44140-322b-4794-ac5c-710ad09e3c52', 'name': '', 'network_id': 'fefb558d-e27f-4256-a5ba-84231a2c36c5', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'mac_address': 'fa:16:3e:c4:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:53Z', 'updated_at': '2022-03-11T17:39:03Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'subnets': [{'id': '98e7007b-fa92-4158-8696-9ff461ae78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:48.101530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7daf05a1-d33f-40a1-a61b-b6625d2c0945 req-9ae8a6ed-5435-4b90-ad8a-132d8074729c tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103462 Mar 11 17:44:48.111421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2027ac9f-3dd7-44e1-ad2b-f7004cc9cf46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.235844 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.252078 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Transition to ACTIVE for port object 5a20857e-6969-4d51-a226-1d7da6be063d will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:48.263531 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.332535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2027ac9f-3dd7-44e1-ad2b-f7004cc9cf46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.374120 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Pushing event updated for resources: {'Port': ['ID=5a20857e-6969-4d51-a226-1d7da6be063d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:48.393506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027ac9f-3dd7-44e1-ad2b-f7004cc9cf46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c39c6-da42-4aec-96b0-d8b0d383c316,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:48.431585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2027ac9f-3dd7-44e1-ad2b-f7004cc9cf46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.436171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2027ac9f-3dd7-44e1-ad2b-f7004cc9cf46 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "DELETE /v2.0/security-groups/563c39c6-da42-4aec-96b0-d8b0d383c316 HTTP/1.1" status: 204 len: 168 time: 1.2172358 Mar 11 17:44:48.441837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:48.464021 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Attempting to bind port 5a20857e-6969-4d51-a226-1d7da6be063d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:48.464543 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Attempting to bind port 5a20857e-6969-4d51-a226-1d7da6be063d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:48.465120 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Attempting to bind port 5a20857e-6969-4d51-a226-1d7da6be063d on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:44:48.468226 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.468560 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.468930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.469193 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.469502 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.469814 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.470152 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.470531 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.470843 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.473230 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.473576 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:48.491475 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:44:48.491839 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:44:48.492232 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.494817 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:44:48.495892 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Bound port: 5a20857e-6969-4d51-a226-1d7da6be063d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:48.496273 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.546681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.604379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.609723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.610451 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 disassociated. External IP: 172.25.3.208, port: 1a4daf84-1f71-4e46-8169-6a9d76fca5b6. Mar 11 17:44:48.619321 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1fc55-e47a-4aa2-8917-20272a839231 None None] New status for floating IP c79c963d-6db4-4972-b61d-54cb1bec8c2d: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:44:48.726085 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-d60e1422-522d-41ee-a2a5-409f4752cb30 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] show failed (client error): The resource could not be found. Mar 11 17:44:48.732519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d60e1422-522d-41ee-a2a5-409f4752cb30 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "GET /v2.0/security-groups/563c39c6-da42-4aec-96b0-d8b0d383c316 HTTP/1.1" status: 404 len: 347 time: 0.2879941 Mar 11 17:44:48.744413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38322) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:48.805915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:48.898030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:48.919614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6ec35a9294424a99501ee1d8124826 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:48.926904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:49.007070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:49.064444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Deleting port 537e3129-9af4-4c6c-b380-323b70dd832d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:49.065073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.126528 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] For port 5a20857e-6969-4d51-a226-1d7da6be063d, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:49.133673 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] For port 5a20857e-6969-4d51-a226-1d7da6be063d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a20857e-6969-4d51-a226-1d7da6be063d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:49.139514 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.247231 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb86dc-a3a6-44d9-b40b-2e20bc898c6d None None] Pushing event updated for resources: {'Port': ['ID=5a20857e-6969-4d51-a226-1d7da6be063d,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:49.288478 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:49.289245 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:49.305643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:49.401708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.550276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1253150782'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:49.563079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:49.577385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.582404 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:44:49.623994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Usage tracker for resource:network and tenant:af7ae86f598445f0acda774064cc45de is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:49.633411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:49.641779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:49.663318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Made reservation on behalf of af7ae86f598445f0acda774064cc45de for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:49.666319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.685977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.734270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:49.774432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Usage tracker for resource:security_group_rule and tenant:af7ae86f598445f0acda774064cc45de is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:49.786201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:49.798349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:49.848816 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.849207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.875127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4858d4ec-461e-4c26-9d8d-3caf5302968f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:50.086205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.093642 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 3, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:50.098876 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b1bf1-4702-44d9-a6a3-dbe7af647951 None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 3, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:50.142574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-849aa40e-01ba-4722-8d63-4fb5f2312f5b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:50.144701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-849aa40e-01ba-4722-8d63-4fb5f2312f5b tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 0.4070659 Mar 11 17:44:50.151334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.191798 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.206207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-50ad8757-8cd0-4e02-b367-b833ae3f4e68 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e6ec35a9294424a99501ee1d8124826&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2311728 Mar 11 17:44:50.215956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Calling delete_port for 537e3129-9af4-4c6c-b380-323b70dd832d owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:50.253590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38354) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:50.294039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:50.305109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:50.335924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:50.338162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:50.346122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:44:50.372869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53797e72-1b64-4539-bf03-3fea311002a8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:50.389402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.389748 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Added segment eb9dc16c-4486-4714-af8a-51bcd25548eb of type vlan for network e31c1a33-81b4-48e1-8262-336b429695af Mar 11 17:44:50.409768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Deleting port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:50.410115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.510345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:50.544965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:50.545653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.547677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:50.699591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:50.700262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6150d0-4c7b-432e-9e33-f8d2218ef744 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:44:50.856493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] For port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:50.857098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.882522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Allocated IP 172.20.0.1 (9dd1ecfa-4aa8-47be-b280-b60a1d98796b/0fa2abb6-bf10-4e90-a2be-602b89d55690/7cf078b7-dfbe-4840-865b-9a7e788ddcd6) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:51.030248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.034814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:51.035813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.038454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59b3af72-4dea-4e57-8570-e89227fe5988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.048743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Calling delete_port for eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:51.068391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38374) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:51.104029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de949727-763a-44b5-82df-dbca710ca21f req-b8b1f73c-36b3-42a2-9272-e04fe988d2cc tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:51.105811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de949727-763a-44b5-82df-dbca710ca21f req-b8b1f73c-36b3-42a2-9272-e04fe988d2cc tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 946 time: 1.7302129 Mar 11 17:44:51.119723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.134269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59b3af72-4dea-4e57-8570-e89227fe5988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.152113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.270347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4633031 Mar 11 17:44:51.276347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38384) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:51.293870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Request body: {'subnet': {'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:51.325149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca9f50-0820-4b6d-b4a3-140f4514ecc1 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event updated for resources: {'Network': ['ID=e31c1a33-81b4-48e1-8262-336b429695af,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:51.344530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e31c1a33-81b4-48e1-8262-336b429695af details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:44:51.443619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.518516 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a1be8328-83e1-466a-a361-04380ec3b86b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/floatingips/a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 HTTP/1.1" status: 200 len: 688 time: 3.8419130 Mar 11 17:44:51.540534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38390) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:51.630462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Transition to ACTIVE for port object 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:51.635342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2009834876'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:51.642642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:51.650114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Usage tracker for resource:router and tenant:5781934df97b40f4910123975817317e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:51.671173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a20857e-6969-4d51-a226-1d7da6be063d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:51.674752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:51.683417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:51.697039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.715229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Pushing event deleted for resources: {'Port': ['ID=537e3129-9af4-4c6c-b380-323b70dd832d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:51.728301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59b3af72-4dea-4e57-8570-e89227fe5988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.761223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c3695c67-6edd-4440-a72a-bad84ca630f9'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:44:51.771670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.772642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.773287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.774322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.774956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.775676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.776192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.777098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.777442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.777779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.778189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:51.790086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.792281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.822993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3af72-4dea-4e57-8570-e89227fe5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4858d4ec-461e-4c26-9d8d-3caf5302968f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:51.929100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de949727-763a-44b5-82df-dbca710ca21f req-ece3ec22-899d-4d6b-a0c2-ea3fcbdf6b80 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003330 Mar 11 17:44:51.986690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Pushing event deleted for resources: {'Port': ['ID=eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:51.987876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.994740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:52.002119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Usage tracker for resource:subnet and tenant:af7ae86f598445f0acda774064cc45de is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:52.006905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port f7017e54-1295-4e06-a329-596017e34c65 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:52.007286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.035468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:52.072605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:52.082930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5a20857e-6969-4d51-a226-1d7da6be063d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:52.097029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.097521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5a20857e-6969-4d51-a226-1d7da6be063d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:52.098875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.106018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:52.144130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Made reservation on behalf of af7ae86f598445f0acda774064cc45de for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:52.151148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59b3af72-4dea-4e57-8570-e89227fe5988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.156145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-59b3af72-4dea-4e57-8570-e89227fe5988 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4858d4ec-461e-4c26-9d8d-3caf5302968f HTTP/1.1" status: 204 len: 168 time: 1.8971822 Mar 11 17:44:52.163123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.166336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.167865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3f60b11d-18f3-4e71-9be6-e86c3eae2416 tempest-AttachVolumeTestJSON-204784410 tempest-AttachVolumeTestJSON-204784410-project] 10.222.0.96 "DELETE /v2.0/floatingips/c79c963d-6db4-4972-b61d-54cb1bec8c2d HTTP/1.1" status: 204 len: 168 time: 3.4050062 Mar 11 17:44:52.185003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:52.207681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:52.210769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.223418 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:44:52.229510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:52.422889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.429010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8443dda4-13f3-4584-a441-169e3565ddf7 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3528557 Mar 11 17:44:52.430737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38410) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:52.593126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.670084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.699287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 5a20857e-6969-4d51-a226-1d7da6be063d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a20857e-6969-4d51-a226-1d7da6be063d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:52.704713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] No DVR routers for this DVR port eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:52.714253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.744690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.824765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'name': 'network-vif-deleted', 'tag': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:44:52.846714 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58110e96-65e7-43b7-90e7-082704d85cd5 req-1696edb9-f321-41b1-9d7d-d8525e1aed20 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "DELETE /v2.0/ports/eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 HTTP/1.1" status: 204 len: 173 time: 2.6796677 Mar 11 17:44:52.938280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-48cb779c-ab7e-4d02-9690-ce4f209e6684 None None] Provisioning for port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:52.948898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.951264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=5a20857e-6969-4d51-a226-1d7da6be063d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:52.960737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-48cb779c-ab7e-4d02-9690-ce4f209e6684 None None] Provisioning complete for port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:52.961109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48cb779c-ab7e-4d02-9690-ce4f209e6684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.967962 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.003398 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebbc95-2a9a-44eb-8748-c8e26bc1c230', 'name': 'network-vif-deleted', 'tag': 'eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5', 'status': 'completed', 'code': 200} Mar 11 17:44:53.092696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-48cb779c-ab7e-4d02-9690-ce4f209e6684 None None] Port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:44:53.275587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.276121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.448774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:44:53.544696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.570901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.651845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:44:53.652872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device eca6aa5e-df27-4a24-99ee-03dd7bd2ebb5 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:44:53.671049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for f7017e54-1295-4e06-a329-596017e34c65 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:44:53.756479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a20857e-6969-4d51-a226-1d7da6be063d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:53.780421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38430) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:53.781020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38432) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:53.834243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e79371e-f7e2-4c09-9960-7a0eb64abc84 req-38c3a86a-1e83-4e21-b998-d65ef768ed86 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1ebbc95-2a9a-44eb-8748-c8e26bc1c230 HTTP/1.1" status: 200 len: 210 time: 0.1937094 Mar 11 17:44:53.845839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.874442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76660417-991c-464e-b0ea-370f277eefac tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.978402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5a20857e-6969-4d51-a226-1d7da6be063d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:53.979385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.080158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.156837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:54.178347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:54.189273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Usage tracker for resource:security_group_rule and tenant:f33df4a141bd4285b41fc3a9f05d9e68 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:54.203999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:54.287655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:54.334798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.419209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.519174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=f7017e54-1295-4e06-a329-596017e34c65,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:54.546907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:54.563563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Usage tracker for resource:security_group_rule and tenant:973c222a6fdf4da3a252ca92460696d5 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:54.604617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:54.617696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.676668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:54.775523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76660417-991c-464e-b0ea-370f277eefac tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.782091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.799790 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.808073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event updated for resources: {'Subnet': ['ID=dc9c43a9-0ca8-4928-a156-2651096e021a,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:54.814680 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76660417-991c-464e-b0ea-370f277eefac tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.850979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.916090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:54.919265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:55.050554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.053718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf7a56c-01d6-4ec8-af84-6e37da1936d5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:55.059520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Checking segment: {'id': 'eb9dc16c-4486-4714-af8a-51bcd25548eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:44:55.060861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Network hostable DHCP agents. Network: e31c1a33-81b4-48e1-8262-336b429695af, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:44:55.099458 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f031ffe4-e4b5-4a6a-8a7c-42e412006c37 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f33df4a141bd4285b41fc3a9f05d9e68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3163989 Mar 11 17:44:55.150352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38448) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:55.151004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.305652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76660417-991c-464e-b0ea-370f277eefac tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.306638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76660417-991c-464e-b0ea-370f277eefac tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d67b193-212b-415c-ad16-bc4eae2514e1 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:55.322830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Network e31c1a33-81b4-48e1-8262-336b429695af is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:44:55.332581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.338082 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1b3c80d-b577-4dad-ac25-f34a06c3819c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/floatingips/a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 HTTP/1.1" status: 204 len: 168 time: 3.7939966 Mar 11 17:44:55.344229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38452) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:55.356328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7044a42-900b-4ded-b40d-c87a68e68b5b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:55.374310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e31c1a33-81b4-48e1-8262-336b429695af) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:55.384857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:55.385616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.388586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801ee1f-3961-4bb7-a25d-d7aad403166b None None] Network e31c1a33-81b4-48e1-8262-336b429695af requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:44:55.427936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76660417-991c-464e-b0ea-370f277eefac tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.436813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-76660417-991c-464e-b0ea-370f277eefac tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "DELETE /v2.0/routers/5d67b193-212b-415c-ad16-bc4eae2514e1 HTTP/1.1" status: 204 len: 168 time: 3.0001202 Mar 11 17:44:55.440096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38456) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:55.556399 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e50b4492-4727-4b3b-9b46-61c9580cfbef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=973c222a6fdf4da3a252ca92460696d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7723427 Mar 11 17:44:55.563910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:55.606246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Request body: {'router': {'name': 'tempest-router-377098269', 'distributed': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:55.649076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7eec5355-f181-4557-8fdf-472bc489dd03 None None] Provisioning complete for port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:55.649464 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7eec5355-f181-4557-8fdf-472bc489dd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.661882 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-8dfd1aeb-38b7-4b15-a7f0-c0b5ef17d2db tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] delete failed (client error): The resource could not be found. Mar 11 17:44:55.666807 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8dfd1aeb-38b7-4b15-a7f0-c0b5ef17d2db tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/floatingips/a0767b7d-46b4-4103-bbf0-bdd4cecad6b8 HTTP/1.1" status: 404 len: 345 time: 0.3138192 Mar 11 17:44:55.666807 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2d593723-7892-471b-8291-3372828d4b24 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3801372 Mar 11 17:44:55.666807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:55.678657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Usage tracker for resource:router and tenant:5781934df97b40f4910123975817317e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:55.694507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:55.702024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:55.723615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38466) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:55.723999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38468) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:55.735483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.736462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:55.746244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Request body: {'port': {'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1967164051'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:55.847199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7eec5355-f181-4557-8fdf-472bc489dd03 None None] Port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:44:55.966779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e31c1a33-81b4-48e1-8262-336b429695af', 'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af', 'tenant_id': 'af7ae86f598445f0acda774064cc45de', 'fixed_ips': [{'subnet_id': 'dc9c43a9-0ca8-4928-a156-2651096e021a'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:44:55.967591 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.238115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6c8-a2e7-4630-81ba-6bced59af459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.260649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Allocated IP 2001:db8::2 (e31c1a33-81b4-48e1-8262-336b429695af/dc9c43a9-0ca8-4928-a156-2651096e021a/d82a2eae-037a-4837-bbc6-13b41a6f9811) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:56.264716 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a45b05a9-c8bc-4cc8-91b7-c47efd0d7f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.364112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ee487-be24-4e4c-936b-238acac10b82 req-f35adbff-d58c-4145-9318-c5137d5c7c70 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:56.365892 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-136ee487-be24-4e4c-936b-238acac10b82 req-f35adbff-d58c-4145-9318-c5137d5c7c70 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.4382136 Mar 11 17:44:56.368155 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a45b05a9-c8bc-4cc8-91b7-c47efd0d7f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.410878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b323b-3bf0-499e-98ec-cc58aed7e8cd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:56.415004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b323b-3bf0-499e-98ec-cc58aed7e8cd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:56.420080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b323b-3bf0-499e-98ec-cc58aed7e8cd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:56.421156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa7b323b-3bf0-499e-98ec-cc58aed7e8cd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Synchronizing usage tracker for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:56.476975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-136ee487-be24-4e4c-936b-238acac10b82 req-e9f775ae-658a-4a6c-8412-149b6bfafca3 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971735 Mar 11 17:44:56.478415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6c8-a2e7-4630-81ba-6bced59af459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.495908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa7b323b-3bf0-499e-98ec-cc58aed7e8cd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Unset dirty status for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:56.499415 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fa7b323b-3bf0-499e-98ec-cc58aed7e8cd tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "GET /v2.0/ports?network_id=e825f08f-adfd-42d0-a726-e89ffac1bed7 HTTP/1.1" status: 200 len: 2359 time: 0.7717705 Mar 11 17:44:56.511854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38476) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:56.524690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.571789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:56.587948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Usage tracker for resource:port and tenant:af7ae86f598445f0acda774064cc45de is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:56.593145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:56.602066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:56.606652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.634593 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a45b05a9-c8bc-4cc8-91b7-c47efd0d7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.636218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Made reservation on behalf of af7ae86f598445f0acda774064cc45de for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:56.640215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.660285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6c8-a2e7-4630-81ba-6bced59af459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.662782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6c8-a2e7-4630-81ba-6bced59af459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.663958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8ff5c6c8-a2e7-4630-81ba-6bced59af459 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0cf7a56c-01d6-4ec8-af84-6e37da1936d5 HTTP/1.1" status: 204 len: 168 time: 1.4947834 Mar 11 17:44:56.696524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c6c8-a2e7-4630-81ba-6bced59af459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf7a56c-01d6-4ec8-af84-6e37da1936d5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:56.699344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.700612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e4f1dcc7-30b4-443b-82d9-e41a868d2997 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1620667 Mar 11 17:44:56.708894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38482) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:56.776741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:56.780351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a893b-e0bf-4359-af70-d495ddd46c1c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:56.786621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6f5a893b-e0bf-4359-af70-d495ddd46c1c tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "GET /v2.0/subnets/36c08d3b-2b87-4dad-8577-fb881a8d03c0 HTTP/1.1" status: 200 len: 797 time: 0.2649615 Mar 11 17:44:56.802610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38486) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:56.808070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b05a9-c8bc-4cc8-91b7-c47efd0d7f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7044a42-900b-4ded-b40d-c87a68e68b5b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:56.813459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'port': {'network_id': 'e825f08f-adfd-42d0-a726-e89ffac1bed7', 'name': 'tempest-FloatingIPTestJSON-1174061112', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:56.847123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] device_id is not set on port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:44:56.860844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a45b05a9-c8bc-4cc8-91b7-c47efd0d7f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.879237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a45b05a9-c8bc-4cc8-91b7-c47efd0d7f0f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c7044a42-900b-4ded-b40d-c87a68e68b5b HTTP/1.1" status: 204 len: 168 time: 1.3124123 Mar 11 17:44:56.891822 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:56.918786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Transition to ACTIVE for port object d82a2eae-037a-4837-bbc6-13b41a6f9811 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:56.974022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Transition to ACTIVE for port object d82a2eae-037a-4837-bbc6-13b41a6f9811 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:56.990800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:57.088348 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6a68b65-f0cc-4bf5-804a-85a06fd32d66 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:57.234935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Network e31c1a33-81b4-48e1-8262-336b429695af is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:57.238308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:57.254887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:57.261919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Pushing event updated for resources: {'Port': ['ID=d82a2eae-037a-4837-bbc6-13b41a6f9811,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:57.476053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Allocated IP 2001:db8::2d7 (e31c1a33-81b4-48e1-8262-336b429695af/dc9c43a9-0ca8-4928-a156-2651096e021a/a47aeb4a-b0e0-4e1d-acc4-c65001da0dca) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:57.488347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:57.520019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Attempting to bind port d82a2eae-037a-4837-bbc6-13b41a6f9811 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:57.520236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Attempting to bind port d82a2eae-037a-4837-bbc6-13b41a6f9811 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'eb9dc16c-4486-4714-af8a-51bcd25548eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:57.520876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Attempting to bind port d82a2eae-037a-4837-bbc6-13b41a6f9811 on network e31c1a33-81b4-48e1-8262-336b429695af {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:44:57.539997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:44:57.539997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Checking segment: {'id': 'eb9dc16c-4486-4714-af8a-51bcd25548eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:44:57.539997 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:57.540450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Bound using segment: {'id': 'eb9dc16c-4486-4714-af8a-51bcd25548eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:44:57.541280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Bound port: d82a2eae-037a-4837-bbc6-13b41a6f9811, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9dc16c-4486-4714-af8a-51bcd25548eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:57.541280 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:57.643011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:57.722091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:57.798253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] For port d82a2eae-037a-4837-bbc6-13b41a6f9811, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:57.815791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] For port d82a2eae-037a-4837-bbc6-13b41a6f9811, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d82a2eae-037a-4837-bbc6-13b41a6f9811,segment=NetworkSegment(eb9dc16c-4486-4714-af8a-51bcd25548eb),segment_id=eb9dc16c-4486-4714-af8a-51bcd25548eb)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:57.825623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.108666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6a68b65-f0cc-4bf5-804a-85a06fd32d66 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.208773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Pushing event updated for resources: {'Port': ['ID=d82a2eae-037a-4837-bbc6-13b41a6f9811,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:58.213936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6a68b65-f0cc-4bf5-804a-85a06fd32d66 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.237495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38512) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:58.256023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.256366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.256707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.257038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.257369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.257696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.258019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.258339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.269346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.269698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.270040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775dd26-0f22-45a4-991e-79830c263237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:58.326179 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.356895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.496591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6a68b65-f0cc-4bf5-804a-85a06fd32d66 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.497256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a68b65-f0cc-4bf5-804a-85a06fd32d66 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fba8c67-c650-47e3-85ae-0456ea144348 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:58.563129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] device_id is not set on port 39ec64e4-5358-420b-8c53-be692535423c yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:44:58.595462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.621998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Transition to ACTIVE for port object a47aeb4a-b0e0-4e1d-acc4-c65001da0dca will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:58.674138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-22e17cd9-5522-4b3f-84b0-b58dbe2d3807 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:58.675318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-22e17cd9-5522-4b3f-84b0-b58dbe2d3807 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Synchronizing usage tracker for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:44:58.685566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.849400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event updated for resources: {'Port': ['ID=a47aeb4a-b0e0-4e1d-acc4-c65001da0dca,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:58.850519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca859b3-34e8-4a09-aba9-f3c56638899f req-bec9cfe7-eca3-4cb5-8a77-d540a741a1c6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:58.858841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:58.865621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fca859b3-34e8-4a09-aba9-f3c56638899f req-bec9cfe7-eca3-4cb5-8a77-d540a741a1c6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.5270729 Mar 11 17:44:58.892083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a9701c8f98b34bb9801f43e4d2389c74 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:58.898981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6a68b65-f0cc-4bf5-804a-85a06fd32d66 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:58.900827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e6a68b65-f0cc-4bf5-804a-85a06fd32d66 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "DELETE /v2.0/routers/5fba8c67-c650-47e3-85ae-0456ea144348 HTTP/1.1" status: 204 len: 168 time: 2.1882324 Mar 11 17:44:58.905764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:58.910530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-22e17cd9-5522-4b3f-84b0-b58dbe2d3807 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Unset dirty status for tenant:4ed1a22e8fea40168581de20dfbd8d77 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:44:58.913178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-22e17cd9-5522-4b3f-84b0-b58dbe2d3807 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.8995271 Mar 11 17:44:58.918735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:58.938021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:58.953190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Request body: {'router': {'name': 'tempest-router-834448944', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fd46f53f4dc847d9a2e12aa5e1bf90fa'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:58.967040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:44:59.003696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fca859b3-34e8-4a09-aba9-f3c56638899f req-44f3668f-cba5-4305-b822-cb93d0756613 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902157 Mar 11 17:44:59.047638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:59.058451 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:44:59.075734 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:44:59.081178 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:59.132265 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e477b332-4329-45a0-b41c-a92eef4657f1 admin admin] 10.222.0.96 "PUT /v2.0/routers/b704f8f2-e815-469c-9768-353be8fda477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6031709 Mar 11 17:44:59.339875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Network e31c1a33-81b4-48e1-8262-336b429695af is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:59.357200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Usage tracker for resource:router and tenant:fd46f53f4dc847d9a2e12aa5e1bf90fa is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:44:59.374003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:59.378018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:44:59.382131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:59.384335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.13 (e825f08f-adfd-42d0-a726-e89ffac1bed7/36c08d3b-2b87-4dad-8577-fb881a8d03c0/39ec64e4-5358-420b-8c53-be692535423c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:59.388291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:59.417075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:44:59.417278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.12 (e825f08f-adfd-42d0-a726-e89ffac1bed7/36c08d3b-2b87-4dad-8577-fb881a8d03c0/39ec64e4-5358-420b-8c53-be692535423c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:59.482010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:44:59.539834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Deleting port c3695c67-6edd-4440-a72a-bad84ca630f9 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:44:59.540456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:59.664224 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0e69a95d-e980-4320-8692-57283c3ad5de tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9364512 Mar 11 17:44:59.675501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38538) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:44:59.688779 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:44:59.740815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Request body: {'port': {'network_id': 'e31c1a33-81b4-48e1-8262-336b429695af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1639662056', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:44:59.743814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] bootfile-name is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:44:59.744393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] tftp-server is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:44:59.749105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] server-ip-address is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:44:59.774443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d82a2eae-037a-4837-bbc6-13b41a6f9811 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:44:59.799323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:59.802160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:59.915086 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a658a-193b-4cc4-9dea-ebe33b257757 None None] Network e31c1a33-81b4-48e1-8262-336b429695af requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:00.003383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d82a2eae-037a-4837-bbc6-13b41a6f9811 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:00.017251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.081471 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.189931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b5b73463-9bf5-4ef2-8efa-76060ffc2ab2 None None] Provisioning for port d82a2eae-037a-4837-bbc6-13b41a6f9811 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:00.249395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b5b73463-9bf5-4ef2-8efa-76060ffc2ab2 None None] Provisioning complete for port d82a2eae-037a-4837-bbc6-13b41a6f9811 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:00.249873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5b73463-9bf5-4ef2-8efa-76060ffc2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.361638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:00.365501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:00.378456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:00.419688 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:44:53Z', 'revision_number': 2, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:00.431973 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:45:00.433361 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Updating router b704f8f2-e815-469c-9768-353be8fda477 port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:45:00.452768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=39ec64e4-5358-420b-8c53-be692535423c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:00.515016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:00.515960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.550861 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.621032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] For port c3695c67-6edd-4440-a72a-bad84ca630f9, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c3695c67-6edd-4440-a72a-bad84ca630f9,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:00.621959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.700760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-83341486-9b6a-4310-ab69-a4cc7411f6f0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8970096 Mar 11 17:45:00.719203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38552) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:00.745939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '39ec64e4-5358-420b-8c53-be692535423c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:00.781057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:00.787778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:floatingip and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:00.793857 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5b73463-9bf5-4ef2-8efa-76060ffc2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.812560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:00.842754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Calling delete_port for c3695c67-6edd-4440-a72a-bad84ca630f9 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:00.849711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:00.904764 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.927634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b5b73463-9bf5-4ef2-8efa-76060ffc2ab2 None None] For port d82a2eae-037a-4837-bbc6-13b41a6f9811, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d82a2eae-037a-4837-bbc6-13b41a6f9811,segment=NetworkSegment(eb9dc16c-4486-4714-af8a-51bcd25548eb),segment_id=eb9dc16c-4486-4714-af8a-51bcd25548eb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:00.936963 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5b73463-9bf5-4ef2-8efa-76060ffc2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.940233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab8304-0b60-4f70-b734-ca86aed18c9c req-8c57602a-eb8e-4ad3-a6e6-dc54fdfee4a6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:00.941815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33ab8304-0b60-4f70-b734-ca86aed18c9c req-8c57602a-eb8e-4ad3-a6e6-dc54fdfee4a6 tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 945 time: 0.4213951 Mar 11 17:45:00.974833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.987303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:00.999339 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.100214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b73463-9bf5-4ef2-8efa-76060ffc2ab2 None None] Pushing event updated for resources: {'Port': ['ID=d82a2eae-037a-4837-bbc6-13b41a6f9811,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:01.196223 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.236260 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.262433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d04c8-f113-4ad1-9d30-4d810c852081,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:01.284621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:01.323974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38562) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:01.334322 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-511654fa-5f73-4093-b79b-351bfb05d0b9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a9701c8f98b34bb9801f43e4d2389c74&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0931206 Mar 11 17:45:01.341001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:01.342262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Usage tracker for resource:port and tenant:af7ae86f598445f0acda774064cc45de is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:01.390887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529749623', 'description': 'tempest-description--2041760215'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:01.423654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:01.433508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:01.454656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:01.477999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:01.492692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33ab8304-0b60-4f70-b734-ca86aed18c9c req-675a8c66-bbf3-4058-8445-dc3d486fe4ea tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e743113-5c86-4226-a3fb-95e5294ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953454 Mar 11 17:45:01.510088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c3695c67-6edd-4440-a72a-bad84ca630f9 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:45:01.526954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:01.533318 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Transition to ACTIVE for port object 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:01.544223 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.589745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.592081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:01.613634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c3695c67-6edd-4440-a72a-bad84ca630f9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:45:01.617038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c3695c67-6edd-4440-a72a-bad84ca630f9 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:45:01.631564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-549f3f79-5cf1-4c0e-a1bd-3fb0525eba1d None None] Provisioning complete for port d82a2eae-037a-4837-bbc6-13b41a6f9811 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:01.633553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-549f3f79-5cf1-4c0e-a1bd-3fb0525eba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.649624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.736351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Pushing event deleted for resources: {'Port': ['ID=c3695c67-6edd-4440-a72a-bad84ca630f9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:01.738835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Made reservation on behalf of af7ae86f598445f0acda774064cc45de for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:01.745803 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.800687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:01.806454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d82a2eae-037a-4837-bbc6-13b41a6f9811 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:01.824955 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d0700725-0de3-4a6a-a56e-ce1b5a72241a tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 2.9038620 Mar 11 17:45:01.838706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] device_id is not set on port 591d8777-dbd5-49d9-bcab-a15cfddcc21a yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:45:01.844952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38576) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:01.862742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8674e75-93bd-4560-89c0-56791caf772e None None] Pushing event updated for resources: {'Port': ['ID=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:01.890441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:01.946197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.079358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d82a2eae-037a-4837-bbc6-13b41a6f9811 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:02.080029 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.105699 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Attempting to bind port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:02.108888 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Attempting to bind port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:02.112706 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Attempting to bind port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:45:02.121694 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:45:02.122065 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Checking segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:02.122488 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.123349 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Bound using segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:45:02.124369 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Bound port: 7cf078b7-dfbe-4840-865b-9a7e788ddcd6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:02.124648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-549f3f79-5cf1-4c0e-a1bd-3fb0525eba1d None None] Provisioning for port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:02.124886 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.141477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-549f3f79-5cf1-4c0e-a1bd-3fb0525eba1d None None] Provisioning complete for port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:02.142099 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-549f3f79-5cf1-4c0e-a1bd-3fb0525eba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.262070 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] For port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:02.268245 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] For port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:02.270975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] No DVR routers for this DVR port c3695c67-6edd-4440-a72a-bad84ca630f9 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:02.271911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-549f3f79-5cf1-4c0e-a1bd-3fb0525eba1d None None] Port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:45:02.279988 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.298728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.300724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6ec53c1-1769-4173-8fd3-c40f01939809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.307494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'name': 'network-vif-deleted', 'tag': 'c3695c67-6edd-4440-a72a-bad84ca630f9'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:45:02.327641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:02.428774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:02.435062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:02.451447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a31c2e6f-6ec5-4b79-9fe9-27ccc7824e8f req-6216568f-1712-42ba-aadb-83415963503e tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.59 "DELETE /v2.0/ports/c3695c67-6edd-4440-a72a-bad84ca630f9 HTTP/1.1" status: 204 len: 173 time: 3.5180500 Mar 11 17:45:02.452363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:02.495787 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:02.496903 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e', 'name': 'network-vif-deleted', 'tag': 'c3695c67-6edd-4440-a72a-bad84ca630f9', 'status': 'completed', 'code': 200} Mar 11 17:45:02.497080 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:44:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:02.508252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-30bdc3f7-29e9-4727-a09d-6910c9c78ebe None None] Provisioning complete for port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:02.508894 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30bdc3f7-29e9-4727-a09d-6910c9c78ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.534182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6ec53c1-1769-4173-8fd3-c40f01939809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.641469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Allocated IP 2001:db8::2d1 (e31c1a33-81b4-48e1-8262-336b429695af/dc9c43a9-0ca8-4928-a156-2651096e021a/591d8777-dbd5-49d9-bcab-a15cfddcc21a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:02.702470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-30bdc3f7-29e9-4727-a09d-6910c9c78ebe None None] Port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:45:02.707131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.25.3.198 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/0563c4be-59c6-49c6-b376-383bd4f3c2d7) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:02.762262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.798780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.871019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.872653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5369816 Mar 11 17:45:02.873853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6ec53c1-1769-4173-8fd3-c40f01939809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.876636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6ec53c1-1769-4173-8fd3-c40f01939809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.877951 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6ec53c1-1769-4173-8fd3-c40f01939809 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/252d04c8-f113-4ad1-9d30-4d810c852081 HTTP/1.1" status: 204 len: 168 time: 1.4711523 Mar 11 17:45:02.878796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:02.895459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': 'ef5a74a9-58e5-4d94-8dd3-d22a90da3f83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:02.971153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c634299-045e-40cf-9d2a-234ecd2758b1 req-11bb51a0-f8d0-4453-bbfc-24786e73316d tempest-ServerRescueTestJSON-632729604 tempest-ServerRescueTestJSON-632729604-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e3d4915-fc21-4f37-91c5-2a7a53f4ae6e HTTP/1.1" status: 200 len: 210 time: 0.1308854 Mar 11 17:45:02.976564 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8674e75-93bd-4560-89c0-56791caf772e None None] Pushing event updated for resources: {'Port': ['ID=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:03.068677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:03.095551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:03.111893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce65f6f-68a7-403b-af74-cc601a42226d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:03.114611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:03.122129 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:45:03.153624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:03.181565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec53c1-1769-4173-8fd3-c40f01939809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d04c8-f113-4ad1-9d30-4d810c852081,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:03.237489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.243358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.268383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.541336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.578321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Transition to ACTIVE for port object 591d8777-dbd5-49d9-bcab-a15cfddcc21a will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:03.673563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83849) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 11 17:45:03.673954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Router 932872f6-f3dc-4c11-993d-ea3adf1994a8 migrating from provider to provider. {{(pid=83849) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 11 17:45:03.674336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.681457 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.685516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.688241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.702330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.703163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.804020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b119a24-1293-46bc-9623-5b01427f7880,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:03.814973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.818572 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bf369f5a-a167-411d-a553-2bc1e2896c14 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9301326 Mar 11 17:45:03.825717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38616) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:03.839145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': 'ef5a74a9-58e5-4d94-8dd3-d22a90da3f83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:03.856561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:03.861477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:03.864994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:03.874672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:03.899650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.917581 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.932815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.960903 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:02Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:03.985580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a278470-7a11-4395-9db3-b9881f8e8c2a None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:02Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:04.169069 n-d-833436-1 neutron-server[83849]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] No L3 agents can host the router 932872f6-f3dc-4c11-993d-ea3adf1994a8 Mar 11 17:45:04.199512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=0563c4be-59c6-49c6-b376-383bd4f3c2d7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:04.207518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:04.221591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:04.230510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:04.329895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38628) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:04.490979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event updated for resources: {'Port': ['ID=591d8777-dbd5-49d9-bcab-a15cfddcc21a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:04.501444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Network e31c1a33-81b4-48e1-8262-336b429695af is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:04.504981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:04.515219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:04.520202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.521530 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:04.537781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:04.550503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:04.576422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-48f5b1c2-80fc-4f63-92fd-9fe71b9714be tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.8934114 Mar 11 17:45:04.585201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38636) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:04.592058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6974bb3b-3a17-4ee2-aa39-f7212469ff2a,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:04.779919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:04.784203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-20657c23-a498-4450-8ab0-11f3df3f80d2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9563515 Mar 11 17:45:04.792943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38648) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:04.815889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:04.835927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:04.852041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:floatingip and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:04.857069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:04.866280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:04.887848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:04.943423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d0b07-5a47-468f-a140-7ef6a60d7d65 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.947667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d0b07-5a47-468f-a140-7ef6a60d7d65 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.952029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d0b07-5a47-468f-a140-7ef6a60d7d65 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.952945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0d1d0b07-5a47-468f-a140-7ef6a60d7d65 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Synchronizing usage tracker for tenant:af7ae86f598445f0acda774064cc45de on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:45:04.976680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d0abf6e1-be26-4be9-9e5b-b13fac5b0389 None None] Provisioning for port 591d8777-dbd5-49d9-bcab-a15cfddcc21a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:04.991789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d0abf6e1-be26-4be9-9e5b-b13fac5b0389 None None] Provisioning complete for port 591d8777-dbd5-49d9-bcab-a15cfddcc21a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:04.992161 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d0abf6e1-be26-4be9-9e5b-b13fac5b0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:05.129229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d0abf6e1-be26-4be9-9e5b-b13fac5b0389 None None] Port 591d8777-dbd5-49d9-bcab-a15cfddcc21a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:45:05.157838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0d1d0b07-5a47-468f-a140-7ef6a60d7d65 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Unset dirty status for tenant:af7ae86f598445f0acda774064cc45de on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:45:05.163093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0d1d0b07-5a47-468f-a140-7ef6a60d7d65 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.5727713 Mar 11 17:45:05.168866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:05.270777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Deleting port 591d8777-dbd5-49d9-bcab-a15cfddcc21a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:05.271306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:05.572345 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:05.714695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:05.728675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Hosts for router 932872f6-f3dc-4c11-993d-ea3adf1994a8: [] {{(pid=83849) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 11 17:45:05.795491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Hosts for other DVR routers connected to router 932872f6-f3dc-4c11-993d-ea3adf1994a8: set() {{(pid=83849) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 11 17:45:05.839084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:05.842616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb707e49-cff9-4f8f-aa74-979debb8cfad tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "PUT /v2.0/routers/932872f6-f3dc-4c11-993d-ea3adf1994a8 HTTP/1.1" status: 200 len: 716 time: 3.9827235 Mar 11 17:45:05.846577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38670) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:05.937381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:05.959343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:05.960247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.130101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.130342 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.210706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.252656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:06.262480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.340749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:06.343070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.459678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Calling delete_port for 591d8777-dbd5-49d9-bcab-a15cfddcc21a owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:06.620705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.25.3.119 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/1c2618b5-0db1-45cb-b2d5-4e56870078f8) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:06.623171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.634997 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-77dd5a2a-f85e-4ee2-b140-4b71bd026150 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "GET /v2.0/routers/932872f6-f3dc-4c11-993d-ea3adf1994a8 HTTP/1.1" status: 200 len: 716 time: 0.7871075 Mar 11 17:45:06.635594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38682) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:06.848394 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.942804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event deleted for resources: {'Port': ['ID=591d8777-dbd5-49d9-bcab-a15cfddcc21a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:06.943195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:45:06.975312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.004298 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.021083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.039142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.077468 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe82b4c1-097f-4e89-86df-066bd5a93863 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "DELETE /v2.0/ports/591d8777-dbd5-49d9-bcab-a15cfddcc21a HTTP/1.1" status: 204 len: 168 time: 1.9020600 Mar 11 17:45:07.078513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38696) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:07.092395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Request body: {'port': {'name': 'tempest-new-port-name-1936811367', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:07.098516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] bootfile-name is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:45:07.099136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] tftp-server is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:45:07.099627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] server-ip-address is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:45:07.304679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=0563c4be-59c6-49c6-b376-383bd4f3c2d7,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:07.363537 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.681257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.715673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:07.754895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38712) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:07.945050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:07.945050 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:08.088658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-96933761-ae10-41f6-8884-1d9980f7a1dd tempest-RoutersTestDVR-648117684 tempest-RoutersTestDVR-648117684-project] 10.222.0.96 "GET /v2.0/routers/932872f6-f3dc-4c11-993d-ea3adf1994a8 HTTP/1.1" status: 200 len: 682 time: 1.4473670 Mar 11 17:45:08.093853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38728) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:08.191863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:08.193437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:08.213482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=1c2618b5-0db1-45cb-b2d5-4e56870078f8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:08.233874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:08.251372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:08.667744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd5c2-2a4c-4f8d-8d6d-6ce9150cabf4 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:08.842115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:08.858007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.004397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] In _notify_port_updated(), no bound segment for port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca on network e31c1a33-81b4-48e1-8262-336b429695af {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:45:09.012795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:09.013741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.020824 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "PUT /v2.0/ports/a47aeb4a-b0e0-4e1d-acc4-c65001da0dca HTTP/1.1" status: 200 len: 1130 time: 1.9407542 Mar 11 17:45:09.030948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38738) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:09.044497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeb679-7f9e-4ddb-8fd6-460baa125bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event updated for resources: {'Port': ['ID=a47aeb4a-b0e0-4e1d-acc4-c65001da0dca,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:09.245678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d0c3e-ca7e-4445-8214-4f40399a0640 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:09.246565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d75d0c3e-ca7e-4445-8214-4f40399a0640 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Synchronizing usage tracker for tenant:af7ae86f598445f0acda774064cc45de on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:45:09.304009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d75d0c3e-ca7e-4445-8214-4f40399a0640 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Unset dirty status for tenant:af7ae86f598445f0acda774064cc45de on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:45:09.314230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d75d0c3e-ca7e-4445-8214-4f40399a0640 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "GET /v2.0/ports/a47aeb4a-b0e0-4e1d-acc4-c65001da0dca HTTP/1.1" status: 200 len: 1130 time: 0.2709272 Mar 11 17:45:09.315506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38744) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:09.337876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.523431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d921032d-6a39-48fa-810b-4a547f88a3f2 None None] Provisioning complete for port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:09.524043 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d921032d-6a39-48fa-810b-4a547f88a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.598948 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP ba183006-1c6f-424a-8d1e-9e5328fffaf9 associated. External IP: 172.25.3.198, port: 39ec64e4-5358-420b-8c53-be692535423c. Mar 11 17:45:09.670280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.677169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Deleting port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:09.677598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.677789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d921032d-6a39-48fa-810b-4a547f88a3f2 None None] Port a47aeb4a-b0e0-4e1d-acc4-c65001da0dca cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:45:09.925477 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd5c2-2a4c-4f8d-8d6d-6ce9150cabf4 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.935988 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd5c2-2a4c-4f8d-8d6d-6ce9150cabf4 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.974984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.988698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd5c2-2a4c-4f8d-8d6d-6ce9150cabf4 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.989860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7cd5c2-2a4c-4f8d-8d6d-6ce9150cabf4 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 932872f6-f3dc-4c11-993d-ea3adf1994a8 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:10.035319 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd5c2-2a4c-4f8d-8d6d-6ce9150cabf4 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.037119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5f7cd5c2-2a4c-4f8d-8d6d-6ce9150cabf4 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "DELETE /v2.0/routers/932872f6-f3dc-4c11-993d-ea3adf1994a8 HTTP/1.1" status: 204 len: 168 time: 1.9386001 Mar 11 17:45:10.042546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38762) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:10.059122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Request body: {'router': {'name': 'tempest-router-102157293', 'distributed': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:10.070220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:10.100140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Usage tracker for resource:router and tenant:5781934df97b40f4910123975817317e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:10.104464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.123886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:10.366068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:10.387982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Calling delete_port for a47aeb4a-b0e0-4e1d-acc4-c65001da0dca owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:10.401541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Deleting port dba1d681-9d1b-4f07-ae01-2e33bdef28d2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:10.402044 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.491563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38768) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:10.513398 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.514389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.613764 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.752708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.783898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] For port dba1d681-9d1b-4f07-ae01-2e33bdef28d2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,segment=NetworkSegment(cecf9c76-a72f-4ad3-adf3-46ffc12332f3),segment_id=cecf9c76-a72f-4ad3-adf3-46ffc12332f3)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:10.785046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.798194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.822590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.868728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.870788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.971425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.973054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1dddd03c-e280-4a7a-b99c-648d07233e19 tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9223576 Mar 11 17:45:10.989445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Calling delete_port for dba1d681-9d1b-4f07-ae01-2e33bdef28d2 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:11.022165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38776) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:11.062172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=1c2618b5-0db1-45cb-b2d5-4e56870078f8,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:11.146767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.175361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:11.180364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Usage tracker for resource:security_group_rule and tenant:53c2c195573f4db6b41ee05d5f33586c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:11.184498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:11.191812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:11.292148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "DELETE /v2.0/ports/a47aeb4a-b0e0-4e1d-acc4-c65001da0dca HTTP/1.1" status: 204 len: 168 time: 1.9732480 Mar 11 17:45:11.294014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.305363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38780) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:11.308517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.311822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c590cd-13e7-4a1d-94ae-62ed4b00b229 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event deleted for resources: {'Port': ['ID=a47aeb4a-b0e0-4e1d-acc4-c65001da0dca,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:11.320087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.360861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.365132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.366336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a4020786-dce2-472b-bd63-f947cce1581e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5661147 Mar 11 17:45:11.382395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=53c2c195573f4db6b41ee05d5f33586c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8873599 Mar 11 17:45:11.382395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff8c6d-e4eb-4c86-b71d-671f4442ae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a52ea62-dec1-4031-9402-31277286ab62,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:11.383886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38786) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:11.469675 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c6cd-d197-48d6-83e0-aa4197ede0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.529956 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c6cd-d197-48d6-83e0-aa4197ede0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.626886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c6cd-d197-48d6-83e0-aa4197ede0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.642539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2c6cd-d197-48d6-83e0-aa4197ede0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a52ea62-dec1-4031-9402-31277286ab62,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:11.655394 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c6cd-d197-48d6-83e0-aa4197ede0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.656941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2cb2c6cd-d197-48d6-83e0-aa4197ede0e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9a52ea62-dec1-4031-9402-31277286ab62 HTTP/1.1" status: 204 len: 168 time: 0.2715876 Mar 11 17:45:11.790860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5937f28c-7710-490e-addf-6a638780420c tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.871692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-950bbaf5-36af-4154-a4c7-afc03973e42a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:45:12.125619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-950bbaf5-36af-4154-a4c7-afc03973e42a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:45:12.131458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-950bbaf5-36af-4154-a4c7-afc03973e42a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1529749623&fields=id&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 267 time: 0.4699247 Mar 11 17:45:12.132014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38802) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:12.161936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.189601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Deleting subnet dc9c43a9-0ca8-4928-a156-2651096e021a {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:45:12.204826 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.207158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:12.212022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Usage tracker for resource:security_group_rule and tenant:7682fbc147794f9794d1a2b5b7f15f0f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:12.216020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:12.224554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:12.328552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.337767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.338481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24cbceb7-bcb7-4b9d-aae7-e1a61e3a5e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.377952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:12.422390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b79e17-a513-4081-a3be-6edfc5428232,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:12.430143 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f9a80947-eb99-4d96-baac-12fe67034f85 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7682fbc147794f9794d1a2b5b7f15f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2984831 Mar 11 17:45:12.432957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38806) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:12.481095 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.521734 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08500c29-d994-4de4-b802-a4005e2a75b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.560000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08500c29-d994-4de4-b802-a4005e2a75b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.566780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Pushing event deleted for resources: {'Port': ['ID=dba1d681-9d1b-4f07-ae01-2e33bdef28d2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:12.638684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.653412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08500c29-d994-4de4-b802-a4005e2a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.679045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08500c29-d994-4de4-b802-a4005e2a75b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b79e17-a513-4081-a3be-6edfc5428232,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:12.684550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08500c29-d994-4de4-b802-a4005e2a75b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.686605 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-08500c29-d994-4de4-b802-a4005e2a75b0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/61b79e17-a513-4081-a3be-6edfc5428232 HTTP/1.1" status: 204 len: 168 time: 0.2521374 Mar 11 17:45:13.079467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5937f28c-7710-490e-addf-6a638780420c tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.221895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-1b1c97ea-4953-46d1-a504-00acfcac046a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:13.222666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-1b1c97ea-4953-46d1-a504-00acfcac046a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:45:13.231318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5937f28c-7710-490e-addf-6a638780420c tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.567076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5937f28c-7710-490e-addf-6a638780420c tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.568027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5937f28c-7710-490e-addf-6a638780420c tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 431d54a6-c908-4236-95a8-5bc3cb08c963 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:13.712376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-1b1c97ea-4953-46d1-a504-00acfcac046a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:45:13.714881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-1b1c97ea-4953-46d1-a504-00acfcac046a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 1.5586836 Mar 11 17:45:13.885153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5937f28c-7710-490e-addf-6a638780420c tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.895395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5937f28c-7710-490e-addf-6a638780420c tempest-RoutersTestDVR-368672817 tempest-RoutersTestDVR-368672817-project-admin] 10.222.0.96 "DELETE /v2.0/routers/431d54a6-c908-4236-95a8-5bc3cb08c963 HTTP/1.1" status: 204 len: 168 time: 2.8716726 Mar 11 17:45:13.943911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-f2c3e961-b1a4-4a92-aa8b-86d8de4083f2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/quotas/5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 375 time: 0.1907833 Mar 11 17:45:14.034036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.272219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:14.460025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.510833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.523644 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-001efd47-95da-4d48-bcbe-903ee1bb0d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.572764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:14.581583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Usage tracker for resource:security_group_rule and tenant:fd46f53f4dc847d9a2e12aa5e1bf90fa is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:14.587741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:14.600642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9c43a9-0ca8-4928-a156-2651096e021a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:14.601059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:14.667772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.674765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701c36a-f63f-4196-bac3-9e4a642db743 None None] Network e31c1a33-81b4-48e1-8262-336b429695af requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:14.699429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-15436136-5f2e-4f09-80ee-14b5f7571025 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "DELETE /v2.0/subnets/dc9c43a9-0ca8-4928-a156-2651096e021a HTTP/1.1" status: 204 len: 168 time: 3.3928118 Mar 11 17:45:14.703508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38860) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:14.749778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-f5253527-e137-40e5-9243-faa90c20083c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:45:14.803651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.813231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.896394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd46f53f4dc847d9a2e12aa5e1bf90fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6226363 Mar 11 17:45:14.898147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd41b2-f111-4bf8-a0bf-fe11e7e8512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf5d2b-4597-47eb-90f5-645302b92c64,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:14.902588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:14.925186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-f5253527-e137-40e5-9243-faa90c20083c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:45:14.926774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-f5253527-e137-40e5-9243-faa90c20083c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9667466 Mar 11 17:45:15.059358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.188621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Deleting port d82a2eae-037a-4837-bbc6-13b41a6f9811 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:15.188961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.192934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] DHCP port deletion for e31c1a33-81b4-48e1-8262-336b429695af request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:45:15.200388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] Deleting port d82a2eae-037a-4837-bbc6-13b41a6f9811 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:15.200939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.235565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:15.307694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:45:15.344236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:15.345752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:15.496389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.498010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:15.512370 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5498dd05-76ba-4b14-923f-b193e6ba151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.551993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:15.552758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:15.558442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.709858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-b2c2052a-2034-4bf5-be92-9b90e515d78c service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225316 Mar 11 17:45:15.712227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:15.712630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefb062-2358-43b7-8f61-8170929d820e None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:15.714117 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.715011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d82a2eae-037a-4837-bbc6-13b41a6f9811 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:45:15.730582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5498dd05-76ba-4b14-923f-b193e6ba151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.750726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38882) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:15.793708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.812038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] For port d82a2eae-037a-4837-bbc6-13b41a6f9811, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d82a2eae-037a-4837-bbc6-13b41a6f9811,segment=NetworkSegment(eb9dc16c-4486-4714-af8a-51bcd25548eb),segment_id=eb9dc16c-4486-4714-af8a-51bcd25548eb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:15.812422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.991675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] Calling delete_port for d82a2eae-037a-4837-bbc6-13b41a6f9811 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:16.049554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd1b7351-ebde-4f6a-9ed3-8af9013d9ac6 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 15.3235207 Mar 11 17:45:16.059602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38888) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:16.065919 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.076113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'port_id': '39ec64e4-5358-420b-8c53-be692535423c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:16.143560 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.208206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.331690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] No DVR routers for this DVR port d82a2eae-037a-4837-bbc6-13b41a6f9811 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:16.363087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] For port d82a2eae-037a-4837-bbc6-13b41a6f9811, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d82a2eae-037a-4837-bbc6-13b41a6f9811,segment=NetworkSegment(eb9dc16c-4486-4714-af8a-51bcd25548eb),segment_id=eb9dc16c-4486-4714-af8a-51bcd25548eb)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:16.363586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.379580 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5498dd05-76ba-4b14-923f-b193e6ba151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.389946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-4609b74f-02d3-411b-a61b-c6e79226c52f service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660355 Mar 11 17:45:16.429290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c095ee1-34a4-4ba3-917a-77c6be6b1c51 None None] Pushing event deleted for resources: {'Port': ['ID=d82a2eae-037a-4837-bbc6-13b41a6f9811,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:16.449562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.623885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498dd05-76ba-4b14-923f-b193e6ba151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf5d2b-4597-47eb-90f5-645302b92c64,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:16.640093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Calling delete_port for d82a2eae-037a-4837-bbc6-13b41a6f9811 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:16.690428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:16.695596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Deleting port 8fb44140-322b-4794-ac5c-710ad09e3c52 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:16.696373 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.697184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c05966f9d940699be1857456042e84 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:16.701115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:16.710243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:16.789894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5498dd05-76ba-4b14-923f-b193e6ba151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.795414 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5498dd05-76ba-4b14-923f-b193e6ba151b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/abaf5d2b-4597-47eb-90f5-645302b92c64 HTTP/1.1" status: 204 len: 168 time: 1.8756168 Mar 11 17:45:16.959357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.965680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.006928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.181414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:45:17.181811 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:45:17.185303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31b8dc-75ae-4edc-bca7-53b13c306ac7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:17.216760 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-05a3852a-5a9e-47fe-b837-f92eee762883 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c0c05966f9d940699be1857456042e84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4605994 Mar 11 17:45:17.217501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38914) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:17.243528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] For port 8fb44140-322b-4794-ac5c-710ad09e3c52, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8fb44140-322b-4794-ac5c-710ad09e3c52,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:17.244663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.280295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a2193c53-cfa3-4acb-b9b7-520838c5ab6a req-f90256db-cc98-4b01-b2bb-767d37768b1c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 210 time: 0.4062655 Mar 11 17:45:17.545053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Calling delete_port for 8fb44140-322b-4794-ac5c-710ad09e3c52 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:17.693619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Deleting port d82a2eae-037a-4837-bbc6-13b41a6f9811 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:17.694738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.895169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf3d560-f784-4c7c-ae2f-e47a6d46414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.920856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] The port 'd82a2eae-037a-4837-bbc6-13b41a6f9811' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:45:18.014009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:18.139430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf3d560-f784-4c7c-ae2f-e47a6d46414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.152934 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.354623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:18.371029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Usage tracker for resource:security_group_rule and tenant:5781934df97b40f4910123975817317e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:18.378849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:18.385584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf3d560-f784-4c7c-ae2f-e47a6d46414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.424865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:18.457003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3d560-f784-4c7c-ae2f-e47a6d46414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31b8dc-75ae-4edc-bca7-53b13c306ac7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:18.559873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-faf3d560-f784-4c7c-ae2f-e47a6d46414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.561690 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-faf3d560-f784-4c7c-ae2f-e47a6d46414f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6b31b8dc-75ae-4edc-bca7-53b13c306ac7 HTTP/1.1" status: 204 len: 168 time: 1.3255429 Mar 11 17:45:18.773221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:45:18.899261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d238e5de-3119-43da-b6a3-e5dfc83ab54e req-df3791a4-6c85-4bd9-88ac-7e6ae5cad853 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 210 time: 0.2009947 Mar 11 17:45:19.061591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.087217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.215246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.255168 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.267523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.385400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bad84-3c62-418b-8db6-85d8a037b595,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:19.398191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be63175c-4e8f-4421-a2e2-ec8573efc198 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5781934df97b40f4910123975817317e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3824892 Mar 11 17:45:19.443155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38948) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:19.465009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31c1a33-81b4-48e1-8262-336b429695af']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:19.529861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9dc16c-4486-4714-af8a-51bcd25548eb') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:19.530465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9dc16c-4486-4714-af8a-51bcd25548eb') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:19.560539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.590046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.706448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:45:19.707622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:45:19.738946 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:45:19.994675 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.072314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:20.097579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.105908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.255770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb44140-322b-4794-ac5c-710ad09e3c52,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:20.299002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e657060b-7c4b-48d4-b9e7-273136e6264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.350574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] Pushing event deleted for resources: {'Network': ['ID=e31c1a33-81b4-48e1-8262-336b429695af,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:20.571562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-13294519-9584-4a8f-aed0-bc33933c392b tempest-ExtraDHCPOptionsIpV6TestJSON-56760664 tempest-ExtraDHCPOptionsIpV6TestJSON-56760664-project] 10.222.0.96 "DELETE /v2.0/networks/e31c1a33-81b4-48e1-8262-336b429695af HTTP/1.1" status: 204 len: 168 time: 5.8613276 Mar 11 17:45:20.686735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fba19799-0430-40d0-aa89-1730ede9c432 req-90df553f-9784-42c1-b422-5f6073b03866 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 210 time: 0.3422415 Mar 11 17:45:20.761657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e657060b-7c4b-48d4-b9e7-273136e6264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.001690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e657060b-7c4b-48d4-b9e7-273136e6264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.130571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657060b-7c4b-48d4-b9e7-273136e6264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bad84-3c62-418b-8db6-85d8a037b595,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:21.351248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e657060b-7c4b-48d4-b9e7-273136e6264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.353352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e657060b-7c4b-48d4-b9e7-273136e6264d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9b8bad84-3c62-418b-8db6-85d8a037b595 HTTP/1.1" status: 204 len: 168 time: 1.7667348 Mar 11 17:45:21.484555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-c838fcd1-4df8-4502-8ba9-981bdf90cac2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:21.491937 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-c838fcd1-4df8-4502-8ba9-981bdf90cac2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 0.7810786 Mar 11 17:45:21.741031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Router ea5ae06f-4414-4e9b-bf85-9137abd0709a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:21.744027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-7057c2a7-d2fc-47fb-9daf-737df3b7fbc7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:45:21.780978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-7057c2a7-d2fc-47fb-9daf-737df3b7fbc7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:45:21.784118 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-7057c2a7-d2fc-47fb-9daf-737df3b7fbc7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 380 time: 0.2636907 Mar 11 17:45:21.802012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'port': {'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'admin_state_up': True, 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'security_groups': ['ef5a74a9-58e5-4d94-8dd3-d22a90da3f83']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:21.839348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:21.863560 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:45:21.908165 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:21.911517 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:22.181835 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:22.185547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.234566 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:22.235704 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:22.498008 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:22.498639 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2a4a0-39c9-4a94-bdf6-b4a552151d5b None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:22.884966 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0cf7fa3f-2666-4a6c-9f1a-e6133fbe1c0d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/floatingips/ba183006-1c6f-424a-8d1e-9e5328fffaf9 HTTP/1.1" status: 200 len: 979 time: 6.8200071 Mar 11 17:45:22.886182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39014) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:22.943815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39016) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:23.004117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:23.023441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:23.046687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Made reservation on behalf of 5b8021465c8248639c9826d52d8b7bbc for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:23.056003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.177184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5189800-4277-4579-b763-28f92d363053 req-8c56b55a-434b-4129-8507-75e88b5304e7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 210 time: 1.0354571 Mar 11 17:45:23.374170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 0563c4be-59c6-49c6-b376-383bd4f3c2d7 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:23.375264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.627425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.20.0.11 (9dd1ecfa-4aa8-47be-b280-b60a1d98796b/0fa2abb6-bf10-4e90-a2be-602b89d55690/4c6b389a-42ae-4b75-8163-cd109602713c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:23.752472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39032) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:23.752472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39034) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:23.925532 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.926082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.007998 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d7bb0380-68ed-437c-b575-bd6c4ff220fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af7ae86f598445f0acda774064cc45de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0229101 Mar 11 17:45:24.013327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:24.190715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 0563c4be-59c6-49c6-b376-383bd4f3c2d7 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:24.191512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.220388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.303591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.329014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:24.348810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5296a6f8394353a1cea1b65ccb5185 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:24.354822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:24.454812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e68a36f4-e307-4d8c-96a4-fd5947e29000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.513959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e68a36f4-e307-4d8c-96a4-fd5947e29000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.532668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:24.584370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Transition to ACTIVE for port object 4c6b389a-42ae-4b75-8163-cd109602713c will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:24.633727 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.642530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:24.644501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e68a36f4-e307-4d8c-96a4-fd5947e29000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.654295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] Sync routers for ids ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:45:24.679783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] Routers {'ea5ae06f-4414-4e9b-bf85-9137abd0709a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:24.680482 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:24.781624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.784771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a36f4-e307-4d8c-96a4-fd5947e29000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53797e72-1b64-4539-bf03-3fea311002a8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:24.812071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=4c6b389a-42ae-4b75-8163-cd109602713c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:24.832390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:24.838194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:24.843397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:24.870200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b124f98c-b79c-4f7c-82fd-1b35572a98aa admin admin] 10.222.0.96 "PUT /v2.0/routers/ea5ae06f-4414-4e9b-bf85-9137abd0709a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3653069 Mar 11 17:45:24.890731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39062) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:24.963732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:24.976303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7a17eee47140038e590cc06c18bc1b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:25.021437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] Set router ea5ae06f-4414-4e9b-bf85-9137abd0709a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:45:25.142718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:25.164125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:25.311430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad76e5-c8d3-4b69-9417-d4cd134a3fd5 req-b8c3d64a-4587-4de8-b14c-ad879caf54a3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.313950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ad76e5-c8d3-4b69-9417-d4cd134a3fd5 req-b8c3d64a-4587-4de8-b14c-ad879caf54a3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 932 time: 0.7346609 Mar 11 17:45:25.316262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.354814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e68a36f4-e307-4d8c-96a4-fd5947e29000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.361025 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e68a36f4-e307-4d8c-96a4-fd5947e29000 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/53797e72-1b64-4539-bf03-3fea311002a8 HTTP/1.1" status: 204 len: 168 time: 1.3419197 Mar 11 17:45:25.415419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.421631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.422696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.469987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-80f27e20-1962-4820-b24d-22255298ee79 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6780958 Mar 11 17:45:25.478922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.522222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=0563c4be-59c6-49c6-b376-383bd4f3c2d7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:25.556642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6bbeb327-1753-452b-9ffa-0e2cfba69a63 None None] Provisioning for port 4c6b389a-42ae-4b75-8163-cd109602713c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:25.573196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.591583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6bbeb327-1753-452b-9ffa-0e2cfba69a63 None None] Provisioning complete for port 4c6b389a-42ae-4b75-8163-cd109602713c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:25.591860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.592030 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb327-1753-452b-9ffa-0e2cfba69a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.694842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6bbeb327-1753-452b-9ffa-0e2cfba69a63 None None] Port 4c6b389a-42ae-4b75-8163-cd109602713c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:45:25.726706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:45:11Z', 'revision_number': 5, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:25.732361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] Checking router: ea5ae06f-4414-4e9b-bf85-9137abd0709a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:45:25.745995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] Routers {'ea5ae06f-4414-4e9b-bf85-9137abd0709a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:25.746947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:25.757245 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.958308 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.997506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4b2d41-be0a-4671-8ff0-0937a1d76166,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:26.028400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] Set router ea5ae06f-4414-4e9b-bf85-9137abd0709a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:45:26.033968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be47aa82-ff05-4dd2-87f3-a00aa022f2f8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:26.100949 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4ae30d8f-5048-4770-936c-e750f0c8f4b0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fc5296a6f8394353a1cea1b65ccb5185&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3196020 Mar 11 17:45:26.103871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39078) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:26.131035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ad76e5-c8d3-4b69-9417-d4cd134a3fd5 req-4ac5431d-83bc-41b0-b132-7f9b0b44423e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8017104 Mar 11 17:45:26.169098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-20dc2ece-be6c-47d8-b151-5a4dfc5c0ea4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ae7a17eee47140038e590cc06c18bc1b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3928359 Mar 11 17:45:26.173053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39084) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:26.300594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:26.344371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Deleting port e51874f0-0c46-4c78-94f5-271c620db702 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:26.354328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:26.445980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Request body: {'port': {'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:26.620306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a0531f7-60ba-4500-885c-a41140f7d14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:26.774298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:45:11Z', 'revision_number': 5, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:26.782215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc52468-88fa-4ad1-82ec-10fc020f270b None None] The sync data for ids ['ea5ae06f-4414-4e9b-bf85-9137abd0709a'] in n-d-833436-1 is: [{'id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'name': 'tempest-ServerRescueTestJSON-783719688-router', 'tenant_id': '4ed1a22e8fea40168581de20dfbd8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:42:13Z', 'updated_at': '2022-03-11T17:45:11Z', 'revision_number': 5, 'project_id': '4ed1a22e8fea40168581de20dfbd8d77', 'gw_port': {'id': 'e51874f0-0c46-4c78-94f5-271c620db702', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ae06f-4414-4e9b-bf85-9137abd0709a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:42:15Z', 'updated_at': '2022-03-11T17:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:26.819252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a0531f7-60ba-4500-885c-a41140f7d14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:27.033064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] For port e51874f0-0c46-4c78-94f5-271c620db702, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e51874f0-0c46-4c78-94f5-271c620db702,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:27.034405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:27.047991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a954cc5-dcf2-4d2b-83f6-9677f70c67bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:27.106647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a0531f7-60ba-4500-885c-a41140f7d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:27.146497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0531f7-60ba-4500-885c-a41140f7d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47aa82-ff05-4dd2-87f3-a00aa022f2f8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:27.281419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a0531f7-60ba-4500-885c-a41140f7d14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:27.290354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4a0531f7-60ba-4500-885c-a41140f7d14b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/be47aa82-ff05-4dd2-87f3-a00aa022f2f8 HTTP/1.1" status: 204 len: 168 time: 1.1137762 Mar 11 17:45:27.312584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39114) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:27.317069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:27.593435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dba1d681-9d1b-4f07-ae01-2e33bdef28d2 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:45:27.679028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: dba1d681-9d1b-4f07-ae01-2e33bdef28d2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:45:27.679392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dba1d681-9d1b-4f07-ae01-2e33bdef28d2 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:45:27.699994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:27.741032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Calling delete_port for e51874f0-0c46-4c78-94f5-271c620db702 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:27.761808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39124) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:27.818217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a954cc5-dcf2-4d2b-83f6-9677f70c67bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:27.824026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dc225-3283-43ee-8d8b-4e9e2cef0333 req-05eee1bb-4827-4b39-b007-563d0e66860e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:27.825590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f92dc225-3283-43ee-8d8b-4e9e2cef0333 req-05eee1bb-4827-4b39-b007-563d0e66860e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 932 time: 0.2870131 Mar 11 17:45:27.862315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:27.986123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f92dc225-3283-43ee-8d8b-4e9e2cef0333 req-3bdc9ea5-8dd3-4e08-b637-9ac4f6fd6c2e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504655 Mar 11 17:45:27.990962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-866008556', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:28.058634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39130) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:28.063578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:28.094697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Usage tracker for resource:port and tenant:82db4812cfc44ebba764ad052421126e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:28.100764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:28.114189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2107570031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:28.128291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:28.142432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:28.159489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.182064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:router and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:28.187091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a954cc5-dcf2-4d2b-83f6-9677f70c67bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.192407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:28.227458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:28.249440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Made reservation on behalf of 82db4812cfc44ebba764ad052421126e for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:28.253022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.268609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a954cc5-dcf2-4d2b-83f6-9677f70c67bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4b2d41-be0a-4671-8ff0-0937a1d76166,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:28.296036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:28.300826 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.312364 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] Sync routers for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:45:28.324927 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:28.325932 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:28.333660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:28.341289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a68e8ed9d14f9bb8a7568a9fd00695 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:28.346692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:28.348837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a954cc5-dcf2-4d2b-83f6-9677f70c67bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.350159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3a954cc5-dcf2-4d2b-83f6-9677f70c67bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c4b2d41-be0a-4671-8ff0-0937a1d76166 HTTP/1.1" status: 204 len: 168 time: 2.2424195 Mar 11 17:45:28.358537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:28.390714 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.391615 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.423527 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.461410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:28.465418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Usage tracker for resource:security_group_rule and tenant:82db4812cfc44ebba764ad052421126e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:28.468798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:28.475065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:28.496174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b3b3601e-7e78-4f5d-947a-cb228212853c admin admin] 10.222.0.96 "PUT /v2.0/routers/e084cbe5-b6f8-4764-ab27-05bc9a8d1a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.7397969 Mar 11 17:45:28.505115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39138) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:28.535773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e51874f0-0c46-4c78-94f5-271c620db702,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:28.562608 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:45:28.669522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:45:28.821597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.860442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.877769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.921134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6b389a-42ae-4b75-8163-cd109602713c {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:45:28.938522 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.944704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707ed1ad-6294-4c73-a47a-5056c21d1dd8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:28.958881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:28.982769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.062964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.073272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6118a6fd-f33e-4998-ab7f-ba8731c005a2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7a68e8ed9d14f9bb8a7568a9fd00695&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0023270 Mar 11 17:45:29.074909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:29.076507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.101578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] device_id is not set on port b7ab39a5-bb3c-4597-a334-401d4ebc392c yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:45:29.168987 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:45:19Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:29.182192 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] Checking router: e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:45:29.199239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.203485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e0b5bea9-3607-4ad9-9e8a-983a42b34c89 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4394667 Mar 11 17:45:29.207256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39154) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:29.243012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1792476962'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:29.245102 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] Routers {'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:29.245722 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:29.270031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:29.279340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Transition to ACTIVE for port object 4c6b389a-42ae-4b75-8163-cd109602713c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:29.317661 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:45:29.339155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:network and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:29.358849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:29.361191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:29.373396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:45:29.389752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:29.390826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:29.415586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:29.429151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7cb80f-5a29-415c-9933-cde0d6b52255,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:29.458452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.466243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:29.478677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:29.479634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:14Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:29.535707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.557936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:29.558903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313024-ef50-4257-8cad-fcb4695c7218 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:29.583494 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] Set router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:45:29.589762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:29.597316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.721887 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.763575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.782355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.791788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6b389a-42ae-4b75-8163-cd109602713c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:29.820409 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c70609d-94ca-4aef-b9e2-c72ca0dc2545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.824939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-102faa61-370c-4d02-bac5-d1a412352462 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/floatingips/ba183006-1c6f-424a-8d1e-9e5328fffaf9 HTTP/1.1" status: 204 len: 168 time: 6.8762734 Mar 11 17:45:29.832209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39164) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:29.963214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Allocated IP 172.25.3.37 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/b7ab39a5-bb3c-4597-a334-401d4ebc392c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:30.007695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8dec-cb11-484d-acd0-3f908a61d590 req-9fccbd3e-da42-442f-b6f0-e4bf152449f2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:30.010566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa2c8dec-cb11-484d-acd0-3f908a61d590 req-9fccbd3e-da42-442f-b6f0-e4bf152449f2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 944 time: 0.7362285 Mar 11 17:45:30.019806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c70609d-94ca-4aef-b9e2-c72ca0dc2545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.129267 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:45:19Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:30.135479 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c226f7-4c28-4e43-bf4a-33e0c7cb0b8b None None] The sync data for ids ['e084cbe5-b6f8-4764-ab27-05bc9a8d1a42'] in n-d-833436-1 is: [{'id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'name': 'tempest-AttachVolumeTestJSON-1945851452-router', 'tenant_id': '75d483fa7f164724b04b6cccd80779b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '93d44c07-6695-4792-b417-0dd7e1771773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:49Z', 'updated_at': '2022-03-11T17:45:19Z', 'revision_number': 5, 'project_id': '75d483fa7f164724b04b6cccd80779b5', 'gw_port': {'id': '93d44c07-6695-4792-b417-0dd7e1771773', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cbe5-b6f8-4764-ab27-05bc9a8d1a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:50Z', 'updated_at': '2022-03-11T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:30.135859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:30.159640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:security_group_rule and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:30.166253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:30.188829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:30.259064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 39ec64e4-5358-420b-8c53-be692535423c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:30.259949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.314925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.315320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5ae06f-4414-4e9b-bf85-9137abd0709a {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:30.326255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.344396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Attempting to bind port 4c6b389a-42ae-4b75-8163-cd109602713c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:30.344771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Attempting to bind port 4c6b389a-42ae-4b75-8163-cd109602713c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:30.345041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Attempting to bind port 4c6b389a-42ae-4b75-8163-cd109602713c on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:45:30.379784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.383545 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-75e4dd74-ef58-4f85-856d-ab530d9203ae admin admin] 10.222.0.96 "DELETE /v2.0/routers/ea5ae06f-4414-4e9b-bf85-9137abd0709a HTTP/1.1" status: 204 len: 168 time: 5.4817121 Mar 11 17:45:30.383545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Port 4c6b389a-42ae-4b75-8163-cd109602713c on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:45:30.383545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Attempting to bind port 4c6b389a-42ae-4b75-8163-cd109602713c on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:45:30.399515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39172) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:30.400350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:45:30.400690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Checking segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:30.401080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Bound using segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:45:30.401537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Bound port: 4c6b389a-42ae-4b75-8163-cd109602713c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:30.401878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.405273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.429479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.507599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c70609d-94ca-4aef-b9e2-c72ca0dc2545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.535383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa2c8dec-cb11-484d-acd0-3f908a61d590 req-b9a448a8-92db-4dab-a9d6-0886c8472c8f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4822860 Mar 11 17:45:30.633717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:30.669788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c70609d-94ca-4aef-b9e2-c72ca0dc2545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.679238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2c70609d-94ca-4aef-b9e2-c72ca0dc2545 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/707ed1ad-6294-4c73-a47a-5056c21d1dd8 HTTP/1.1" status: 204 len: 168 time: 1.5992920 Mar 11 17:45:30.708373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] Deleting subnet bd3ad2fb-d92c-4613-8262-da6822b6c9e7 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:45:30.715324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.715752 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Added segment 7c2e24bc-0591-4b57-b1f7-df1af6bc342e of type vlan for network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 Mar 11 17:45:30.723794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.774421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cca795-0dac-498c-be0e-5e67835b82d6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:30.818678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] For port 4c6b389a-42ae-4b75-8163-cd109602713c, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:30.823842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70609d-94ca-4aef-b9e2-c72ca0dc2545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707ed1ad-6294-4c73-a47a-5056c21d1dd8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:30.837438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] For port 4c6b389a-42ae-4b75-8163-cd109602713c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c6b389a-42ae-4b75-8163-cd109602713c,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:30.844578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.884792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.893866 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.901646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.928738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.978426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.979883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c6b389a-42ae-4b75-8163-cd109602713c HTTP/1.1" status: 200 len: 1092 time: 5.4917274 Mar 11 17:45:31.004377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.019133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:31.021668 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.039566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:45:31.155378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 39ec64e4-5358-420b-8c53-be692535423c owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:31.236497 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c', 'status': 'completed', 'code': 200} Mar 11 17:45:31.350800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.363160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1512685 Mar 11 17:45:31.382978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:31.414928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'subnet': {'network_id': 'e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:31.451958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0015c0-5ec7-478b-ad06-cce2c00b5791 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Network': ['ID=e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:31.477623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.482199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:45:31.496529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6b389a-42ae-4b75-8163-cd109602713c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:31.518241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.518812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.519681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.520464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.521224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.521968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.522741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.523512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.524258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.524997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.525739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4998d11-4972-49ee-9d7a-449151f75277 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:31.597055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39192) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:31.705961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8fb44140-322b-4794-ac5c-710ad09e3c52 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:45:31.711201 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-56d41033-4d65-47fc-a007-0fd8b2396b70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 1095 time: 0.4967141 Mar 11 17:45:31.758455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8fb44140-322b-4794-ac5c-710ad09e3c52 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:45:31.759474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8fb44140-322b-4794-ac5c-710ad09e3c52 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:45:31.760074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e51874f0-0c46-4c78-94f5-271c620db702 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:45:31.798237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e51874f0-0c46-4c78-94f5-271c620db702 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:45:31.798926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e51874f0-0c46-4c78-94f5-271c620db702 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:45:31.825347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.925426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3ad2fb-d92c-4613-8262-da6822b6c9e7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:31.935915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.939941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-57964356-3395-4007-b6ac-e4fcf21e9fde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6b389a-42ae-4b75-8163-cd109602713c HTTP/1.1" status: 200 len: 217 time: 0.2128377 Mar 11 17:45:31.949859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.953990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Pushing event updated for resources: {'Port': ['ID=b7ab39a5-bb3c-4597-a334-401d4ebc392c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:31.989193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:32.002222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:32.010614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:32.046471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:32.048728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Deleting port 93d44c07-6695-4792-b417-0dd7e1771773 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:32.049079 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.070346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.089450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:subnet and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:32.107934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:32.137547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:32.161837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-ebd7ea66-8242-40bf-a326-4903d5fc4162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:32.162124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:32.163934 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-ebd7ea66-8242-40bf-a326-4903d5fc4162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.1720288 Mar 11 17:45:32.168762 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7c49cb06-d7d4-4ceb-be8d-b6731aef82df admin admin] 10.222.0.96 "DELETE /v2.0/subnets/bd3ad2fb-d92c-4613-8262-da6822b6c9e7 HTTP/1.1" status: 204 len: 168 time: 1.7208707 Mar 11 17:45:32.170343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39202) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:32.171263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.186651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:41820fbd318640d792338662ab23cfe1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:32.194075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:32.200924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:32.201814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.264277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:32.275833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:32.422737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-52e12a00-c196-4277-90de-d56e312ef2f3 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.1042287 Mar 11 17:45:32.432296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39210) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:32.469763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.37'}]}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:32.490093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edb433-2d5c-42d3-bd48-aed1151bb974 req-66e0ea64-cad8-4422-bbc8-0c4b216f7a6a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:32.492025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72edb433-2d5c-42d3-bd48-aed1151bb974 req-66e0ea64-cad8-4422-bbc8-0c4b216f7a6a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 944 time: 0.5632920 Mar 11 17:45:32.498432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:32.503407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.507328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=39ec64e4-5358-420b-8c53-be692535423c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:32.539948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Usage tracker for resource:router and tenant:82db4812cfc44ebba764ad052421126e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:32.600459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:32.606531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] For port 93d44c07-6695-4792-b417-0dd7e1771773, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=93d44c07-6695-4792-b417-0dd7e1771773,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:32.606881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.629421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:32.649345 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.727993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.729956 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f132afa-14e7-4e16-9a24-dd26a7161ab2 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/ports/39ec64e4-5358-420b-8c53-be692535423c HTTP/1.1" status: 204 len: 168 time: 2.8960798 Mar 11 17:45:32.744192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39216) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:32.757962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:32.804665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Calling delete_port for 93d44c07-6695-4792-b417-0dd7e1771773 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:32.834159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:32.837785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-3d2c79f2-50a0-4acc-b839-326649422cae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6623530 Mar 11 17:45:32.843195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:floatingip and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:32.849390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:32.851001 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.851961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.876397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:32.884075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.919469 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.925571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72edb433-2d5c-42d3-bd48-aed1151bb974 req-ed385368-6ebc-4eb1-8c39-a3f6ef65931a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059680 Mar 11 17:45:32.937986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.980884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.985033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.002123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902999a1-1e70-4650-939f-423295265867']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:33.031112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:33.031429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecf9c76-a72f-4ad3-adf3-46ffc12332f3') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:33.080480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd9dd94-e238-4ba3-b719-5a277a7d382f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:33.100358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd47d3ab-2bbe-43fa-8112-d32bd58a5ba7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=41820fbd318640d792338662ab23cfe1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4893849 Mar 11 17:45:33.101474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39222) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:33.132265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.164206 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-85a92c8c-e25c-431e-9e30-45be0bd712a5 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178575 Mar 11 17:45:33.172974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.187151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39226) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:33.208901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:45:33.209395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:45:33.223092 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:45:33.395201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.398196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.418885 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.450400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] Pushing event deleted for resources: {'Network': ['ID=902999a1-1e70-4650-939f-423295265867,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:33.455872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.457046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c9a4cd9-f225-4e95-907c-d03e21811803 req-17c746f3-7fbc-48f8-9630-d783c5cbe4cf service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811904 Mar 11 17:45:33.466661 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-20d6db14-bd4a-41a0-bec3-1f6943c0e418 admin admin] 10.222.0.96 "DELETE /v2.0/networks/902999a1-1e70-4650-939f-423295265867 HTTP/1.1" status: 204 len: 168 time: 1.2926652 Mar 11 17:45:33.507825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.544464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43453443-69b8-4df0-8fff-8fe986543a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.572022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Subnet': ['ID=0a273c83-e030-4633-92c4-0250e36e3a2c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:33.593455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.679115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Pushing event deleted for resources: {'Port': ['ID=93d44c07-6695-4792-b417-0dd7e1771773,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:33.688597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43453443-69b8-4df0-8fff-8fe986543a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:33.751556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Checking segment: {'id': '7c2e24bc-0591-4b57-b1f7-df1af6bc342e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:33.752051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network hostable DHCP agents. Network: e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:45:33.772923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.25.3.129 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/7d355c74-c2bc-4955-a337-1c71685941af) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:33.798312 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-25b802a9-3639-4f06-8484-bda2705bcd37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 1095 time: 0.1935174 Mar 11 17:45:33.947016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39234) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:34.003639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-741613464'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:34.071258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:34.089916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Usage tracker for resource:network and tenant:58ad7210f3e04dc28e03eb5dd7125c9e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:34.095842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:34.099391 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-69542619-c1d1-4095-909d-7dac8f60da07 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4ed1a22e8fea40168581de20dfbd8d77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1441877 Mar 11 17:45:34.108604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39238) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:34.115074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-03cae795-0707-4713-95c1-78f9f54df466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:34.116706 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-03cae795-0707-4713-95c1-78f9f54df466 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.3009241 Mar 11 17:45:34.120701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:34.122722 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.231692 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-bd0a44ca-2e08-4032-a2ba-7cf75a945bc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6b389a-42ae-4b75-8163-cd109602713c HTTP/1.1" status: 200 len: 217 time: 0.1050220 Mar 11 17:45:34.302493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.316879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Made reservation on behalf of 58ad7210f3e04dc28e03eb5dd7125c9e for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:34.320244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.329695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:45:34.341663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-065fe77c-e663-49b8-a2c4-a35f86cfe9e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:34.343176 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-065fe77c-e663-49b8-a2c4-a35f86cfe9e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.1045852 Mar 11 17:45:34.358337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43453443-69b8-4df0-8fff-8fe986543a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.373394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.396247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:34.407172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43453443-69b8-4df0-8fff-8fe986543a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd9dd94-e238-4ba3-b719-5a277a7d382f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:34.410994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:34.411796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.419084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3cf34f-6375-4c00-a796-a25e01128b9b None None] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:34.420478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.558486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=7d355c74-c2bc-4955-a337-1c71685941af,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:34.562634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:34.573611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:34.577860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:34.651795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-603ec7fb-fe3a-48b9-a576-eaf9dbef01b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.684648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-57583587-09ef-47a0-b7ab-de76ceaee508 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977322 Mar 11 17:45:34.692093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:34.772638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Usage tracker for resource:security_group_rule and tenant:58ad7210f3e04dc28e03eb5dd7125c9e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:34.777561 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43453443-69b8-4df0-8fff-8fe986543a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.782043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-43453443-69b8-4df0-8fff-8fe986543a57 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4dd9dd94-e238-4ba3-b719-5a277a7d382f HTTP/1.1" status: 204 len: 168 time: 1.6711056 Mar 11 17:45:34.789229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da4d93d2-abdf-40f2-8c82-d052e710cb4c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3989186 Mar 11 17:45:34.792819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:34.810036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:34.812013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-603ec7fb-fe3a-48b9-a576-eaf9dbef01b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.889179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:34.913138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'network': {'name': 'tempest-router-network01--470532578'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:34.941930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29', 'network_id': 'e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29', 'tenant_id': '1f6f717c4bc94d14ac1b7b3a1cc46147', 'fixed_ips': [{'subnet_id': '0a273c83-e030-4633-92c4-0250e36e3a2c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:45:34.943749 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.951225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:34.961029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.979030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:network and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:35.015875 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.076790 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-5c670592-5df9-462b-ab72-a3da72cdf087 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824847 Mar 11 17:45:35.089038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:35.114046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:35.123601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.129936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.148308 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.181947 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.253372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:35.257317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.357081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Allocated IP 2001:db8::2 (e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29/0a273c83-e030-4633-92c4-0250e36e3a2c/6d904c98-a017-4aa8-8975-3f3d974bdcdc) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:35.426217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:35.443903 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c70b0aab-ddc8-403f-b4e6-11f42ac48621 req-7f9a3bb0-a32c-487d-bdfc-fb04caa0a2b0 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594956 Mar 11 17:45:35.450568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.451133 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Added segment d4c669e7-ed41-4e47-af11-63f03a0571f6 of type vlan for network 32a50841-b342-47d7-92f4-4b10d8c18d2b Mar 11 17:45:35.484504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14c90-646a-4c26-969b-1c5dca4f3c7e req-ffaea639-406b-4d89-9307-a2db680c7ed6 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:35.500882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9da14c90-646a-4c26-969b-1c5dca4f3c7e req-ffaea639-406b-4d89-9307-a2db680c7ed6 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 944 time: 1.0967848 Mar 11 17:45:35.562148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.570189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.596963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffc647e-bb0d-4aa0-b23f-47cf74958923,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:35.681492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-603ec7fb-fe3a-48b9-a576-eaf9dbef01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.723635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c6b389a-42ae-4b75-8163-cd109602713c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:45:35.731492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.732487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:35.768835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=7d355c74-c2bc-4955-a337-1c71685941af,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:35.778393 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.790317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ec7fb-fe3a-48b9-a576-eaf9dbef01b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e743113-5c86-4226-a3fb-95e5294ad4cf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:35.801646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.835404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:35.843552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.849206 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c174896-adb6-4df2-a947-1d65673e3e7e tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1036105 Mar 11 17:45:35.850316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:35.857049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'port': {'network_id': 'e825f08f-adfd-42d0-a726-e89ffac1bed7', 'name': 'tempest-FloatingIPTestJSON-317245009'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:35.911081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.020607 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.028178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:45:36.044116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.044616 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Added segment e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221 of type vlan for network 867dc2f1-2080-4df1-b797-41210ccd7ff6 Mar 11 17:45:36.099854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.116190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Transition to ACTIVE for port object 6d904c98-a017-4aa8-8975-3f3d974bdcdc will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:36.142539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Transition to ACTIVE for port object 6d904c98-a017-4aa8-8975-3f3d974bdcdc will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:36.169215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c6b389a-42ae-4b75-8163-cd109602713c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c6b389a-42ae-4b75-8163-cd109602713c,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:36.174900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:36.181000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:port and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:36.185211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:36.191521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9da14c90-646a-4c26-969b-1c5dca4f3c7e req-48ea78f6-7948-4ecb-b30a-73a73d09020d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6231828 Mar 11 17:45:36.196319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:36.206792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4c6b389a-42ae-4b75-8163-cd109602713c', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:45:36.214091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:36.214625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.219032 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.288785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.290991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8618368f-1654-43ae-a6ea-acd314b4d90f admin admin] 10.222.0.96 "DELETE /v2.0/routers/e084cbe5-b6f8-4764-ab27-05bc9a8d1a42 HTTP/1.1" status: 204 len: 168 time: 7.7776432 Mar 11 17:45:36.297468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] device_id is not set on port 573d7a1d-5dbe-4543-a66c-7592bfdf9605 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:45:36.311143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-603ec7fb-fe3a-48b9-a576-eaf9dbef01b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.313538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-603ec7fb-fe3a-48b9-a576-eaf9dbef01b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8e743113-5c86-4226-a3fb-95e5294ad4cf HTTP/1.1" status: 204 len: 168 time: 2.1989498 Mar 11 17:45:36.342341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39264) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:36.360594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.371191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:36.374072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.414552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.446498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:36.455194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:36.486383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:36.532196 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.559597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Pushing event updated for resources: {'Port': ['ID=6d904c98-a017-4aa8-8975-3f3d974bdcdc,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:36.561116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.4 (e825f08f-adfd-42d0-a726-e89ffac1bed7/36c08d3b-2b87-4dad-8577-fb881a8d03c0/573d7a1d-5dbe-4543-a66c-7592bfdf9605) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:36.709192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6b389a-42ae-4b75-8163-cd109602713c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:45:36.769075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Attempting to bind port 6d904c98-a017-4aa8-8975-3f3d974bdcdc on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:36.770211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Attempting to bind port 6d904c98-a017-4aa8-8975-3f3d974bdcdc by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7c2e24bc-0591-4b57-b1f7-df1af6bc342e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:36.770211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Attempting to bind port 6d904c98-a017-4aa8-8975-3f3d974bdcdc on network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:45:36.787768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:45:36.788345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Checking segment: {'id': '7c2e24bc-0591-4b57-b1f7-df1af6bc342e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:36.789051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.789676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Bound using segment: {'id': '7c2e24bc-0591-4b57-b1f7-df1af6bc342e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:45:36.790509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Bound port: 6d904c98-a017-4aa8-8975-3f3d974bdcdc, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2e24bc-0591-4b57-b1f7-df1af6bc342e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:36.791147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.808545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c6b389a-42ae-4b75-8163-cd109602713c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c6b389a-42ae-4b75-8163-cd109602713c,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:36.823182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.090022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4c6b389a-42ae-4b75-8163-cd109602713c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:37.103486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4c6b389a-42ae-4b75-8163-cd109602713c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:45:37.120917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.176369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] For port 6d904c98-a017-4aa8-8975-3f3d974bdcdc, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:37.214658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.238099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] For port 6d904c98-a017-4aa8-8975-3f3d974bdcdc, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d904c98-a017-4aa8-8975-3f3d974bdcdc,segment=NetworkSegment(7c2e24bc-0591-4b57-b1f7-df1af6bc342e),segment_id=7c2e24bc-0591-4b57-b1f7-df1af6bc342e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:37.268815 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.331958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event updated for resources: {'Network': ['ID=32a50841-b342-47d7-92f4-4b10d8c18d2b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:37.357586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.451023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 32a50841-b342-47d7-92f4-4b10d8c18d2b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:45:37.572952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network e825f08f-adfd-42d0-a726-e89ffac1bed7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:37.602671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:37.607523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=573d7a1d-5dbe-4543-a66c-7592bfdf9605,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:37.629930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:37.674635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 93d44c07-6695-4792-b417-0dd7e1771773 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:45:37.801118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:37.801794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.807594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.816548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:37.817910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.848444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-036e0e05-18eb-4e09-bfa9-df06e370114d tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9962995 Mar 11 17:45:37.851297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39292) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:37.866957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] Deleting subnet 98e7007b-fa92-4158-8696-9ff461ae78e3 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:45:37.867300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'port_id': '573d7a1d-5dbe-4543-a66c-7592bfdf9605'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:37.891374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ce7a9ee7-f5f2-4f0b-8f0a-222cf0f9f81d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.6950784 Mar 11 17:45:37.896857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.915791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 93d44c07-6695-4792-b417-0dd7e1771773 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:45:37.916673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 93d44c07-6695-4792-b417-0dd7e1771773 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:45:37.975942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:37.989712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Request body: {'subnet': {'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:38.074792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338eb0c-b7f6-4449-acb8-85e323bca4ef None None] Pushing event updated for resources: {'Port': ['ID=6d904c98-a017-4aa8-8975-3f3d974bdcdc,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:38.231384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.580047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:38.589905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.7051098 Mar 11 17:45:38.614289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Usage tracker for resource:subnet and tenant:58ad7210f3e04dc28e03eb5dd7125c9e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:38.614633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39308) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:38.653355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'network': {'name': 'tempest-router-network02--737600267'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:38.689600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:38.718065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:network and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:38.736240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:38.894128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:38.927154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:38.936160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:38.974640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.050891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8b41e-9baa-4745-9fcf-6ed36a66f37f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Network': ['ID=867dc2f1-2080-4df1-b797-41210ccd7ff6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:39.072986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:45:39.242240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39318) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:39.277494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:39.282990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.335779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Made reservation on behalf of 58ad7210f3e04dc28e03eb5dd7125c9e for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:39.371830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.440966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:39.467928 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.468484 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Added segment e6384e76-4d8c-4432-b668-4163de42ce25 of type vlan for network fc323944-f203-4d1c-8820-7be26ff96a92 Mar 11 17:45:39.507175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.611226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.625651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688fa47-9a2c-4832-a6c8-b5ebcf991e84 req-b9490a9d-0e87-4d3b-857d-609cac904bb7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:39.632691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8688fa47-9a2c-4832-a6c8-b5ebcf991e84 req-b9490a9d-0e87-4d3b-857d-609cac904bb7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 945 time: 1.9959352 Mar 11 17:45:39.687905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.701281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.742781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c6b389a-42ae-4b75-8163-cd109602713c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:39.751132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8688fa47-9a2c-4832-a6c8-b5ebcf991e84 req-df70836f-5860-40c0-a266-b8bd41678a23 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174169 Mar 11 17:45:39.827881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.843138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:39.857137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d904c98-a017-4aa8-8975-3f3d974bdcdc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:39.867208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.891767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:ee09287626f245ecb3cc4fe0445852d3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:40.182549 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6d904c98-a017-4aa8-8975-3f3d974bdcdc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:40.192584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:40.218285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:40.229637 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:45:40.281268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75177569-c26b-4633-8c69-9a1f8eda560e None None] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:40.319649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.321858 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.328501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:40.330260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.341776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 4c6b389a-42ae-4b75-8163-cd109602713c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:40.372504 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31d96aa9-9ba8-4c1d-888e-81977b1f964e req-3236f75b-ed5c-49bf-a1cd-c91b8db8d610 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=17d85da2-d6ae-4252-a762-738bed3a64b2 HTTP/1.1" status: 200 len: 210 time: 0.0833402 Mar 11 17:45:40.428082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.441655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.451556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72e7a0b9-b93f-4b97-91fc-6187f0fd5f7f {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:40.500924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4c6b389a-42ae-4b75-8163-cd109602713c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:40.501929 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.752156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Network': ['ID=fc323944-f203-4d1c-8820-7be26ff96a92,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:40.777431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-574962ce-db1d-4ddf-8b81-bd9ea1b32b2f None None] Provisioning for port 6d904c98-a017-4aa8-8975-3f3d974bdcdc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:40.781715 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f094ce57-6445-4e62-a12a-3a1c49866cdb tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1653342 Mar 11 17:45:40.790933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39348) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:40.809908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'subnet': {'network_id': '867dc2f1-2080-4df1-b797-41210ccd7ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:40.823371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network fc323944-f203-4d1c-8820-7be26ff96a92 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:45:40.901718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.928954 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:45:40.933818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39b0cc1e-48f0-4af9-8f04-ca7b9f3cb790 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 8.4971263 Mar 11 17:45:40.937822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39352) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:40.952568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.955803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-574962ce-db1d-4ddf-8b81-bd9ea1b32b2f None None] Provisioning complete for port 6d904c98-a017-4aa8-8975-3f3d974bdcdc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:40.956416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-574962ce-db1d-4ddf-8b81-bd9ea1b32b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.046352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.314290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.318504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.337699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ee09287626f245ecb3cc4fe0445852d3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0894966 Mar 11 17:45:41.345635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d95647-cb3c-4c9b-b3a8-48109d64e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a1cb05-7e75-4fc1-bb8b-42bec5fc19ab,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:41.368842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:41.386214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:41.434969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:subnet and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:41.446592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:41.464757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4c6b389a-42ae-4b75-8163-cd109602713c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c6b389a-42ae-4b75-8163-cd109602713c,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:41.477886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:45:41.479633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:41.580063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:41.641405 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.645931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.684589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0d2155e-47e1-4fb3-b1c9-00fa563d3910 req-3c24d589-c44b-41b8-9283-c1668711ce6f tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1429558 Mar 11 17:45:41.696691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Deleting port b7ab39a5-bb3c-4597-a334-401d4ebc392c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:41.697337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.793793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f845bde-215b-46c2-8cfc-d451163ea900 None None] Network fefb558d-e27f-4256-a5ba-84231a2c36c5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:41.838652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92c9bf3d-e8df-4f04-b3c2-f4a3c532143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.941649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.027864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92c9bf3d-e8df-4f04-b3c2-f4a3c532143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.033767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event updated for resources: {'Subnet': ['ID=e67df0cd-8ec9-46bc-977a-f525d467f0a8,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.055798 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c', 'code': 200} Mar 11 17:45:42.193347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/98e7007b-fa92-4158-8696-9ff461ae78e3 HTTP/1.1" status: 204 len: 168 time: 5.7975168 Mar 11 17:45:42.221694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39376) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:42.272412 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-574962ce-db1d-4ddf-8b81-bd9ea1b32b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.323544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4c6b389a-42ae-4b75-8163-cd109602713c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.389234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-574962ce-db1d-4ddf-8b81-bd9ea1b32b2f None None] For port 6d904c98-a017-4aa8-8975-3f3d974bdcdc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d904c98-a017-4aa8-8975-3f3d974bdcdc,segment=NetworkSegment(7c2e24bc-0591-4b57-b1f7-df1af6bc342e),segment_id=7c2e24bc-0591-4b57-b1f7-df1af6bc342e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:42.405455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-574962ce-db1d-4ddf-8b81-bd9ea1b32b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.427215 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP f7ad2b55-bd9e-4e91-b3cb-6029282dc677 associated. External IP: 172.25.3.129, port: 573d7a1d-5dbe-4543-a66c-7592bfdf9605. Mar 11 17:45:42.506766 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfdccaaf-96c4-4dbb-bf37-6696de503d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.610056 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92c9bf3d-e8df-4f04-b3c2-f4a3c532143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.651656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9bf3d-e8df-4f04-b3c2-f4a3c532143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a1cb05-7e75-4fc1-bb8b-42bec5fc19ab,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.669905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574962ce-db1d-4ddf-8b81-bd9ea1b32b2f None None] Pushing event updated for resources: {'Port': ['ID=6d904c98-a017-4aa8-8975-3f3d974bdcdc,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.691132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Checking segment: {'id': 'd4c669e7-ed41-4e47-af11-63f03a0571f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:42.691742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Network hostable DHCP agents. Network: 32a50841-b342-47d7-92f4-4b10d8c18d2b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:45:42.745685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42b383-f566-4684-a432-22f00d13fcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e7007b-fa92-4158-8696-9ff461ae78e3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.755210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] DHCP port deletion for fefb558d-e27f-4256-a5ba-84231a2c36c5 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:45:42.763342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] Deleting port cccc9a14-c7ea-450d-84e9-66bee63a1882 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:42.763836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.801101 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e143806c-b362-48c1-87e9-e50acf4abd52 req-a709ce44-c349-46ec-90b4-d07292c54910 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 1097 time: 0.4877191 Mar 11 17:45:42.869318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-92c9bf3d-e8df-4f04-b3c2-f4a3c532143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.871259 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-92c9bf3d-e8df-4f04-b3c2-f4a3c532143e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/17a1cb05-7e75-4fc1-bb8b-42bec5fc19ab HTTP/1.1" status: 204 len: 168 time: 1.4996853 Mar 11 17:45:43.005158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e143806c-b362-48c1-87e9-e50acf4abd52 req-aff9b2da-1c60-41a0-9c51-d0994b41be35 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635134 Mar 11 17:45:43.032283 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.311172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Subnet': ['ID=aba3b63c-39e2-442f-bbff-9cc3872c48e3,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:43.319045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Network 32a50841-b342-47d7-92f4-4b10d8c18d2b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:45:43.406895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Checking segment: {'id': 'e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '867dc2f1-2080-4df1-b797-41210ccd7ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:43.406895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network hostable DHCP agents. Network: 867dc2f1-2080-4df1-b797-41210ccd7ff6, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:45:43.465870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.486767 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.506839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] For port cccc9a14-c7ea-450d-84e9-66bee63a1882, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cccc9a14-c7ea-450d-84e9-66bee63a1882,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:43.507749 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.511796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a31f5-2522-4617-aab8-82416e51314b req-92cda2ae-07b0-4a6c-a5d7-9749867f7e5b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:43.522819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f72a31f5-2522-4617-aab8-82416e51314b req-92cda2ae-07b0-4a6c-a5d7-9749867f7e5b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 946 time: 2.2112586 Mar 11 17:45:43.540005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 32a50841-b342-47d7-92f4-4b10d8c18d2b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:43.559742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:43.560666 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.738100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5181d4f9-7a10-43f1-94af-1fd3a413e46d req-fdb09831-4488-4f9d-9e69-7b692ed848de tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.3516870 Mar 11 17:45:43.743134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] Calling delete_port for cccc9a14-c7ea-450d-84e9-66bee63a1882 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:43.838272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f4a47-d87f-4c64-b5de-6eca36fb769d None None] Network 32a50841-b342-47d7-92f4-4b10d8c18d2b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:43.868503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d904c98-a017-4aa8-8975-3f3d974bdcdc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:43.925516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:45:43.940594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Calling delete_port for b7ab39a5-bb3c-4597-a334-401d4ebc392c owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:43.949104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 867dc2f1-2080-4df1-b797-41210ccd7ff6) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:43.965800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:43.977019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.049331 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e6d3ad4-5d67-42d4-9fe3-3a0addce568e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2566769 Mar 11 17:45:44.053877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39390) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:44.064693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'subnet': {'network_id': 'fc323944-f203-4d1c-8820-7be26ff96a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:44.083507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74dca9-5fb1-47b3-a979-cab487404fc9 None None] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:44.106307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f72a31f5-2522-4617-aab8-82416e51314b req-a69d39a9-9f25-4fb8-b16c-9b227cda4d64 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5820999 Mar 11 17:45:44.192227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Deleting port cccc9a14-c7ea-450d-84e9-66bee63a1882 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:44.192771 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.330689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d392d14d-3c6a-41be-bc43-e4369bcb5f08 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.3520157 Mar 11 17:45:44.340322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39394) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:44.359003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Request body: {'port': {'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1088121045'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:44.453993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6df4ec96-909d-43dc-8d0f-d005fa1962ae None None] Provisioning complete for port 6d904c98-a017-4aa8-8975-3f3d974bdcdc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:44.456477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6df4ec96-909d-43dc-8d0f-d005fa1962ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.517913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:44.550778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:subnet and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:44.568705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:44.591560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:44.608690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:44.630615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:45.019090 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.022269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:45.177001 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f50e30d2-cd7e-4ec0-aed0-799cb0c8c8ab req-ccf6b745-b07c-4445-bc58-7dc621fcf04c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17d85da2-d6ae-4252-a762-738bed3a64b2 HTTP/1.1" status: 200 len: 210 time: 0.0758584 Mar 11 17:45:45.271416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Usage tracker for resource:port and tenant:58ad7210f3e04dc28e03eb5dd7125c9e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:45.309641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:45.456694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.529779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.670019 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0f705aa-78cb-4aa9-98f7-958fa8976247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.707386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] No DVR routers for this DVR port cccc9a14-c7ea-450d-84e9-66bee63a1882 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:45.741063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6d904c98-a017-4aa8-8975-3f3d974bdcdc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:45.741600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.799175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d967d-3e24-4ba1-b58d-e1ae9b0a92db None None] Pushing event deleted for resources: {'Port': ['ID=cccc9a14-c7ea-450d-84e9-66bee63a1882,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:45.861884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7ab39a5-bb3c-4597-a334-401d4ebc392c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:45.966902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:45.973895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:45.977196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.987218 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:45:46.007353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.010589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.026320 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:46.027874 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:46.049582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-867dc2f1-2080-4df1-b797-41210ccd7ff6', 'network_id': '867dc2f1-2080-4df1-b797-41210ccd7ff6', 'tenant_id': '1f6f717c4bc94d14ac1b7b3a1cc46147', 'fixed_ips': [{'subnet_id': 'aba3b63c-39e2-442f-bbff-9cc3872c48e3'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:45:46.052784 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.085021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c9766-1514-4eda-99ac-33170516467c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-32a50841-b342-47d7-92f4-4b10d8c18d2b', 'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b', 'tenant_id': '58ad7210f3e04dc28e03eb5dd7125c9e', 'fixed_ips': [{'subnet_id': 'e67df0cd-8ec9-46bc-977a-f525d467f0a8'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:45:46.088439 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-749c9766-1514-4eda-99ac-33170516467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.207345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8ccab62-c4e5-46fa-9418-1cee7acb00b9 req-cb9500de-3542-4e0c-8db5-24b4844f287d tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.8104045 Mar 11 17:45:46.295571 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:46.345041 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:46.346582 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:46.371215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cba89a8-153f-4239-8100-acd8110c7ab2 req-0c04977f-806a-4a0b-882e-2eabe9eb240e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 1.7027206 Mar 11 17:45:46.383351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Subnet': ['ID=e133e3bf-522c-4f57-8aa2-3f3e8051b74d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:46.386744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.457847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Made reservation on behalf of 58ad7210f3e04dc28e03eb5dd7125c9e for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:46.466208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.506525 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:46.507668 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f7060-26d6-418e-a086-9eb443e39945 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:46.574527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45890e27-5a6e-4936-ad0a-82d6ca9ba9a4 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/floatingips/f7ad2b55-bd9e-4e91-b3cb-6029282dc677 HTTP/1.1" status: 200 len: 977 time: 8.7206604 Mar 11 17:45:46.576595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:46.696658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] For port cccc9a14-c7ea-450d-84e9-66bee63a1882, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cccc9a14-c7ea-450d-84e9-66bee63a1882,segment=NetworkSegment(f8125b8a-6ae9-427c-bd22-7f6011f32d29),segment_id=f8125b8a-6ae9-427c-bd22-7f6011f32d29)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:46.697551 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.751952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cccc9a14-c7ea-450d-84e9-66bee63a1882 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:45:46.766356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cba89a8-153f-4239-8100-acd8110c7ab2 req-40efcb22-ce97-4530-afb1-381a5aaf6fbc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.3373551 Mar 11 17:45:46.782661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Checking segment: {'id': 'e6384e76-4d8c-4432-b668-4163de42ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'fc323944-f203-4d1c-8820-7be26ff96a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:46.783385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network hostable DHCP agents. Network: fc323944-f203-4d1c-8820-7be26ff96a92, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:45:46.813987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-749c9766-1514-4eda-99ac-33170516467c None None] Allocated IP 172.20.0.2 (32a50841-b342-47d7-92f4-4b10d8c18d2b/e67df0cd-8ec9-46bc-977a-f525d467f0a8/2be30302-0692-41f8-ac18-ba8805afa8f1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:46.836856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: cccc9a14-c7ea-450d-84e9-66bee63a1882 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:45:46.837374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cccc9a14-c7ea-450d-84e9-66bee63a1882 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:45:46.864810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 573d7a1d-5dbe-4543-a66c-7592bfdf9605 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:46.865316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.911389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8109d14e-3e59-457c-af34-faa736d65215 req-94f0bdf3-f74e-469b-b47b-80d329ef8fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1184437 Mar 11 17:45:47.015113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] device_id is not set on port 69e9270a-0b54-4757-b797-1ac0cd182c15 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:45:47.053086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network fc323944-f203-4d1c-8820-7be26ff96a92 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:45:47.101730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, fc323944-f203-4d1c-8820-7be26ff96a92) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:47.113318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:47.114140 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.199086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Calling delete_port for cccc9a14-c7ea-450d-84e9-66bee63a1882 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:47.271298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cba89a8-153f-4239-8100-acd8110c7ab2 req-d9e65035-849b-4a25-8095-8bf1a46cee4a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2979467 Mar 11 17:45:47.287044 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d9369165-c3c8-461e-bb2d-d9069717c325 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2308757 Mar 11 17:45:47.289456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39432) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:47.370213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.402743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.476043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10026065-e307-4a49-9740-4be1f64af721 None None] Network fc323944-f203-4d1c-8820-7be26ff96a92 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:47.625981 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.645517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Allocated IP 2001:db8::2 (867dc2f1-2080-4df1-b797-41210ccd7ff6/aba3b63c-39e2-442f-bbff-9cc3872c48e3/8f992bea-deed-42e8-b844-c937ba02ac8c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:47.647889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-749c9766-1514-4eda-99ac-33170516467c None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.651243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d6d6aafc-cb83-4c87-9331-550c4e9ce6a1 tempest-RoutersAdminNegativeTest-281926225 tempest-RoutersAdminNegativeTest-281926225-project-admin] 10.222.0.96 "DELETE /v2.0/ports/b7ab39a5-bb3c-4597-a334-401d4ebc392c HTTP/1.1" status: 204 len: 168 time: 6.7058697 Mar 11 17:45:47.672941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69528a-2232-4ef8-8a72-6abda51a3a37 req-98c10bbb-e29b-4ede-a308-c4ddca929e5a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:47.674589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f69528a-2232-4ef8-8a72-6abda51a3a37 req-98c10bbb-e29b-4ede-a308-c4ddca929e5a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 946 time: 1.6877625 Mar 11 17:45:47.690772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-749c9766-1514-4eda-99ac-33170516467c None None] Transition to ACTIVE for port object 2be30302-0692-41f8-ac18-ba8805afa8f1 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:47.815354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-661fa41f-dfe2-4fe2-a6bd-bfa48e190a85 req-845b728c-b9fa-4bd3-a63d-c4fa56fcfeba tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.2013524 Mar 11 17:45:47.844299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:45:47.844299 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:45:47.870331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-749c9766-1514-4eda-99ac-33170516467c None None] Transition to ACTIVE for port object 2be30302-0692-41f8-ac18-ba8805afa8f1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:47.956070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba89a8-153f-4239-8100-acd8110c7ab2 req-8503bb7e-f605-4abd-8562-c0bf31a9399d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:47.957639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cba89a8-153f-4239-8100-acd8110c7ab2 req-8503bb7e-f605-4abd-8562-c0bf31a9399d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6638935 Mar 11 17:45:48.082082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f69528a-2232-4ef8-8a72-6abda51a3a37 req-b9bfc749-bf4f-4048-beb4-7285e41628dc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136334 Mar 11 17:45:48.106173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.106590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.106880 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP f7ad2b55-bd9e-4e91-b3cb-6029282dc677 disassociated. External IP: 172.25.3.129, port: 573d7a1d-5dbe-4543-a66c-7592bfdf9605. Mar 11 17:45:48.107232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 573d7a1d-5dbe-4543-a66c-7592bfdf9605 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:48.193680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Allocated IP 172.20.0.7 (32a50841-b342-47d7-92f4-4b10d8c18d2b/e67df0cd-8ec9-46bc-977a-f525d467f0a8/69e9270a-0b54-4757-b797-1ac0cd182c15) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:48.366344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39450) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:48.378234 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.402553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Transition to ACTIVE for port object 8f992bea-deed-42e8-b844-c937ba02ac8c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:48.444029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Transition to ACTIVE for port object 8f992bea-deed-42e8-b844-c937ba02ac8c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:48.460046 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-749c9766-1514-4eda-99ac-33170516467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.608270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.629291 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.659323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c9766-1514-4eda-99ac-33170516467c None None] Pushing event updated for resources: {'Port': ['ID=2be30302-0692-41f8-ac18-ba8805afa8f1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:48.692828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Deleting port cccc9a14-c7ea-450d-84e9-66bee63a1882 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:48.693618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.701644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.827552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=573d7a1d-5dbe-4543-a66c-7592bfdf9605,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:48.836035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:48.856703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Usage tracker for resource:security_group_rule and tenant:fcaf02767d1a425ea6ca16eedc2880e2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:48.869905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:48.896413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:48.934542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c9766-1514-4eda-99ac-33170516467c None None] Network 32a50841-b342-47d7-92f4-4b10d8c18d2b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:48.935680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Pushing event updated for resources: {'Port': ['ID=8f992bea-deed-42e8-b844-c937ba02ac8c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:48.938645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] The port 'cccc9a14-c7ea-450d-84e9-66bee63a1882' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:45:48.948024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-749c9766-1514-4eda-99ac-33170516467c None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:48.996738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c9766-1514-4eda-99ac-33170516467c None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:49.010315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:49.027782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:49.060753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:49.128168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-fc323944-f203-4d1c-8820-7be26ff96a92', 'network_id': 'fc323944-f203-4d1c-8820-7be26ff96a92', 'tenant_id': '1f6f717c4bc94d14ac1b7b3a1cc46147', 'fixed_ips': [{'subnet_id': 'e133e3bf-522c-4f57-8aa2-3f3e8051b74d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:45:49.131171 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.279010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8e6e05d-3710-46e8-9aa5-3f0533034c8d req-c43b13e8-f1c0-4777-adc7-7eae5b9501ac tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.0744636 Mar 11 17:45:49.328580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa60a0-ab12-4ec6-905e-c01454329002 req-8f297143-408e-400f-b831-3d5e44872b66 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:49.330103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1aa60a0-ab12-4ec6-905e-c01454329002 req-8f297143-408e-400f-b831-3d5e44872b66 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 946 time: 0.6902215 Mar 11 17:45:49.337216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.352455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:49.384100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:49.416196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.425807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.488436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefb558d-e27f-4256-a5ba-84231a2c36c5']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:49.529065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.561429 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fcaf02767d1a425ea6ca16eedc2880e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1861227 Mar 11 17:45:49.563678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39466) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:49.569790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f27a8c-b3f2-4961-b68e-658d170f944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce97bf0-7ea8-4886-9d06-380ed91ad27a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:49.647171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8125b8a-6ae9-427c-bd22-7f6011f32d29') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:49.647894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8125b8a-6ae9-427c-bd22-7f6011f32d29') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:49.744512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Attempting to bind port 8f992bea-deed-42e8-b844-c937ba02ac8c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:49.754378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Attempting to bind port 8f992bea-deed-42e8-b844-c937ba02ac8c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '867dc2f1-2080-4df1-b797-41210ccd7ff6'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:49.754995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Attempting to bind port 8f992bea-deed-42e8-b844-c937ba02ac8c on network 867dc2f1-2080-4df1-b797-41210ccd7ff6 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:45:49.760479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7970130d-2929-40fe-97a2-edf93df37efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.812082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-749c9766-1514-4eda-99ac-33170516467c None None] Attempting to bind port 2be30302-0692-41f8-ac18-ba8805afa8f1 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:49.812470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-749c9766-1514-4eda-99ac-33170516467c None None] Attempting to bind port 2be30302-0692-41f8-ac18-ba8805afa8f1 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'd4c669e7-ed41-4e47-af11-63f03a0571f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:49.812994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c9766-1514-4eda-99ac-33170516467c None None] Attempting to bind port 2be30302-0692-41f8-ac18-ba8805afa8f1 on network 32a50841-b342-47d7-92f4-4b10d8c18d2b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:45:49.825118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7970130d-2929-40fe-97a2-edf93df37efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.833165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:49.871747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.985244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.999404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:45:49.999912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Checking segment: {'id': 'e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '867dc2f1-2080-4df1-b797-41210ccd7ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:50.000418 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.001135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Bound using segment: {'id': 'e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '867dc2f1-2080-4df1-b797-41210ccd7ff6'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:45:50.001927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Bound port: 8f992bea-deed-42e8-b844-c937ba02ac8c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '867dc2f1-2080-4df1-b797-41210ccd7ff6'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:50.002627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.009442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.060280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c9766-1514-4eda-99ac-33170516467c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:45:50.061019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c9766-1514-4eda-99ac-33170516467c None None] Checking segment: {'id': 'd4c669e7-ed41-4e47-af11-63f03a0571f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:50.061690 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-749c9766-1514-4eda-99ac-33170516467c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.062319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c9766-1514-4eda-99ac-33170516467c None None] Bound using segment: {'id': 'd4c669e7-ed41-4e47-af11-63f03a0571f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:45:50.063158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-749c9766-1514-4eda-99ac-33170516467c None None] Bound port: 2be30302-0692-41f8-ac18-ba8805afa8f1, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c669e7-ed41-4e47-af11-63f03a0571f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '32a50841-b342-47d7-92f4-4b10d8c18d2b'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:50.063760 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-749c9766-1514-4eda-99ac-33170516467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.471762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7970130d-2929-40fe-97a2-edf93df37efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.498438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Transition to ACTIVE for port object 69e9270a-0b54-4757-b797-1ac0cd182c15 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:50.619546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Allocated IP 2001:db8::2 (fc323944-f203-4d1c-8820-7be26ff96a92/e133e3bf-522c-4f57-8aa2-3f3e8051b74d/339346d9-1ad7-415f-9604-45cd86fa93db) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:50.654875 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.660837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-749c9766-1514-4eda-99ac-33170516467c None None] For port 2be30302-0692-41f8-ac18-ba8805afa8f1, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:50.688101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970130d-2929-40fe-97a2-edf93df37efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce97bf0-7ea8-4886-9d06-380ed91ad27a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:50.695006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] For port 8f992bea-deed-42e8-b844-c937ba02ac8c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:50.715022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:45:50.715482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:45:50.734586 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:45:50.743190 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7970130d-2929-40fe-97a2-edf93df37efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.743190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7970130d-2929-40fe-97a2-edf93df37efe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bce97bf0-7ea8-4886-9d06-380ed91ad27a HTTP/1.1" status: 204 len: 168 time: 1.1736543 Mar 11 17:45:50.826110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:50.921747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:45:50.960096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.966529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-78b0d481-0edd-4e74-91e7-6fa871130141 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/ports/573d7a1d-5dbe-4543-a66c-7592bfdf9605 HTTP/1.1" status: 204 len: 168 time: 4.3465180 Mar 11 17:45:50.967931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39486) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:51.076781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d26f74d9-8f06-45a1-a985-96bab8a7cc13 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "GET /v2.0/floatingips/f7ad2b55-bd9e-4e91-b3cb-6029282dc677 HTTP/1.1" status: 200 len: 688 time: 0.1073368 Mar 11 17:45:51.087072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39490) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:51.094454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e9cbf93-2e82-4d02-bf24-f00203035ca3 req-6e446a30-2613-4ba8-9ebf-417832b0ea08 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.6324682 Mar 11 17:45:51.111555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:51.113395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:51.212340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:51.265324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:45:51.266225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:51.362060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:51.364021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22bbd8-75c7-475b-a391-b078ee0521d5 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:45:51.466353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.466687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 7d355c74-c2bc-4955-a337-1c71685941af {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:51.467061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.479964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Transition to ACTIVE for port object 339346d9-1ad7-415f-9604-45cd86fa93db will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:51.515070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Transition to ACTIVE for port object 339346d9-1ad7-415f-9604-45cd86fa93db will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:51.524285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.590428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.593802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.622143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-749c9766-1514-4eda-99ac-33170516467c None None] For port 2be30302-0692-41f8-ac18-ba8805afa8f1, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2be30302-0692-41f8-ac18-ba8805afa8f1,segment=NetworkSegment(d4c669e7-ed41-4e47-af11-63f03a0571f6),segment_id=d4c669e7-ed41-4e47-af11-63f03a0571f6)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:51.623793 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.640062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] For port 8f992bea-deed-42e8-b844-c937ba02ac8c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f992bea-deed-42e8-b844-c937ba02ac8c,segment=NetworkSegment(e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221),segment_id=e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:51.651794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39498) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:51.654539 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-749c9766-1514-4eda-99ac-33170516467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.671342 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.688425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Network fc323944-f203-4d1c-8820-7be26ff96a92 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:51.704748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:51.709078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fefb558d-e27f-4256-a5ba-84231a2c36c5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:51.712867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:51.761363 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3d32fb60-e41e-4983-aa03-8aade9c77d5e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=82db4812cfc44ebba764ad052421126e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1027508 Mar 11 17:45:51.761649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Pushing event updated for resources: {'Port': ['ID=339346d9-1ad7-415f-9604-45cd86fa93db,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:51.765463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39502) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:51.845105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event updated for resources: {'Port': ['ID=69e9270a-0b54-4757-b797-1ac0cd182c15,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:51.850910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-30157c8e-abd2-49c8-a892-d9218cd898a4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/fefb558d-e27f-4256-a5ba-84231a2c36c5 HTTP/1.1" status: 204 len: 168 time: 9.6014543 Mar 11 17:45:51.871998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f32fe169-0aab-4823-a355-fac38949d0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.875391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.875611 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.889096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c9766-1514-4eda-99ac-33170516467c None None] Pushing event updated for resources: {'Port': ['ID=2be30302-0692-41f8-ac18-ba8805afa8f1,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:51.909186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Network 32a50841-b342-47d7-92f4-4b10d8c18d2b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:51.915328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:51.923178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:51.985033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.985281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.985659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.985951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.986280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.986632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.986952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.987274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.987682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.988018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:51.988345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:52.018951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Allocated IP 2001:db8::1 (867dc2f1-2080-4df1-b797-41210ccd7ff6/aba3b63c-39e2-442f-bbff-9cc3872c48e3/20c83362-aade-4d1b-a577-d11e6e676d99) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:52.032263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 7d355c74-c2bc-4955-a337-1c71685941af owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:52.068005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:52.068664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.078796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f32fe169-0aab-4823-a355-fac38949d0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.144168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf5d7-17da-4901-9aef-7a9485927eb4 None None] Pushing event updated for resources: {'Port': ['ID=8f992bea-deed-42e8-b844-c937ba02ac8c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:52.249451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Attempting to bind port 339346d9-1ad7-415f-9604-45cd86fa93db on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:52.249872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Attempting to bind port 339346d9-1ad7-415f-9604-45cd86fa93db by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e6384e76-4d8c-4432-b668-4163de42ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'fc323944-f203-4d1c-8820-7be26ff96a92'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:52.250212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Attempting to bind port 339346d9-1ad7-415f-9604-45cd86fa93db on network fc323944-f203-4d1c-8820-7be26ff96a92 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:45:52.260175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:45:52.260677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Checking segment: {'id': 'e6384e76-4d8c-4432-b668-4163de42ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'fc323944-f203-4d1c-8820-7be26ff96a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:45:52.261104 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.261674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Bound using segment: {'id': 'e6384e76-4d8c-4432-b668-4163de42ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'fc323944-f203-4d1c-8820-7be26ff96a92'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:45:52.262188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Bound port: 339346d9-1ad7-415f-9604-45cd86fa93db, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6384e76-4d8c-4432-b668-4163de42ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'fc323944-f203-4d1c-8820-7be26ff96a92'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:52.262597 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.433740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39510) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:52.441875 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f32fe169-0aab-4823-a355-fac38949d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.451532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ec5b0b5d-3e65-4786-a933-798b317afcaa tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.1028693 Mar 11 17:45:52.453491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39514) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:52.680846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fe169-0aab-4823-a355-fac38949d0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7cb80f-5a29-415c-9933-cde0d6b52255,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:52.800731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] For port 339346d9-1ad7-415f-9604-45cd86fa93db, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:52.802535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Deleting port 69e9270a-0b54-4757-b797-1ac0cd182c15 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:45:52.806717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.806860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] For port 339346d9-1ad7-415f-9604-45cd86fa93db, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=339346d9-1ad7-415f-9604-45cd86fa93db,segment=NetworkSegment(e6384e76-4d8c-4432-b668-4163de42ce25),segment_id=e6384e76-4d8c-4432-b668-4163de42ce25)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:52.813233 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.905362 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:52.938410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2e95c34-3743-4f6b-a673-974525bef5a2 req-aa59594c-6201-4829-8bdb-bf3020dbc6c5 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.2140248 Mar 11 17:45:53.041263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840a9b-976e-4b85-841b-04496b9dfc5d None None] Pushing event updated for resources: {'Port': ['ID=339346d9-1ad7-415f-9604-45cd86fa93db,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:53.152294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f32fe169-0aab-4823-a355-fac38949d0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.158275 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f32fe169-0aab-4823-a355-fac38949d0a6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1e7cb80f-5a29-415c-9933-cde0d6b52255 HTTP/1.1" status: 204 len: 168 time: 1.3914313 Mar 11 17:45:53.164767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f992bea-deed-42e8-b844-c937ba02ac8c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:53.176894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=7d355c74-c2bc-4955-a337-1c71685941af,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:53.242440 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.246607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2779afbb-27d8-4313-b4ca-04046d1e8bda admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=75d483fa7f164724b04b6cccd80779b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8096433 Mar 11 17:45:53.255984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:53.256915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.279596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Transition to ACTIVE for port object 20c83362-aade-4d1b-a577-d11e6e676d99 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:53.286052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8f992bea-deed-42e8-b844-c937ba02ac8c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:53.293129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2be30302-0692-41f8-ac18-ba8805afa8f1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:53.302784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.364880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.447227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 2be30302-0692-41f8-ac18-ba8805afa8f1 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:53.525297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:53.541593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:53.545101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Port': ['ID=20c83362-aade-4d1b-a577-d11e6e676d99,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:53.547853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:53.548622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.569093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.573022 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.574302 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e9ae180f-110e-49da-a511-3329e55e5f1f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/floatingips/f7ad2b55-bd9e-4e91-b3cb-6029282dc677 HTTP/1.1" status: 204 len: 168 time: 2.4860420 Mar 11 17:45:53.583645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39528) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:53.623023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '1a4daf84-1f71-4e46-8169-6a9d76fca5b6'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:53.631710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:53.641516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:floatingip and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:53.646062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:53.656062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:53.675997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:53.690682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:54.057762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:54.491930 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP 19bb877a-59fa-4017-a548-12019e1b4f50 associated. External IP: 172.25.3.119, port: 4c6b389a-42ae-4b75-8163-cd109602713c. Mar 11 17:45:54.609554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Calling delete_port for 69e9270a-0b54-4757-b797-1ac0cd182c15 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:45:54.822644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-79eefe02-2c3b-4b13-a90f-97ad0c25ade3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:54.913549 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8319926f-665f-40e8-94e5-56b8dd9dee82 None None] Network 32a50841-b342-47d7-92f4-4b10d8c18d2b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:54.920400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-79eefe02-2c3b-4b13-a90f-97ad0c25ade3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.053926 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-79eefe02-2c3b-4b13-a90f-97ad0c25ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.149335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eefe02-2c3b-4b13-a90f-97ad0c25ade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70298d5b-f8d0-44d2-ad87-a214cbfc4ab8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:55.262745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-79eefe02-2c3b-4b13-a90f-97ad0c25ade3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.266711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-79eefe02-2c3b-4b13-a90f-97ad0c25ade3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70298d5b-f8d0-44d2-ad87-a214cbfc4ab8 HTTP/1.1" status: 204 len: 168 time: 2.0018609 Mar 11 17:45:55.305883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-893d93b7-62c0-40d9-aafe-06e6735ff9c4 req-df276c04-045f-4c63-b049-70cdf7471e77 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.2713530 Mar 11 17:45:55.341149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0d9a9-30a2-49b2-a1c5-83e3e9a3c3d8 None None] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:55.389231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.396881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 339346d9-1ad7-415f-9604-45cd86fa93db up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:55.480489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02ce28-c69c-4a14-a0b3-93d09eace830 None None] Network fc323944-f203-4d1c-8820-7be26ff96a92 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:45:55.506669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event deleted for resources: {'Port': ['ID=69e9270a-0b54-4757-b797-1ac0cd182c15,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:55.567215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39558) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:55.664382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a68be6d3-f376-4029-8dae-eaa645ae3532 None None] Provisioning for port 2be30302-0692-41f8-ac18-ba8805afa8f1 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:55.701777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.746701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.754459 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.764725 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.834617 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.885492 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-662b20be-572a-4072-a4f4-a8df58c59d9d tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "DELETE /v2.0/ports/69e9270a-0b54-4757-b797-1ac0cd182c15 HTTP/1.1" status: 204 len: 168 time: 3.4076645 Mar 11 17:45:55.891873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39568) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.057358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.25.3.59 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/82de220b-4a7f-46c0-8aa7-abf0cf942d66) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:56.244501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-d5f3be61-688e-4ff2-b615-3a263a8727cd tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.246950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d5f3be61-688e-4ff2-b615-3a263a8727cd tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.6721127 Mar 11 17:45:56.248707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Port': ['ID=20c83362-aade-4d1b-a577-d11e6e676d99,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:56.254679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39576) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.353880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a68be6d3-f376-4029-8dae-eaa645ae3532 None None] Provisioning complete for port 2be30302-0692-41f8-ac18-ba8805afa8f1 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:56.354658 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a68be6d3-f376-4029-8dae-eaa645ae3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.430666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-bb59efe9-28b3-4459-953a-02592280a961 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.436099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bb59efe9-28b3-4459-953a-02592280a961 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.1615436 Mar 11 17:45:56.470235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39584) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.480266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-9267647f-3086-49b4-90ca-4df8a56bcef7 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.485638 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9267647f-3086-49b4-90ca-4df8a56bcef7 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0101571 Mar 11 17:45:56.500594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.525344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-bde0a32b-9088-4d2d-967a-2c30526c9e09 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.530641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bde0a32b-9088-4d2d-967a-2c30526c9e09 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0249264 Mar 11 17:45:56.539617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39594) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.582867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-359926b5-0955-4245-bbc5-2d8f67e3415e tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.588478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-359926b5-0955-4245-bbc5-2d8f67e3415e tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0218358 Mar 11 17:45:56.589599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.602984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39600) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.659559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3ac8c215-75e5-458f-9603-a6b3a31ac0ca tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4224 time: 0.7599514 Mar 11 17:45:56.661914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.663822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-aa13c91d-9191-4c26-ae07-8ebde7a15f45 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.665849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aa13c91d-9191-4c26-ae07-8ebde7a15f45 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0280330 Mar 11 17:45:56.668880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39604) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.671658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39606) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.755554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-672244472'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:45:56.758540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-1e84e9bb-f6e8-451b-bfd2-aac91d29535c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.760347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1e84e9bb-f6e8-451b-bfd2-aac91d29535c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0230715 Mar 11 17:45:56.803719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39614) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.825610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-f7fb06da-719d-4330-9de6-26b8bcf7def0 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.827349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f7fb06da-719d-4330-9de6-26b8bcf7def0 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0081582 Mar 11 17:45:56.829112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:45:56.840253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:56.845471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39622) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:56.856523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:56.872628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:45:56.894555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e06464dc-a887-4620-a701-02b0eb4cf606 req-7257b25a-8a75-49d2-af38-fbc5644575c1 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.2192626 Mar 11 17:45:56.896924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Usage tracker for resource:network and tenant:58ad7210f3e04dc28e03eb5dd7125c9e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:45:56.950958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:45:56.974204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-ee7bb1a9-0c80-4d4e-83e0-3906fae4847c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:56.975847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ee7bb1a9-0c80-4d4e-83e0-3906fae4847c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1156712 Mar 11 17:45:57.023124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 339346d9-1ad7-415f-9604-45cd86fa93db completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:57.081122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39626) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:57.084061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:45:57.139144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-9ec86ca4-4d0e-46be-b6de-8d27ec3abd87 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:57.140395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ec86ca4-4d0e-46be-b6de-8d27ec3abd87 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0137465 Mar 11 17:45:57.146182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Made reservation on behalf of 58ad7210f3e04dc28e03eb5dd7125c9e for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:57.152165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.188800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:57.192434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39630) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:57.217330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:57.238857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.239665 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Added segment 34ca949b-1009-4da2-9e52-bac84614a0d8 of type vlan for network 256f86c4-e42e-47fb-9b2f-cd2d04b76256 Mar 11 17:45:57.267733 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a68be6d3-f376-4029-8dae-eaa645ae3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.299972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.364353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-d09d7187-061a-42f6-b55b-7cb285be811c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:57.366914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d09d7187-061a-42f6-b55b-7cb285be811c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0126901 Mar 11 17:45:57.369955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:57.394802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a68be6d3-f376-4029-8dae-eaa645ae3532 None None] For port 2be30302-0692-41f8-ac18-ba8805afa8f1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2be30302-0692-41f8-ac18-ba8805afa8f1,segment=NetworkSegment(d4c669e7-ed41-4e47-af11-63f03a0571f6),segment_id=d4c669e7-ed41-4e47-af11-63f03a0571f6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:57.401706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a68be6d3-f376-4029-8dae-eaa645ae3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.714971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68be6d3-f376-4029-8dae-eaa645ae3532 None None] Pushing event updated for resources: {'Port': ['ID=2be30302-0692-41f8-ac18-ba8805afa8f1,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:57.727475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Provisioning for port 8f992bea-deed-42e8-b844-c937ba02ac8c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:57.747307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Provisioning complete for port 8f992bea-deed-42e8-b844-c937ba02ac8c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:57.747841 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.759109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39634) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:57.764398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.781217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:57.791780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.793503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=82de220b-4a7f-46c0-8aa7-abf0cf942d66,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:57.845044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-7b1aed31-9200-4a83-945c-2075ba071d9c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:57.851537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39642) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:57.853659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7b1aed31-9200-4a83-945c-2075ba071d9c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0915163 Mar 11 17:45:57.878071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-92249186-7a1c-4679-a477-4e22ef604458 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:57.890711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-92249186-7a1c-4679-a477-4e22ef604458 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0315804 Mar 11 17:45:57.905540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39648) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:57.919368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-4841a107-b4dd-4611-9b6b-bbdb10e41334 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:57.921284 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4841a107-b4dd-4611-9b6b-bbdb10e41334 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0140114 Mar 11 17:45:57.926737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39652) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:57.944254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-c83a8ddb-e9e4-40d6-8af8-f5ebaeb71b3b tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:57.945985 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c83a8ddb-e9e4-40d6-8af8-f5ebaeb71b3b tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0177169 Mar 11 17:45:57.962595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:57.970745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-1c914273-55b3-45b9-967d-09158ff4d699 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:57.972667 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1c914273-55b3-45b9-967d-09158ff4d699 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084503 Mar 11 17:45:57.978242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39660) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:58.125346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.236043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] For port 8f992bea-deed-42e8-b844-c937ba02ac8c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f992bea-deed-42e8-b844-c937ba02ac8c,segment=NetworkSegment(e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221),segment_id=e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:58.246179 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.263530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-93f95558-79c9-4bae-9453-4da95f873a9e tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:58.276619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-93f95558-79c9-4bae-9453-4da95f873a9e tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.2833686 Mar 11 17:45:58.296482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39672) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:58.446121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.473034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-ac429f48-b189-4aa5-bd77-96d627ad917d tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:58.492039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39676) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:58.492941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac429f48-b189-4aa5-bd77-96d627ad917d tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1671281 Mar 11 17:45:58.503636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-63f4eb99-879f-40e1-bfcc-7eca6c1df412 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:58.508474 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63f4eb99-879f-40e1-bfcc-7eca6c1df412 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0116317 Mar 11 17:45:58.513845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39680) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:58.534930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Provisioning for port 339346d9-1ad7-415f-9604-45cd86fa93db completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:58.554399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Provisioning complete for port 339346d9-1ad7-415f-9604-45cd86fa93db triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:58.558209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.559045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.609007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9290338 Mar 11 17:45:58.679237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39686) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:58.684232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-77054631-4e57-433e-96db-f0507b443cf2 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:58.686627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-77054631-4e57-433e-96db-f0507b443cf2 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.1710351 Mar 11 17:45:58.690849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39690) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:58.705646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Pushing event updated for resources: {'Port': ['ID=8f992bea-deed-42e8-b844-c937ba02ac8c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:58.724777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.725413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.725922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.726596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.727424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.728098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.728721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.729227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.729706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.730178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.730696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:58.912635 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.985626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] For port 339346d9-1ad7-415f-9604-45cd86fa93db, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=339346d9-1ad7-415f-9604-45cd86fa93db,segment=NetworkSegment(e6384e76-4d8c-4432-b668-4163de42ce25),segment_id=e6384e76-4d8c-4432-b668-4163de42ce25)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:58.997884 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.274283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e1dee-ee61-4262-8fed-53ccf237622c None None] Pushing event updated for resources: {'Port': ['ID=339346d9-1ad7-415f-9604-45cd86fa93db,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:59.308650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f992bea-deed-42e8-b844-c937ba02ac8c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:45:59.382758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-9822434e-e0ab-4761-a8d1-0da6ce369da7 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.385524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9822434e-e0ab-4761-a8d1-0da6ce369da7 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0635574 Mar 11 17:45:59.395712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39704) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.417543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-808fd135-89c4-4c5b-801f-45822f311fae tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.420970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Provisioning complete for port 2be30302-0692-41f8-ac18-ba8805afa8f1 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:59.421548 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-808fd135-89c4-4c5b-801f-45822f311fae tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0225825 Mar 11 17:45:59.422056 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.428397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39708) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.449865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-1bab07db-8e36-4926-bfab-d2cb917c5dd8 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.457130 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1bab07db-8e36-4926-bfab-d2cb917c5dd8 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0243654 Mar 11 17:45:59.460466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39712) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.613871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75776421-662a-494a-80b1-cf5c7bfcdc92 req-590fac28-de56-4596-851a-5d00444adf3a tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.7222660 Mar 11 17:45:59.631944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44111810-2692-4ebf-9ada-0ada72e156d5 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event updated for resources: {'Network': ['ID=256f86c4-e42e-47fb-9b2f-cd2d04b76256,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:59.638190 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:45:59.663260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-bdfb408b-a989-4e4b-937f-817a7c8c8fa6 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.665746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bdfb408b-a989-4e4b-937f-817a7c8c8fa6 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0762901 Mar 11 17:45:59.672153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39718) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.704967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-2988c22d-ff49-403a-b331-4b404319b41c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.711483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8f992bea-deed-42e8-b844-c937ba02ac8c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:59.712912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.716034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2988c22d-ff49-403a-b331-4b404319b41c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0384057 Mar 11 17:45:59.722089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.724610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39724) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.768497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-0ec7d087-5ce5-4d1a-86f8-708bd15842d0 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.773923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:59.774405 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0ec7d087-5ce5-4d1a-86f8-708bd15842d0 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0258722 Mar 11 17:45:59.777405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39730) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.786439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.788765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-c610fff0-50c3-4c11-b424-89b78b293435 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.789793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c610fff0-50c3-4c11-b424-89b78b293435 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089331 Mar 11 17:45:59.794242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39734) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.805812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-6e8d7fa2-7b76-490b-af15-b280248e3e8b tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.810819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6e8d7fa2-7b76-490b-af15-b280248e3e8b tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0148218 Mar 11 17:45:59.811986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39738) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.831428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-023245a7-a8df-4760-8ba9-922fe9c7fa86 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.835770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-023245a7-a8df-4760-8ba9-922fe9c7fa86 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0211020 Mar 11 17:45:59.852368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 256f86c4-e42e-47fb-9b2f-cd2d04b76256 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:45:59.930090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39742) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.933116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=82de220b-4a7f-46c0-8aa7-abf0cf942d66,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:59.953083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-058935bc-216e-4814-a41e-6d1ee1d7bbfa tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.957058 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-058935bc-216e-4814-a41e-6d1ee1d7bbfa tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0170922 Mar 11 17:45:59.961152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39746) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:45:59.980016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-460fefe6-2185-4061-b3be-d16f0e582cb3 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:45:59.983908 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-460fefe6-2185-4061-b3be-d16f0e582cb3 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0141065 Mar 11 17:45:59.987715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39750) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.058217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-220e58aa-4a1a-4bd2-bc19-75c54ff064f0 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.060753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-220e58aa-4a1a-4bd2-bc19-75c54ff064f0 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0241883 Mar 11 17:46:00.070467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Provisioning complete for port 339346d9-1ad7-415f-9604-45cd86fa93db triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:00.071076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.128255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.197764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2be30302-0692-41f8-ac18-ba8805afa8f1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:00.226896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Router ea44ced3-339b-4162-8c5c-10f1f7a19c13 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:46:00.248297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-c96fb289-2663-433f-aaa9-6730921cd047 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.250133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c96fb289-2663-433f-aaa9-6730921cd047 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0622308 Mar 11 17:46:00.254248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39762) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.269592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-00b4c311-d1b9-4eff-9185-509daed60711 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.276470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39766) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.282787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-00b4c311-d1b9-4eff-9185-509daed60711 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0190759 Mar 11 17:46:00.291290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-f264e587-06b5-4e83-bb8c-aa8e70ca91de tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.293022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f264e587-06b5-4e83-bb8c-aa8e70ca91de tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100019 Mar 11 17:46:00.298240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39770) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.315532 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-12ea5012-a28e-4e33-a870-80d4e8441798 tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "GET /v2.0/agents/1c6dff51-0be0-4827-9f73-237ca38019bf/dhcp-networks HTTP/1.1" status: 200 len: 7053 time: 1.6267722 Mar 11 17:46:00.320016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39774) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.375097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.414881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-97f64a0d-e64d-46d5-bb85-a82ed7991d4a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.418507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-97f64a0d-e64d-46d5-bb85-a82ed7991d4a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.1186893 Mar 11 17:46:00.426020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Could not find standard attr ID for object 69e9270a-0b54-4757-b797-1ac0cd182c15. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:46:00.428521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39778) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.431835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2be30302-0692-41f8-ac18-ba8805afa8f1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:00.432275 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.435311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-740d1dbf-3243-41ba-95cd-87cec5132d56 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.440245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-740d1dbf-3243-41ba-95cd-87cec5132d56 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096273 Mar 11 17:46:00.492718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39782) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.513945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-39bcc205-f35e-409b-86ae-1cc7887b876d tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.521384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39bcc205-f35e-409b-86ae-1cc7887b876d tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0215657 Mar 11 17:46:00.530794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39786) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.531164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Provisioning for port 20c83362-aade-4d1b-a577-d11e6e676d99 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:00.540049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Provisioning complete for port 20c83362-aade-4d1b-a577-d11e6e676d99 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:00.540532 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.542103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-eeecbd1e-2334-4fcc-9113-7c6a99707614 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.546460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eeecbd1e-2334-4fcc-9113-7c6a99707614 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0121090 Mar 11 17:46:00.548671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39790) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.577508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-b40ed286-2cdf-4e7f-a229-446744f4ce5a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.581546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b40ed286-2cdf-4e7f-a229-446744f4ce5a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0309091 Mar 11 17:46:00.588515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39794) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.596666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-fae0dae5-7ecf-4da9-b484-042cc29bed55 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.600815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fae0dae5-7ecf-4da9-b484-042cc29bed55 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087590 Mar 11 17:46:00.605990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39798) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.638626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-378e0c0b-58fd-4a75-b79c-61e1b4fcdb38 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.642692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-378e0c0b-58fd-4a75-b79c-61e1b4fcdb38 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0341058 Mar 11 17:46:00.646584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.655389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Port 20c83362-aade-4d1b-a577-d11e6e676d99 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:00.661897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-c829274b-5ea0-4070-ad03-adb0d298811c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.665806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c829274b-5ea0-4070-ad03-adb0d298811c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0174809 Mar 11 17:46:00.671031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39808) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.684416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-39878ae6-2d61-474b-932e-1f01f444d761 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.688648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39878ae6-2d61-474b-932e-1f01f444d761 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0164492 Mar 11 17:46:00.692053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39812) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.699830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-65aa4f20-acb8-452d-94c0-85b254d1473c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.704144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-65aa4f20-acb8-452d-94c0-85b254d1473c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0108018 Mar 11 17:46:00.704731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Provisioning complete for port 8f992bea-deed-42e8-b844-c937ba02ac8c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:00.704936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84c29a7a-40fd-4b32-90ac-57f51b919947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.708455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39816) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.720052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-1fd22c79-9c5d-4a2a-9c57-493dc5fd7056 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.724188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1fd22c79-9c5d-4a2a-9c57-493dc5fd7056 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0145211 Mar 11 17:46:00.728514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39820) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.738029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-cc098e3c-ab5c-469b-9309-1b2d6ffe003a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.742295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cc098e3c-ab5c-469b-9309-1b2d6ffe003a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110068 Mar 11 17:46:00.744757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:00.747863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:00.752616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.766811 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:00.817382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.818236 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:00.818914 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:00.834310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b80d1fc8-118c-4062-9958-a012ae69cf4a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "PUT /v2.0/floatingips/19bb877a-59fa-4017-a548-12019e1b4f50 HTTP/1.1" status: 200 len: 992 time: 11.4673946 Mar 11 17:46:00.834310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a00225ca-9af8-4ce6-b50e-513c6414bc4a tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5039189 Mar 11 17:46:00.834310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:46:00.836534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39828) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.870129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] Sync routers for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:00.871949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-449ea78e-b397-4e13-859c-2d3b7cbb11b8 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.873840 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-449ea78e-b397-4e13-859c-2d3b7cbb11b8 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0300353 Mar 11 17:46:00.924756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39842) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:00.982137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-7e73b1bf-d973-482a-ab05-d0660bdf5766 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:00.991388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:00.994805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:00.995083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7e73b1bf-d973-482a-ab05-d0660bdf5766 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0609400 Mar 11 17:46:00.995918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.043123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-b64fc07e-c43f-4e10-b35f-3c32f2acea9c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.053575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b64fc07e-c43f-4e10-b35f-3c32f2acea9c tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0469558 Mar 11 17:46:01.108371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39852) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.129725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-e0fe3849-fcfa-413b-839e-7cafdc40ed6b tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.142228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0fe3849-fcfa-413b-839e-7cafdc40ed6b tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0185678 Mar 11 17:46:01.163464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39856) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.218535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:01.248156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-68dc393e-82a9-4002-adf5-a2460b4c66cd tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.263848 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-68dc393e-82a9-4002-adf5-a2460b4c66cd tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0712245 Mar 11 17:46:01.279943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39860) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.280847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:01.281940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:01.338746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-34ea3335-9a14-452c-b6c5-ab9990a298e1 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.352150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-34ea3335-9a14-452c-b6c5-ab9990a298e1 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0633638 Mar 11 17:46:01.378662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 339346d9-1ad7-415f-9604-45cd86fa93db up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:01.380717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39866) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.473567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-d284d059-f323-43dd-9811-b1b32db3ada1 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.480048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d284d059-f323-43dd-9811-b1b32db3ada1 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0936549 Mar 11 17:46:01.482607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f777c-26d9-4628-8c34-2689b0b0ea38 tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] Network 256f86c4-e42e-47fb-9b2f-cd2d04b76256 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:01.485903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39870) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.531699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a7f777c-26d9-4628-8c34-2689b0b0ea38 tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "POST /v2.0/agents/1c6dff51-0be0-4827-9f73-237ca38019bf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2083573 Mar 11 17:46:01.533546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39874) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.542628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a5ca079-e7a0-474c-bc18-805f5b2a235a req-8764d773-e467-4030-af6c-19c5f438b990 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1691000 Mar 11 17:46:01.558674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-fd720071-238d-42f4-bf4a-6e8d7094abe9 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.563608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd720071-238d-42f4-bf4a-6e8d7094abe9 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0475938 Mar 11 17:46:01.566178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39878) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.624303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-c3b54575-4b60-4ab4-9fd8-d662bd802224 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.627944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c3b54575-4b60-4ab4-9fd8-d662bd802224 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0544517 Mar 11 17:46:01.632656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39882) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.665240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-8ec9a577-7c53-4c5a-bced-beb685fcfbc1 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.670732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8ec9a577-7c53-4c5a-bced-beb685fcfbc1 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0357862 Mar 11 17:46:01.675917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39886) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.720746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-65dfffdf-567b-4736-8aa6-0da73895692a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.725187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-65dfffdf-567b-4736-8aa6-0da73895692a tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0421829 Mar 11 17:46:01.730707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39892) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.755646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-0d1ece2d-6eeb-45c7-92db-68ab84ed355d tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.761180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0d1ece2d-6eeb-45c7-92db-68ab84ed355d tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0248833 Mar 11 17:46:01.791583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39896) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:01.794356 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:46:01.799366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4f800-721b-413a-bc9a-a7a0ba65e742 None None] Network 256f86c4-e42e-47fb-9b2f-cd2d04b76256 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:01.843808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:01.844517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049178ec-f6a1-4e99-8666-aad5b9e28131 None None] The sync data for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:01.916537 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c', 'status': 'completed', 'code': 200} Mar 11 17:46:01.993884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-7aceb4ea-7395-4579-83ac-12d3a1de36e7 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:01.996047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7aceb4ea-7395-4579-83ac-12d3a1de36e7 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065594 Mar 11 17:46:02.005849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39902) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:02.084193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-93fc9f6c-ed33-43f7-9a83-dfb9be711a67 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:02.085561 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-93fc9f6c-ed33-43f7-9a83-dfb9be711a67 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0230203 Mar 11 17:46:02.092825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39908) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:02.104064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-8fc67887-be24-4189-8df6-c08b3857e0d8 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:02.116551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8fc67887-be24-4189-8df6-c08b3857e0d8 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0217061 Mar 11 17:46:02.122621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39912) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:02.141057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [None req-a622f4ef-3a0a-4705-af7b-19852483eae3 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:02.156286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a622f4ef-3a0a-4705-af7b-19852483eae3 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0238142 Mar 11 17:46:02.160576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:02.170977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [None req-01d0932e-55e2-449a-9d41-2de659a18260 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:46:02.176859 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-01d0932e-55e2-449a-9d41-2de659a18260 tempest-ExtensionsTestJSON-32633097 tempest-ExtensionsTestJSON-32633097-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0136700 Mar 11 17:46:02.216902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-c5d5e89a-067c-4f8f-a617-40ee2cbc7908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 1097 time: 0.2195194 Mar 11 17:46:02.478817 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP b09ce6b2-6767-4401-be1a-79f23d23eaf0 associated. External IP: 172.25.3.59, port: 1a4daf84-1f71-4e46-8169-6a9d76fca5b6. Mar 11 17:46:02.523693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 339346d9-1ad7-415f-9604-45cd86fa93db triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:02.524947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.672886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84e2a6f0-c352-4f85-b7e3-f6e19c6a03b0 None None] Provisioning complete for port 20c83362-aade-4d1b-a577-d11e6e676d99 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:02.673631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84e2a6f0-c352-4f85-b7e3-f6e19c6a03b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.836167 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4b6833c-3a29-4b61-a69b-82190befd4fa tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "GET /v2.0/agents/1c6dff51-0be0-4827-9f73-237ca38019bf/dhcp-networks HTTP/1.1" status: 200 len: 7798 time: 1.2939436 Mar 11 17:46:02.842144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39928) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:03.016404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-84e2a6f0-c352-4f85-b7e3-f6e19c6a03b0 None None] Port 20c83362-aade-4d1b-a577-d11e6e676d99 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:03.247833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-717dd7f5-e957-43bd-ba2f-5a7fe61146a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:03.251232 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-717dd7f5-e957-43bd-ba2f-5a7fe61146a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 1.0178447 Mar 11 17:46:03.266620 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:45:52Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:03.277266 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:46:03.288523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8bdb921b-9e4d-4fad-a4dd-9a6e644c091a tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "DELETE /v2.0/agents/1c6dff51-0be0-4827-9f73-237ca38019bf/dhcp-networks/256f86c4-e42e-47fb-9b2f-cd2d04b76256 HTTP/1.1" status: 204 len: 168 time: 0.4432640 Mar 11 17:46:03.296791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-846b774b-4f8e-4729-9a1f-9a3595c6e7ee req-9b4c9814-ac9d-440a-8b6d-54ca1ac89710 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1533637 Mar 11 17:46:03.297314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39934) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:03.338276 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:03.342338 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:03.359722 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-cf8a0e8c-50a7-4f1a-8a3b-8fba2db007b0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:46:03.360541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cf8a0e8c-50a7-4f1a-8a3b-8fba2db007b0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5228276 Mar 11 17:46:03.365896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39940) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:03.636277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39948) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:03.741097 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-5dd11115-f8bd-46bb-82d8-a29029482c57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6b389a-42ae-4b75-8163-cd109602713c HTTP/1.1" status: 200 len: 1000 time: 0.4772921 Mar 11 17:46:03.864641 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:46:04.105939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.146629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-157d8fe6-a2d6-4040-806a-6195f3cf0102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:04.148589 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-157d8fe6-a2d6-4040-806a-6195f3cf0102 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.3987093 Mar 11 17:46:04.549866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:04.569741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b022930731aa48abbc69fbbef9203e60 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:04.574800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3e7b31f7-bdf3-4127-9944-4bfb3111ca57 tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "GET /v2.0/agents/1c6dff51-0be0-4827-9f73-237ca38019bf/dhcp-networks HTTP/1.1" status: 200 len: 7053 time: 1.2736042 Mar 11 17:46:04.582244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39962) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:04.582681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:04.609291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:04.851886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39968) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:04.902602 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-3fb90bde-2377-4159-adb5-f260f553e91b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6652927 Mar 11 17:46:05.014241 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:45:52Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:05.017641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ac385af-11ee-4cdb-946b-e219ae4b14fa req-897db1e7-bfa4-45f9-beac-fe9c4d6ec4df tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1141169 Mar 11 17:46:05.020992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b06bcce4-1378-419e-a48a-a1c6f506dec0 tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "GET /v2.0/networks/32a50841-b342-47d7-92f4-4b10d8c18d2b/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.4363306 Mar 11 17:46:05.026537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39974) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:05.040946 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0914c9a-e13b-403e-a1bb-6fc8f14d187b None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:45:52Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:05.151047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-633d18dc-aba6-43e4-9fdd-2246d328a97c tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "GET /v2.0/networks/32a50841-b342-47d7-92f4-4b10d8c18d2b/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1225703 Mar 11 17:46:05.161281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39978) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:05.208406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:05.247483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:05.272948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:05.403575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe57cc8-3969-4a57-9451-2b325ed3ef40,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:05.558107 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402674e8-08e6-49dc-aeb9-a229f7441d2a None None] New status for floating IP 19bb877a-59fa-4017-a548-12019e1b4f50: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:46:05.614910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-58ddf343-4b28-4d2c-b26b-a71be6b8a67e service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026944 Mar 11 17:46:05.619190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5ed61e43-3c46-4d00-b4fe-81aaebbaf7b2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b022930731aa48abbc69fbbef9203e60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9799798 Mar 11 17:46:05.620650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:05.627493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39984) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:05.788078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eeb5f3cc-d7b0-4d5c-9747-5388fd2ea4d8 tempest-DHCPAgentSchedulersTestJSON-943296096 tempest-DHCPAgentSchedulersTestJSON-943296096-project-admin] 10.222.0.96 "GET /v2.0/agents/1c6dff51-0be0-4827-9f73-237ca38019bf/dhcp-networks HTTP/1.1" status: 200 len: 7053 time: 0.6254942 Mar 11 17:46:05.795100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39988) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:05.842265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d376b-35a4-4c20-a399-4f5cbee7bdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:05.903630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:05.946592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:820af68ef12f4614aa8fd785f328ee82 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:05.961992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:05.963680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:06.002510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:06.030102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccc7fadc-4a77-415c-81da-b4c1e818ac1f req-e12d5604-d10b-4433-80e2-bc7399d9f070 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892717 Mar 11 17:46:06.117435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:06.134781 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d376b-35a4-4c20-a399-4f5cbee7bdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:06.233043 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:46:06.331237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39998) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:06.481254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:06.495077 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:06.618970 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:06.650772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2354ea-8466-438d-af7d-0ed32f6c7d61,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:06.675803 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-54287588-cd3c-4f4a-ba9d-741f4004c1b0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=820af68ef12f4614aa8fd785f328ee82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8175199 Mar 11 17:46:06.687236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40006) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:06.783307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:06.807981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Usage tracker for resource:security_group_rule and tenant:9972e9c6df3e44c381753099dedf5e29 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:06.821956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:06.827238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2df01e2-2acb-4d65-b11c-95372a8398bd req-3d6a81e3-3aae-4d42-9d5a-7d396f283352 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.5595007 Mar 11 17:46:06.840331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:06.858742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:06.884608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:06.900665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:06.901877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:06.933250 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43d85d46-9954-46ac-968b-d41918f94d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:06.940169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.002484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256f86c4-e42e-47fb-9b2f-cd2d04b76256']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:07.015626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d376b-35a4-4c20-a399-4f5cbee7bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.023457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:07.031700 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43d85d46-9954-46ac-968b-d41918f94d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.035549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ca949b-1009-4da2-9e52-bac84614a0d8') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:07.035801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ca949b-1009-4da2-9e52-bac84614a0d8') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:07.038635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:07.039266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:07.056934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d376b-35a4-4c20-a399-4f5cbee7bdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe57cc8-3969-4a57-9451-2b325ed3ef40,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:07.060019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.087946 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d376b-35a4-4c20-a399-4f5cbee7bdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.091047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3f6d376b-35a4-4c20-a399-4f5cbee7bdf0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fbe57cc8-3969-4a57-9451-2b325ed3ef40 HTTP/1.1" status: 204 len: 168 time: 1.4606295 Mar 11 17:46:07.103237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.124713 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.140077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:07.141617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6707229-1bf8-44e7-a1c2-c1b5a135a087 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:07.149879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:46:07.159820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:46:07.189182 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:46:07.333145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.373539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.378954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.399265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.410283 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a387887f-bbea-4dfd-9cd7-ab3801d17003 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.8220928 Mar 11 17:46:07.414954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:07.416330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "DELETE /v2.0/networks/256f86c4-e42e-47fb-9b2f-cd2d04b76256 HTTP/1.1" status: 204 len: 168 time: 1.6197047 Mar 11 17:46:07.418202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43d85d46-9954-46ac-968b-d41918f94d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.424796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40016) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:07.431918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa94f04-4729-4535-b578-be3d9131c73b tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event deleted for resources: {'Network': ['ID=256f86c4-e42e-47fb-9b2f-cd2d04b76256,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:07.438952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1867977193'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:07.470071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:07.496127 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc725ec-8404-4611-ba2e-29211617fded tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] DELETE failed (client error): The resource could not be found. Mar 11 17:46:07.496813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc725ec-8404-4611-ba2e-29211617fded tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:46:07.503111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4bc725ec-8404-4611-ba2e-29211617fded tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "DELETE /v2.0/ports/69e9270a-0b54-4757-b797-1ac0cd182c15 HTTP/1.1" status: 404 len: 333 time: 0.0693226 Mar 11 17:46:07.506148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40022) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:07.508191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:network and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:07.520725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:07.526576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c97c563-0de3-49e5-9691-aa793521a070,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:07.556156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43d85d46-9954-46ac-968b-d41918f94d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.561812 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-43d85d46-9954-46ac-968b-d41918f94d53 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8e2354ea-8466-438d-af7d-0ed32f6c7d61 HTTP/1.1" status: 204 len: 168 time: 0.8692107 Mar 11 17:46:07.562626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:07.569524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c5b46246-eb6b-4925-a5bd-4c2bc5e95efe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9972e9c6df3e44c381753099dedf5e29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2352991 Mar 11 17:46:07.571010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85d46-9954-46ac-968b-d41918f94d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2354ea-8466-438d-af7d-0ed32f6c7d61,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:07.575435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40028) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:07.625433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:07.630872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.755068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:07.798465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.799536 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Added segment 8a733b50-0f1c-41c3-aa20-357ff9cdd658 of type vlan for network 3d408086-77ee-44db-b9d7-8f14c3bd5214 Mar 11 17:46:07.801930 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc77178e-e7d5-4b23-ad95-8a3572c2bbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.890951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc77178e-e7d5-4b23-ad95-8a3572c2bbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:07.913581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.032731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.039884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:08.053894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.090988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 20c83362-aade-4d1b-a577-d11e6e676d99 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:08.091958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.311847 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc77178e-e7d5-4b23-ad95-8a3572c2bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.398987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Network': ['ID=3d408086-77ee-44db-b9d7-8f14c3bd5214,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:08.414007 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0aa0c6d9-ca83-4aec-b839-0d23a81c4bea tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9952424 Mar 11 17:46:08.416868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:08.424748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:08.434782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Deleting subnet e67df0cd-8ec9-46bc-977a-f525d467f0a8 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:46:08.437482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc77178e-e7d5-4b23-ad95-8a3572c2bbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.440329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.443667 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bc77178e-e7d5-4b23-ad95-8a3572c2bbf8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0c97c563-0de3-49e5-9691-aa793521a070 HTTP/1.1" status: 204 len: 168 time: 0.8604879 Mar 11 17:46:08.467563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'subnet': {'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:08.523278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08cc1545-6b44-412f-8444-7f3140278917 req-ae1ea55c-de0d-47d4-927f-a03454df8641 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.2979839 Mar 11 17:46:08.693922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.776364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77178e-e7d5-4b23-ad95-8a3572c2bbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c97c563-0de3-49e5-9691-aa793521a070,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:08.830257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.841423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:08.847585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:subnet and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:08.852009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:08.866884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:08.895030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:09.050402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:09.105397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Calling delete_port for 20c83362-aade-4d1b-a577-d11e6e676d99 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:09.270635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:09.372798 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:09.464548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:09.575846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40070) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:09.603981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event deleted for resources: {'Subnet': ['ID=e67df0cd-8ec9-46bc-977a-f525d467f0a8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:09.619725 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:09.633737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d509b1a7-5920-4223-8282-437f7b7dd03f None None] Network 32a50841-b342-47d7-92f4-4b10d8c18d2b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:09.641514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aa4e6eed-8e41-43bc-bb23-482257979782 tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "DELETE /v2.0/subnets/e67df0cd-8ec9-46bc-977a-f525d467f0a8 HTTP/1.1" status: 204 len: 168 time: 2.1337237 Mar 11 17:46:09.646599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40076) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:09.739694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:09.761968 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:09.833623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40080) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:09.988084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Subnet': ['ID=705b4f93-b7f5-43d1-ba02-f4d9f100db8e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:10.074327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:10.087304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce268fb22254d9884916859e9962b1d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:10.090679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Checking segment: {'id': '8a733b50-0f1c-41c3-aa20-357ff9cdd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:10.091103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network hostable DHCP agents. Network: 3d408086-77ee-44db-b9d7-8f14c3bd5214, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:46:10.097709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:10.119796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:10.193895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:10.241739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 3d408086-77ee-44db-b9d7-8f14c3bd5214) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:10.265086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:10.268457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.280024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606a81f-d562-40d4-9f59-07eb56c71229 None None] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:10.285207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.342016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.349220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-53acc64b-4e91-4263-9e8f-fe399c69cec0 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8987916 Mar 11 17:46:10.350835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40090) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:10.358179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1063163312', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:10.365246 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.387822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:10.404026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:router and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:10.409527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:10.435171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:10.448386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f1d8d-0577-4819-9d2a-63c2f422bdb1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:10.478502 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bde8d356-4648-44f9-ad58-dce9a988cd56 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ce268fb22254d9884916859e9962b1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9004500 Mar 11 17:46:10.481306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40094) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:10.505554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602928244'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:10.513148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.514587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.523856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:10.535774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:10.561365 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.580153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:10.593451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0ac7c09-5b2d-4721-ab2a-a3d904e525fd req-b1ae4c07-a412-4a6b-a754-1486041d23cf tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.3044715 Mar 11 17:46:10.596793 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.601439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:10.694227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] DHCP port deletion for 32a50841-b342-47d7-92f4-4b10d8c18d2b request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:46:10.719475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Port': ['ID=20c83362-aade-4d1b-a577-d11e6e676d99,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:10.723664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] Deleting port 2be30302-0692-41f8-ac18-ba8805afa8f1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:10.724282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.724847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Deleting port 2be30302-0692-41f8-ac18-ba8805afa8f1 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:10.725742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.866790 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.959404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.076584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7b16-9e27-48e3-927c-56292d492a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.151439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.159856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-3d408086-77ee-44db-b9d7-8f14c3bd5214', 'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214', 'tenant_id': '9ecf8763cc0645e99aee9c6a22d4c993', 'fixed_ips': [{'subnet_id': '705b4f93-b7f5-43d1-ba02-f4d9f100db8e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:46:11.160680 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.173448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:11.219536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:11.223689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7b16-9e27-48e3-927c-56292d492a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.239584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:11.251515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:11.273430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.397042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] For port 2be30302-0692-41f8-ac18-ba8805afa8f1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2be30302-0692-41f8-ac18-ba8805afa8f1,segment=NetworkSegment(d4c669e7-ed41-4e47-af11-63f03a0571f6),segment_id=d4c669e7-ed41-4e47-af11-63f03a0571f6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:11.397317 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.455659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7b16-9e27-48e3-927c-56292d492a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.490249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b7b16-9e27-48e3-927c-56292d492a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f1d8d-0577-4819-9d2a-63c2f422bdb1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:11.498489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.516974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.532502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] For port 2be30302-0692-41f8-ac18-ba8805afa8f1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2be30302-0692-41f8-ac18-ba8805afa8f1,segment=NetworkSegment(d4c669e7-ed41-4e47-af11-63f03a0571f6),segment_id=d4c669e7-ed41-4e47-af11-63f03a0571f6)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:11.533432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.599906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73177bc-9a5c-4302-b5b4-87533cd3e963,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:11.613891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7b16-9e27-48e3-927c-56292d492a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.619890 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe3b7b16-9e27-48e3-927c-56292d492a48 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b62f1d8d-0577-4819-9d2a-63c2f422bdb1 HTTP/1.1" status: 204 len: 168 time: 1.1365414 Mar 11 17:46:11.633838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:11.641333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:11.645630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2be30302-0692-41f8-ac18-ba8805afa8f1 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:46:11.646041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:11.654564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:11.695472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] Calling delete_port for 2be30302-0692-41f8-ac18-ba8805afa8f1 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:11.721716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.723474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Calling delete_port for 2be30302-0692-41f8-ac18-ba8805afa8f1 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:11.789374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:11.893853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Allocated IP 172.20.0.2 (3d408086-77ee-44db-b9d7-8f14c3bd5214/705b4f93-b7f5-43d1-ba02-f4d9f100db8e/4221b861-f9b0-4e35-b336-8ffc45b8debc) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:12.004323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.028809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.047647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-adc83126-b0a8-4a97-91b3-08cc404a2222 req-b0921cb1-1692-4035-8024-89b44d86c70a tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.0557523 Mar 11 17:46:12.149822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port 2be30302-0692-41f8-ac18-ba8805afa8f1 update to DOWN by agent not found {{(pid=83850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 17:46:12.156613 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.247064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681490ce-6668-4acd-bc1d-c0b4eef1dddc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:12.287958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.291811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1d72072-0120-4297-a3e9-895a48467889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4528196 Mar 11 17:46:12.292013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:46:12.292541 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:46:12.293153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40126) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:12.322253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.25.3.13 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/9db82ea5-629f-4473-b4a2-1e30084122b5) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:12.400525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Router ea44ced3-339b-4162-8c5c-10f1f7a19c13 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:12.487238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40132) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:12.570708 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.614398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] Pushing event deleted for resources: {'Port': ['ID=2be30302-0692-41f8-ac18-ba8805afa8f1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:12.635396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.648766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c1fa0bca-31e4-49fe-84f1-ea479daf98e1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3426061 Mar 11 17:46:12.655879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40140) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:12.664537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e1b07-2062-4d92-ba52-eeafda894e9e None None] No DVR routers for this DVR port 2be30302-0692-41f8-ac18-ba8805afa8f1 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:46:12.680523 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2cb38aa1-587c-45ee-a232-b8a2affbf756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.721202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d935e3b2-8089-4c19-9426-bb40a15703d9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-security--1156955771', 'description': 'tempest-security-description-1433207324'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:12.766324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d935e3b2-8089-4c19-9426-bb40a15703d9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.785998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:12.787118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.790850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:12.793405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Deleting port 2be30302-0692-41f8-ac18-ba8805afa8f1 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:12.793750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.797114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=9db82ea5-629f-4473-b4a2-1e30084122b5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:12.799805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:12.812443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Transition to ACTIVE for port object 4221b861-f9b0-4e35-b336-8ffc45b8debc will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:12.822421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:12.835076 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af096275-cade-4550-8013-181be2d418f8 None None] Sync routers for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:12.851471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9dad255d-c737-4ebf-87e1-8b7259a516f4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4805293 Mar 11 17:46:12.851704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Transition to ACTIVE for port object 4221b861-f9b0-4e35-b336-8ffc45b8debc will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:12.858270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40148) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:12.860887 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.863706 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af096275-cade-4550-8013-181be2d418f8 None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:12.864513 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-af096275-cade-4550-8013-181be2d418f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:12.962681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:12.968206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:12.972193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:12.977527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] The port '2be30302-0692-41f8-ac18-ba8805afa8f1' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:46:13.007680 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-af096275-cade-4550-8013-181be2d418f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:13.028470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af096275-cade-4550-8013-181be2d418f8 None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:13.029091 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-af096275-cade-4550-8013-181be2d418f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:13.042513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'network': {'name': 'tempest-network-smoke--211500500', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:13.058324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:13.066884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:network and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:13.071801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:13.081984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:13.082886 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-ce59197f-4941-4a5a-ae6b-266d13cd89a7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] delete failed (client error): The resource could not be found. Mar 11 17:46:13.083955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ce59197f-4941-4a5a-ae6b-266d13cd89a7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-336401723 HTTP/1.1" status: 404 len: 334 time: 0.2243288 Mar 11 17:46:13.098338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40154) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:13.101048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d935e3b2-8089-4c19-9426-bb40a15703d9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.127744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Pushing event updated for resources: {'Port': ['ID=4221b861-f9b0-4e35-b336-8ffc45b8debc,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:13.140211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Attempting to bind port 4221b861-f9b0-4e35-b336-8ffc45b8debc on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:13.140579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Attempting to bind port 4221b861-f9b0-4e35-b336-8ffc45b8debc by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '8a733b50-0f1c-41c3-aa20-357ff9cdd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:13.141318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Attempting to bind port 4221b861-f9b0-4e35-b336-8ffc45b8debc on network 3d408086-77ee-44db-b9d7-8f14c3bd5214 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:46:13.151287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:46:13.151750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Checking segment: {'id': '8a733b50-0f1c-41c3-aa20-357ff9cdd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:13.152073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.152500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Bound using segment: {'id': '8a733b50-0f1c-41c3-aa20-357ff9cdd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:46:13.153575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Bound port: 4221b861-f9b0-4e35-b336-8ffc45b8debc, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a733b50-0f1c-41c3-aa20-357ff9cdd658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:13.153946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.159447 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-af096275-cade-4550-8013-181be2d418f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:13.159833 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af096275-cade-4550-8013-181be2d418f8 None None] The sync data for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:13.167082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:13.170097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.219225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.229723 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.259517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a50841-b342-47d7-92f4-4b10d8c18d2b']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:13.269385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cc90ece1-8aa5-4d76-9709-434efdf8e34b tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea44ced3-339b-4162-8c5c-10f1f7a19c13'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:13.301345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:13.307328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:13.311596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:13.319105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:13.323335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d935e3b2-8089-4c19-9426-bb40a15703d9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.326080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d935e3b2-8089-4c19-9426-bb40a15703d9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.326958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d935e3b2-8089-4c19-9426-bb40a15703d9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "PUT /v2.0/security-groups/681490ce-6668-4acd-bc1d-c0b4eef1dddc HTTP/1.1" status: 200 len: 1612 time: 0.6699851 Mar 11 17:46:13.328442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] For port 4221b861-f9b0-4e35-b336-8ffc45b8debc, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:13.332207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40162) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:13.335839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] For port 4221b861-f9b0-4e35-b336-8ffc45b8debc, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4221b861-f9b0-4e35-b336-8ffc45b8debc,segment=NetworkSegment(8a733b50-0f1c-41c3-aa20-357ff9cdd658),segment_id=8a733b50-0f1c-41c3-aa20-357ff9cdd658)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:13.344982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.348844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c669e7-ed41-4e47-af11-63f03a0571f6') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:13.349199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c669e7-ed41-4e47-af11-63f03a0571f6') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:13.439413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.458608 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-173cb78e-c2c5-41b9-9f88-dcdcb1044477 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups/681490ce-6668-4acd-bc1d-c0b4eef1dddc HTTP/1.1" status: 200 len: 1612 time: 0.1249187 Mar 11 17:46:13.459256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40168) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:13.513698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.522210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935e3b2-8089-4c19-9426-bb40a15703d9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681490ce-6668-4acd-bc1d-c0b4eef1dddc,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:13.532942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.534104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.534663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.537688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65d541-7b50-4b02-ba75-ee14b0d40411 None None] Pushing event updated for resources: {'Port': ['ID=4221b861-f9b0-4e35-b336-8ffc45b8debc,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:13.553557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-463bd179-47e1-4f29-9662-13f527b5861b req-0e416f5a-acca-4b6a-af8c-0d5eb0f8f876 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.0875783 Mar 11 17:46:13.561720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:46:13.571465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:46:13.613483 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:46:13.618529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.688417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:13.699364 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.700385 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Added segment c688e809-bca2-493e-96d7-bde059ac6abf of type vlan for network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 Mar 11 17:46:13.749902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde53854-881a-42b1-9f0e-9a4c44ece170,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:13.868580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.940693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4289-290a-43d7-bf95-6d765d2fea28 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.954738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.995880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:13.996279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.000186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:14.000838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.053593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4289-290a-43d7-bf95-6d765d2fea28 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.069246 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5750961 Mar 11 17:46:14.076565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40178) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:14.142839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] Pushing event deleted for resources: {'Network': ['ID=32a50841-b342-47d7-92f4-4b10d8c18d2b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:14.209657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'admin_state_up': True, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:14.271796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:14.287007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e0ca642a-ddd6-4e94-bcca-8aa2326066bd tempest-DHCPAgentSchedulersTestJSON-534435781 tempest-DHCPAgentSchedulersTestJSON-534435781-project] 10.222.0.96 "DELETE /v2.0/networks/32a50841-b342-47d7-92f4-4b10d8c18d2b HTTP/1.1" status: 204 len: 168 time: 4.6379955 Mar 11 17:46:14.295299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:router and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:14.313338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:14.319072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abd3d2-5f4c-4d22-92e8-bb9702ee6d30 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Network': ['ID=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:14.341067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:14.352689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:14.362524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cc90ece1-8aa5-4d76-9709-434efdf8e34b tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.374336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4289-290a-43d7-bf95-6d765d2fea28 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.413052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.415139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.431908 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-cc90ece1-8aa5-4d76-9709-434efdf8e34b tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] update failed (client error): The resource could not be found. Mar 11 17:46:14.434355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cc90ece1-8aa5-4d76-9709-434efdf8e34b tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13 HTTP/1.1" status: 404 len: 339 time: 1.1802778 Mar 11 17:46:14.440372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40188) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:14.451441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.454173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-442995323'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:14.471708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:14.492419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:network and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:14.504985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:14.520189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:14.554709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:14.569747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.575833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa4289-290a-43d7-bf95-6d765d2fea28 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681490ce-6668-4acd-bc1d-c0b4eef1dddc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:14.591946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1661f441-8470-401a-8db3-5e8bb6b46af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.609560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4289-290a-43d7-bf95-6d765d2fea28 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.619964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40194) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:14.626115 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ecfa4289-290a-43d7-bf95-6d765d2fea28 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/681490ce-6668-4acd-bc1d-c0b4eef1dddc HTTP/1.1" status: 204 len: 168 time: 1.1614978 Mar 11 17:46:14.797877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6d8fc45b-3073-4935-ac58-c1538fdedc44 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1735029 Mar 11 17:46:14.805883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40200) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:14.836644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:14.869870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.883866 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Added segment 8b79d683-2668-4414-b83a-08751cbf6cc8 of type vlan for network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 Mar 11 17:46:14.926109 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-dddac257-e20f-47af-a8fc-7f0638ad74ec tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] delete failed (client error): The resource could not be found. Mar 11 17:46:14.932928 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dddac257-e20f-47af-a8fc-7f0638ad74ec tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/681490ce-6668-4acd-bc1d-c0b4eef1dddc HTTP/1.1" status: 404 len: 347 time: 0.1256213 Mar 11 17:46:14.942036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:14.955852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578473873'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:14.963636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:14.968853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:14.973465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:14.980131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:15.003225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.068517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router 7028c7bb-5973-4683-8500-f436b1369338 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:46:15.100624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.119806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a8fe79a-07a8-4c01-842d-908e56a98adc req-84a795e9-efa3-4725-8c0e-70fb331cb2b4 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1591434 Mar 11 17:46:15.138193 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.140430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:15.221244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:15.327660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1990c1-5ee7-4eb7-a9ae-036314d281da None None] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:15.356504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:15.363871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:15.415383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40212) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:15.427318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.444238 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.470494 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.477260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:15.486575 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.627290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4221b861-f9b0-4e35-b336-8ffc45b8debc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:15.678402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2359216 Mar 11 17:46:15.687846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40222) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:15.712310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'subnet': {'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:15.779738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.786723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.820833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-827c0912-f615-425f-89ff-d1edda24bf57 None None] Provisioning for port 4221b861-f9b0-4e35-b336-8ffc45b8debc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:15.842137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9447b16-65b6-412d-ab0a-50d1e97ca160,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:15.879059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.881049 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1118a87-1819-4d4b-b8a7-5193a47598b5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9375794 Mar 11 17:46:15.895752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:15.911637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5bb2-f441-45b9-a443-d072c8126755 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Network': ['ID=3c823e06-274b-4e97-bbf3-d4d05b71ec72,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:15.912723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': 'a9447b16-65b6-412d-ab0a-50d1e97ca160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:15.915782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4221b861-f9b0-4e35-b336-8ffc45b8debc completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:15.923310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4221b861-f9b0-4e35-b336-8ffc45b8debc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:15.923767 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:15.940670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:15.956289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:15.957321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:15.965924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:15.984521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:16.079767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6a93f9d9-3f9a-443b-9dcc-e53a5f837eb2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58ad7210f3e04dc28e03eb5dd7125c9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6585510 Mar 11 17:46:16.081615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:16.086176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40234) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:16.087144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.220569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Usage tracker for resource:subnet and tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:16.230002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:16.258894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:16.274146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-737e6611-c644-47e9-a46e-c356045a686a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.303175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.330549 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-737e6611-c644-47e9-a46e-c356045a686a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.374923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.402128 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.408559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.428154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Made reservation on behalf of 1f6f717c4bc94d14ac1b7b3a1cc46147 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:16.497407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 4221b861-f9b0-4e35-b336-8ffc45b8debc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4221b861-f9b0-4e35-b336-8ffc45b8debc,segment=NetworkSegment(8a733b50-0f1c-41c3-aa20-357ff9cdd658),segment_id=8a733b50-0f1c-41c3-aa20-357ff9cdd658)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:16.507084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.608236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=4221b861-f9b0-4e35-b336-8ffc45b8debc,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:16.663625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:16.677531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.677973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] Sync routers for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:16.710421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:16.711623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-737e6611-c644-47e9-a46e-c356045a686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.712486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:16.762529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-728f1e4a-cb2e-4a28-bf53-ee3adc4c3568 req-654036a9-e41b-43ee-aa2c-4be55b92a238 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.2789981 Mar 11 17:46:16.769448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.771557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b43673eb-a371-4732-9aa1-eef191a8fc06 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4192317 Mar 11 17:46:16.800075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40246) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:16.804519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c954a285-bf20-4356-a72c-4a5cc34c5151,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:16.816893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e6611-c644-47e9-a46e-c356045a686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffc647e-bb0d-4aa0-b23f-47cf74958923,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:16.827850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-737e6611-c644-47e9-a46e-c356045a686a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.834475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-737e6611-c644-47e9-a46e-c356045a686a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9ffc647e-bb0d-4aa0-b23f-47cf74958923 HTTP/1.1" status: 204 len: 168 time: 0.7417562 Mar 11 17:46:16.845412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.905179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:16.985096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:16.988385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:17.160848 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.169439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:17.170250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3340e01-99d0-4b76-a973-f3375aa64a8e None None] The sync data for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:17.179743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0bca697c-fd0a-4d8f-a847-f12d20e47e10 None None] Provisioning complete for port 4221b861-f9b0-4e35-b336-8ffc45b8debc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:17.180669 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bca697c-fd0a-4d8f-a847-f12d20e47e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.217408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.219511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cf278055-642e-40f3-ac82-9d7b3847dea1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3166664 Mar 11 17:46:17.228419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40254) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:17.429176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5607ae14-5e74-41e8-8e09-c73b79da5b94 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.450068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.25.3.148 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e7b7efc7-e35a-42bb-a937-3519b4f6e924) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:17.513803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4221b861-f9b0-4e35-b336-8ffc45b8debc up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:17.641536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.650646 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5607ae14-5e74-41e8-8e09-c73b79da5b94 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.759004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4221b861-f9b0-4e35-b336-8ffc45b8debc triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:17.759886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.903902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Subnet': ['ID=880973ef-533b-4812-9965-7f3fff21632a,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:17.921422 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5607ae14-5e74-41e8-8e09-c73b79da5b94 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.976658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Checking segment: {'id': '8b79d683-2668-4414-b83a-08751cbf6cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:17.977718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network hostable DHCP agents. Network: 3c823e06-274b-4e97-bbf3-d4d05b71ec72, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:46:18.012515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ae14-5e74-41e8-8e09-c73b79da5b94 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c954a285-bf20-4356-a72c-4a5cc34c5151,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:18.052877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.059100 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5607ae14-5e74-41e8-8e09-c73b79da5b94 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.067981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5607ae14-5e74-41e8-8e09-c73b79da5b94 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c954a285-bf20-4356-a72c-4a5cc34c5151 HTTP/1.1" status: 204 len: 168 time: 0.8285837 Mar 11 17:46:18.069657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40270) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:18.140553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.219636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40276) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:18.280789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.283519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7d7912b-4ad8-4c8f-9a34-4e375fcb19bc req-347e40d9-549f-4bdf-b59d-8ac116b0f275 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1088808 Mar 11 17:46:18.284427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:18.305383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:18.319533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:18.324170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=e7b7efc7-e35a-42bb-a937-3519b4f6e924,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:18.325969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 3c823e06-274b-4e97-bbf3-d4d05b71ec72) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:18.329482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:18.344981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c542a020-a143-422a-b3fe-772292898e5a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:18.352998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6ad2b-3959-44f4-8579-7b79d2fff625 None None] Network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:18.372120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:18.373424 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.416252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3eeeb1a0-3749-41a6-88ee-21d7e7a8a865 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7264276 Mar 11 17:46:18.420514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40280) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:18.421806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c542a020-a143-422a-b3fe-772292898e5a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:18.424260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c542a020-a143-422a-b3fe-772292898e5a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3531420 Mar 11 17:46:18.430654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40284) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:18.433147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-eda03f3a-d856-4fd1-ad03-d3ac2a1ddf56 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:18.533534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:18.567956 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bede61c4-61a0-46c1-8392-dac758ba975d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.621762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7b8f97c28a24475c9b445775bbea2360 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:18.622899 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bede61c4-61a0-46c1-8392-dac758ba975d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.653594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-3c823e06-274b-4e97-bbf3-d4d05b71ec72', 'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72', 'tenant_id': '1f6f717c4bc94d14ac1b7b3a1cc46147', 'fixed_ips': [{'subnet_id': '880973ef-533b-4812-9965-7f3fff21632a'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:46:18.655112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.717256 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bede61c4-61a0-46c1-8392-dac758ba975d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.750773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:18.755673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede61c4-61a0-46c1-8392-dac758ba975d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9447b16-65b6-412d-ab0a-50d1e97ca160,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:18.780881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bede61c4-61a0-46c1-8392-dac758ba975d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.782970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bede61c4-61a0-46c1-8392-dac758ba975d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/a9447b16-65b6-412d-ab0a-50d1e97ca160 HTTP/1.1" status: 204 len: 168 time: 0.3500061 Mar 11 17:46:18.787179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40292) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:18.804839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:18.900793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-11ed83f3-7e19-4eaf-b849-e575bc21420a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:18.913856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Allocated IP 2001:db8:1::2 (3c823e06-274b-4e97-bbf3-d4d05b71ec72/880973ef-533b-4812-9965-7f3fff21632a/2a9dc19a-eec5-425d-bcf7-fe900965a94a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:18.939825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-11ed83f3-7e19-4eaf-b849-e575bc21420a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:18.950485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-11ed83f3-7e19-4eaf-b849-e575bc21420a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1599996 Mar 11 17:46:18.952310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:18.964350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595435373'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:18.978732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:18.998650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:19.022036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.090111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:19.095459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:19.099764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:19.122255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:19.302835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.308402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.317053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.332984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Transition to ACTIVE for port object 2a9dc19a-eec5-425d-bcf7-fe900965a94a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:19.389609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Transition to ACTIVE for port object 2a9dc19a-eec5-425d-bcf7-fe900965a94a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:19.420159 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.423336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.437040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.476689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ecf830-5429-4e16-975c-94c0d312d97b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:19.514094 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.520064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac89a7f5-d527-48d0-94da-0584c78607fb tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5621006 Mar 11 17:46:19.520486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40304) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:19.537278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '12ecf830-5429-4e16-975c-94c0d312d97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:19.548922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:19.562731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:19.579768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:19.585214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:19.590952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:19.602812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:19.611704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:19.615601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Pushing event updated for resources: {'Port': ['ID=2a9dc19a-eec5-425d-bcf7-fe900965a94a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:19.729780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-897483c6-a17e-451b-b8a8-c5afe9448853 req-5f44f99a-b10b-4b62-989e-d182e4a862e9 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.0767953 Mar 11 17:46:19.731469 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.735385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb0e69-55a1-40c1-93fd-c108fdd43126,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:19.782472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Attempting to bind port 2a9dc19a-eec5-425d-bcf7-fe900965a94a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:19.783047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Attempting to bind port 2a9dc19a-eec5-425d-bcf7-fe900965a94a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '8b79d683-2668-4414-b83a-08751cbf6cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:19.783734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Attempting to bind port 2a9dc19a-eec5-425d-bcf7-fe900965a94a on network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:46:19.793395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1b5eb1ea-436c-484c-9057-bb01672142e9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7b8f97c28a24475c9b445775bbea2360&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5665057 Mar 11 17:46:19.800777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40310) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:19.805380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:46:19.805973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Checking segment: {'id': '8b79d683-2668-4414-b83a-08751cbf6cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:19.806642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.807440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Bound using segment: {'id': '8b79d683-2668-4414-b83a-08751cbf6cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:46:19.808202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Bound port: 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b79d683-2668-4414-b83a-08751cbf6cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3c823e06-274b-4e97-bbf3-d4d05b71ec72'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:19.808883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.918974 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.928741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.936974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.938098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.962314 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eda03f3a-d856-4fd1-ad03-d3ac2a1ddf56 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.972178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e12507-408b-41ae-b10a-4b1216904444,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:19.984951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:19.991779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a9dc19a-eec5-425d-bcf7-fe900965a94a,segment=NetworkSegment(8b79d683-2668-4414-b83a-08751cbf6cc8),segment_id=8b79d683-2668-4414-b83a-08751cbf6cc8)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:19.996794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.002588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c780bb55-6c9d-4ae3-a581-d52d58f35781 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4756925 Mar 11 17:46:20.005846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.007037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40316) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:20.020314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '12ecf830-5429-4e16-975c-94c0d312d97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:20.035757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:20.045592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:20.052763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:20.068343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:20.110198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.170657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0320923-4d5c-4b63-994b-c2b7b57d95dd None None] Pushing event updated for resources: {'Port': ['ID=2a9dc19a-eec5-425d-bcf7-fe900965a94a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:20.328433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.339972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.372719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28d5363-40ab-4eeb-937c-4c280a725d65,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:20.394952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.396482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8dbc1fa5-e547-48c4-9209-d5dfbeb8b111 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3868272 Mar 11 17:46:20.400435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40322) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:20.401301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1fc8-00e7-4881-914a-05b391b21fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.408705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '12ecf830-5429-4e16-975c-94c0d312d97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:20.417274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:20.422609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:20.426353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:20.433544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:20.462644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.598985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.610123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.658171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6c8cb5-9300-4767-a49a-5588df05db26,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:20.667892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1fc8-00e7-4881-914a-05b391b21fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.685140 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.686978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ea6fddbe-4553-4ba9-bf14-80dd53ee1be4 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2853093 Mar 11 17:46:20.689835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40328) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:20.701885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '12ecf830-5429-4e16-975c-94c0d312d97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:20.713745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:20.721289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:20.728009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:20.746187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:20.774338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.917774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.969867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.001346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.021509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1fc8-00e7-4881-914a-05b391b21fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.070509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf1fc8-00e7-4881-914a-05b391b21fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb0e69-55a1-40c1-93fd-c108fdd43126,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:21.086605 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.092941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4013608 Mar 11 17:46:21.100506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40338) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:21.169203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '12ecf830-5429-4e16-975c-94c0d312d97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:21.177604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6dbf8-b4d2-44cf-bcab-d0578aa8737d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8e586e-4fbf-4a4b-b245-9989c342e162,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:21.193193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:21.207602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1fc8-00e7-4881-914a-05b391b21fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.208210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:21.209101 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3ebf1fc8-00e7-4881-914a-05b391b21fb9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/50fb0e69-55a1-40c1-93fd-c108fdd43126 HTTP/1.1" status: 204 len: 168 time: 1.4039147 Mar 11 17:46:21.233288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b31d6e2-3db6-4aa7-9d76-1bffb4f8ffda req-a2076eea-33a6-4495-89e0-5d6a40bfc7bb tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1338854 Mar 11 17:46:21.235360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:21.260106 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-eda03f3a-d856-4fd1-ad03-d3ac2a1ddf56 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:46:21.261580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eda03f3a-d856-4fd1-ad03-d3ac2a1ddf56 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13 HTTP/1.1" status: 400 len: 364 time: 2.8384218 Mar 11 17:46:21.268803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40344) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:21.281432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:21.364919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.571369 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.581409 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.639740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ce25fe-fede-41de-82df-d32d70c3052e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:21.686231 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.693359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-720f2ffe-4a57-46e4-b9ef-09dbe77357d7 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5912871 Mar 11 17:46:21.694259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:21.709710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2a9dc19a-eec5-425d-bcf7-fe900965a94a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:21.803596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89928d0a-5a75-4947-b3e3-b9178babf8cc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.856117 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89928d0a-5a75-4947-b3e3-b9178babf8cc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:21.954853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 2a9dc19a-eec5-425d-bcf7-fe900965a94a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:22.007800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89928d0a-5a75-4947-b3e3-b9178babf8cc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.069724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89928d0a-5a75-4947-b3e3-b9178babf8cc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13ce25fe-fede-41de-82df-d32d70c3052e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:22.093080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-89928d0a-5a75-4947-b3e3-b9178babf8cc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.098568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-89928d0a-5a75-4947-b3e3-b9178babf8cc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/13ce25fe-fede-41de-82df-d32d70c3052e HTTP/1.1" status: 204 len: 168 time: 0.3991404 Mar 11 17:46:22.099071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40358) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:22.197812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d955198-ec3c-4506-bb63-95dc4f8435c6 None None] Network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:22.204230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-be969d63-cacd-46c1-a0df-b12e7084ac0d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:22.289192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-be969d63-cacd-46c1-a0df-b12e7084ac0d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:22.298873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-be969d63-cacd-46c1-a0df-b12e7084ac0d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1935370 Mar 11 17:46:22.299960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40366) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:22.466121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce40e656-f056-40b4-8c82-c1a49cd69261 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.511556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce40e656-f056-40b4-8c82-c1a49cd69261 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.587540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3a3826db-641a-4e5b-a3a0-3e9dbbdecca0 None None] Provisioning for port 2a9dc19a-eec5-425d-bcf7-fe900965a94a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:22.592919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce40e656-f056-40b4-8c82-c1a49cd69261 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.607109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3a3826db-641a-4e5b-a3a0-3e9dbbdecca0 None None] Provisioning complete for port 2a9dc19a-eec5-425d-bcf7-fe900965a94a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:22.608451 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3a3826db-641a-4e5b-a3a0-3e9dbbdecca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.633547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40e656-f056-40b4-8c82-c1a49cd69261 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf8e586e-4fbf-4a4b-b245-9989c342e162,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:22.655544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce40e656-f056-40b4-8c82-c1a49cd69261 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.659058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ce40e656-f056-40b4-8c82-c1a49cd69261 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/bf8e586e-4fbf-4a4b-b245-9989c342e162 HTTP/1.1" status: 204 len: 168 time: 0.3523054 Mar 11 17:46:22.660301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40376) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:22.670595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 8ef88842-1d76-4d49-8116-bc787ebb401a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:46:22.868705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-484260c6-f3f6-402f-9b7f-271b03241c20 req-7793429b-e9cf-4b4a-bfc7-b3fceaa699e8 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1089983 Mar 11 17:46:22.909895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-02d6c518-a14e-4bd2-a994-84cb4425aec9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:22.953136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-02d6c518-a14e-4bd2-a994-84cb4425aec9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:22.955376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-02d6c518-a14e-4bd2-a994-84cb4425aec9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2917295 Mar 11 17:46:22.958240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40388) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:23.001934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8e991a71-cd2c-4a93-b467-82f55ab39be8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.020716 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8e991a71-cd2c-4a93-b467-82f55ab39be8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.063623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8e991a71-cd2c-4a93-b467-82f55ab39be8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.140414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3a3826db-641a-4e5b-a3a0-3e9dbbdecca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.203076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8e991a71-cd2c-4a93-b467-82f55ab39be8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.204707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8e991a71-cd2c-4a93-b467-82f55ab39be8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/fd6c8cb5-9300-4767-a49a-5588df05db26 HTTP/1.1" status: 204 len: 168 time: 0.2451794 Mar 11 17:46:23.207464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40394) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:23.225531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e991a71-cd2c-4a93-b467-82f55ab39be8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd6c8cb5-9300-4767-a49a-5588df05db26,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:23.277060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3a3826db-641a-4e5b-a3a0-3e9dbbdecca0 None None] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a9dc19a-eec5-425d-bcf7-fe900965a94a,segment=NetworkSegment(8b79d683-2668-4414-b83a-08751cbf6cc8),segment_id=8b79d683-2668-4414-b83a-08751cbf6cc8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:23.286732 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3a3826db-641a-4e5b-a3a0-3e9dbbdecca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.309789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d46d8186-9321-4390-8842-748534e27ffc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:23.349367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d46d8186-9321-4390-8842-748534e27ffc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:23.351329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d46d8186-9321-4390-8842-748534e27ffc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1426001 Mar 11 17:46:23.354399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40404) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:23.418601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1c37a-2f58-4612-ab06-8cdc634fc433 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.444795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1c37a-2f58-4612-ab06-8cdc634fc433 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.445925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3826db-641a-4e5b-a3a0-3e9dbbdecca0 None None] Pushing event updated for resources: {'Port': ['ID=2a9dc19a-eec5-425d-bcf7-fe900965a94a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:23.482020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1c37a-2f58-4612-ab06-8cdc634fc433 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.518136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1c37a-2f58-4612-ab06-8cdc634fc433 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c28d5363-40ab-4eeb-937c-4c280a725d65,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:23.531941 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1c37a-2f58-4612-ab06-8cdc634fc433 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.533446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ada1c37a-2f58-4612-ab06-8cdc634fc433 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c28d5363-40ab-4eeb-937c-4c280a725d65 HTTP/1.1" status: 204 len: 168 time: 0.1779160 Mar 11 17:46:23.537030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40414) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:23.540687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.1 (3d408086-77ee-44db-b9d7-8f14c3bd5214/705b4f93-b7f5-43d1-ba02-f4d9f100db8e/5233df85-b7bb-427a-adbd-94c7a6bb7048) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:23.613118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-401319a9-d0ab-467d-aabd-99908fc4b1fe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:23.635509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-401319a9-d0ab-467d-aabd-99908fc4b1fe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:23.638925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-401319a9-d0ab-467d-aabd-99908fc4b1fe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1015637 Mar 11 17:46:23.640310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40418) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:23.675025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c33b247d-4d01-4e97-9cc4-d8054cdbd281 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.695102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c33b247d-4d01-4e97-9cc4-d8054cdbd281 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.701782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40422) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:23.728443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-48692d91-9ab4-4311-b76f-e9ddf3935ae6 None None] Provisioning complete for port 2a9dc19a-eec5-425d-bcf7-fe900965a94a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:23.729194 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48692d91-9ab4-4311-b76f-e9ddf3935ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.741258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c33b247d-4d01-4e97-9cc4-d8054cdbd281 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.771030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b247d-4d01-4e97-9cc4-d8054cdbd281 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68e12507-408b-41ae-b10a-4b1216904444,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:23.784407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c33b247d-4d01-4e97-9cc4-d8054cdbd281 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.785957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c33b247d-4d01-4e97-9cc4-d8054cdbd281 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/68e12507-408b-41ae-b10a-4b1216904444 HTTP/1.1" status: 204 len: 168 time: 0.1435711 Mar 11 17:46:23.788722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:23.853159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-41e494f7-ec9d-4f5b-9d76-ff86d7bb8c19 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:23.854625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:23.871843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-41e494f7-ec9d-4f5b-9d76-ff86d7bb8c19 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:23.873396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-41e494f7-ec9d-4f5b-9d76-ff86d7bb8c19 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0836675 Mar 11 17:46:23.876676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40436) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:24.077356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c483623b-40ab-4d72-9a1d-8a0b420f5c73 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.137077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c483623b-40ab-4d72-9a1d-8a0b420f5c73 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.238699 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c483623b-40ab-4d72-9a1d-8a0b420f5c73 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.248267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.288236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483623b-40ab-4d72-9a1d-8a0b420f5c73 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ecf830-5429-4e16-975c-94c0d312d97b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:24.356714 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3ba9e4ea-ebe7-4c4c-8e90-328a90d4a906 req-8ada700d-5fef-4049-a9e4-ddf18ac98ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1426172 Mar 11 17:46:24.382278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'networks': [{'name': 'tempest-network--579610367'}, {'name': 'tempest-network--2143981817'}]} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:24.382278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'network': {'name': 'tempest-network--579610367'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:24.382278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'network': {'name': 'tempest-network--2143981817'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:24.386031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71815d8c-6ec8-4397-ad0f-6538d2853697 req-a6229855-7e1f-4f8f-8a41-e3a76e1163bf tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1111426 Mar 11 17:46:24.387343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:24.389849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c483623b-40ab-4d72-9a1d-8a0b420f5c73 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.393756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c483623b-40ab-4d72-9a1d-8a0b420f5c73 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/12ecf830-5429-4e16-975c-94c0d312d97b HTTP/1.1" status: 204 len: 168 time: 0.5131330 Mar 11 17:46:24.393756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Usage tracker for resource:network and tenant:019668bf26044529a6c7eeaa6595eae2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:24.396350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40448) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:24.399044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:24.419186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:24.437935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Transition to ACTIVE for port object 5233df85-b7bb-427a-adbd-94c7a6bb7048 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:24.441927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Made reservation on behalf of 019668bf26044529a6c7eeaa6595eae2 for: {'network': 2} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:24.445526 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.466713 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.478144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:24.491402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Sync routers for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:24.516222 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:24.517368 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:24.526324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:24.531045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9e8d04da-68c4-4539-ac5c-665abc45e849 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:24.555547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Usage tracker for resource:security_group_rule and tenant:019668bf26044529a6c7eeaa6595eae2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:24.561181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:24.566673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.570769 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e1398187-cc57-4c82-8dd9-0c32e0479e39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3894479 Mar 11 17:46:24.577964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40454) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:24.583228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:24.601115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9e8d04da-68c4-4539-ac5c-665abc45e849 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:24.606469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9e8d04da-68c4-4539-ac5c-665abc45e849 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2049422 Mar 11 17:46:24.608968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40460) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:24.624310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.664108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239608699'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:24.742951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.753365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.753841 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.758083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=5233df85-b7bb-427a-adbd-94c7a6bb7048,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:24.788184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:24.809647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:24.845154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:24.855746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:24.858404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Allocated IP 2001:db8::1 (e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29/0a273c83-e030-4633-92c4-0250e36e3a2c/0e5b73bb-2467-4a50-8a16-79f55b6787e9) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:24.862052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:24.928696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.953356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:24.974404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537de0f7-f0d4-42a2-a5f8-2d1bf8e9a50b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:24.994423 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:46:25.039329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.040357 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Added segment 178ef215-0cd0-473b-861e-6eeb34f94438 of type vlan for network 3698b404-5058-4d9d-b7c0-0c394ca7aab1 Mar 11 17:46:25.133786 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a8eb8a10-7770-4a2a-8e0a-ea025742e933 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=2b4ad54dc6f94f62b103007cf81b8c89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5516615 Mar 11 17:46:25.152376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40470) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:25.309337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.362752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07f374d9-d964-43ff-97a3-91b13659a6ed None None] Provisioning for port 5233df85-b7bb-427a-adbd-94c7a6bb7048 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:25.373320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07f374d9-d964-43ff-97a3-91b13659a6ed None None] Provisioning complete for port 5233df85-b7bb-427a-adbd-94c7a6bb7048 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:25.373906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07f374d9-d964-43ff-97a3-91b13659a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.451575 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:18Z', 'revision_number': 3, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:25.460681 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Checking router: 8ef88842-1d76-4d49-8116-bc787ebb401a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:46:25.461556 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Updating router 8ef88842-1d76-4d49-8116-bc787ebb401a port e7b7efc7-e35a-42bb-a937-3519b4f6e924 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:46:25.464652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:25.489106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:25.502985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:25.563941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2a9dc19a-eec5-425d-bcf7-fe900965a94a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:25.606158 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.608274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:25.624070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.740195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-07f374d9-d964-43ff-97a3-91b13659a6ed None None] Port 5233df85-b7bb-427a-adbd-94c7a6bb7048 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:25.779496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:25.784918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2a9dc19a-eec5-425d-bcf7-fe900965a94a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:25.785600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.801171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.801534 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Added segment 3f4e3714-5eb4-4bc2-9c5c-c1754454d9c9 of type vlan for network fb9d0f33-555c-4b46-abc4-04fabde753a1 Mar 11 17:46:25.867662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.117763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.169705 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.228802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Transition to ACTIVE for port object 0e5b73bb-2467-4a50-8a16-79f55b6787e9 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:26.229068 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Transition to ACTIVE for port object e7b7efc7-e35a-42bb-a937-3519b4f6e924 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:26.229747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.230315 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.240621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:26.242681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:26.243362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.270965 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.305166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81ac8601-891a-49f7-ba9d-07f8d75cf292 req-af097d2c-b648-4915-a11a-3c8627c8ef2f tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.3383667 Mar 11 17:46:26.316178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.373959 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Pushing event updated for resources: {'Port': ['ID=e7b7efc7-e35a-42bb-a937-3519b4f6e924,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:26.384698 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.385078 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.385638 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.386186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.386749 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.387315 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.388111 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.388336 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.388882 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.389396 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.389917 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:26.422659 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Attempting to bind port e7b7efc7-e35a-42bb-a937-3519b4f6e924 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:26.423581 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Attempting to bind port e7b7efc7-e35a-42bb-a937-3519b4f6e924 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:26.424180 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Attempting to bind port e7b7efc7-e35a-42bb-a937-3519b4f6e924 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:46:26.432045 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:46:26.432586 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:26.433092 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.433726 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:46:26.434464 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Bound port: e7b7efc7-e35a-42bb-a937-3519b4f6e924, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:26.435071 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.457177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:26.498225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000acab1-a440-457a-ba01-a155d3b226dc tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:26.504069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-000acab1-a440-457a-ba01-a155d3b226dc tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3454447 Mar 11 17:46:26.508174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40488) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:26.520804 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] For port e7b7efc7-e35a-42bb-a937-3519b4f6e924, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:26.524397 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] For port e7b7efc7-e35a-42bb-a937-3519b4f6e924, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e7b7efc7-e35a-42bb-a937-3519b4f6e924,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:26.535610 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.566985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bf1530ef-1318-4387-b662-018bae2ae369 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575619 Mar 11 17:46:26.575646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40494) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:26.579234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8765309 Mar 11 17:46:26.583919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1129946872', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:26.665610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.667754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:26.670880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Port': ['ID=0e5b73bb-2467-4a50-8a16-79f55b6787e9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:26.687753 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963da601-30cd-422a-8b69-6b5d0815a5e1 None None] Pushing event updated for resources: {'Port': ['ID=e7b7efc7-e35a-42bb-a937-3519b4f6e924,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:26.694659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40498) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:26.696523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:26.698278 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.704714 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.711536 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:26.712276 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:26.766904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Network': ['ID=3698b404-5058-4d9d-b7c0-0c394ca7aab1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:26.782333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 3698b404-5058-4d9d-b7c0-0c394ca7aab1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:26.820561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:26.891630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:subnet and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:26.926189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:26.943217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:26.974666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdb414-12f3-4184-aed7-5c78747e87e6 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Network': ['ID=fb9d0f33-555c-4b46-abc4-04fabde753a1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:27.047850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network fb9d0f33-555c-4b46-abc4-04fabde753a1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:27.134938 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:46:27.175084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:27.194742 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.243489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d66b83-8ffe-42fd-b168-d9f912ccf59f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:27.247930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c8ff4d15-38bd-4e09-b63c-c7e821444f79 None None] Provisioning for port 0e5b73bb-2467-4a50-8a16-79f55b6787e9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:27.272284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c8ff4d15-38bd-4e09-b63c-c7e821444f79 None None] Provisioning complete for port 0e5b73bb-2467-4a50-8a16-79f55b6787e9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:27.272657 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c8ff4d15-38bd-4e09-b63c-c7e821444f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.352804 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.459921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c8ff4d15-38bd-4e09-b63c-c7e821444f79 None None] Port 0e5b73bb-2467-4a50-8a16-79f55b6787e9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:27.540632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7bb151a4-461a-4c08-88b6-c0dcf7567ed5 req-dbbd8c4e-b57a-4e33-9d40-92dae263d94f tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=17d85da2-d6ae-4252-a762-738bed3a64b2&device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1534319 Mar 11 17:46:27.611494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.628052 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c3b399a8-ea98-48f5-8f49-b1b3a899ffbe tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.0085907 Mar 11 17:46:27.628360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40520) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:27.642048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': 'a9d66b83-8ffe-42fd-b168-d9f912ccf59f', 'direction': 'ingress', 'protocol': 17}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:27.680676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:27.698166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:27.713759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:27.723035 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:18Z', 'revision_number': 3, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:27.728587 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dbaca-7c76-4fbe-bbed-d7ed223bdab9 None None] The sync data for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 is: [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:18Z', 'revision_number': 3, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:27.729012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:27.883195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.009433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a29c49-6c3f-4816-8069-6c8fe4fd5988 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:28.011737 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.015461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a29c49-6c3f-4816-8069-6c8fe4fd5988 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:28.047710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a29c49-6c3f-4816-8069-6c8fe4fd5988 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:28.052610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a29c49-6c3f-4816-8069-6c8fe4fd5988 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:28.057086 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e5a29c49-6c3f-4816-8069-6c8fe4fd5988 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3378232 Mar 11 17:46:28.070827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:28.174026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.438801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.488729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.554699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.563431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ee6e97-baa8-4e2b-9294-00445e6b0650,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:28.621856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b6d1748e-cd87-4ff0-b729-539a0ca14289 req-a2a93a66-060e-4480-bfa0-4e7638d05aab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5a949e486b84b01b86287764cfcfe02&device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.2718470 Mar 11 17:46:28.669378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Subnet': ['ID=bfb1a30c-5744-464a-b156-03eed6d60dde,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:28.677890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Checking segment: {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:28.678600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network hostable DHCP agents. Network: 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:46:28.687278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.688599 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f5f8e248-7d66-4b87-8db2-18b90cf570ce tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0600874 Mar 11 17:46:28.696074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8a2f6c7-ef8f-47e2-901f-7a11935f1975 req-6d094bd2-7b33-4486-b11b-0ed15ecf4a97 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1059229 Mar 11 17:46:28.696600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40544) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:28.827630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b6d1748e-cd87-4ff0-b729-539a0ca14289 req-26fa3c05-a33d-4d0f-921e-251e3b093d9e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e5a949e486b84b01b86287764cfcfe02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058824 Mar 11 17:46:28.894273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4aa9088a-1cd7-46d9-a273-ba52aee4233e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.945296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:28.969065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4aa9088a-1cd7-46d9-a273-ba52aee4233e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.994318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:29.002509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:29.004098 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.009128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a4b59-90e6-45e7-ad95-48373525b9d6 None None] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:29.090475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0e30a2e4-7550-41c9-9df0-aaf7d41b444f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5092795 Mar 11 17:46:29.091301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40554) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:29.431489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4aa9088a-1cd7-46d9-a273-ba52aee4233e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.476892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9088a-1cd7-46d9-a273-ba52aee4233e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d66b83-8ffe-42fd-b168-d9f912ccf59f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:29.493563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4aa9088a-1cd7-46d9-a273-ba52aee4233e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.495261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4aa9088a-1cd7-46d9-a273-ba52aee4233e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/a9d66b83-8ffe-42fd-b168-d9f912ccf59f HTTP/1.1" status: 204 len: 168 time: 0.7967861 Mar 11 17:46:29.511498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40564) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:29.606198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3f9f2b5a-7aaf-4a33-91a9-8d7897f301ab tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:29.631578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3f9f2b5a-7aaf-4a33-91a9-8d7897f301ab tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:29.632991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3f9f2b5a-7aaf-4a33-91a9-8d7897f301ab tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1135335 Mar 11 17:46:29.645141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40572) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:29.645513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e7b7efc7-e35a-42bb-a937-3519b4f6e924 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:29.654389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588452123'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:29.663624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:29.678988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:29.699513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.793301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:46:29.794679 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.987351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:29.994497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:29.998091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:30.018665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:30.089192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e7b7efc7-e35a-42bb-a937-3519b4f6e924 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:30.114592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e7b7efc7-e35a-42bb-a937-3519b4f6e924 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:30.115694 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.229086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.285000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.388068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e29f9162-07f3-4d81-b13d-447ab8f94725 req-14e44fb9-d798-4cbc-92cb-a05345af4896 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1148453 Mar 11 17:46:30.402312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.418037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650cb65b-5518-415c-badf-f5ca592220c8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:30.429861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.430799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b903df50-78b1-4ac4-b623-d0d746be2a3e tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7846663 Mar 11 17:46:30.435564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40586) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:30.477766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:46:30.503145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--918821388'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:30.535522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Allocated IP 172.20.0.2 (2d6ec162-a1c2-4fa2-82cc-ccd0927aa084/bfb1a30c-5744-464a-b156-03eed6d60dde/f60fa365-1315-4199-84c2-5bb1ad497661) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:30.618961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:30.625360 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.657818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.660745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:30.679069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:30.718325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:30.720813 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.758820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3698b404-5058-4d9d-b7c0-0c394ca7aab1']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:30.759419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e7b7efc7-e35a-42bb-a937-3519b4f6e924, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e7b7efc7-e35a-42bb-a937-3519b4f6e924,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:30.771235 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.773749 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.784358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178ef215-0cd0-473b-861e-6eeb34f94438') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:30.785409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178ef215-0cd0-473b-861e-6eeb34f94438') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:30.807687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.862066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.874698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:46:30.875491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.924074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e7b7efc7-e35a-42bb-a937-3519b4f6e924,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:30.963552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:30.986178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:31.006786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:46:31.025040 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:46:31.035023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:31.041147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.142737 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.157917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.160236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.168170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1748e-cd87-4ff0-b729-539a0ca14289 req-a95ab1e1-a54e-45fe-8227-98d4de769809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:31.170798 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b6d1748e-cd87-4ff0-b729-539a0ca14289 req-a95ab1e1-a54e-45fe-8227-98d4de769809 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 2.2744095 Mar 11 17:46:31.186347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Network': ['ID=3698b404-5058-4d9d-b7c0-0c394ca7aab1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.205620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eef2b04f-988e-4355-90df-49d2fa984748 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/networks/3698b404-5058-4d9d-b7c0-0c394ca7aab1 HTTP/1.1" status: 204 len: 168 time: 3.1338472 Mar 11 17:46:31.216343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40596) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:31.226544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.247534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f734ac-6237-4b52-9f06-2b8989cfec89,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.275732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=5233df85-b7bb-427a-adbd-94c7a6bb7048,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.290301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.295715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9a661af3-1bf3-43ea-96e5-699de5f2d0ee tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7985654 Mar 11 17:46:31.304404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40600) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:31.406631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.417660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '650cb65b-5518-415c-badf-f5ca592220c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '29f734ac-6237-4b52-9f06-2b8989cfec89', 'remote_ip_prefix': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:31.430754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Transition to ACTIVE for port object f60fa365-1315-4199-84c2-5bb1ad497661 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:31.442247 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.459704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:31.470279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.471456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.486595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Transition to ACTIVE for port object f60fa365-1315-4199-84c2-5bb1ad497661 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:31.504118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.547018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e7b7efc7-e35a-42bb-a937-3519b4f6e924 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:31.652826 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.722279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Pushing event updated for resources: {'Port': ['ID=f60fa365-1315-4199-84c2-5bb1ad497661,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.730723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:31.733180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:31.736057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:31.762892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:31.774932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event updated for resources: {'Port': ['ID=0e5b73bb-2467-4a50-8a16-79f55b6787e9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.796062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:31.817739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:31.859035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Attempting to bind port f60fa365-1315-4199-84c2-5bb1ad497661 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:31.859421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Attempting to bind port f60fa365-1315-4199-84c2-5bb1ad497661 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:31.859783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Attempting to bind port f60fa365-1315-4199-84c2-5bb1ad497661 on network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:46:31.863271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e7b7efc7-e35a-42bb-a937-3519b4f6e924 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:31.863640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.884309 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.913274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:46:31.913627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Checking segment: {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:31.914027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.914441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Bound using segment: {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:46:31.914915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Bound port: f60fa365-1315-4199-84c2-5bb1ad497661, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:31.915379 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.958016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.958898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.958898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.959441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.959730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.960059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.960485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.960736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.961044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.961457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.961901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:31.981659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8a61451-1a6c-43f5-985a-73c9ef92779a req-2279b7bd-b042-477e-93c3-1eb4e99be529 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.0893018 Mar 11 17:46:32.094658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] For port f60fa365-1315-4199-84c2-5bb1ad497661, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:32.143957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] For port f60fa365-1315-4199-84c2-5bb1ad497661, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f60fa365-1315-4199-84c2-5bb1ad497661,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:32.154603 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.251757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:32.285497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:32.310500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9aadd-a06a-47e7-a745-068c49112b8f None None] Pushing event updated for resources: {'Port': ['ID=f60fa365-1315-4199-84c2-5bb1ad497661,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:32.716147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.809424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.20.0.1 (2d6ec162-a1c2-4fa2-82cc-ccd0927aa084/bfb1a30c-5744-464a-b156-03eed6d60dde/e76037e8-22a5-45c4-ad42-f9dca4975094) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:32.850468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3620f4fc-a5b8-4c0e-9146-3b266b763284 None None] Provisioning complete for port 5233df85-b7bb-427a-adbd-94c7a6bb7048 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:32.852040 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3620f4fc-a5b8-4c0e-9146-3b266b763284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.894805 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b6d1748e-cd87-4ff0-b729-539a0ca14289 req-74e48b7a-d20b-41de-82d0-1ac9a957225f tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.1972682 Mar 11 17:46:32.971785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3620f4fc-a5b8-4c0e-9146-3b266b763284 None None] Port 5233df85-b7bb-427a-adbd-94c7a6bb7048 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:33.003902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.043999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:33.051692 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.060624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:33.078145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Transition to ACTIVE for port object e76037e8-22a5-45c4-ad42-f9dca4975094 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:33.121681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.246593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:33.262279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=e76037e8-22a5-45c4-ad42-f9dca4975094,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:33.271805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:33.276550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:33.387788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36baf665-213c-44e4-b1f4-573a891cc49a req-0ede4d14-9743-44fd-a0c3-d31ea69b27f7 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b676f99-ba28-46f7-b111-8a63952cd83b HTTP/1.1" status: 200 len: 210 time: 0.0754092 Mar 11 17:46:33.424213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.699542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9d0f33-555c-4b46-abc4-04fabde753a1']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:33.728050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f60fa365-1315-4199-84c2-5bb1ad497661 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:33.732903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4e3714-5eb4-4bc2-9c5c-c1754454d9c9') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:33.733972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4e3714-5eb4-4bc2-9c5c-c1754454d9c9') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:33.735920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.764371 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.783220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.790840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:46:33.791521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:46:33.954769 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:46:33.992714 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1189488-8842-46b6-ba27-52d36c8377ee None None] Provisioning complete for port 0e5b73bb-2467-4a50-8a16-79f55b6787e9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:33.993268 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1189488-8842-46b6-ba27-52d36c8377ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.060746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.129034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f60fa365-1315-4199-84c2-5bb1ad497661 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:34.140218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.151823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.158521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c0c74-35c4-412f-b9a4-94250ae4b371 None None] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:34.213277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.327354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Network': ['ID=fb9d0f33-555c-4b46-abc4-04fabde753a1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:34.335962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.337338 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 3.0317147 Mar 11 17:46:34.343624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40632) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:34.345744 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fccd180d-d2cf-44ff-85a8-f6cb24a13ed0 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/networks/fb9d0f33-555c-4b46-abc4-04fabde753a1 HTTP/1.1" status: 204 len: 168 time: 3.1254957 Mar 11 17:46:34.347319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a1189488-8842-46b6-ba27-52d36c8377ee None None] Port 0e5b73bb-2467-4a50-8a16-79f55b6787e9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:34.355194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40636) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:34.416664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2e4c8-6ab8-438d-8600-8546f0750186 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de02f00-eb2a-4b79-94e5-f7aa7e0bd7c0,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:34.471969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.638662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72796364-8c24-4058-ab92-27c946de83af tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:34.643278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72796364-8c24-4058-ab92-27c946de83af tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:34.644088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72796364-8c24-4058-ab92-27c946de83af tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Synchronizing usage tracker for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:34.647827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.699343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2eba756f-9bb6-4d0e-800f-8b50797f0efe None None] Provisioning for port f60fa365-1315-4199-84c2-5bb1ad497661 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:34.728787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2eba756f-9bb6-4d0e-800f-8b50797f0efe None None] Provisioning complete for port f60fa365-1315-4199-84c2-5bb1ad497661 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:34.732570 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2eba756f-9bb6-4d0e-800f-8b50797f0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.738421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Router ea44ced3-339b-4162-8c5c-10f1f7a19c13 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:34.748931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3bf403f-8e84-4986-af60-c3899a250165 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.967915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router 7028c7bb-5973-4683-8500-f436b1369338 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:35.056985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3bf403f-8e84-4986-af60-c3899a250165 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.066426 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2eba756f-9bb6-4d0e-800f-8b50797f0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.073035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=e76037e8-22a5-45c4-ad42-f9dca4975094,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:35.094981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.123347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2eba756f-9bb6-4d0e-800f-8b50797f0efe None None] For port f60fa365-1315-4199-84c2-5bb1ad497661, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f60fa365-1315-4199-84c2-5bb1ad497661,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:35.129560 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2eba756f-9bb6-4d0e-800f-8b50797f0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.219455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba756f-9bb6-4d0e-800f-8b50797f0efe None None] Pushing event updated for resources: {'Port': ['ID=f60fa365-1315-4199-84c2-5bb1ad497661,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:35.242959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72796364-8c24-4058-ab92-27c946de83af tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Unset dirty status for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:35.251583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-72796364-8c24-4058-ab92-27c946de83af tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8747065 Mar 11 17:46:35.252565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40652) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:35.270485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-9208130'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:35.287145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8b59fd95-b3ef-4c2d-8096-8639e1170182 None None] Provisioning for port e76037e8-22a5-45c4-ad42-f9dca4975094 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:35.289090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:35.300225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8b59fd95-b3ef-4c2d-8096-8639e1170182 None None] Provisioning complete for port e76037e8-22a5-45c4-ad42-f9dca4975094 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:35.300805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b59fd95-b3ef-4c2d-8096-8639e1170182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.314623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:35.363563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Made reservation on behalf of 019668bf26044529a6c7eeaa6595eae2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:35.370740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.459294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8b59fd95-b3ef-4c2d-8096-8639e1170182 None None] Port e76037e8-22a5-45c4-ad42-f9dca4975094 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:35.478234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3bf403f-8e84-4986-af60-c3899a250165 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.494709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8b59fd95-b3ef-4c2d-8096-8639e1170182 None None] Provisioning complete for port f60fa365-1315-4199-84c2-5bb1ad497661 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:35.495162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b59fd95-b3ef-4c2d-8096-8639e1170182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.565809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf403f-8e84-4986-af60-c3899a250165 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7de02f00-eb2a-4b79-94e5-f7aa7e0bd7c0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:35.613851 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4ceb7f-8f8b-4040-a787-a7d0037243ed req-634493fd-6372-47d5-8877-a32dbdcba910 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5a949e486b84b01b86287764cfcfe02&device_id=17d85da2-d6ae-4252-a762-738bed3a64b2 HTTP/1.1" status: 200 len: 210 time: 0.1278093 Mar 11 17:46:35.637540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f60fa365-1315-4199-84c2-5bb1ad497661 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:35.647464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:35.648662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3bf403f-8e84-4986-af60-c3899a250165 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.658648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f444c342-5243-4517-9252-e4bf103acb50 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3863900 Mar 11 17:46:35.660479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40664) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:35.661203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40666) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:35.668782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c3bf403f-8e84-4986-af60-c3899a250165 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/7de02f00-eb2a-4b79-94e5-f7aa7e0bd7c0 HTTP/1.1" status: 204 len: 168 time: 1.3164940 Mar 11 17:46:35.718243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] Sync routers for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:35.749121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f0c071f-08ff-420e-acef-04b6b8483c25 req-bd71728b-4eac-4609-a6de-36b4f2a26d3a tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=17d85da2-d6ae-4252-a762-738bed3a64b2 HTTP/1.1" status: 200 len: 210 time: 0.0779505 Mar 11 17:46:35.753362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:35.755554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:35.856629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:35.872112 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4ceb7f-8f8b-4040-a787-a7d0037243ed req-d6b55245-1542-4829-9684-958671d64475 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e5a949e486b84b01b86287764cfcfe02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2029381 Mar 11 17:46:35.973931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:35.975910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:36.144187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:36.199043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.199432 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Added segment 309c8963-e94f-4912-b624-407c73ccba6b of type vlan for network b0376389-fbe2-413f-bd68-1251e6ba53a7 Mar 11 17:46:36.238647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:36.239725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:36.370316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.406513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1018801c-5937-437b-8044-d1eb43f7baab tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:36.438445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:36.439151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf617992-00fc-4d1d-a7e4-e0203277569c None None] The sync data for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:36.456610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8b768a4a-47b9-4655-b13d-068fd6c0d856 None None] Provisioning complete for port e76037e8-22a5-45c4-ad42-f9dca4975094 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:36.457211 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b768a4a-47b9-4655-b13d-068fd6c0d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.499720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ceb7f-8f8b-4040-a787-a7d0037243ed req-bd7abeaa-f856-4a22-ad7f-d4cc02f435e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:36.501583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4ceb7f-8f8b-4040-a787-a7d0037243ed req-bd7abeaa-f856-4a22-ad7f-d4cc02f435e5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6086392 Mar 11 17:46:36.512446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1018801c-5937-437b-8044-d1eb43f7baab tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:36.529607 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1018801c-5937-437b-8044-d1eb43f7baab tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.8061876 Mar 11 17:46:36.531340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40682) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:36.562209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8b768a4a-47b9-4655-b13d-068fd6c0d856 None None] Port e76037e8-22a5-45c4-ad42-f9dca4975094 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:36.564879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f60fa365-1315-4199-84c2-5bb1ad497661 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:36.565481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.575674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.579795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:36.580481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.634891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f318581-508c-48e0-be35-d0e713283e2e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.764446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 8ef88842-1d76-4d49-8116-bc787ebb401a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:36.841599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-998fc5c0-116d-4706-b146-c456b962f2b2 None None] Provisioning complete for port e76037e8-22a5-45c4-ad42-f9dca4975094 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:36.842483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-998fc5c0-116d-4706-b146-c456b962f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.864488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:36.878188 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] Sync routers for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:36.903418 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:36.904052 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:36.949178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-52ba063c-ed12-422e-aced-c56982ec8dc1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/routers/7028c7bb-5973-4683-8500-f436b1369338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1469858 Mar 11 17:46:36.951139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Network': ['ID=b0376389-fbe2-413f-bd68-1251e6ba53a7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:36.965393 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4dae1f1f-4aa8-4bf0-8b3f-4ad14aa316f1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7050662 Mar 11 17:46:36.965393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40690) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:36.974079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40692) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:37.003881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'port': {'network_id': '3d408086-77ee-44db-b9d7-8f14c3bd5214', 'name': 'tempest-FloatingIPTestJSON-1602311577'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:37.024400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b0376389-fbe2-413f-bd68-1251e6ba53a7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:37.042390 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:37.071297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-974893836'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:37.075734 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:37.076373 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:37.147786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-998fc5c0-116d-4706-b146-c456b962f2b2 None None] Port e76037e8-22a5-45c4-ad42-f9dca4975094 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:37.206933 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:37.219101 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8f77a-0b12-40f1-aa91-c0e1484a3019 None None] The sync data for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:37.244701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:37.258255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0160a30-225d-4ce7-96ec-7c39416832b1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.266089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Usage tracker for resource:network and tenant:019668bf26044529a6c7eeaa6595eae2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:37.271824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:37.281674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-146f8d39-82e4-4078-8fd1-9ed6e480b1cc req-338c3150-449e-4128-acf8-373c5fe7a4cd tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=17d85da2-d6ae-4252-a762-738bed3a64b2 HTTP/1.1" status: 200 len: 210 time: 0.0992079 Mar 11 17:46:37.296121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:37.361083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0160a30-225d-4ce7-96ec-7c39416832b1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.383656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Made reservation on behalf of 019668bf26044529a6c7eeaa6595eae2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:37.386896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.465406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:37.477485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e50181e2-c8ea-4f98-a50e-feac3ab97085 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "PUT /v2.0/routers/8ef88842-1d76-4d49-8116-bc787ebb401a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3803017 Mar 11 17:46:37.478880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40704) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:37.487081 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-1f318581-508c-48e0-be35-d0e713283e2e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:46:37.493247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f318581-508c-48e0-be35-d0e713283e2e tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13 HTTP/1.1" status: 409 len: 329 time: 1.7666278 Mar 11 17:46:37.497198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40708) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:37.498435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:37.505805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Sync routers for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:37.519994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:37.521003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:37.578189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:37.652059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Usage tracker for resource:port and tenant:9ecf8763cc0645e99aee9c6a22d4c993 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:37.657501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0160a30-225d-4ce7-96ec-7c39416832b1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.660312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:37.673883 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.673883 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Added segment ccd3d4f0-e61d-4fea-bdc3-841221abdf23 of type vlan for network 42f6a4d3-7669-4dc1-8486-e70dbc80008c Mar 11 17:46:37.699497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:37.706643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0160a30-225d-4ce7-96ec-7c39416832b1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f734ac-6237-4b52-9f06-2b8989cfec89,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:37.759066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Made reservation on behalf of 9ecf8763cc0645e99aee9c6a22d4c993 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:37.762251 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.778487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.820279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] device_id is not set on port 0dce4138-1f17-4f52-8182-03a35dcdf094 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:46:37.855055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c0160a30-225d-4ce7-96ec-7c39416832b1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.860294 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c0160a30-225d-4ce7-96ec-7c39416832b1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/29f734ac-6237-4b52-9f06-2b8989cfec89 HTTP/1.1" status: 204 len: 168 time: 1.3244209 Mar 11 17:46:37.866421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.867244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.867390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40718) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:37.867986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.867986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.869269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.869269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.869701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.870543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.871161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.872050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.872540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.873338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.876834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:46:37.877255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dd2f0653-8d07-43d9-8143-a2166df8a987 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8434 time: 0.3974822 Mar 11 17:46:37.882109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40722) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:37.971321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.975281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:37.975877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.007495 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4ceb7f-8f8b-4040-a787-a7d0037243ed req-e56b3710-2b07-4f15-9b78-5af930f28c16 tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.59 "GET /v2.0/ports?device_id=17d85da2-d6ae-4252-a762-738bed3a64b2 HTTP/1.1" status: 200 len: 210 time: 0.1018515 Mar 11 17:46:38.143315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.143315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.160208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.160208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.160208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.160208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.164410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.164410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.164410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.164410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.164410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:38.173255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3ef9a58c-93c5-4e15-984d-d4a1ef0e25ef tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7011 time: 0.2895923 Mar 11 17:46:38.174251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40728) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:38.232926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Network': ['ID=42f6a4d3-7669-4dc1-8486-e70dbc80008c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:38.236247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e79064f-91f5-48c2-907e-c8a4a1a8ba87 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2566538 Mar 11 17:46:38.244176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40734) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:38.247539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-500e224d-cebd-4269-bfb2-8dd26b614087 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:38.268721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'ports': [{'network_id': 'b0376389-fbe2-413f-bd68-1251e6ba53a7', 'name': 'tempest-port--814104089', 'admin_state_up': True}, {'network_id': '42f6a4d3-7669-4dc1-8486-e70dbc80008c', 'admin_state_up': False}]} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:38.269362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'port': {'network_id': 'b0376389-fbe2-413f-bd68-1251e6ba53a7', 'name': 'tempest-port--814104089', 'admin_state_up': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:38.270018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'port': {'network_id': '42f6a4d3-7669-4dc1-8486-e70dbc80008c', 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:38.373365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 42f6a4d3-7669-4dc1-8486-e70dbc80008c details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:38.769734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8f3d0c6-b18d-4b2e-8d64-42d48a13d3de req-852fd027-64dd-4f6b-9d56-2a6d2168efac tempest-ServerShowV247Test-1233467742 tempest-ServerShowV247Test-1233467742-project] 10.222.0.96 "GET /v2.0/ports?device_id=17d85da2-d6ae-4252-a762-738bed3a64b2 HTTP/1.1" status: 200 len: 210 time: 0.1319563 Mar 11 17:46:38.860217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-035d8c0d-72a3-4efa-bf9e-243ef0440988 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4308 time: 0.6799858 Mar 11 17:46:39.101900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:34Z', 'revision_number': 2, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:39.127989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Checking router: 8ef88842-1d76-4d49-8116-bc787ebb401a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:46:39.128909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Updating router 8ef88842-1d76-4d49-8116-bc787ebb401a port e76037e8-22a5-45c4-ad42-f9dca4975094 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:46:39.246045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Allocated IP 172.20.0.13 (3d408086-77ee-44db-b9d7-8f14c3bd5214/705b4f93-b7f5-43d1-ba02-f4d9f100db8e/0dce4138-1f17-4f52-8182-03a35dcdf094) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:39.411050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-500e224d-cebd-4269-bfb2-8dd26b614087 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:39.411808 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.419150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-500e224d-cebd-4269-bfb2-8dd26b614087 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.5444696 Mar 11 17:46:39.420145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40748) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:39.458404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.487092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40752) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:39.535496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913243310', 'description': 'tempest-secgroup-smoke-913243310 description', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:39.606849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66afa72c-e407-4cb2-8b0a-feffb9c01a6a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.663987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66afa72c-e407-4cb2-8b0a-feffb9c01a6a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.705036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:39.731327 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66afa72c-e407-4cb2-8b0a-feffb9c01a6a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.766477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:39.778979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afa72c-e407-4cb2-8b0a-feffb9c01a6a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650cb65b-5518-415c-badf-f5ca592220c8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:39.783816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:39.806320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:39.810566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66afa72c-e407-4cb2-8b0a-feffb9c01a6a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.816382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-66afa72c-e407-4cb2-8b0a-feffb9c01a6a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/650cb65b-5518-415c-badf-f5ca592220c8 HTTP/1.1" status: 204 len: 168 time: 0.3936069 Mar 11 17:46:39.817555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40760) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:39.961194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.172289 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.225470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Transition to ACTIVE for port object 0dce4138-1f17-4f52-8182-03a35dcdf094 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:40.304971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:40.316826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Usage tracker for resource:port and tenant:019668bf26044529a6c7eeaa6595eae2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:40.324222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:40.337350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:40.382035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Made reservation on behalf of 019668bf26044529a6c7eeaa6595eae2 for: {'port': 2} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:40.388851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.422698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.451213 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.470715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Transition to ACTIVE for port object e76037e8-22a5-45c4-ad42-f9dca4975094 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:40.480617 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.485494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40776) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:40.498304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369077733', 'description': 'tempest-description--1631432696'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:40.523150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:40.569466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:40.611728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.689460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:40.714228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:40.728043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:40.735633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519366-c11b-40a7-9fa3-eedd9ed42e5c None None] Pushing event updated for resources: {'Port': ['ID=e76037e8-22a5-45c4-ad42-f9dca4975094,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:40.746553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:40.758473 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.767326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:40.905780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.907361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40784) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:40.917800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.938006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:40.971953 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.973976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4866443 Mar 11 17:46:40.978686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40790) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:41.001304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': 'cf0d9d62-6363-4bf2-b38f-9f6585588997', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:41.017698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a3927-96ed-41df-b5f7-cb54bd536ef4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d9d62-6363-4bf2-b38f-9f6585588997,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:41.025062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.036275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:41.045018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:41.049526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:41.068991 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-91937a90-2e65-4b45-8c8b-0d54d02cce37 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2330935 Mar 11 17:46:41.070085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40796) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:41.076895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:41.081393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Attempting to bind port e76037e8-22a5-45c4-ad42-f9dca4975094 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:41.081863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Attempting to bind port e76037e8-22a5-45c4-ad42-f9dca4975094 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:41.082201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Attempting to bind port e76037e8-22a5-45c4-ad42-f9dca4975094 on network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:46:41.088992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:41.109905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405575293'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:41.122281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:46:41.122754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Checking segment: {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:41.123125 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.123516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Bound using segment: {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:46:41.126251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Bound port: e76037e8-22a5-45c4-ad42-f9dca4975094, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:41.126796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.140627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:41.168796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:41.182235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:41.223957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.236456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:41.237229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.337229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:41.353156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] For port e76037e8-22a5-45c4-ad42-f9dca4975094, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:41.362477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] For port e76037e8-22a5-45c4-ad42-f9dca4975094, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e76037e8-22a5-45c4-ad42-f9dca4975094,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:41.375332 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.405477 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.416829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4464903 Mar 11 17:46:41.416829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:41.419487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dadff-02c8-4060-b9c1-38916e30c26f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event updated for resources: {'Port': ['ID=0dce4138-1f17-4f52-8182-03a35dcdf094,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:41.421454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40802) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:41.437692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Request body: {'floatingip': {'port_id': '0dce4138-1f17-4f52-8182-03a35dcdf094'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:41.484603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:41.528228 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.558495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:41.577419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519366-c11b-40a7-9fa3-eedd9ed42e5c None None] Pushing event updated for resources: {'Port': ['ID=e76037e8-22a5-45c4-ad42-f9dca4975094,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:41.582151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:41.582867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:41.588214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:41.755244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] device_id is not set on port 1273da82-0e05-44e0-84a4-c0378c9125a8 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:46:41.757408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4d3d030-9302-42cc-8718-41b4aa35f5ff None None] Provisioning for port 0dce4138-1f17-4f52-8182-03a35dcdf094 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:41.768406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4d3d030-9302-42cc-8718-41b4aa35f5ff None None] Provisioning complete for port 0dce4138-1f17-4f52-8182-03a35dcdf094 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:41.768654 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d030-9302-42cc-8718-41b4aa35f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.865163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.866318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3d030-9302-42cc-8718-41b4aa35f5ff None None] Port 0dce4138-1f17-4f52-8182-03a35dcdf094 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:41.887678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:46:41.934975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6474b8f-80e8-44f4-846c-f4f5b8a2a881,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:41.946419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.005998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.020531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.027816 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.063123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.069285 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.5695066 Mar 11 17:46:42.075682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40810) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:42.089710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '08ef9f7a-5e46-41a9-9ab4-68b2d3559440', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:42.096660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:42.100751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:42.103914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:42.112839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:42.150338 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.276253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.279826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-66f68375-4c0d-4ce7-8257-6b33de5b86a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2994323 Mar 11 17:46:42.289454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40816) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:42.290594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:42.301430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:42.309328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': 'cf0d9d62-6363-4bf2-b38f-9f6585588997', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:42.314860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:42.335533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:42.338383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:42.343054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:42.352011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Usage tracker for resource:security_group_rule and tenant:e5a949e486b84b01b86287764cfcfe02 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:42.357919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:42.363579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:42.367092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7a4e5-69c1-4cb1-be4e-c2945a5eba03 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ef9f7a-5e46-41a9-9ab4-68b2d3559440,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:42.373470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:42.400415 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b26ae18-d4ee-42e1-bff8-c3443402f18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.410858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:42.421271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:42.538979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.549109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.623780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:41Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:42.630953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.636721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d329f7-a2ef-4315-972d-509530065367 None None] The sync data for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 is: [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:41Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:42.683739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.693017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.702346 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6178403 Mar 11 17:46:42.702724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:42.713044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '08ef9f7a-5e46-41a9-9ab4-68b2d3559440', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:42.728361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:42.735409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:42.739871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:42.753619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:42.756780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.783249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17663d4-3ffa-4c08-85de-8f17386fd8bf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f231ac52-e805-49e8-b697-f399edd24431,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:42.793002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.815390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] device_id is not set on port 22dc436a-995c-4753-9380-e195f1ce3930 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:46:42.859584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.866074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.906832 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.954700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb3944-c61f-4b63-84fc-a8c82a83444b,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:42.958241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee179051-fb89-441b-b656-57f6796e8407,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:43.098781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.119763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.126919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.132456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.136784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb13c201-b5f0-426c-bbfa-ff47381475d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8403466 Mar 11 17:46:43.143917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.145214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-97ccc019-b81c-45d6-803c-4932e3067287 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0733924 Mar 11 17:46:43.148762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40828) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:43.149108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40830) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:43.153507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.165420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': 'ee179051-fb89-441b-b656-57f6796e8407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:43.172413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:43.176843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:43.180268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:43.187339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:43.233843 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:46:43.234502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:43.240582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:43.244943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:floatingip and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:43.249129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:43.253706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59840870-f4fe-4980-a96e-239bbe6153f9,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:43.256739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:43.265812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7cd8a4-3366-43ad-b456-8495540bcdca,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:43.268642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.280027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.283944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 0e5b73bb-2467-4a50-8a16-79f55b6787e9 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:43.285067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.325646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.326910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b6754dae-efa5-4b4f-8916-6aff80b8af4b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6208680 Mar 11 17:46:43.336434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40838) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:43.358243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '08ef9f7a-5e46-41a9-9ab4-68b2d3559440', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:43.361436 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.371332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:43.424441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:43.452559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:43.467629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:43.482398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d4f1c03b-4efb-404e-a1bf-631577c6632a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e5a949e486b84b01b86287764cfcfe02&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5734782 Mar 11 17:46:43.487471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40842) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:43.521360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.576634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.599963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.622103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11e2ac05-7c33-4f24-9219-4679024b5bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.641130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e76037e8-22a5-45c4-ad42-f9dca4975094 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:43.653307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b1d55e-32da-4d31-bbae-c4df544a8fcf,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:43.679343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.818534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e76037e8-22a5-45c4-ad42-f9dca4975094 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:43.827506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.829896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e76037e8-22a5-45c4-ad42-f9dca4975094 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:43.830265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.849039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Port': ['ID=1273da82-0e05-44e0-84a4-c0378c9125a8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:44.009129 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.012134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Calling delete_port for 0e5b73bb-2467-4a50-8a16-79f55b6787e9 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:44.026533 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11e2ac05-7c33-4f24-9219-4679024b5bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.055952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e76037e8-22a5-45c4-ad42-f9dca4975094, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e76037e8-22a5-45c4-ad42-f9dca4975094,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:44.056552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.066876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.085648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.093532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-48bd8823-cf9a-4422-b239-6ccfefe416f0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9411821 Mar 11 17:46:44.095375 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.169880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:44.198144 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-be5a8269-4785-412a-8d18-137e2f5b7c54 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8236656 Mar 11 17:46:44.269594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e76037e8-22a5-45c4-ad42-f9dca4975094,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:44.323936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Checking segment: {'id': '309c8963-e94f-4912-b624-407c73ccba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'b0376389-fbe2-413f-bd68-1251e6ba53a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:44.324616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network hostable DHCP agents. Network: b0376389-fbe2-413f-bd68-1251e6ba53a7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:46:44.338741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.416672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.480219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d3d978e-8c70-4f08-8acb-e00d792a1905 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.501142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e56d5c-8701-4418-94c4-ca9b7f4c7c1d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:44.506501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d3d978e-8c70-4f08-8acb-e00d792a1905 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.535605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce368-eb6a-4754-bfcb-27eca1718171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.544328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-504bef6a-fe4f-4724-be37-dae53626317e req-8ff65cca-dfc3-4bca-9638-272998de4614 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2960780 Mar 11 17:46:44.564009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network b0376389-fbe2-413f-bd68-1251e6ba53a7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:44.569852 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.572241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-918dad83-5ecb-4621-a69d-8da8f756c10c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2342494 Mar 11 17:46:44.579650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40856) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:44.591411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.642503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b0376389-fbe2-413f-bd68-1251e6ba53a7) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:44.653218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d3d978e-8c70-4f08-8acb-e00d792a1905 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.659184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7292029-999b-4d7a-a79b-c21fe7538156 None None] Network b0376389-fbe2-413f-bd68-1251e6ba53a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:44.678711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:44.679588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.683880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Port': ['ID=0e5b73bb-2467-4a50-8a16-79f55b6787e9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:44.730936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '08ef9f7a-5e46-41a9-9ab4-68b2d3559440', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:44.759782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:44.770247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d978e-8c70-4f08-8acb-e00d792a1905 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2b1d55e-32da-4d31-bbae-c4df544a8fcf,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:44.772976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:44.778263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d3d978e-8c70-4f08-8acb-e00d792a1905 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.778263 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7d3d978e-8c70-4f08-8acb-e00d792a1905 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/f2b1d55e-32da-4d31-bbae-c4df544a8fcf HTTP/1.1" status: 204 len: 168 time: 0.6012011 Mar 11 17:46:44.779920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40860) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:44.784074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:44.821873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:44.904744 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-ede17398-5407-45e1-b0e2-d68c783fdb1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 1097 time: 0.5521207 Mar 11 17:46:44.904990 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-504bef6a-fe4f-4724-be37-dae53626317e req-00610fa9-36e7-4bb4-b5da-3e931b76419a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0802748 Mar 11 17:46:44.922669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.001853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11e2ac05-7c33-4f24-9219-4679024b5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.011852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2f1dc96-67c3-4d7a-825f-6b7960be4836 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:45.055144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.093009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-504bef6a-fe4f-4724-be37-dae53626317e req-8c46a7e7-fd83-4f7f-9eaa-af9392307810 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074002 Mar 11 17:46:45.208048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11e2ac05-7c33-4f24-9219-4679024b5bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.209217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-11e2ac05-7c33-4f24-9219-4679024b5bdf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0d7cd8a4-3366-43ad-b456-8495540bcdca HTTP/1.1" status: 204 len: 168 time: 1.6864038 Mar 11 17:46:45.249551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Port': ['ID=22dc436a-995c-4753-9380-e195f1ce3930,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:45.331525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2ac05-7c33-4f24-9219-4679024b5bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7cd8a4-3366-43ad-b456-8495540bcdca,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:45.349807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2f1dc96-67c3-4d7a-825f-6b7960be4836 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:45.351146 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d2f1dc96-67c3-4d7a-825f-6b7960be4836 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5705137 Mar 11 17:46:45.360839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:45.411632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Checking segment: {'id': 'ccd3d4f0-e61d-4fea-bdc3-841221abdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '42f6a4d3-7669-4dc1-8486-e70dbc80008c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:46:45.412170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network hostable DHCP agents. Network: 42f6a4d3-7669-4dc1-8486-e70dbc80008c, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:46:45.473766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.484580 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.505771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network 42f6a4d3-7669-4dc1-8486-e70dbc80008c is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:45.513908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc87c19-44f9-416e-84c6-820af515413f req-5b567192-2c20-41a8-b972-f2f82c9472ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:45.515639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-5b567192-2c20-41a8-b972-f2f82c9472ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.2678862 Mar 11 17:46:45.571715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.614117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e76037e8-22a5-45c4-ad42-f9dca4975094 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:46:45.639759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bef6a-fe4f-4724-be37-dae53626317e req-18b626f5-ba71-4002-a2ec-50cd9e33313a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:45.641475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-504bef6a-fe4f-4724-be37-dae53626317e req-18b626f5-ba71-4002-a2ec-50cd9e33313a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5324202 Mar 11 17:46:45.650331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa914f85-efac-48ed-b70f-00998abe611d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:45.670258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b68aeca8-16df-4a42-b891-3866b318f8da tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.713487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.25.3.103 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/f7184ce7-ca49-44ac-99e9-7b3fe4de2d13) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:45.734803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.736541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 42f6a4d3-7669-4dc1-8486-e70dbc80008c) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:45.740064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-daa8e7a9-92ef-427b-95af-6343348cdcb9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1590667 Mar 11 17:46:45.740853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40876) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:45.759518 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP b09ce6b2-6767-4401-be1a-79f23d23eaf0 associated. External IP: 172.25.3.59, port: 1a4daf84-1f71-4e46-8169-6a9d76fca5b6. Mar 11 17:46:45.763155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:45.768304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:45.773166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:45.774628 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.811612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0376606-0c3e-410b-993a-7a1f86a3aa36 None None] Network 42f6a4d3-7669-4dc1-8486-e70dbc80008c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:45.837260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '08ef9f7a-5e46-41a9-9ab4-68b2d3559440', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:45.905844 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4fe33264-b008-4ad7-80c3-e800a99805cc tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.6448455 Mar 11 17:46:45.909609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40880) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:45.910266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40882) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:45.958351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:45.968381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b68aeca8-16df-4a42-b891-3866b318f8da tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.978865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:46.024142 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.041594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:46.071764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:46.091876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.140681 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-c8fdcc8c-fd68-4a82-a534-0e4f61f110a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6b389a-42ae-4b75-8163-cd109602713c HTTP/1.1" status: 200 len: 1002 time: 0.5420880 Mar 11 17:46:46.149031 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Project 2b4ad54dc6f94f62b103007cf81b8c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:46:46.154093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e76037e8-22a5-45c4-ad42-f9dca4975094 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:46.156069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.211109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.321337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc87c19-44f9-416e-84c6-820af515413f req-44d6562c-93ce-4948-8c90-bd028338d41e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:46.322853 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-44d6562c-93ce-4948-8c90-bd028338d41e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.0721784 Mar 11 17:46:46.342311 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.349600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b68aeca8-16df-4a42-b891-3866b318f8da tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.365150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.412773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aeca8-16df-4a42-b891-3866b318f8da tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee179051-fb89-441b-b656-57f6796e8407,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:46.433193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77772190-ab1b-456e-a3d8-0ed9318a9f7e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:46.440052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.483989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.485340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-97d0f5a7-640f-4f23-8cde-f5b7cbe740b2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7336547 Mar 11 17:46:46.487734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b68aeca8-16df-4a42-b891-3866b318f8da tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.488988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b68aeca8-16df-4a42-b891-3866b318f8da tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/ee179051-fb89-441b-b656-57f6796e8407 HTTP/1.1" status: 204 len: 168 time: 1.1231263 Mar 11 17:46:46.491181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40900) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:46.498864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40902) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:46.505195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '08ef9f7a-5e46-41a9-9ab4-68b2d3559440', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:46.533686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:46.556097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:46.565674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:46.581857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:46.585924 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.672191 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Project 2b4ad54dc6f94f62b103007cf81b8c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:46:46.705561 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.722955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:46.727770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f0d7e3a7-ed77-4ab5-a5e9-7728d95b2b38 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:46.732710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5f9d0-4e44-40e4-a1a1-158fd2b70b84 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:46.736832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5f9d0-4e44-40e4-a1a1-158fd2b70b84 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:46.737814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-87a5f9d0-4e44-40e4-a1a1-158fd2b70b84 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Synchronizing usage tracker for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:46.737984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:46.743700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=f7184ce7-ca49-44ac-99e9-7b3fe4de2d13,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:46.746401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:46.752377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.788761 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-96f9a75e-10ef-4f80-8fa7-239952fdaf48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4503794 Mar 11 17:46:46.793571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-87a5f9d0-4e44-40e4-a1a1-158fd2b70b84 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Unset dirty status for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:46.795140 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-87a5f9d0-4e44-40e4-a1a1-158fd2b70b84 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8787296 Mar 11 17:46:46.799248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:46.950683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f0d7e3a7-ed77-4ab5-a5e9-7728d95b2b38 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:46.952298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f0d7e3a7-ed77-4ab5-a5e9-7728d95b2b38 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4524293 Mar 11 17:46:46.966883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40920) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:46.971989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:46.981971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120251357'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:46.990197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Router ea44ced3-339b-4162-8c5c-10f1f7a19c13 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:46.991732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2978a0559ea406fa4ab9c2aebe9208e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:46.993901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:46.997378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:47.001344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:47.021599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Deleting port 1273da82-0e05-44e0-84a4-c0378c9125a8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:47.022080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.039054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:47.049195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:47.049486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.062399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.095497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.116272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8181e53-9663-43fd-9930-b61e0e029edf,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:47.148263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.149466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fb34dccd-5049-43d9-b46b-36e2ed77ca39 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6559472 Mar 11 17:46:47.178315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:47.237073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:47.241210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:47.267143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:47.279338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.540827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.657750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.671476 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.688346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-38685091-f7b0-4134-8a47-4e2426f63d92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913243310&fields=id&tenant_id=2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 267 time: 0.1873813 Mar 11 17:46:47.830107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:47.855926 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.890179 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-06590b9c-2272-45ba-a324-4a34958fc247 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0937393 Mar 11 17:46:47.915886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2f4601-af6d-4a40-ab13-de4b019d0e00,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:48.016626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.018098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d8b19a5-a94f-4224-9dc2-d3277fe766fa tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0499010 Mar 11 17:46:48.036223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40944) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.061176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '1d2f4601-af6d-4a40-ab13-de4b019d0e00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:48.082113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:48.121559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:48.186038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:48.221442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:48.244632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Calling delete_port for 1273da82-0e05-44e0-84a4-c0378c9125a8 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:48.311196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df875-d03a-4f10-a072-b807fd93644a req-b3593d93-7bbb-44ad-95ff-9e206266ee4c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:48.312483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-b3593d93-7bbb-44ad-95ff-9e206266ee4c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/networks?id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 200 len: 796 time: 0.6114902 Mar 11 17:46:48.319943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-994f6dc9-b8bc-4349-bbb7-4effdc67eb82 req-dea06399-122b-46a6-9051-f72614a1e925 service neutron] (83848) timed out ('10.222.0.96', 50894) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:46:48.362045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.370410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-e40dc63e-07c5-4b82-b0e6-f4a47026ce78 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/quotas/2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 375 time: 0.0512891 Mar 11 17:46:48.381418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:48.405067 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7dc87c19-44f9-416e-84c6-820af515413f req-8471e5b2-c13f-479d-ad19-3b3c8d933a41 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029950 Mar 11 17:46:48.414328 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.426668 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] Sync routers for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:48.442979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.444105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.449621 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b47cb653-fcc3-4117-b771-c9d369cf8707 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9448972 Mar 11 17:46:48.451476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.452967 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:48.453487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40954) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.458082 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:48.477951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.572577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393e7da-e12a-407d-8764-b7be388b9171,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:48.578885 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:48.585713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Port': ['ID=1273da82-0e05-44e0-84a4-c0378c9125a8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:48.592255 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] Routers {'ea44ced3-339b-4162-8c5c-10f1f7a19c13'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:48.593131 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:48.603521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.619577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b146881b-b799-4894-a94a-ef7636c922b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b2978a0559ea406fa4ab9c2aebe9208e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7061033 Mar 11 17:46:48.626428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40960) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.662746 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3a59ce57-73a7-4793-9248-dd2fb81d2b55 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/ports/1273da82-0e05-44e0-84a4-c0378c9125a8 HTTP/1.1" status: 204 len: 168 time: 1.8447313 Mar 11 17:46:48.666878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40964) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.669150 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:48.669796 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add9b6c-d61c-418c-abf1-a266f0c6ad13 None None] The sync data for ids ['ea44ced3-339b-4162-8c5c-10f1f7a19c13'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:48.679029 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-7127cf8a-86ea-40dd-b656-568c5ea1bcbf tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] show failed (client error): The resource could not be found. Mar 11 17:46:48.684373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7127cf8a-86ea-40dd-b656-568c5ea1bcbf tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-522076192 HTTP/1.1" status: 404 len: 334 time: 0.1658204 Mar 11 17:46:48.711621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40968) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.734066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a7615f2a-2371-4aa6-a539-727f5619820d tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:48.751969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=f7184ce7-ca49-44ac-99e9-7b3fe4de2d13,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:48.789543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.799599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.805047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.822148 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-a7615f2a-2371-4aa6-a539-727f5619820d tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] update failed (client error): The resource could not be found. Mar 11 17:46:48.830447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7615f2a-2371-4aa6-a539-727f5619820d tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1478673899 HTTP/1.1" status: 404 len: 335 time: 0.0948420 Mar 11 17:46:48.835869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40972) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.845044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e211-4a2c-48dc-ae31-7fb2834c76b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.856438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d3c998-5f23-4eee-8c4b-56f85c7dd93f,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:48.894761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.896015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-426a703d-1b1e-4156-9df6-12edd411afa5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8471828 Mar 11 17:46:48.897107 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.898401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9a50f109-44c3-45a2-a09e-15bcf6db3d46 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7480199 Mar 11 17:46:48.901223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40976) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.907452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-552df875-d03a-4f10-a072-b807fd93644a req-0ee1e7cf-4731-46c8-a6da-066e1e49677e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:48.947480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-267ef613-124f-434e-ad5e-5b635fc64fe0 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules/25d3c998-5f23-4eee-8c4b-56f85c7dd93f HTTP/1.1" status: 200 len: 705 time: 0.0359628 Mar 11 17:46:48.951644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40982) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:48.974646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-552df875-d03a-4f10-a072-b807fd93644a req-0ee1e7cf-4731-46c8-a6da-066e1e49677e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:48.992116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-0ee1e7cf-4731-46c8-a6da-066e1e49677e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5580904 Mar 11 17:46:49.025570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Deleting port 22dc436a-995c-4753-9380-e195f1ce3930 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:49.025908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:49.065827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e211-4a2c-48dc-ae31-7fb2834c76b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:49.075710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:49.092429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:49.137714 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:49.139722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:49.236027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e80e28bf-95b6-41ad-b976-b6b012912e66 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:49.304541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-869f921f-2eae-4770-b3fc-af633d615025 service neutron] 10.222.0.96 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110628 Mar 11 17:46:49.377946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:49.401989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:49.404347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:49.434493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e80e28bf-95b6-41ad-b976-b6b012912e66 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:49.440068 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e80e28bf-95b6-41ad-b976-b6b012912e66 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4785368 Mar 11 17:46:49.440981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:49.537434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:49.539962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de812256-0f31-4347-8d26-4b5ca916b220 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:49.584074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ffa65ad8-4cec-4423-898c-4e58f6aacb5c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:49.597633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e211-4a2c-48dc-ae31-7fb2834c76b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:49.661575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-8bbb0e20-5263-4aad-9ec3-4f4394dbe65f service neutron] 10.222.0.96 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552153 Mar 11 17:46:49.670094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ffa65ad8-4cec-4423-898c-4e58f6aacb5c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:49.687609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-c8347b38-3008-4bc5-8e00-33ad75c10fec tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:49.716211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-c8347b38-3008-4bc5-8e00-33ad75c10fec tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:49.717528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-c8347b38-3008-4bc5-8e00-33ad75c10fec tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--369077733&fields=id&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 267 time: 0.1064985 Mar 11 17:46:49.843885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8e211-4a2c-48dc-ae31-7fb2834c76b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393e7da-e12a-407d-8764-b7be388b9171,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:49.873129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting subnet 880973ef-533b-4812-9965-7f3fff21632a {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:46:49.878636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:49.889389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dbc8e211-4a2c-48dc-ae31-7fb2834c76b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:49.894696 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dbc8e211-4a2c-48dc-ae31-7fb2834c76b4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f393e7da-e12a-407d-8764-b7be388b9171 HTTP/1.1" status: 204 len: 168 time: 1.2604840 Mar 11 17:46:49.894696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.060285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ffa65ad8-4cec-4423-898c-4e58f6aacb5c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.069215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Calling delete_port for 22dc436a-995c-4753-9380-e195f1ce3930 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:50.075007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-d0ccf824-964f-437d-a880-15f73a3e44fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:50.084147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-d0ccf824-964f-437d-a880-15f73a3e44fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 0.3094151 Mar 11 17:46:50.122168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-0952ac77-ebdf-4edd-aeb6-78e934fac540 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/quotas/5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 375 time: 0.0352890 Mar 11 17:46:50.186423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa65ad8-4cec-4423-898c-4e58f6aacb5c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25d3c998-5f23-4eee-8c4b-56f85c7dd93f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:50.245618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ffa65ad8-4cec-4423-898c-4e58f6aacb5c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.252956 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ffa65ad8-4cec-4423-898c-4e58f6aacb5c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/25d3c998-5f23-4eee-8c4b-56f85c7dd93f HTTP/1.1" status: 204 len: 168 time: 0.7972806 Mar 11 17:46:50.255850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.288374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:50.358995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-675de28f-ba0c-497f-97f8-c479f67723ef req-522ca584-425e-4693-abe4-21bda4728705 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 210 time: 0.1234877 Mar 11 17:46:50.411945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-a357a3f9-7a0b-45ce-82bd-b02c0d29aa07 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2876723 Mar 11 17:46:50.437875 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.539945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router 7028c7bb-5973-4683-8500-f436b1369338 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:50.547298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.606699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.730938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fadf81de-83f9-43c6-adc7-a482cb2239d1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:50.733817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-bf07057d-2512-41b7-ae4a-ba09d84c7737 service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179650 Mar 11 17:46:50.790670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Subnet': ['ID=880973ef-533b-4812-9965-7f3fff21632a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:50.812310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Port': ['ID=22dc436a-995c-4753-9380-e195f1ce3930,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:50.858701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b770a47f-56c3-4b13-9acb-2d1c948a41b1 None None] Network 3c823e06-274b-4e97-bbf3-d4d05b71ec72 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:46:50.873067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.907108 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:50.925551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-12d3569a-bb19-40c7-8ecd-4533e42f54e6 service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902664 Mar 11 17:46:50.926591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fadf81de-83f9-43c6-adc7-a482cb2239d1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:50.943072 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fadf81de-83f9-43c6-adc7-a482cb2239d1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6496027 Mar 11 17:46:50.945513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41028) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:50.958086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '1d2f4601-af6d-4a40-ab13-de4b019d0e00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:50.983378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41034) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:50.990868 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-984d5142-b61c-4692-9de7-644cf6b075b7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/subnets/880973ef-533b-4812-9965-7f3fff21632a HTTP/1.1" status: 204 len: 168 time: 2.1426508 Mar 11 17:46:50.996009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41036) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:51.065669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:51.076968 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06ad0183-fb59-4ab3-957e-9aef672f7f5f tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/ports/22dc436a-995c-4753-9380-e195f1ce3930 HTTP/1.1" status: 204 len: 168 time: 2.4074545 Mar 11 17:46:51.080390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41042) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:51.303067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:51.306112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-62aa0e91-302d-465b-88a7-c16c60ccc562 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Synchronizing usage tracker for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:51.339651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.419708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] DHCP port deletion for 3c823e06-274b-4e97-bbf3-d4d05b71ec72 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:46:51.426645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Deleting port 2a9dc19a-eec5-425d-bcf7-fe900965a94a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:51.426645 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.435498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35c82b45-f752-4198-bd91-eb14b0cbf09e req-23033d50-3461-46a5-a4d9-33f6528e5407 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.1332414 Mar 11 17:46:51.446843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-62aa0e91-302d-465b-88a7-c16c60ccc562 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Unset dirty status for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:51.451758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-62aa0e91-302d-465b-88a7-c16c60ccc562 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3612971 Mar 11 17:46:51.461869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41052) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:51.477299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.493043 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.516924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:51.524734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.530083 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] Sync routers for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:51.543308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-615393314'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:51.547675 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:51.548301 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:51.578527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 2a9dc19a-eec5-425d-bcf7-fe900965a94a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:51.579074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.586126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:51.619587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:51.635646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Usage tracker for resource:network and tenant:019668bf26044529a6c7eeaa6595eae2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:51.676937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Usage tracker for resource:security_group_rule and tenant:338ae0509311495eae8a0ede14c17b44 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:51.686352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2a9dc19a-eec5-425d-bcf7-fe900965a94a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:46:51.693303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:51.698258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:51.731678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:51.743623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:51.795385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Made reservation on behalf of 019668bf26044529a6c7eeaa6595eae2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:51.802879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.847278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.864184 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:51.891829 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:51.894061 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:51.917081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:51.942823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.943180 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Added segment 7db71e0b-6a96-4b50-ac50-da3e0c142165 of type vlan for network fd36f843-7ab2-4e7d-b41f-d6160a68f75e Mar 11 17:46:51.960514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.964163 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:51.985377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.038706 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=338ae0509311495eae8a0ede14c17b44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0406456 Mar 11 17:46:52.040870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.045389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41062) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:52.122614 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:52.123042 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631433c2-b0ce-4252-90c7-1fb62d90e701 None None] The sync data for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:52.138848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ac057-c53b-4f3a-ab40-5b2dbdebafa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7c381b-cbc3-427e-b987-b92b32183de9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:52.179905 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.184081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:52.184937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.335797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8a0d9f-c1a0-4dee-b05b-1fc0e2abed9e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:52.356966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Network': ['ID=fd36f843-7ab2-4e7d-b41f-d6160a68f75e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:52.372671 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f978db3c-cf65-46fe-8bb5-dde829b0b76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.381727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63f3a818-29ff-4eb1-98e7-16c2c2c5d813 req-c299e264-fb49-4d8b-ba3b-ce56bba1a0ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 210 time: 0.4928648 Mar 11 17:46:52.416468 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-140fd6c0-d016-42c0-94eb-f0a225a6de0e tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9126830 Mar 11 17:46:52.420290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41070) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:52.427305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-471188456'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:52.438855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f978db3c-cf65-46fe-8bb5-dde829b0b76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.456506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.459578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:52.484303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Usage tracker for resource:network and tenant:019668bf26044529a6c7eeaa6595eae2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:52.489961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7485d000-bc52-4e9a-b55b-eab7546aa971 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/floatingips/b09ce6b2-6767-4401-be1a-79f23d23eaf0 HTTP/1.1" status: 200 len: 978 time: 11.0624588 Mar 11 17:46:52.498015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41076) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:52.500533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network fd36f843-7ab2-4e7d-b41f-d6160a68f75e details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:52.518808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:52.538632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.539264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.539831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.541477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.542437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.543014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.543754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.544464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.545541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.546722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.549221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:52.575977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a9dc19a-eec5-425d-bcf7-fe900965a94a,segment=NetworkSegment(8b79d683-2668-4414-b83a-08751cbf6cc8),segment_id=8b79d683-2668-4414-b83a-08751cbf6cc8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:52.576592 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.695331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a9dc19a-eec5-425d-bcf7-fe900965a94a,segment=NetworkSegment(8b79d683-2668-4414-b83a-08751cbf6cc8),segment_id=8b79d683-2668-4414-b83a-08751cbf6cc8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:52.767769 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.770882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:52.829216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f978db3c-cf65-46fe-8bb5-dde829b0b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.862485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a9dc19a-eec5-425d-bcf7-fe900965a94a,segment=NetworkSegment(8b79d683-2668-4414-b83a-08751cbf6cc8),segment_id=8b79d683-2668-4414-b83a-08751cbf6cc8)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:52.863171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:52.939229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Calling delete_port for 2a9dc19a-eec5-425d-bcf7-fe900965a94a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:53.016133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-275f73d9-ee27-4793-b30a-bf78e94268b9 req-188ad65c-c0fe-48c0-99b1-cccc1e1133da tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.3274696 Mar 11 17:46:53.024553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Calling delete_port for 2a9dc19a-eec5-425d-bcf7-fe900965a94a owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:53.073808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.076879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f978db3c-cf65-46fe-8bb5-dde829b0b76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.078055 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f978db3c-cf65-46fe-8bb5-dde829b0b76f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f7c381b-cbc3-427e-b987-b92b32183de9 HTTP/1.1" status: 204 len: 168 time: 1.0286708 Mar 11 17:46:53.079146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978db3c-cf65-46fe-8bb5-dde829b0b76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7c381b-cbc3-427e-b987-b92b32183de9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:53.081923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Made reservation on behalf of 019668bf26044529a6c7eeaa6595eae2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:53.087789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e08ea77d-73c3-41b3-99c6-615d610f081c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.1404765 Mar 11 17:46:53.090248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41082) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:53.098229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.139889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=2a9dc19a-eec5-425d-bcf7-fe900965a94a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:53.159926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d2e35364-10ae-4b4c-8387-88d1d7a76ae2 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules/8f8a0d9f-c1a0-4dee-b05b-1fc0e2abed9e HTTP/1.1" status: 200 len: 705 time: 0.0684531 Mar 11 17:46:53.162759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41086) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:53.183404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:46:53.183755 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:46:53.218093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 0dce4138-1f17-4f52-8182-03a35dcdf094 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:53.219052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.242005 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:46:53.242469 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:46:53.263480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d2b25f9-fca4-4bec-9dc1-27a6bddf0a92 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:53.288240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d2b25f9-fca4-4bec-9dc1-27a6bddf0a92 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:53.293287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8d2b25f9-fca4-4bec-9dc1-27a6bddf0a92 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1293194 Mar 11 17:46:53.297685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41090) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:53.343106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:53.347378 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0af87117-9a9f-4b62-8c8b-5453c02480f1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.382161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df875-d03a-4f10-a072-b807fd93644a req-6355eb00-a554-4657-a27b-da3422870160 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:53.383043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-552df875-d03a-4f10-a072-b807fd93644a req-6355eb00-a554-4657-a27b-da3422870160 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:53.386496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.386867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0af87117-9a9f-4b62-8c8b-5453c02480f1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.387056 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Added segment 2be5bd50-3ca6-4242-b7bb-e9475924fb85 of type vlan for network 51549cde-019e-4f3c-afc8-6e0bd4afb7c1 Mar 11 17:46:53.443281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0af87117-9a9f-4b62-8c8b-5453c02480f1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.493085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af87117-9a9f-4b62-8c8b-5453c02480f1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f8a0d9f-c1a0-4dee-b05b-1fc0e2abed9e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:53.548274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0af87117-9a9f-4b62-8c8b-5453c02480f1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.549545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0af87117-9a9f-4b62-8c8b-5453c02480f1 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/8f8a0d9f-c1a0-4dee-b05b-1fc0e2abed9e HTTP/1.1" status: 204 len: 168 time: 0.2499769 Mar 11 17:46:53.552202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41100) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:53.581157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.605837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-552df875-d03a-4f10-a072-b807fd93644a req-6355eb00-a554-4657-a27b-da3422870160 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:53.610859 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-6355eb00-a554-4657-a27b-da3422870160 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/networks?id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 200 len: 796 time: 0.9551771 Mar 11 17:46:53.686346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Deleting port 2a9dc19a-eec5-425d-bcf7-fe900965a94a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:53.687891 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.868960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 2a9dc19a-eec5-425d-bcf7-fe900965a94a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:53.869462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.956256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.960254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:53.960881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:53.980878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-552df875-d03a-4f10-a072-b807fd93644a req-fa73f929-497c-42c8-bea4-e1424b336009 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:54.032340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97e1b7bf-1c10-436b-b7bd-d17814cb8c4f tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:54.063001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28b24cb6-918e-4cad-922c-34f244c9fe7a req-5f4435e9-8495-47d2-be51-363ba8b7db27 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 210 time: 0.3388131 Mar 11 17:46:54.257881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97e1b7bf-1c10-436b-b7bd-d17814cb8c4f tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:54.261958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-97e1b7bf-1c10-436b-b7bd-d17814cb8c4f tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7060513 Mar 11 17:46:54.264525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41112) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:54.330411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:54.353749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': '1d2f4601-af6d-4a40-ab13-de4b019d0e00', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:54.366347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a9dc19a-eec5-425d-bcf7-fe900965a94a,segment=NetworkSegment(8b79d683-2668-4414-b83a-08751cbf6cc8),segment_id=8b79d683-2668-4414-b83a-08751cbf6cc8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:54.367315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:54.391037 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9691772 Mar 11 17:46:54.490789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2433722e-3b72-4462-859b-48ddf00ead9d req-50eb0825-45cb-417d-9bbc-86da25bb4181 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.1415088 Mar 11 17:46:54.494163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:54.548048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Calling delete_port for 2a9dc19a-eec5-425d-bcf7-fe900965a94a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:54.561400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29684a04-3914-4bc9-b81a-616337bfe6ae tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Network': ['ID=51549cde-019e-4f3c-afc8-6e0bd4afb7c1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:54.564971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-c7e80133-7324-4944-b09b-7ccb72859452 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:54.566607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-c7e80133-7324-4944-b09b-7ccb72859452 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 0.8444297 Mar 11 17:46:54.587383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:54.616527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 51549cde-019e-4f3c-afc8-6e0bd4afb7c1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:46:54.675122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-552df875-d03a-4f10-a072-b807fd93644a req-fa73f929-497c-42c8-bea4-e1424b336009 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:54.676329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-fa73f929-497c-42c8-bea4-e1424b336009 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 379 time: 0.9903142 Mar 11 17:46:54.687552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] For port 2a9dc19a-eec5-425d-bcf7-fe900965a94a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a9dc19a-eec5-425d-bcf7-fe900965a94a,segment=NetworkSegment(8b79d683-2668-4414-b83a-08751cbf6cc8),segment_id=8b79d683-2668-4414-b83a-08751cbf6cc8)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:54.687898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:54.695259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'port': {'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'admin_state_up': True, 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'security_groups': ['08ef9f7a-5e46-41a9-9ab4-68b2d3559440']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:54.714862 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Project 607844f8d034488985afd78f4dc14884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:46:54.943239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:55.039024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:55.050336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:55.088617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] No DVR routers for this DVR port 2a9dc19a-eec5-425d-bcf7-fe900965a94a on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:46:55.096783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434b9b2-0785-4ae4-810c-d9d55dd68b5e None None] Pushing event deleted for resources: {'Port': ['ID=2a9dc19a-eec5-425d-bcf7-fe900965a94a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:55.123035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-dad4f813-4df7-4769-b8e2-8579ab1502a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 472 time: 0.5217862 Mar 11 17:46:55.123845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:55.146062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Calling delete_port for 2a9dc19a-eec5-425d-bcf7-fe900965a94a owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:55.159183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:55.162211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:55.234834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'port': {'device_id': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'admin_state_up': True, 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'security_groups': ['cf0d9d62-6363-4bf2-b38f-9f6585588997']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:55.627982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:46:55.629501 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:46:55.766459 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f4193b7-4c6e-4c46-82c6-2773e63b0af0 req-93561265-4357-4a1d-96bc-614cf54e5779 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 210 time: 0.3914654 Mar 11 17:46:55.925201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:55.946150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:55.983786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41138) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:56.050430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfed7b7b-1cdb-430f-a391-e38ebe4706ef,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:56.058905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 2a9dc19a-eec5-425d-bcf7-fe900965a94a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:46:56.059557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:56.151220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.20.0.14 (2d6ec162-a1c2-4fa2-82cc-ccd0927aa084/bfb1a30c-5744-464a-b156-03eed6d60dde/bbcaab4c-6032-47b8-a6bc-9be246e29045) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:56.172801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:56.173810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:56.174345 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Floating IP b09ce6b2-6767-4401-be1a-79f23d23eaf0 disassociated. External IP: 172.25.3.59, port: 0dce4138-1f17-4f52-8182-03a35dcdf094. Mar 11 17:46:56.174823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 0dce4138-1f17-4f52-8182-03a35dcdf094 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:46:56.384632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] The port '2a9dc19a-eec5-425d-bcf7-fe900965a94a' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:46:56.489779 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4799b670-fac6-4c4d-ab07-86462623530e req-519d6b87-8a8b-461a-a663-8077ccb5aedf tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.5118213 Mar 11 17:46:56.519559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:56.580974 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:56.582596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e9662273-4217-428f-95e9-c912ffcf2739 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.3074436 Mar 11 17:46:56.590813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41148) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:56.596635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:56.602104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:port and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:56.605684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:56.612741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:56.624439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=0dce4138-1f17-4f52-8182-03a35dcdf094,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:56.673732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-523ab107-04ce-407f-b7b6-717b01094f4c tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules/dfed7b7b-1cdb-430f-a391-e38ebe4706ef HTTP/1.1" status: 200 len: 711 time: 0.0512462 Mar 11 17:46:56.678841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41152) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:56.681723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Made reservation on behalf of 5b8021465c8248639c9826d52d8b7bbc for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:56.684908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:56.732458 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.086090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.20.0.3 (9dd1ecfa-4aa8-47be-b280-b60a1d98796b/0fa2abb6-bf10-4e90-a2be-602b89d55690/077d02fb-93f5-46ed-aee9-ccac36aad26a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:57.257239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.329579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c823e06-274b-4e97-bbf3-d4d05b71ec72']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:57.344478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ee83da9-5f65-44ee-972e-4f225478b425 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:57.349078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6116e7cd-f8bc-4220-bdfe-602c87569108 req-4afe4afd-c9d6-423d-9d8e-af433c16e8a1 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 210 time: 0.1439314 Mar 11 17:46:57.357240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.431438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b79d683-2668-4414-b83a-08751cbf6cc8') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:57.431843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b79d683-2668-4414-b83a-08751cbf6cc8') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:57.443036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Transition to ACTIVE for port object bbcaab4c-6032-47b8-a6bc-9be246e29045 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:57.477040 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.526742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ee83da9-5f65-44ee-972e-4f225478b425 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:57.532441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4ee83da9-5f65-44ee-972e-4f225478b425 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.8521662 Mar 11 17:46:57.533599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41164) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:57.538833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.548634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.636709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:57.646272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:57.651909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:57.723987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41172) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:57.739228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:57.743581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:46:57.744010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.744147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'subnets': [{'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1603707228', 'ip_version': 6}, {'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:57.744444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'subnet': {'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1603707228', 'ip_version': 6}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:57.745119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Request body: {'subnet': {'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:46:57.762063 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:46:57.768042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=bbcaab4c-6032-47b8-a6bc-9be246e29045,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:57.771835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.834501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Usage tracker for resource:security_group_rule and tenant:34400a8db9ad4805bc82abbc37806f38 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:57.850683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:57.927421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:57.929968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Transition to ACTIVE for port object 077d02fb-93f5-46ed-aee9-ccac36aad26a will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:57.934523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00e16d2b-339d-4ad8-b313-d1e357d31ee3 req-9fabc4bf-fb1b-4341-a324-c68ba579c3c3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.1541483 Mar 11 17:46:57.944556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2da41fd6-696b-484e-949d-c30cf1f64bfc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.947205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:57.952297 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.966810 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2da41fd6-696b-484e-949d-c30cf1f64bfc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:57.980137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.009643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.035646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-509e496f-3acf-4a1b-9e87-929e927e262f None None] Provisioning for port bbcaab4c-6032-47b8-a6bc-9be246e29045 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:58.037837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Network': ['ID=3c823e06-274b-4e97-bbf3-d4d05b71ec72,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:58.062665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-32f87959-6ba7-4342-a96d-1e9a27cb9a7c tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/networks/3c823e06-274b-4e97-bbf3-d4d05b71ec72 HTTP/1.1" status: 204 len: 168 time: 7.0608621 Mar 11 17:46:58.064855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41180) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:58.069698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.075816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-509e496f-3acf-4a1b-9e87-929e927e262f None None] Provisioning complete for port bbcaab4c-6032-47b8-a6bc-9be246e29045 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:58.076641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-509e496f-3acf-4a1b-9e87-929e927e262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.105375 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2da41fd6-696b-484e-949d-c30cf1f64bfc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.174727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-509e496f-3acf-4a1b-9e87-929e927e262f None None] Port bbcaab4c-6032-47b8-a6bc-9be246e29045 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:58.208651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da41fd6-696b-484e-949d-c30cf1f64bfc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfed7b7b-1cdb-430f-a391-e38ebe4706ef,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:58.275858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.279795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2da41fd6-696b-484e-949d-c30cf1f64bfc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.283578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2da41fd6-696b-484e-949d-c30cf1f64bfc tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/dfed7b7b-1cdb-430f-a391-e38ebe4706ef HTTP/1.1" status: 204 len: 168 time: 0.7300124 Mar 11 17:46:58.305376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:58.308433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:58.309344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=077d02fb-93f5-46ed-aee9-ccac36aad26a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:58.317769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.325367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:58.336187 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-2129c12b-5cb4-4f21-87f5-2b3de9a4aff3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6448841 Mar 11 17:46:58.363944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Request body: {'port': {'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:58.402586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:46:58.441494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router 7028c7bb-5973-4683-8500-f436b1369338 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:58.469647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:46:58.474253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Usage tracker for resource:subnet and tenant:019668bf26044529a6c7eeaa6595eae2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:46:58.482598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:46:58.491608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:46:58.510662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ad1c7-35e3-4f56-8504-19393660c03c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:58.545109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-52afdb81-824f-47bf-a3fc-9f5e623ffa04 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=34400a8db9ad4805bc82abbc37806f38&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5461323 Mar 11 17:46:58.550576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41196) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:58.558186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:58.558851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.623192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ff0a15b-03fc-4327-9fa1-0c953fb28a01 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:46:58.657703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting subnet e133e3bf-522c-4f57-8aa2-3f3e8051b74d {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:46:58.666020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.733389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-44414bf9-6ec2-4722-9113-00a4f311c2d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5364861 Mar 11 17:46:58.757447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.767629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Made reservation on behalf of 019668bf26044529a6c7eeaa6595eae2 for: {'subnet': 2} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:58.771909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Request body: {'port': {'device_id': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:46:58.819353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-79402307-3615-4c6a-8787-3b0cb212f6b5 None None] Provisioning for port 077d02fb-93f5-46ed-aee9-ccac36aad26a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:58.833766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-79402307-3615-4c6a-8787-3b0cb212f6b5 None None] Provisioning complete for port 077d02fb-93f5-46ed-aee9-ccac36aad26a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:58.834790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79402307-3615-4c6a-8787-3b0cb212f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:58.952510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-79402307-3615-4c6a-8787-3b0cb212f6b5 None None] Port 077d02fb-93f5-46ed-aee9-ccac36aad26a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:46:59.007109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ff0a15b-03fc-4327-9fa1-0c953fb28a01 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:46:59.008551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4ff0a15b-03fc-4327-9fa1-0c953fb28a01 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6963823 Mar 11 17:46:59.025851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41206) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:59.064508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.237071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7365ff30-70b0-4799-9db4-fa8d56ebe25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.239597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.239969 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.518213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:59.541023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] Sync routers for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:46:59.543757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7365ff30-70b0-4799-9db4-fa8d56ebe25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.568876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:59.571162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:59.651052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.672798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:59.688158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:46:59.688782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:46:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:59.710026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee09390e-52de-479f-8427-f61220bb6085 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.748531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcaab4c-6032-47b8-a6bc-9be246e29045 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:46:59.755500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f10f2-13ab-4cbe-91aa-876184e4fceb req-8e74639d-8fed-484f-8893-5c0a3ac1203c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:59.765271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.777484 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.785636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-219f10f2-13ab-4cbe-91aa-876184e4fceb req-8e74639d-8fed-484f-8893-5c0a3ac1203c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 932 time: 1.0269320 Mar 11 17:46:59.802402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bdd7f396-9180-4568-a6ad-54af7bba8118 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/ports/0dce4138-1f17-4f52-8182-03a35dcdf094 HTTP/1.1" status: 204 len: 168 time: 7.2993488 Mar 11 17:46:59.813200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:59.813675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0795ca-2ed6-4103-95db-139fbce4e2c5 None None] The sync data for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:46:59.822562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41218) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:46:59.883399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Transition to ACTIVE for port object bbcaab4c-6032-47b8-a6bc-9be246e29045 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:59.962148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:59.970681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.033696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d989d-54f5-40c7-841f-9884da0b392a req-663ffd6f-91dd-431e-9d78-afe5751938be tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:00.034813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-317d989d-54f5-40c7-841f-9884da0b392a req-663ffd6f-91dd-431e-9d78-afe5751938be tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:00.048130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee09390e-52de-479f-8427-f61220bb6085 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.204093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7365ff30-70b0-4799-9db4-fa8d56ebe25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.280370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-317d989d-54f5-40c7-841f-9884da0b392a req-663ffd6f-91dd-431e-9d78-afe5751938be tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:00.299331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-317d989d-54f5-40c7-841f-9884da0b392a req-663ffd6f-91dd-431e-9d78-afe5751938be tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 931 time: 1.1005356 Mar 11 17:47:00.376472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcaab4c-6032-47b8-a6bc-9be246e29045,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:00.563991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ff30-70b0-4799-9db4-fa8d56ebe25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ad1c7-35e3-4f56-8504-19393660c03c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:00.568665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Attempting to bind port bbcaab4c-6032-47b8-a6bc-9be246e29045 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:00.569543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Attempting to bind port bbcaab4c-6032-47b8-a6bc-9be246e29045 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:00.569543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Attempting to bind port bbcaab4c-6032-47b8-a6bc-9be246e29045 on network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:00.573397 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-219f10f2-13ab-4cbe-91aa-876184e4fceb req-fadfb134-547d-47ae-896f-b568ca752e5b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7566969 Mar 11 17:47:00.608857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-317d989d-54f5-40c7-841f-9884da0b392a req-b2478ae0-7f77-4732-9299-7d2228bfe1f8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068464 Mar 11 17:47:00.617836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Port bbcaab4c-6032-47b8-a6bc-9be246e29045 on network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:47:00.617836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Attempting to bind port bbcaab4c-6032-47b8-a6bc-9be246e29045 on network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:00.621082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7365ff30-70b0-4799-9db4-fa8d56ebe25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.626261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7365ff30-70b0-4799-9db4-fa8d56ebe25c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5b4ad1c7-35e3-4f56-8504-19393660c03c HTTP/1.1" status: 204 len: 168 time: 2.0691411 Mar 11 17:47:00.637987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:00.638448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Checking segment: {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:00.638737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Bound using segment: {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:00.644846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee09390e-52de-479f-8427-f61220bb6085 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.645234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Bound port: bbcaab4c-6032-47b8-a6bc-9be246e29045, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c688e809-bca2-493e-96d7-bde059ac6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:00.646106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.679185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09390e-52de-479f-8427-f61220bb6085 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2f4601-af6d-4a40-ab13-de4b019d0e00,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:00.699253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.844243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee09390e-52de-479f-8427-f61220bb6085 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:00.851344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ee09390e-52de-479f-8427-f61220bb6085 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/1d2f4601-af6d-4a40-ab13-de4b019d0e00 HTTP/1.1" status: 204 len: 168 time: 1.8131309 Mar 11 17:47:00.853426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:00.938118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Subnet': ['ID=e133e3bf-522c-4f57-8aa2-3f3e8051b74d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:01.078738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.086122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b18c2bc0-932a-40f6-bb79-0b1cb38bc108 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/subnets/e133e3bf-522c-4f57-8aa2-3f3e8051b74d HTTP/1.1" status: 204 len: 168 time: 3.0161955 Mar 11 17:47:01.086304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] For port bbcaab4c-6032-47b8-a6bc-9be246e29045, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:01.090128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41238) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:01.095858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d48b51e-1b57-46c4-8e2f-58bc3b61c746 None None] Network fc323944-f203-4d1c-8820-7be26ff96a92 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:01.214718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] For port bbcaab4c-6032-47b8-a6bc-9be246e29045, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:01.275617 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.281033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.337777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077d02fb-93f5-46ed-aee9-ccac36aad26a {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:47:01.368059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.406304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4653ef6b-cde5-4a81-b8ca-e342e765d853 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5469911 Mar 11 17:47:01.413505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:01.448259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group': {'name': 'tempest-secgroup--984200679'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:01.457529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.459094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] 10.222.0.59 "PUT /v2.0/ports/bbcaab4c-6032-47b8-a6bc-9be246e29045 HTTP/1.1" status: 200 len: 1092 time: 3.1049600 Mar 11 17:47:01.461728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:47:01.469725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Transition to ACTIVE for port object 077d02fb-93f5-46ed-aee9-ccac36aad26a will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:01.478111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:01.485329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.523759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Subnet': ['ID=a326b140-a5ca-4ece-85c9-281ae1d8f0e9,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:01.586224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:01.599391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:01.611379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:01.749207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] DHCP port deletion for fc323944-f203-4d1c-8820-7be26ff96a92 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:47:01.754390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Pushing event updated for resources: {'Port': ['ID=077d02fb-93f5-46ed-aee9-ccac36aad26a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:01.763764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Deleting port 339346d9-1ad7-415f-9604-45cd86fa93db {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:01.766186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.773283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:01.837702 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'status': 'completed', 'code': 200} Mar 11 17:47:01.950901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Checking segment: {'id': '7db71e0b-6a96-4b50-ac50-da3e0c142165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:01.951266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network hostable DHCP agents. Network: fd36f843-7ab2-4e7d-b41f-d6160a68f75e, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:02.047983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f7cc8-3bad-49e0-8317-70d1d44f5df9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcaab4c-6032-47b8-a6bc-9be246e29045,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:02.137665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting subnet aba3b63c-39e2-442f-bbff-9cc3872c48e3 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:02.149441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.327902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] For port 339346d9-1ad7-415f-9604-45cd86fa93db, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=339346d9-1ad7-415f-9604-45cd86fa93db,segment=NetworkSegment(e6384e76-4d8c-4432-b668-4163de42ce25),segment_id=e6384e76-4d8c-4432-b668-4163de42ce25)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:02.329400 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.345544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.356733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:02.393601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:02.407985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:02.463077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Attempting to bind port 077d02fb-93f5-46ed-aee9-ccac36aad26a on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:02.464328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Attempting to bind port 077d02fb-93f5-46ed-aee9-ccac36aad26a by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:02.465099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Attempting to bind port 077d02fb-93f5-46ed-aee9-ccac36aad26a on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:02.477795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:02.522167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Port 077d02fb-93f5-46ed-aee9-ccac36aad26a on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:47:02.523759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Attempting to bind port 077d02fb-93f5-46ed-aee9-ccac36aad26a on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:02.545815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:02.546768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Checking segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:02.549075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Bound using segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:02.550521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Bound port: 077d02fb-93f5-46ed-aee9-ccac36aad26a, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:02.550947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.594069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Calling delete_port for 339346d9-1ad7-415f-9604-45cd86fa93db owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:02.635421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network fd36f843-7ab2-4e7d-b41f-d6160a68f75e is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:02.636706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25515242-d781-4f24-b0bb-4ae0281a2463 req-94ff3d73-5026-4482-bd02-fb10ed43b2b4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:02.640278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25515242-d781-4f24-b0bb-4ae0281a2463 req-94ff3d73-5026-4482-bd02-fb10ed43b2b4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 943 time: 0.6005328 Mar 11 17:47:02.664107 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.671256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f49183-c783-4a44-9b0d-02564e636ff0 req-efea68e1-f6e8-42e9-a87b-48a1cc2a3b29 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:02.673726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89f49183-c783-4a44-9b0d-02564e636ff0 req-efea68e1-f6e8-42e9-a87b-48a1cc2a3b29 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 944 time: 0.5281980 Mar 11 17:47:02.697267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-2f37b13d-7119-4715-9987-ad43a263d769 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 1095 time: 0.8660753 Mar 11 17:47:02.704624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, fd36f843-7ab2-4e7d-b41f-d6160a68f75e) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:02.726681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.805673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.826485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9671c-a40b-4d8e-87cb-5a83c0d25a50 None None] Network fd36f843-7ab2-4e7d-b41f-d6160a68f75e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:02.841552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] For port 077d02fb-93f5-46ed-aee9-ccac36aad26a, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:02.846102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] For port 077d02fb-93f5-46ed-aee9-ccac36aad26a, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:02.850918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.866185 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.886731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.022245 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-b6b8f7bf-9bcc-4f9f-bd1f-8fbacc6860f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045 HTTP/1.1" status: 200 len: 217 time: 0.2907090 Mar 11 17:47:03.095049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25515242-d781-4f24-b0bb-4ae0281a2463 req-da1416bb-5181-43b8-959a-5f0685d3311a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658943 Mar 11 17:47:03.130104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Pushing event deleted for resources: {'Port': ['ID=339346d9-1ad7-415f-9604-45cd86fa93db,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:03.150056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.159727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] 10.222.0.59 "PUT /v2.0/ports/077d02fb-93f5-46ed-aee9-ccac36aad26a HTTP/1.1" status: 200 len: 1091 time: 4.3991985 Mar 11 17:47:03.172437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.179174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] No DVR routers for this DVR port 339346d9-1ad7-415f-9604-45cd86fa93db on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:03.216516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:47:03.236791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89f49183-c783-4a44-9b0d-02564e636ff0 req-7664af68-88e3-4e57-8c16-512dd2f36e5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871615 Mar 11 17:47:03.247107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad76ce62-b7c8-4550-8218-adf2c6d23260,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:03.280849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.295689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.303234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.305856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.309416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.309825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.310473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.311109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.348581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.349588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.350185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682f735-b011-4ee1-ae50-39f9231d63b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.566738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.574068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6e463f3d-58cf-4f7e-93ba-0fbf210197c5 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1581395 Mar 11 17:47:03.577468 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'status': 'completed', 'code': 200} Mar 11 17:47:03.589976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41286) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:03.611732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Request body: {'security_group_rule': {'security_group_id': 'ad76ce62-b7c8-4550-8218-adf2c6d23260', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:03.621099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:03.627936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Usage tracker for resource:security_group_rule and tenant:607844f8d034488985afd78f4dc14884 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:03.632578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:03.641830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:03.669489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba2810-f7f5-4c5f-b944-510591c9b3dd service neutron] Pushing event updated for resources: {'Port': ['ID=077d02fb-93f5-46ed-aee9-ccac36aad26a,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:03.692175 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.749607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 339346d9-1ad7-415f-9604-45cd86fa93db no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:47:03.812162 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.821107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-14adc305-8c13-4a95-a41b-4b8ea7a1f816 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 1094 time: 0.5807853 Mar 11 17:47:03.822993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.862391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-fd36f843-7ab2-4e7d-b41f-d6160a68f75e', 'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e', 'tenant_id': '019668bf26044529a6c7eeaa6595eae2', 'fixed_ips': [{'subnet_id': 'a326b140-a5ca-4ece-85c9-281ae1d8f0e9'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:47:03.863775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.883660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 339346d9-1ad7-415f-9604-45cd86fa93db {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:47:03.884375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 339346d9-1ad7-415f-9604-45cd86fa93db not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:47:04.029831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340e77c6-6c64-43b0-9cd4-50ce01efda87,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:04.040561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-e8e2d30a-a368-43aa-81e4-e53016d4eb05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a HTTP/1.1" status: 200 len: 217 time: 0.1982532 Mar 11 17:47:04.117855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.119429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b89d2f9-ec98-480c-8ec9-72df2c4376a9 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5280769 Mar 11 17:47:04.122237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:04.141038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-81f14a8a-575a-410c-8ae2-343041ad5c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.142222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-81f14a8a-575a-410c-8ae2-343041ad5c49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.0899882 Mar 11 17:47:04.260826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event updated for resources: {'Subnet': ['ID=c07a2bee-0df9-45a1-8f5b-47c253bede1a,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:04.282830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Checking segment: {'id': '2be5bd50-3ca6-4242-b7bb-e9475924fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:04.283500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network hostable DHCP agents. Network: 51549cde-019e-4f3c-afc8-6e0bd4afb7c1, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:04.306705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Allocated IP 2001:db8::1 (fd36f843-7ab2-4e7d-b41f-d6160a68f75e/a326b140-a5ca-4ece-85c9-281ae1d8f0e9/7a121be0-acc7-4b82-8f46-a018fad54f51) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:04.336810 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d98fef6d-b28b-42f3-bd02-62c1ef507889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.368240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.412586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d98fef6d-b28b-42f3-bd02-62c1ef507889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.523242 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d98fef6d-b28b-42f3-bd02-62c1ef507889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.542602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-9ed9f3d6-cddd-49e2-a141-594f1c7a99af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739502 Mar 11 17:47:04.542943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df875-d03a-4f10-a072-b807fd93644a req-e9c5580d-2b22-4597-aa99-24a9c5adae57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.545802 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-e9c5580d-2b22-4597-aa99-24a9c5adae57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb1a30c-5744-464a-b156-03eed6d60dde HTTP/1.1" status: 200 len: 835 time: 1.4877012 Mar 11 17:47:04.588312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Subnet': ['ID=aba3b63c-39e2-442f-bbff-9cc3872c48e3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:04.683195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.702042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fef6d-b28b-42f3-bd02-62c1ef507889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad76ce62-b7c8-4550-8218-adf2c6d23260,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:04.710479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0828a03b-dc9e-477b-8267-6bebb6dd5c73 None None] Network 867dc2f1-2080-4df1-b797-41210ccd7ff6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:04.735801 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e230c45b-2951-4cd2-b141-19bd2978f274 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/subnets/aba3b63c-39e2-442f-bbff-9cc3872c48e3 HTTP/1.1" status: 204 len: 168 time: 3.6412752 Mar 11 17:47:04.735801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Network 51549cde-019e-4f3c-afc8-6e0bd4afb7c1 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:04.738296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:04.819280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 51549cde-019e-4f3c-afc8-6e0bd4afb7c1) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:04.902944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1020ed0-f7ea-417f-9702-58ac8aa11876 None None] Network 51549cde-019e-4f3c-afc8-6e0bd4afb7c1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:04.935313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.935598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.936416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.943191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d98fef6d-b28b-42f3-bd02-62c1ef507889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:04.946887 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d98fef6d-b28b-42f3-bd02-62c1ef507889 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/ad76ce62-b7c8-4550-8218-adf2c6d23260 HTTP/1.1" status: 204 len: 168 time: 0.8212984 Mar 11 17:47:04.962140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41316) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:05.046827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-684021d4-1f14-4347-a8ea-cfa3fa0caac4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.3111308 Mar 11 17:47:05.055849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41322) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:05.062083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.071953 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-5f951fa5-b644-4ae3-9ab0-645914376e33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4906440 Mar 11 17:47:05.209396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2933c-5fc7-428f-b8d4-c99445ec1d69 req-f7fefbae-cf44-4db4-89cf-c21477c835fc tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:05.212137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-add2933c-5fc7-428f-b8d4-c99445ec1d69 req-f7fefbae-cf44-4db4-89cf-c21477c835fc tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 944 time: 0.6199563 Mar 11 17:47:05.255687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-5a4f5588-d476-4053-83e7-dbd63f8a2d9b service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054207 Mar 11 17:47:05.260508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bfc93313-5fc2-4d9a-91f5-6a48539e56c8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Synchronizing usage tracker for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:05.489876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc487ce3-6e0d-4301-ac5a-a189eabc6be1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:05.491499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc487ce3-6e0d-4301-ac5a-a189eabc6be1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:05.493197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc487ce3-6e0d-4301-ac5a-a189eabc6be1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:05.494228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc487ce3-6e0d-4301-ac5a-a189eabc6be1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Synchronizing usage tracker for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:05.599795 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-5c905bc8-1104-45f2-9317-11d91a2dcecf service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583015 Mar 11 17:47:05.600666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc487ce3-6e0d-4301-ac5a-a189eabc6be1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Unset dirty status for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:05.602078 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bc487ce3-6e0d-4301-ac5a-a189eabc6be1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5365748 Mar 11 17:47:05.627323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eba46105-c359-41ef-9065-2d8f1e0751a4 req-7cb96f64-8d16-4dd2-a9fb-fe1129acf7e7 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233056 Mar 11 17:47:05.638594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41334) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:05.690019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-51549cde-019e-4f3c-afc8-6e0bd4afb7c1', 'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1', 'tenant_id': '019668bf26044529a6c7eeaa6595eae2', 'fixed_ips': [{'subnet_id': 'c07a2bee-0df9-45a1-8f5b-47c253bede1a'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:47:05.691050 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.733681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bfc93313-5fc2-4d9a-91f5-6a48539e56c8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] Unset dirty status for tenant:607844f8d034488985afd78f4dc14884 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:05.738562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bfc93313-5fc2-4d9a-91f5-6a48539e56c8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7683370 Mar 11 17:47:05.741908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41338) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:05.756019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.771512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797be73-8762-428a-9981-e60f4cb67323 req-2ed99124-111a-4a16-ac2f-b7435cd0a732 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:05.773197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7797be73-8762-428a-9981-e60f4cb67323 req-2ed99124-111a-4a16-ac2f-b7435cd0a732 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 943 time: 0.9621427 Mar 11 17:47:05.786558 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.806945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc323944-f203-4d1c-8820-7be26ff96a92']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:05.832072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6384e76-4d8c-4432-b668-4163de42ce25') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:05.832072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6384e76-4d8c-4432-b668-4163de42ce25') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:05.839920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.862954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Transition to ACTIVE for port object 7a121be0-acc7-4b82-8f46-a018fad54f51 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:05.863737 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.872040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:05.872465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.919518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Transition to ACTIVE for port object 7a121be0-acc7-4b82-8f46-a018fad54f51 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:05.940591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-add2933c-5fc7-428f-b8d4-c99445ec1d69 req-8ec60592-e0ed-4ee1-ba42-a9e5ede573d9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6707282 Mar 11 17:47:05.997453 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:06.014829 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:06.053445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.126569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Network fd36f843-7ab2-4e7d-b41f-d6160a68f75e is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:06.128709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Allocated IP 2001:db8:0:1::1 (51549cde-019e-4f3c-afc8-6e0bd4afb7c1/c07a2bee-0df9-45a1-8f5b-47c253bede1a/a49943c5-dfc4-4cf1-95f1-5d2972963085) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:06.132266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Pushing event updated for resources: {'Port': ['ID=7a121be0-acc7-4b82-8f46-a018fad54f51,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:06.136671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:06.141606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:06.159880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.188525 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/networks/fc323944-f203-4d1c-8820-7be26ff96a92 HTTP/1.1" status: 204 len: 168 time: 1.4427371 Mar 11 17:47:06.198277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] DHCP port deletion for 867dc2f1-2080-4df1-b797-41210ccd7ff6 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:47:06.239985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41346) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:06.262637 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f72072c5-2df3-4cfa-bd6b-b5b6cec2001d tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2496424 Mar 11 17:47:06.270148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] Deleting port 8f992bea-deed-42e8-b844-c937ba02ac8c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:06.270829 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.281708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a046e3-c82d-4157-a61a-0df014e147f7 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Network': ['ID=fc323944-f203-4d1c-8820-7be26ff96a92,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:06.283458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41350) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:06.364973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Deleting subnet a326b140-a5ca-4ece-85c9-281ae1d8f0e9 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:06.391178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Attempting to bind port 7a121be0-acc7-4b82-8f46-a018fad54f51 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:06.391853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Attempting to bind port 7a121be0-acc7-4b82-8f46-a018fad54f51 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7db71e0b-6a96-4b50-ac50-da3e0c142165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:06.392584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Attempting to bind port 7a121be0-acc7-4b82-8f46-a018fad54f51 on network fd36f843-7ab2-4e7d-b41f-d6160a68f75e {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:06.412435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.418402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:06.419101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Checking segment: {'id': '7db71e0b-6a96-4b50-ac50-da3e0c142165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:06.419836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.420384 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Bound using segment: {'id': '7db71e0b-6a96-4b50-ac50-da3e0c142165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:06.421028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Bound port: 7a121be0-acc7-4b82-8f46-a018fad54f51, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db71e0b-6a96-4b50-ac50-da3e0c142165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fd36f843-7ab2-4e7d-b41f-d6160a68f75e'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:06.421568 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.438206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.509805 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-0269faf9-beb9-41f7-88de-f5371196888a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] delete failed (client error): The resource could not be found. Mar 11 17:47:06.511728 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0269faf9-beb9-41f7-88de-f5371196888a tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "DELETE /v2.0/security-groups/ad76ce62-b7c8-4550-8218-adf2c6d23260 HTTP/1.1" status: 404 len: 347 time: 0.0821996 Mar 11 17:47:06.522343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41358) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:06.625396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7797be73-8762-428a-9981-e60f4cb67323 req-6a8ec336-9097-4bcd-b46e-2824ff1e6149 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813590 Mar 11 17:47:06.638575 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.642828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] For port 7a121be0-acc7-4b82-8f46-a018fad54f51, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:06.647162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] For port 7a121be0-acc7-4b82-8f46-a018fad54f51, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a121be0-acc7-4b82-8f46-a018fad54f51,segment=NetworkSegment(7db71e0b-6a96-4b50-ac50-da3e0c142165),segment_id=7db71e0b-6a96-4b50-ac50-da3e0c142165)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:06.664431 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.698626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-9d18a37f-dee5-4fcc-993f-b6ab81810a3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 1094 time: 0.9602826 Mar 11 17:47:06.755777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93bf3c-b2ef-4f01-b95b-a70322e8e2cc None None] Pushing event updated for resources: {'Port': ['ID=7a121be0-acc7-4b82-8f46-a018fad54f51,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:06.905653 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.956469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-8fbaa991-aae7-400f-9c80-86b3de9bc370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:06.959442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-8fbaa991-aae7-400f-9c80-86b3de9bc370 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.2488151 Mar 11 17:47:07.004823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] For port 8f992bea-deed-42e8-b844-c937ba02ac8c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f992bea-deed-42e8-b844-c937ba02ac8c,segment=NetworkSegment(e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221),segment_id=e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:07.011766 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:07.031576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:07.102489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 8f992bea-deed-42e8-b844-c937ba02ac8c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:07.103042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:07.208416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-8d5e9898-dce9-4ae6-b565-49f4333114f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a HTTP/1.1" status: 200 len: 217 time: 0.2417281 Mar 11 17:47:07.484988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] Calling delete_port for 8f992bea-deed-42e8-b844-c937ba02ac8c owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:07.537865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-d1e4f0b9-1399-43b4-9395-28f9e93f7b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:07.539945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-d1e4f0b9-1399-43b4-9395-28f9e93f7b18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.3225739 Mar 11 17:47:07.552698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-552df875-d03a-4f10-a072-b807fd93644a req-468b2986-5b4c-4b7a-ad89-8f7138dd7cf5 service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9272487 Mar 11 17:47:07.628102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:07.680745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7a121be0-acc7-4b82-8f46-a018fad54f51 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:47:07.706754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Subnet': ['ID=a326b140-a5ca-4ece-85c9-281ae1d8f0e9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:07.752799 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e4cefef2-a79e-4792-9a13-506c2edaf0d8 tempest-SecGroupIPv6Test-1509192757 tempest-SecGroupIPv6Test-1509192757-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2265835 Mar 11 17:47:07.797091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d42b4-9077-40bc-8c87-e3fe2e1e3d42 req-a439a30a-b4d4-43f1-afcf-4a235fef9ec7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:07.799845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-534d42b4-9077-40bc-8c87-e3fe2e1e3d42 req-a439a30a-b4d4-43f1-afcf-4a235fef9ec7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 944 time: 0.4648890 Mar 11 17:47:07.811981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:07.834616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Transition to ACTIVE for port object a49943c5-dfc4-4cf1-95f1-5d2972963085 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:07.850272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-667c9e1d-73ae-4a0b-8083-a5f0610c1ec7 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/subnets/a326b140-a5ca-4ece-85c9-281ae1d8f0e9 HTTP/1.1" status: 204 len: 168 time: 2.2104971 Mar 11 17:47:07.851837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41372) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:07.862733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-0b0e5105-494d-4262-b205-032b1122d906 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113308 Mar 11 17:47:07.989283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Transition to ACTIVE for port object a49943c5-dfc4-4cf1-95f1-5d2972963085 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:08.027270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:08.075411 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-59f6f1a6-828b-4faf-8633-08ffacde6288 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 1095 time: 0.3847423 Mar 11 17:47:08.240751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-534d42b4-9077-40bc-8c87-e3fe2e1e3d42 req-a5c781c1-e4f4-429d-abef-77bb4bf3e143 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4302900 Mar 11 17:47:08.256866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Pushing event updated for resources: {'Port': ['ID=a49943c5-dfc4-4cf1-95f1-5d2972963085,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:08.261526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 7a121be0-acc7-4b82-8f46-a018fad54f51 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:08.295655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Network 51549cde-019e-4f3c-afc8-6e0bd4afb7c1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:08.304351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:08.318629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:08.323958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:08.370551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] For port 8f992bea-deed-42e8-b844-c937ba02ac8c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f992bea-deed-42e8-b844-c937ba02ac8c,segment=NetworkSegment(e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221),segment_id=e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:08.373851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:08.581774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a456-a192-4c30-8fe4-19cc280a9da6 req-c58f76b6-c706-4198-85ab-1a5b14138334 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:08.583874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4197a456-a192-4c30-8fe4-19cc280a9da6 req-c58f76b6-c706-4198-85ab-1a5b14138334 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 943 time: 0.6502626 Mar 11 17:47:08.595766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Calling delete_port for 8f992bea-deed-42e8-b844-c937ba02ac8c owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:08.599777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-63b6c1fb-8ab5-4b19-a3c3-71bde239704a service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878660 Mar 11 17:47:08.756469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-d22234bc-4f8f-4ce7-bdd9-f15647779b05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:08.758081 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-d22234bc-4f8f-4ce7-bdd9-f15647779b05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 200 len: 898 time: 0.6630912 Mar 11 17:47:08.883577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f992bea-deed-42e8-b844-c937ba02ac8c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:47:08.911522 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-bc51c5a4-8ec1-462e-a62b-8a888cb27683 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045 HTTP/1.1" status: 200 len: 217 time: 0.1425569 Mar 11 17:47:08.924377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:47:08.925054 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:47:09.002819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-92c136a3-1f7e-41fd-8dba-e5cf7fe2d1ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:09.006292 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-92c136a3-1f7e-41fd-8dba-e5cf7fe2d1ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb1a30c-5744-464a-b156-03eed6d60dde HTTP/1.1" status: 200 len: 835 time: 0.0798321 Mar 11 17:47:09.008890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ba21702-983e-4e85-9081-88bd8c15dcf7 req-36f704c9-f5b9-48ea-ad5e-518ef4fd3fc3 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067171 Mar 11 17:47:09.037798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] Pushing event deleted for resources: {'Port': ['ID=8f992bea-deed-42e8-b844-c937ba02ac8c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:09.096257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Deleting subnet c07a2bee-0df9-45a1-8f5b-47c253bede1a {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:09.102447 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.114296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 5233df85-b7bb-427a-adbd-94c7a6bb7048 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:09.114641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.136525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8f992bea-deed-42e8-b844-c937ba02ac8c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:47:09.137326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f992bea-deed-42e8-b844-c937ba02ac8c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:47:09.154160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daadb6ad-decd-4023-9355-7b5ad5bec679 None None] Network fd36f843-7ab2-4e7d-b41f-d6160a68f75e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:09.168364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4197a456-a192-4c30-8fe4-19cc280a9da6 req-82658544-0eae-42d8-9cce-fb6921c67b75 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833955 Mar 11 17:47:09.252348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.297179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41388) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:09.344952 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-edb4620c-1432-4470-940c-eec92e6f80cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3024380 Mar 11 17:47:09.487039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 8f992bea-deed-42e8-b844-c937ba02ac8c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:09.487435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.493238 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.571761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Attempting to bind port a49943c5-dfc4-4cf1-95f1-5d2972963085 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:09.574864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Attempting to bind port a49943c5-dfc4-4cf1-95f1-5d2972963085 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '2be5bd50-3ca6-4242-b7bb-e9475924fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:09.575618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Attempting to bind port a49943c5-dfc4-4cf1-95f1-5d2972963085 on network 51549cde-019e-4f3c-afc8-6e0bd4afb7c1 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:09.597318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b04d2f-a8c2-48c3-89ee-a773900a155f None None] No DVR routers for this DVR port 8f992bea-deed-42e8-b844-c937ba02ac8c on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:09.602547 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.665357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.721359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] The port '8f992bea-deed-42e8-b844-c937ba02ac8c' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:47:09.728750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Subnet': ['ID=c07a2bee-0df9-45a1-8f5b-47c253bede1a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:09.745514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.775032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1e09f22f-170c-4ede-91cb-eec1ad5478ef None None] Provisioning for port 7a121be0-acc7-4b82-8f46-a018fad54f51 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:09.803791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:09.804544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Checking segment: {'id': '2be5bd50-3ca6-4242-b7bb-e9475924fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:09.805137 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.805695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Bound using segment: {'id': '2be5bd50-3ca6-4242-b7bb-e9475924fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:09.806690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Bound port: a49943c5-dfc4-4cf1-95f1-5d2972963085, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be5bd50-3ca6-4242-b7bb-e9475924fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '51549cde-019e-4f3c-afc8-6e0bd4afb7c1'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:09.807501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.824080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1e09f22f-170c-4ede-91cb-eec1ad5478ef None None] Provisioning complete for port 7a121be0-acc7-4b82-8f46-a018fad54f51 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:09.824803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e09f22f-170c-4ede-91cb-eec1ad5478ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.877825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-106e0fbd-00ea-4e98-9979-3547fbec92ff tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/subnets/c07a2bee-0df9-45a1-8f5b-47c253bede1a HTTP/1.1" status: 204 len: 168 time: 2.0181530 Mar 11 17:47:09.881038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41402) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:10.068978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcd10c9-144e-4808-9764-62fa3dbb20c1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:10.070475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8fcd10c9-144e-4808-9764-62fa3dbb20c1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Synchronizing usage tracker for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:10.102965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c537ae-086b-4cbc-ad7d-927e3049bec1 req-882be821-cc99-4457-b10d-f0663eb43f42 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:10.117644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c537ae-086b-4cbc-ad7d-927e3049bec1 req-882be821-cc99-4457-b10d-f0663eb43f42 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 944 time: 0.3587627 Mar 11 17:47:10.203354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] For port a49943c5-dfc4-4cf1-95f1-5d2972963085, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:10.213236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8fcd10c9-144e-4808-9764-62fa3dbb20c1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Unset dirty status for tenant:019668bf26044529a6c7eeaa6595eae2 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:10.221028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8fcd10c9-144e-4808-9764-62fa3dbb20c1 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3332360 Mar 11 17:47:10.221251 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.239440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] For port a49943c5-dfc4-4cf1-95f1-5d2972963085, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a49943c5-dfc4-4cf1-95f1-5d2972963085,segment=NetworkSegment(2be5bd50-3ca6-4242-b7bb-e9475924fb85),segment_id=2be5bd50-3ca6-4242-b7bb-e9475924fb85)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:10.240015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41410) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:10.278633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97c537ae-086b-4cbc-ad7d-927e3049bec1 req-e3872bce-571c-452f-bef5-1e018ee8375d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580586 Mar 11 17:47:10.302213 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e09f22f-170c-4ede-91cb-eec1ad5478ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.355502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.370146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 077d02fb-93f5-46ed-aee9-ccac36aad26a details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:47:10.437281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] DHCP port deletion for fd36f843-7ab2-4e7d-b41f-d6160a68f75e request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:47:10.486148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Deleting port 7a121be0-acc7-4b82-8f46-a018fad54f51 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:10.486952 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.524491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71f1f4-24b5-4feb-bcd2-8763aeea55b1 req-052144ed-91b3-48a5-b8a5-d425d8d2809a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:10.526246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc71f1f4-24b5-4feb-bcd2-8763aeea55b1 req-052144ed-91b3-48a5-b8a5-d425d8d2809a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 943 time: 0.1276264 Mar 11 17:47:10.571544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867dc2f1-2080-4df1-b797-41210ccd7ff6']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:10.577765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1e09f22f-170c-4ede-91cb-eec1ad5478ef None None] For port 7a121be0-acc7-4b82-8f46-a018fad54f51, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a121be0-acc7-4b82-8f46-a018fad54f51,segment=NetworkSegment(7db71e0b-6a96-4b50-ac50-da3e0c142165),segment_id=7db71e0b-6a96-4b50-ac50-da3e0c142165)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:10.593902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.601503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e09f22f-170c-4ede-91cb-eec1ad5478ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.609358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:47:10.644559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc71f1f4-24b5-4feb-bcd2-8763aeea55b1 req-21e6534d-7d79-4eaa-95b5-70fb8882a749 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071866 Mar 11 17:47:10.649503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41420) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:10.655081 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-101e018d-f6d4-44fe-b865-374d74f2716a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=607844f8d034488985afd78f4dc14884&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3462279 Mar 11 17:47:10.678466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:10.678466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40f76aa-3cc3-4027-9a8c-b7e6fd0e6221') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:10.747842 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-b5458480-beb9-4544-a350-9061c616528e service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2088366 Mar 11 17:47:10.774859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c172-cfd2-4242-8fc5-0a1d0e7c8bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.839627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.848861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 5233df85-b7bb-427a-adbd-94c7a6bb7048 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:10.854844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c172-cfd2-4242-8fc5-0a1d0e7c8bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.913715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.002501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d9990-449f-4bee-9e6b-557ecb62fa9a None None] Pushing event updated for resources: {'Port': ['ID=a49943c5-dfc4-4cf1-95f1-5d2972963085,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:11.010036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Deleting port a49943c5-dfc4-4cf1-95f1-5d2972963085 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:11.010592 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.025404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d81c7-bdb5-48f5-91cc-e8804689ef1e None None] Network 51549cde-019e-4f3c-afc8-6e0bd4afb7c1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:11.031394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c172-cfd2-4242-8fc5-0a1d0e7c8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.084354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.116938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:11.117494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:11.133154 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:11.139451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0c172-cfd2-4242-8fc5-0a1d0e7c8bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73177bc-9a5c-4302-b5b4-87533cd3e963,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:11.198574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c172-cfd2-4242-8fc5-0a1d0e7c8bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.212062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7dd0c172-cfd2-4242-8fc5-0a1d0e7c8bb8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f73177bc-9a5c-4302-b5b4-87533cd3e963 HTTP/1.1" status: 204 len: 168 time: 0.5595090 Mar 11 17:47:11.245974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 077d02fb-93f5-46ed-aee9-ccac36aad26a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:11.357753 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.417956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'port_id': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'mac_address': 'fa:16:3e:e0:9d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:47:11.426265 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48c0972f-6e13-4bd3-82e4-e0f2701f1e92 req-3a2e6f50-1fc3-47f8-89df-305ef9257dd8 service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437930 Mar 11 17:47:11.454814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.471261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Network': ['ID=867dc2f1-2080-4df1-b797-41210ccd7ff6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:11.474610 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ad3358d0-4aae-4ef8-bd05-4517f8389cc0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/networks/867dc2f1-2080-4df1-b797-41210ccd7ff6 HTTP/1.1" status: 204 len: 168 time: 5.2107697 Mar 11 17:47:11.480976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41432) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:11.528643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09f22f-170c-4ede-91cb-eec1ad5478ef None None] Pushing event updated for resources: {'Port': ['ID=7a121be0-acc7-4b82-8f46-a018fad54f51,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:11.578778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7a121be0-acc7-4b82-8f46-a018fad54f51 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:47:11.666900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] For port a49943c5-dfc4-4cf1-95f1-5d2972963085, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a49943c5-dfc4-4cf1-95f1-5d2972963085,segment=NetworkSegment(2be5bd50-3ca6-4242-b7bb-e9475924fb85),segment_id=2be5bd50-3ca6-4242-b7bb-e9475924fb85)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:11.667433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.677457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.690726 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.707458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] For port 7a121be0-acc7-4b82-8f46-a018fad54f51, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a121be0-acc7-4b82-8f46-a018fad54f51,segment=NetworkSegment(7db71e0b-6a96-4b50-ac50-da3e0c142165),segment_id=7db71e0b-6a96-4b50-ac50-da3e0c142165)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:11.708268 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.810589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.889483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077d02fb-93f5-46ed-aee9-ccac36aad26a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:47:11.936338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 077d02fb-93f5-46ed-aee9-ccac36aad26a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:11.978197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=5233df85-b7bb-427a-adbd-94c7a6bb7048,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:12.080792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Calling delete_port for a49943c5-dfc4-4cf1-95f1-5d2972963085 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:12.088191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Calling delete_port for 7a121be0-acc7-4b82-8f46-a018fad54f51 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:12.167618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.264497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbcaab4c-6032-47b8-a6bc-9be246e29045 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:47:12.288955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 7a121be0-acc7-4b82-8f46-a018fad54f51, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a121be0-acc7-4b82-8f46-a018fad54f51,segment=NetworkSegment(7db71e0b-6a96-4b50-ac50-da3e0c142165),segment_id=7db71e0b-6a96-4b50-ac50-da3e0c142165)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:12.345390 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.510591 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:47:12.552635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8357b3-7582-4249-88a8-cab72fb7a1bc req-ad23cdbc-d0f1-42aa-a378-db887f9d6a17 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:12.568768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b8357b3-7582-4249-88a8-cab72fb7a1bc req-ad23cdbc-d0f1-42aa-a378-db887f9d6a17 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 944 time: 0.9277112 Mar 11 17:47:12.569027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a577684a-1a07-4469-aa87-b572faa7ed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.678795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['077d02fb-93f5-46ed-aee9-ccac36aad26a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:47:12.722273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=077d02fb-93f5-46ed-aee9-ccac36aad26a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:12.726137 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.807015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Port': ['ID=a49943c5-dfc4-4cf1-95f1-5d2972963085,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:12.827238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] No DVR routers for this DVR port a49943c5-dfc4-4cf1-95f1-5d2972963085 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:12.861250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac2e9-85d5-48ba-930a-76cd2fa994e2 req-a3ffaa8c-906d-4a6e-af45-3844c8eba206 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:12.870072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdfac2e9-85d5-48ba-930a-76cd2fa994e2 req-a3ffaa8c-906d-4a6e-af45-3844c8eba206 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 944 time: 0.6651049 Mar 11 17:47:12.878088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:47:12.878466 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:47:12.899691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting subnet 0a273c83-e030-4633-92c4-0250e36e3a2c {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:12.923922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.934589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=7a121be0-acc7-4b82-8f46-a018fad54f51,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:12.985342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbcaab4c-6032-47b8-a6bc-9be246e29045, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:13.025538 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.026209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:47:13.076453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51549cde-019e-4f3c-afc8-6e0bd4afb7c1']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:13.093078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be5bd50-3ca6-4242-b7bb-e9475924fb85') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:13.093669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be5bd50-3ca6-4242-b7bb-e9475924fb85') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:13.111557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b8357b3-7582-4249-88a8-cab72fb7a1bc req-8f0b93f0-3b31-48b2-b68a-4e32bb6055d2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412874 Mar 11 17:47:13.138513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.185958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.188636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.197905 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.219232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:13.223558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:13.261089 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:13.283130 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.317312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcaab4c-6032-47b8-a6bc-9be246e29045 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:47:13.325045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdfac2e9-85d5-48ba-930a-76cd2fa994e2 req-f267d67f-44d5-425a-849f-f7279c68227e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330258 Mar 11 17:47:13.336373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbcaab4c-6032-47b8-a6bc-9be246e29045, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:13.345608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.386080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.424607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Deleting port 7a121be0-acc7-4b82-8f46-a018fad54f51 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:13.425300 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.577917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.627658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.643238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Subnet': ['ID=0a273c83-e030-4633-92c4-0250e36e3a2c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:13.656208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.659438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.680526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41464) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:13.682443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6e9b71f9-2900-45d7-a91b-3eaf420c6ca0 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/subnets/0a273c83-e030-4633-92c4-0250e36e3a2c HTTP/1.1" status: 204 len: 168 time: 2.1973951 Mar 11 17:47:13.695565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Network': ['ID=51549cde-019e-4f3c-afc8-6e0bd4afb7c1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:13.793812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41468) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:13.794116 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-56418afa-6b0c-4e99-9793-2149512abcde tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/networks/51549cde-019e-4f3c-afc8-6e0bd4afb7c1 HTTP/1.1" status: 204 len: 168 time: 3.4953215 Mar 11 17:47:13.848456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] For port 7a121be0-acc7-4b82-8f46-a018fad54f51, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a121be0-acc7-4b82-8f46-a018fad54f51,segment=NetworkSegment(7db71e0b-6a96-4b50-ac50-da3e0c142165),segment_id=7db71e0b-6a96-4b50-ac50-da3e0c142165)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:13.849191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.850583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.870322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Deleting port 6d904c98-a017-4aa8-8975-3f3d974bdcdc {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:13.870578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.932259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.963081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Deleting port 7a121be0-acc7-4b82-8f46-a018fad54f51 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:13.963438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.998944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Calling delete_port for 7a121be0-acc7-4b82-8f46-a018fad54f51 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:14.066777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbcaab4c-6032-47b8-a6bc-9be246e29045,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:14.093947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34503a0-ef77-4ba6-8b68-ed4249a9328b None None] Network e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:14.220826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['bbcaab4c-6032-47b8-a6bc-9be246e29045'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:47:14.258084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 077d02fb-93f5-46ed-aee9-ccac36aad26a up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:47:14.350996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] For port 6d904c98-a017-4aa8-8975-3f3d974bdcdc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d904c98-a017-4aa8-8975-3f3d974bdcdc,segment=NetworkSegment(7c2e24bc-0591-4b57-b1f7-df1af6bc342e),segment_id=7c2e24bc-0591-4b57-b1f7-df1af6bc342e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:14.352023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.464976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] For port 7a121be0-acc7-4b82-8f46-a018fad54f51, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a121be0-acc7-4b82-8f46-a018fad54f51,segment=NetworkSegment(7db71e0b-6a96-4b50-ac50-da3e0c142165),segment_id=7db71e0b-6a96-4b50-ac50-da3e0c142165)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:14.465390 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.554412 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.684462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] No DVR routers for this DVR port 7a121be0-acc7-4b82-8f46-a018fad54f51 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:14.699904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdada166-5bc5-4516-bd46-69238ca45b8c None None] Pushing event deleted for resources: {'Port': ['ID=7a121be0-acc7-4b82-8f46-a018fad54f51,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:14.714630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Calling delete_port for 6d904c98-a017-4aa8-8975-3f3d974bdcdc owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:14.718081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 077d02fb-93f5-46ed-aee9-ccac36aad26a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:14.742114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Calling delete_port for 7a121be0-acc7-4b82-8f46-a018fad54f51 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:14.780173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 077d02fb-93f5-46ed-aee9-ccac36aad26a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:14.780549 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.814638 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e6d41f1e-3d0e-48c4-9cd0-bb0a37caa48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.988547 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:47:14.988993 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:47:15.006403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50259ab4-c8de-43bd-b1db-1274e73b9760 req-15284c13-9c3e-4137-ab08-df85fa25016c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:15.008635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50259ab4-c8de-43bd-b1db-1274e73b9760 req-15284c13-9c3e-4137-ab08-df85fa25016c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 945 time: 0.2146432 Mar 11 17:47:15.014956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d9564-146c-4b7e-b83a-f6ade287edf5 req-31d6ac3f-4bf2-4145-9234-f72365d8956a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:15.016775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-778d9564-146c-4b7e-b83a-f6ade287edf5 req-31d6ac3f-4bf2-4145-9234-f72365d8956a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 944 time: 0.2215841 Mar 11 17:47:15.054938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.108511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-778d9564-146c-4b7e-b83a-f6ade287edf5 req-cab09338-6fb5-4782-b2f2-30e6b56574b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856929 Mar 11 17:47:15.145624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50259ab4-c8de-43bd-b1db-1274e73b9760 req-149bcc94-c8ba-4fac-8faa-0af1865c2cdc tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207016 Mar 11 17:47:15.166963 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Port': ['ID=6d904c98-a017-4aa8-8975-3f3d974bdcdc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:15.179824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] No DVR routers for this DVR port 6d904c98-a017-4aa8-8975-3f3d974bdcdc on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:15.280828 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.316209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b697cbaf-e320-4084-8163-d6efb55b2eac None None] DHCP port deletion for e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:47:15.336544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.364181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fef351-330d-46b7-81aa-b265ca1a1855 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:47:15.375420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:15.394329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2e24bc-0591-4b57-b1f7-df1af6bc342e') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:15.394749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2e24bc-0591-4b57-b1f7-df1af6bc342e') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:15.412302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.438242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.457295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:15.457638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:15.479196 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:15.490354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Deleting port 7a121be0-acc7-4b82-8f46-a018fad54f51 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:15.490730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.568616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41494) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:15.586274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:47:15.619973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 077d02fb-93f5-46ed-aee9-ccac36aad26a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:15.629734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d904c98-a017-4aa8-8975-3f3d974bdcdc no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:47:15.664262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] The port '7a121be0-acc7-4b82-8f46-a018fad54f51' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:47:15.675109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.678480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router 7028c7bb-5973-4683-8500-f436b1369338 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:15.701455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 6d904c98-a017-4aa8-8975-3f3d974bdcdc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:47:15.701815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d904c98-a017-4aa8-8975-3f3d974bdcdc not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:47:15.718653 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.735038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.776415 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.784359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Pushing event deleted for resources: {'Network': ['ID=e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:15.788091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fef351-330d-46b7-81aa-b265ca1a1855 None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:47:15.818270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.824923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.833916 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-71260652-7bfc-4808-ab2f-0b11be4053e4 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/networks/e5ba9cf8-4e31-4d0e-8c07-cca12a5bbd29 HTTP/1.1" status: 204 len: 168 time: 2.1417804 Mar 11 17:47:15.834228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41504) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:15.858272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd36f843-7ab2-4e7d-b41f-d6160a68f75e']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:15.887979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db71e0b-6a96-4b50-ac50-da3e0c142165') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:15.888385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db71e0b-6a96-4b50-ac50-da3e0c142165') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:15.897562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5319a0e1-6515-417f-8af2-0cefb56e1740 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Synchronizing usage tracker for tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:15.907516 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.931671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.939967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:15.940472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:16.082685 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:16.087860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=077d02fb-93f5-46ed-aee9-ccac36aad26a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:16.224401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.275643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5319a0e1-6515-417f-8af2-0cefb56e1740 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Unset dirty status for tenant:1f6f717c4bc94d14ac1b7b3a1cc46147 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:16.281618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.288096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41516) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:16.289102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5319a0e1-6515-417f-8af2-0cefb56e1740 tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "GET /v2.0/ports?device_id=ea44ced3-339b-4162-8c5c-10f1f7a19c13 HTTP/1.1" status: 200 len: 205 time: 0.4534452 Mar 11 17:47:16.305540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e9fa0c19-7904-41bb-8fa6-449704f3f5c1 tempest-ServiceProvidersTest-679230109 tempest-ServiceProvidersTest-679230109-project] 10.222.0.96 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7356575 Mar 11 17:47:16.350497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Network': ['ID=fd36f843-7ab2-4e7d-b41f-d6160a68f75e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:16.363739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-134693b5-872a-4b0c-b8c8-4137090016fd tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/networks/fd36f843-7ab2-4e7d-b41f-d6160a68f75e HTTP/1.1" status: 204 len: 168 time: 2.5686972 Mar 11 17:47:16.369715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:16.654658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f15b87-8e5e-4189-b718-a50176fcaf2f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.658095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.663098 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'code': 200} Mar 11 17:47:16.682515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:16.693840 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] Sync routers for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:47:16.709431 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d4d72292-1bad-476c-b6fa-bf54cbd28ccc tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/routers/7028c7bb-5973-4683-8500-f436b1369338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8754582 Mar 11 17:47:16.714047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41528) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:16.722290 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:16.723348 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:16.855141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:16.872201 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] Routers {'7028c7bb-5973-4683-8500-f436b1369338'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:16.873106 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7028c7bb-5973-4683-8500-f436b1369338'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:16.986232 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.064755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71abef7-fa41-4143-9d47-a761366ba651 req-6be90498-cc5a-48d1-ab9e-51ba91837cca tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:17.075094 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:17.075919 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e957b-55fc-4ae6-941a-44228bbb9952 None None] The sync data for ids ['7028c7bb-5973-4683-8500-f436b1369338'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:47:17.077487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a71abef7-fa41-4143-9d47-a761366ba651 req-6be90498-cc5a-48d1-ab9e-51ba91837cca tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 0.6364257 Mar 11 17:47:17.191086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.241513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f6a4d3-7669-4dc1-8486-e70dbc80008c']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:17.251679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d1d4ba91-4b07-44cb-ac1e-264b918c11b6 req-a2e13e8e-7947-4489-b076-b4c93c8d2756 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 1096 time: 0.3106551 Mar 11 17:47:17.455766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd3d4f0-e61d-4fea-bdc3-841221abdf23') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:17.456154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd3d4f0-e61d-4fea-bdc3-841221abdf23') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:17.467264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a71abef7-fa41-4143-9d47-a761366ba651 req-eb8badd7-26f0-481b-9216-295e06499246 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3883612 Mar 11 17:47:17.478081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.515862 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d1d4ba91-4b07-44cb-ac1e-264b918c11b6 req-ef5b743c-decb-4fcc-8dd2-55d19814f858 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560787 Mar 11 17:47:17.521399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.532276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:17.533234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:17.550647 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:17.565475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcab1db-7e69-4a9b-bba7-802fdb9139ed req-d9b7f32c-d050-4bbb-a713-c1b5dca0562e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:17.567398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fcab1db-7e69-4a9b-bba7-802fdb9139ed req-d9b7f32c-d050-4bbb-a713-c1b5dca0562e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 945 time: 0.6387651 Mar 11 17:47:17.629093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41542) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:17.656118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.683842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f15b87-8e5e-4189-b718-a50176fcaf2f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.707765 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f15b87-8e5e-4189-b718-a50176fcaf2f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.716527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fcab1db-7e69-4a9b-bba7-802fdb9139ed req-f4252d47-1ccd-47d6-913c-05be6e1b7692 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724497 Mar 11 17:47:17.716744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.742984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.763094 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f15b87-8e5e-4189-b718-a50176fcaf2f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.763751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f15b87-8e5e-4189-b718-a50176fcaf2f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Fanout notify agent at l3_agent the message router_deleted on router ea44ced3-339b-4162-8c5c-10f1f7a19c13 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:47:17.784907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f15b87-8e5e-4189-b718-a50176fcaf2f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.787867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-32f15b87-8e5e-4189-b718-a50176fcaf2f tempest-RoutersNegativeIpV6Test-69759071 tempest-RoutersNegativeIpV6Test-69759071-project] 10.222.0.96 "DELETE /v2.0/routers/ea44ced3-339b-4162-8c5c-10f1f7a19c13 HTTP/1.1" status: 204 len: 168 time: 1.4406233 Mar 11 17:47:17.814542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Network': ['ID=42f6a4d3-7669-4dc1-8486-e70dbc80008c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:17.828664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e1dd23ac-4829-4124-a7a7-6f0abaa2b5e4 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/networks/42f6a4d3-7669-4dc1-8486-e70dbc80008c HTTP/1.1" status: 204 len: 168 time: 1.4448116 Mar 11 17:47:17.833625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41552) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:17.951645 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.964307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.998475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 9db82ea5-629f-4473-b4a2-1e30084122b5 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:18.000053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.055572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.091628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:18.108571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Usage tracker for resource:security_group_rule and tenant:0901a9823e4a4c7fa31f8c75d3f75986 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:18.117892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:18.160240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:18.285364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbcaab4c-6032-47b8-a6bc-9be246e29045 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:47:18.375354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.417495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.512386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0376389-fbe2-413f-bd68-1251e6ba53a7']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:18.547822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 9db82ea5-629f-4473-b4a2-1e30084122b5 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:18.562322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309c8963-e94f-4912-b624-407c73ccba6b') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:18.567060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309c8963-e94f-4912-b624-407c73ccba6b') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:18.617167 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.672546 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.693455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:18.694730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.706577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port bbcaab4c-6032-47b8-a6bc-9be246e29045 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:18.722125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port bbcaab4c-6032-47b8-a6bc-9be246e29045 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:18.723227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:18.752947 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:18.777032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41574) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:18.916072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.922293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.977027 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.014946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=9db82ea5-629f-4473-b4a2-1e30084122b5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:19.091285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d6d2bf-36d9-42de-bf0d-080146859701,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:19.126563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.154297 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5e1ca22-92e4-4bad-91a4-e83e079b93bc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0901a9823e4a4c7fa31f8c75d3f75986&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5235245 Mar 11 17:47:19.158711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41586) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:19.190172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port bbcaab4c-6032-47b8-a6bc-9be246e29045, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:19.191768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:47:19.201484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.356836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=bbcaab4c-6032-47b8-a6bc-9be246e29045,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:19.476232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.508178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.527098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] 10.222.0.96 "DELETE /v2.0/networks/b0376389-fbe2-413f-bd68-1251e6ba53a7 HTTP/1.1" status: 204 len: 168 time: 1.6871319 Mar 11 17:47:19.535868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1ce72-69a3-4502-9b9a-d42a3a797c07 tempest-BulkNetworkOpsIpV6Test-1392856097 tempest-BulkNetworkOpsIpV6Test-1392856097-project] Pushing event deleted for resources: {'Network': ['ID=b0376389-fbe2-413f-bd68-1251e6ba53a7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:19.555041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.555296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99cda3-2d36-46fe-b010-9c3dc53884be req-0ea2c517-52e1-4d1c-9482-6ec96173d15c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:19.556669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e99cda3-2d36-46fe-b010-9c3dc53884be req-0ea2c517-52e1-4d1c-9482-6ec96173d15c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 0.3344193 Mar 11 17:47:19.594120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011a7f-b4b7-4b44-beda-e1bf9790adb1 req-c542db4a-5fc8-4229-af9e-ead0f5fd68fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:19.601909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96011a7f-b4b7-4b44-beda-e1bf9790adb1 req-c542db4a-5fc8-4229-af9e-ead0f5fd68fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 946 time: 0.3783057 Mar 11 17:47:19.665192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e99cda3-2d36-46fe-b010-9c3dc53884be req-3935303e-1192-43d0-8f23-5e53b2a41b38 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026425 Mar 11 17:47:19.678298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96011a7f-b4b7-4b44-beda-e1bf9790adb1 req-57e53a65-df42-4b0f-b9e3-29eaa07a4778 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753777 Mar 11 17:47:19.751426 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'code': 200} Mar 11 17:47:19.851156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74cd470e-76e6-45f3-a478-c66f72a3b0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.023527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-55760118-2a0f-4e31-b734-e18510ef090d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1f6f717c4bc94d14ac1b7b3a1cc46147&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2444448 Mar 11 17:47:20.025815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41604) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:20.072299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74cd470e-76e6-45f3-a478-c66f72a3b0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.098957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.126863 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.165897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dc2-cc94-4522-97de-ec4195a3c308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.208964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.209965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Fanout notify agent at l3_agent the message router_deleted on router 7028c7bb-5973-4683-8500-f436b1369338 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:47:20.223328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74cd470e-76e6-45f3-a478-c66f72a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.237849 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:47:20.254680 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dc2-cc94-4522-97de-ec4195a3c308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.289918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd470e-76e6-45f3-a478-c66f72a3b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d6d2bf-36d9-42de-bf0d-080146859701,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:20.318494 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f8e3e1f-2881-4fa5-a5b2-aee62a960f9b req-9ebbfa12-3795-4226-8b26-af8a3df4d39d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 1097 time: 0.3681140 Mar 11 17:47:20.361694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.362964 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-05d18ff5-21bc-4e65-b3ca-6c0083e1006b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/routers/7028c7bb-5973-4683-8500-f436b1369338 HTTP/1.1" status: 204 len: 168 time: 3.6461692 Mar 11 17:47:20.366007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41610) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:20.367436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-74cd470e-76e6-45f3-a478-c66f72a3b0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.372856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-74cd470e-76e6-45f3-a478-c66f72a3b0e2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/11d6d2bf-36d9-42de-bf0d-080146859701 HTTP/1.1" status: 204 len: 168 time: 1.2088447 Mar 11 17:47:20.373082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dc2-cc94-4522-97de-ec4195a3c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.397841 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f8e3e1f-2881-4fa5-a5b2-aee62a960f9b req-fd78a9c3-9033-4fad-aea7-083b6861fbff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643103 Mar 11 17:47:20.488184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e32dc2-cc94-4522-97de-ec4195a3c308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cca795-0dac-498c-be0e-5e67835b82d6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:20.503421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dc2-cc94-4522-97de-ec4195a3c308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.509842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d1e32dc2-cc94-4522-97de-ec4195a3c308 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f3cca795-0dac-498c-be0e-5e67835b82d6 HTTP/1.1" status: 204 len: 168 time: 0.4818263 Mar 11 17:47:20.579927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41622) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:20.811485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting subnet 705b4f93-b7f5-43d1-ba02-f4d9f100db8e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:20.815357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.914753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.333657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.429465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d2632ff1-4ce1-432b-990d-500b3407e8aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=019668bf26044529a6c7eeaa6595eae2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8483377 Mar 11 17:47:21.433677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41646) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:21.500430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a9b0-d4c6-4a92-a6bb-a3cd41a0c779 req-e86e83aa-1718-4289-98ab-799061957f76 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:21.503283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fd0a9b0-d4c6-4a92-a6bb-a3cd41a0c779 req-e86e83aa-1718-4289-98ab-799061957f76 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 0.4978442 Mar 11 17:47:21.507467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.599813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-680303bb-e4b9-45b3-b513-53544b28dee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.604521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.612176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816087b2-800a-4474-ace1-402c925c73d9 None None] Network 3d408086-77ee-44db-b9d7-8f14c3bd5214 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:21.637632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c808e83-32be-4a90-9583-d69d63625d39 req-2701c0f4-2399-4a80-8f64-9284cbcecbaa tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:21.640324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c808e83-32be-4a90-9583-d69d63625d39 req-2701c0f4-2399-4a80-8f64-9284cbcecbaa tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 946 time: 0.6368554 Mar 11 17:47:21.642868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Subnet': ['ID=705b4f93-b7f5-43d1-ba02-f4d9f100db8e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:21.650930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-21780897-6458-471b-80cd-631cacea1cf8 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/subnets/705b4f93-b7f5-43d1-ba02-f4d9f100db8e HTTP/1.1" status: 204 len: 168 time: 1.2805369 Mar 11 17:47:21.655019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-680303bb-e4b9-45b3-b513-53544b28dee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.675067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41656) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:21.800142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-680303bb-e4b9-45b3-b513-53544b28dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.848521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.879934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680303bb-e4b9-45b3-b513-53544b28dee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537de0f7-f0d4-42a2-a5f8-2d1bf8e9a50b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:21.892356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c808e83-32be-4a90-9583-d69d63625d39 req-9071af14-8e56-41a4-9b6e-57b5fc6a827a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188494 Mar 11 17:47:21.905125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-680303bb-e4b9-45b3-b513-53544b28dee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.909186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-680303bb-e4b9-45b3-b513-53544b28dee3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/537de0f7-f0d4-42a2-a5f8-2d1bf8e9a50b HTTP/1.1" status: 204 len: 168 time: 0.4738665 Mar 11 17:47:21.938962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5fd0a9b0-d4c6-4a92-a6bb-a3cd41a0c779 req-c2d05fc1-fa51-4ced-8eb1-a28e3a3afb56 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105752 Mar 11 17:47:21.943892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 4221b861-f9b0-4e35-b336-8ffc45b8debc {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:21.944445 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.142612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] DHCP port deletion for 3d408086-77ee-44db-b9d7-8f14c3bd5214 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:47:22.147685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] Deleting port 4221b861-f9b0-4e35-b336-8ffc45b8debc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:22.148058 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.277463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] For port 4221b861-f9b0-4e35-b336-8ffc45b8debc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4221b861-f9b0-4e35-b336-8ffc45b8debc,segment=NetworkSegment(8a733b50-0f1c-41c3-aa20-357ff9cdd658),segment_id=8a733b50-0f1c-41c3-aa20-357ff9cdd658)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:22.278166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.478884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] For port 4221b861-f9b0-4e35-b336-8ffc45b8debc, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4221b861-f9b0-4e35-b336-8ffc45b8debc,segment=NetworkSegment(8a733b50-0f1c-41c3-aa20-357ff9cdd658),segment_id=8a733b50-0f1c-41c3-aa20-357ff9cdd658)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:22.479269 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.623595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] Calling delete_port for 4221b861-f9b0-4e35-b336-8ffc45b8debc owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:22.693669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 4221b861-f9b0-4e35-b336-8ffc45b8debc owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:22.738018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.823465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] Pushing event deleted for resources: {'Port': ['ID=4221b861-f9b0-4e35-b336-8ffc45b8debc,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:22.838462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e5953-6fdc-4ef5-b72b-7a571c34b733 None None] No DVR routers for this DVR port 4221b861-f9b0-4e35-b336-8ffc45b8debc on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:22.883655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:47:22.883907 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:47:22.890089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b4eea-4192-4e72-92af-d31dedfd2680 req-eee2c732-d467-486c-a5cf-13199fb23bcb tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:22.895356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-017b4eea-4192-4e72-92af-d31dedfd2680 req-eee2c732-d467-486c-a5cf-13199fb23bcb tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 0.6833084 Mar 11 17:47:22.900453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41684) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:22.907552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'port_id': '077d02fb-93f5-46ed-aee9-ccac36aad26a'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:23.039599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.390855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 4221b861-f9b0-4e35-b336-8ffc45b8debc {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:23.391371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.601706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] The port '4221b861-f9b0-4e35-b336-8ffc45b8debc' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:47:23.617271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4221b861-f9b0-4e35-b336-8ffc45b8debc no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:47:23.704323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 4221b861-f9b0-4e35-b336-8ffc45b8debc {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:47:23.706837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4221b861-f9b0-4e35-b336-8ffc45b8debc not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:47:23.849088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a0ff1-c7ea-482d-a655-179dba314eff req-8b3bfc60-45c1-4198-a914-48efac13ba89 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:23.851774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d5a0ff1-c7ea-482d-a655-179dba314eff req-8b3bfc60-45c1-4198-a914-48efac13ba89 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 946 time: 0.6610851 Mar 11 17:47:24.158153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.251471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41722) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:24.311045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d408086-77ee-44db-b9d7-8f14c3bd5214']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:24.339464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d5a0ff1-c7ea-482d-a655-179dba314eff req-874b49e8-8ccd-4ae4-a857-606bc4770b7f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472613 Mar 11 17:47:24.364083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a733b50-0f1c-41c3-aa20-357ff9cdd658') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:24.364576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a733b50-0f1c-41c3-aa20-357ff9cdd658') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:24.398244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.551023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.599118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:24.599862 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:24.627340 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:24.836337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.859685 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.875223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Network': ['ID=3d408086-77ee-44db-b9d7-8f14c3bd5214,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:24.894261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-51ab8d5d-97bc-4282-a8ab-688c52520298 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/networks/3d408086-77ee-44db-b9d7-8f14c3bd5214 HTTP/1.1" status: 204 len: 168 time: 3.2161648 Mar 11 17:47:24.897798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41738) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:24.993831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:47:25.052121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ac7a-4d8e-4478-8d90-9d2d7c7aa139 req-6e7b7964-4895-4d46-b968-0f96b5a93ba0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:25.053982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c179ac7a-4d8e-4478-8d90-9d2d7c7aa139 req-6e7b7964-4895-4d46-b968-0f96b5a93ba0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 946 time: 0.4255025 Mar 11 17:47:25.089130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1176257597'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:25.097328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:25.102675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Usage tracker for resource:network and tenant:b7525813832847299d0835278f887ef6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:25.106669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:25.132367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:25.158704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Made reservation on behalf of b7525813832847299d0835278f887ef6 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:25.162547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.196544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.292389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:25.302852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Usage tracker for resource:security_group_rule and tenant:b7525813832847299d0835278f887ef6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:25.309256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:25.323659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:25.491615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.498518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.522773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 82de220b-4a7f-46c0-8aa7-abf0cf942d66 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:25.523435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.555684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:25.570162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c307dde7-885b-4fee-96e8-41b1926966a9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:25.582746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.586881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.587723 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Added segment 2725b0c6-0673-4440-bef1-8b1c2dfc9a22 of type vlan for network 0c675621-2419-4413-9c57-529f5915b2d7 Mar 11 17:47:25.604838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.650612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.721482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.732251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:25.733605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.750155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c179ac7a-4d8e-4478-8d90-9d2d7c7aa139 req-38442aa1-7276-4f2c-9197-c7321b944141 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558822 Mar 11 17:47:25.829469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41758) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:25.910505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6570625 Mar 11 17:47:25.914634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41762) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:25.920639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ee3f2-1ee8-4587-a3f8-793e8b5ee9ae tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Pushing event updated for resources: {'Network': ['ID=0c675621-2419-4413-9c57-529f5915b2d7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:25.927521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Request body: {'subnet': {'network_id': '0c675621-2419-4413-9c57-529f5915b2d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:25.949916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0c675621-2419-4413-9c57-529f5915b2d7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:25.981715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.982848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.073634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:26.079207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Usage tracker for resource:subnet and tenant:b7525813832847299d0835278f887ef6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:26.083292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:26.091092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:26.106509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Made reservation on behalf of b7525813832847299d0835278f887ef6 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:26.253034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.255396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 82de220b-4a7f-46c0-8aa7-abf0cf942d66 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:26.300048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:26.520379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-22678f8e-3de6-4f7a-af36-cc496b7fedae tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 1092 time: 0.6891642 Mar 11 17:47:26.525340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41778) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:26.536851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:26.550123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:26.559524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:floatingip and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:26.568826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:26.580489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:26.599343 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.634404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.657728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.704213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=82de220b-4a7f-46c0-8aa7-abf0cf942d66,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:26.780313 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP 0e5f6e8f-99f5-4521-88a9-1b0be9b487be associated. External IP: 172.25.3.103, port: 077d02fb-93f5-46ed-aee9-ccac36aad26a. Mar 11 17:47:26.814574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Pushing event updated for resources: {'Subnet': ['ID=b87a2499-6aae-4596-940b-53db248e2299,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:26.846119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Checking segment: {'id': '2725b0c6-0673-4440-bef1-8b1c2dfc9a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0c675621-2419-4413-9c57-529f5915b2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:26.846693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Network hostable DHCP agents. Network: 0c675621-2419-4413-9c57-529f5915b2d7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:26.927350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Network 0c675621-2419-4413-9c57-529f5915b2d7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:26.948152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.954060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0c675621-2419-4413-9c57-529f5915b2d7) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:26.967343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc121b66-0d0a-4c7c-abf8-0356bf5a3ccf None None] Network 0c675621-2419-4413-9c57-529f5915b2d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:27.027462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:27.028425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.104081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.119252 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-400d2ccb-2027-4119-8824-0a55da8b9e4f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1996839 Mar 11 17:47:27.121789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41788) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:27.137343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Request body: {'port': {'network_id': '0c675621-2419-4413-9c57-529f5915b2d7', 'name': 'tempest-TagsExtTest-118744273'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:27.177508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.184645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1c67b04f-301c-4220-b8a0-bcbbfaa0f216 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/floatingips/b09ce6b2-6767-4401-be1a-79f23d23eaf0 HTTP/1.1" status: 204 len: 168 time: 2.2810481 Mar 11 17:47:27.185920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41792) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:27.235938 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a41d3f-6811-4e7d-a432-0520da047a78 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] DELETE failed (client error): The resource could not be found. Mar 11 17:47:27.236762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a41d3f-6811-4e7d-a432-0520da047a78 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:47:27.242951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c0a41d3f-6811-4e7d-a432-0520da047a78 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/ports/0dce4138-1f17-4f52-8182-03a35dcdf094 HTTP/1.1" status: 404 len: 333 time: 0.0516567 Mar 11 17:47:27.244326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41796) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:27.389222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e79fbd9c-e307-4a86-b5ee-630f398a2d60 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Synchronizing usage tracker for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:27.551031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'networks': [{'name': 'tempest-network--142693476'}, {'name': 'tempest-network--541507588'}]} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:27.551689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'network': {'name': 'tempest-network--142693476'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:27.552522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'network': {'name': 'tempest-network--541507588'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:27.553674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e79fbd9c-e307-4a86-b5ee-630f398a2d60 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Unset dirty status for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:27.556642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e79fbd9c-e307-4a86-b5ee-630f398a2d60 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "GET /v2.0/ports?device_id=7028c7bb-5973-4683-8500-f436b1369338 HTTP/1.1" status: 200 len: 205 time: 0.3096566 Mar 11 17:47:27.561260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41802) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:27.575333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:27.579807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-0c675621-2419-4413-9c57-529f5915b2d7', 'network_id': '0c675621-2419-4413-9c57-529f5915b2d7', 'tenant_id': 'b7525813832847299d0835278f887ef6', 'fixed_ips': [{'subnet_id': 'b87a2499-6aae-4596-940b-53db248e2299'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:47:27.581537 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.595068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Usage tracker for resource:network and tenant:6960b56f9ffe424c92ffeb0cc48a3669 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:27.606002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:27.621387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:27.639256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.25.3.211 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/dde49f1c-82e4-435a-babd-14a6c7fc4302) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:27.682855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Made reservation on behalf of 6960b56f9ffe424c92ffeb0cc48a3669 for: {'network': 2} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:27.686701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.731274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.805224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:27.818594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Usage tracker for resource:port and tenant:b7525813832847299d0835278f887ef6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:27.824203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:27.827886 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-5bbad7ca-c250-4f2f-8a5a-36085721d38f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] delete failed (client error): The resource could not be found. Mar 11 17:47:27.831239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5bbad7ca-c250-4f2f-8a5a-36085721d38f tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/routers/7028c7bb-5973-4683-8500-f436b1369338 HTTP/1.1" status: 404 len: 336 time: 0.2653427 Mar 11 17:47:27.847623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:27.852598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:27.887988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:27.896586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Usage tracker for resource:security_group_rule and tenant:6960b56f9ffe424c92ffeb0cc48a3669 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:27.899346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Made reservation on behalf of b7525813832847299d0835278f887ef6 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:27.902605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.912698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:27.945741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:27.976062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Allocated IP 172.20.0.2 (0c675621-2419-4413-9c57-529f5915b2d7/b87a2499-6aae-4596-940b-53db248e2299/6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:27.977635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] device_id is not set on port 3ff392dd-0c87-49ee-ae24-3b82c95d44e0 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:47:28.007307 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f826cfbb-bc96-4da2-95e9-78cca1fdc427 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] DELETE failed (client error): The resource could not be found. Mar 11 17:47:28.008379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f826cfbb-bc96-4da2-95e9-78cca1fdc427 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:47:28.012583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f826cfbb-bc96-4da2-95e9-78cca1fdc427 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/subnets/705b4f93-b7f5-43d1-ba02-f4d9f100db8e HTTP/1.1" status: 404 len: 337 time: 0.1628838 Mar 11 17:47:28.016423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41818) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:28.020009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.295619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.299830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.361588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.384010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.384347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.391708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Transition to ACTIVE for port object 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:28.428491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Transition to ACTIVE for port object 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:28.439441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.477726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:28.493224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.493591 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Added segment 7f1fc6a0-79ad-440e-b30e-0857094591d8 of type vlan for network 66c64b95-34ac-43e1-a1ff-40c13742a0f5 Mar 11 17:47:28.526021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Network 0c675621-2419-4413-9c57-529f5915b2d7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:28.530049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:28.535612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:28.536587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.597650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:28.610877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.611186 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Added segment 40f77613-da42-4928-b9d9-0e3b1716875f of type vlan for network 491c1916-8eac-4694-bd88-5be482d5a234 Mar 11 17:47:28.625868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Pushing event updated for resources: {'Port': ['ID=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.651072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13a1e0f-4c3a-4892-91b0-e21a7905d809,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.664326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Attempting to bind port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:28.664833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Attempting to bind port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '2725b0c6-0673-4440-bef1-8b1c2dfc9a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0c675621-2419-4413-9c57-529f5915b2d7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:28.665205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Attempting to bind port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 on network 0c675621-2419-4413-9c57-529f5915b2d7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:28.674315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:28.674742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Checking segment: {'id': '2725b0c6-0673-4440-bef1-8b1c2dfc9a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0c675621-2419-4413-9c57-529f5915b2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:28.675308 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.675933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Bound using segment: {'id': '2725b0c6-0673-4440-bef1-8b1c2dfc9a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0c675621-2419-4413-9c57-529f5915b2d7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:28.676594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Bound port: 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2725b0c6-0673-4440-bef1-8b1c2dfc9a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0c675621-2419-4413-9c57-529f5915b2d7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:28.676978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.728730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:28.731079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.738107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 1a4daf84-1f71-4e46-8169-6a9d76fca5b6 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:28.739070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.742862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:28.755471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:28.805228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] For port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:28.810708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] For port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,segment=NetworkSegment(2725b0c6-0673-4440-bef1-8b1c2dfc9a22),segment_id=2725b0c6-0673-4440-bef1-8b1c2dfc9a22)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:28.811849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=dde49f1c-82e4-435a-babd-14a6c7fc4302,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.819172 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.915764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ff606-ede3-4448-820e-53d7c89deb00 None None] Pushing event updated for resources: {'Port': ['ID=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.955702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Allocated IP 172.20.0.10 (0c675621-2419-4413-9c57-529f5915b2d7/b87a2499-6aae-4596-940b-53db248e2299/3ff392dd-0c87-49ee-ae24-3b82c95d44e0) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:29.049355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-8a554c8c-d03d-48c5-979e-e6f78ae5b3c0 req-826f1825-e6d0-4b74-a0b9-1b37b2636822 tempest-ListServersNegativeTestJSON-229336186 tempest-ListServersNegativeTestJSON-229336186-project] (83848) timed out ('10.222.0.59', 54411) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:47:29.115430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.116301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.125708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:29.138766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:29.140180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.299407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.538589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 1a4daf84-1f71-4e46-8169-6a9d76fca5b6 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:29.757101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:29.758134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:47:29.920349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41848) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:29.923805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:29.939419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.070565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.248824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Network': ['ID=66c64b95-34ac-43e1-a1ff-40c13742a0f5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:30.269677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 66c64b95-34ac-43e1-a1ff-40c13742a0f5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:30.323410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.449286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.478487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=1a4daf84-1f71-4e46-8169-6a9d76fca5b6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:30.485724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.572413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:30.579784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Usage tracker for resource:security_group_rule and tenant:947b67db067841ff890bf1c8f5fbc645 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:30.588325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:30.616257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:30.630813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-00c67426-b33e-46e2-bdf0-beba8789679b tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/ports/1a4daf84-1f71-4e46-8169-6a9d76fca5b6 HTTP/1.1" status: 204 len: 168 time: 2.6122859 Mar 11 17:47:30.636558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41870) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:30.717139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9758daf-a678-4475-82bb-570f6741c3c2 None None] Network 0c675621-2419-4413-9c57-529f5915b2d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:30.788976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 84a5fae1-d6ef-4a48-b358-e5e0b817a28d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:30.789661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.943241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.6379352 Mar 11 17:47:30.943241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41882) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:30.977679 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.995766 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.001609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cf7f2d2e-9e3e-4b5a-beeb-8af302c41f4c None None] Provisioning for port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:31.034511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cf7f2d2e-9e3e-4b5a-beeb-8af302c41f4c None None] Provisioning complete for port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:31.034884 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2d2e-9e3e-4b5a-beeb-8af302c41f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.048486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad39061c-c359-4fef-ac5d-87ea5b2fd193,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:31.096680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:31.118434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:47:31.197583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b7015-0dc3-4e77-9076-beb328a3dc7c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:31.199786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b7015-0dc3-4e77-9076-beb328a3dc7c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:31.204567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b7015-0dc3-4e77-9076-beb328a3dc7c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:31.208789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b7015-0dc3-4e77-9076-beb328a3dc7c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:31.209666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-657b7015-0dc3-4e77-9076-beb328a3dc7c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Synchronizing usage tracker for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:31.247980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b9161-12e2-4ec6-b157-3dd73a668c34 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Network': ['ID=491c1916-8eac-4694-bd88-5be482d5a234,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:31.320690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 491c1916-8eac-4694-bd88-5be482d5a234 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:31.352369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-657b7015-0dc3-4e77-9076-beb328a3dc7c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Unset dirty status for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:31.356476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-657b7015-0dc3-4e77-9076-beb328a3dc7c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3911979 Mar 11 17:47:31.361361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41898) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:31.429872 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9217509f-904d-4e85-bea5-39f692e400c8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=947b67db067841ff890bf1c8f5fbc645&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5083923 Mar 11 17:47:31.433795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41904) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:31.484985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.543774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:31.544753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:31.554272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.625727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Transition to ACTIVE for port object 3ff392dd-0c87-49ee-ae24-3b82c95d44e0 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:31.630412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.667909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4259e492-7dab-46b9-866c-366d1cf979f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.689052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.741861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d4a8d082-9ef6-4b91-b714-18182700e312 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "PUT /v2.0/floatingips/0e5f6e8f-99f5-4521-88a9-1b0be9b487be HTTP/1.1" status: 200 len: 991 time: 8.8394659 Mar 11 17:47:31.796503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.800092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:47:31.823926 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.837410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.892125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:47:31.914848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 84a5fae1-d6ef-4a48-b358-e5e0b817a28d owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:31.958186 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'status': 'completed', 'code': 200} Mar 11 17:47:31.960136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4259e492-7dab-46b9-866c-366d1cf979f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.094461 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.141150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4259e492-7dab-46b9-866c-366d1cf979f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.195712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2d2e-9e3e-4b5a-beeb-8af302c41f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.226405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.242716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e492-7dab-46b9-866c-366d1cf979f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad39061c-c359-4fef-ac5d-87ea5b2fd193,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:32.257777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-cf7f2d2e-9e3e-4b5a-beeb-8af302c41f4c None None] For port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,segment=NetworkSegment(2725b0c6-0673-4440-bef1-8b1c2dfc9a22),segment_id=2725b0c6-0673-4440-bef1-8b1c2dfc9a22)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:32.276667 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2d2e-9e3e-4b5a-beeb-8af302c41f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.300396 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4259e492-7dab-46b9-866c-366d1cf979f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.304121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4259e492-7dab-46b9-866c-366d1cf979f4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ad39061c-c359-4fef-ac5d-87ea5b2fd193 HTTP/1.1" status: 204 len: 168 time: 0.8607206 Mar 11 17:47:32.326925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.428930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c64b95-34ac-43e1-a1ff-40c13742a0f5']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:32.486846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Network 0c675621-2419-4413-9c57-529f5915b2d7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:32.499123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=dde49f1c-82e4-435a-babd-14a6c7fc4302,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:32.504553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1fc6a0-79ad-440e-b30e-0857094591d8') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:32.504859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1fc6a0-79ad-440e-b30e-0857094591d8') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:32.508833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f2d2e-9e3e-4b5a-beeb-8af302c41f4c None None] Pushing event updated for resources: {'Port': ['ID=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:32.575601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=84a5fae1-d6ef-4a48-b358-e5e0b817a28d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:32.640747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-279b62a8-af95-4356-8fa9-ea2518f54ad2 None None] Provisioning complete for port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:32.641163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-279b62a8-af95-4356-8fa9-ea2518f54ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.648972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:32.653668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:32.700022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.708720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b5145f3d-ace1-4f58-b321-c3f78bd8623a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/ports/84a5fae1-d6ef-4a48-b358-e5e0b817a28d HTTP/1.1" status: 204 len: 168 time: 2.0687549 Mar 11 17:47:32.709245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41940) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:32.827290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0e5f6e8f-99f5-4521-88a9-1b0be9b487be', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:e0:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:46:47Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}, {'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:46:05Z', 'revision_number': 2, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:32.838794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:47:32.844586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14cf35-78cf-4d17-a3b8-cb6f76f3597a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:32.845871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7d14cf35-78cf-4d17-a3b8-cb6f76f3597a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Synchronizing usage tracker for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:32.871626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:32.874937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7d14cf35-78cf-4d17-a3b8-cb6f76f3597a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Unset dirty status for tenant:9ecf8763cc0645e99aee9c6a22d4c993 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:32.880195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7d14cf35-78cf-4d17-a3b8-cb6f76f3597a tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7407f57-26d0-4595-94d3-3d07c7daecfe HTTP/1.1" status: 200 len: 913 time: 0.1697752 Mar 11 17:47:32.881758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41948) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:32.884434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:32.926794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.039070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.039517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.061629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.062921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.063526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.067026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.067627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.068228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.068791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.081440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.082118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.134550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41956) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:33.164687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7989b61d-c72d-4f99-a94c-e9c968d1a21b None None] Provisioning for port 3ff392dd-0c87-49ee-ae24-3b82c95d44e0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:33.176334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.196008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7989b61d-c72d-4f99-a94c-e9c968d1a21b None None] Provisioning complete for port 3ff392dd-0c87-49ee-ae24-3b82c95d44e0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:33.196618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7989b61d-c72d-4f99-a94c-e9c968d1a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.300834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.322658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:33.332401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Usage tracker for resource:security_group_rule and tenant:31233cf2b8d546f5bdf241c96594f280 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:33.336884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:33.355155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:33.366851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:33.369734 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.371082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7989b61d-c72d-4f99-a94c-e9c968d1a21b None None] Port 3ff392dd-0c87-49ee-ae24-3b82c95d44e0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:47:33.390868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:47:33.432601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:33.433068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:33.455620 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:33.487467 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-e4dbf516-32b8-4e71-8957-ac02f94d75e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 1096 time: 1.4817381 Mar 11 17:47:33.629597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:47:33.844642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:33.845436 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.976109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.990839 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.8635514 Mar 11 17:47:33.996073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.002013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935e39d-194e-4e99-9b9e-e72377697849 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Pushing event updated for resources: {'Port': ['ID=3ff392dd-0c87-49ee-ae24-3b82c95d44e0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:34.005165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41978) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:34.020719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-706852711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:34.037998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:34.100709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Usage tracker for resource:router and tenant:b7525813832847299d0835278f887ef6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:34.110316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccdaa6d-5864-45cc-ad9a-79d840b23325,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:34.130321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-90f90a2a-3292-44e9-9aa3-17f9b79fa40f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31233cf2b8d546f5bdf241c96594f280&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9896162 Mar 11 17:47:34.130692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:34.136623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41982) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:34.145361 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.160427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.161600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:34.163470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41986) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:34.249822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-f52a9102-0c18-45c3-a466-308379f4ec93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:34.251237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-f52a9102-0c18-45c3-a466-308379f4ec93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.6350234 Mar 11 17:47:34.255887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Network': ['ID=66c64b95-34ac-43e1-a1ff-40c13742a0f5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:34.342344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36060089-6c47-44a8-81d5-96d471feb217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.368125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.369823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.374412 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-90ef3e46-f167-4173-8dd9-0247dff8c981 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/networks/66c64b95-34ac-43e1-a1ff-40c13742a0f5 HTTP/1.1" status: 204 len: 168 time: 3.0070455 Mar 11 17:47:34.392045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36060089-6c47-44a8-81d5-96d471feb217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.410203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41992) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:34.519506 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.583071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0e5f6e8f-99f5-4521-88a9-1b0be9b487be', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:e0:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:46:47Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}, {'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:46:05Z', 'revision_number': 2, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:34.589212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff8d43-e7b3-470d-99ac-ad70eefe5474 None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0e5f6e8f-99f5-4521-88a9-1b0be9b487be', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:e0:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:46:47Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}, {'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:46:05Z', 'revision_number': 2, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:47:34.602562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.629163 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.669314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36060089-6c47-44a8-81d5-96d471feb217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.681969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:34.686593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Usage tracker for resource:security_group_rule and tenant:44442443bfeb4172928b99ec6a7d087a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:34.690155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:34.702475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.707521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36060089-6c47-44a8-81d5-96d471feb217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.712178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-36060089-6c47-44a8-81d5-96d471feb217 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ccdaa6d-5864-45cc-ad9a-79d840b23325 HTTP/1.1" status: 204 len: 168 time: 0.5631721 Mar 11 17:47:34.712178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36060089-6c47-44a8-81d5-96d471feb217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccdaa6d-5864-45cc-ad9a-79d840b23325,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:34.758820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:34.786678 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.793835 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aad5799a-40ac-440b-9ee6-8d42e9f4def9 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7800083 Mar 11 17:47:34.793835 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-b30aa07e-bd30-43db-aa70-ea306c169273 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a HTTP/1.1" status: 200 len: 999 time: 0.5287566 Mar 11 17:47:34.798390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41998) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:34.861244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c1ea86e4-72eb-434a-bd66-f77164e5b5fa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1363705719', 'prefixes': ['172.20.0.0/16']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:34.872399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.887660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c1ea86e4-72eb-434a-bd66-f77164e5b5fa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:34.951370 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Floating IP 6a0af071-e053-450e-9535-7b98e41a4203 associated. External IP: 172.25.3.211, port: bbcaab4c-6032-47b8-a6bc-9be246e29045. Mar 11 17:47:35.027190 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93002be-7aac-4d51-8206-e12585bf519b None None] New status for floating IP 0e5f6e8f-99f5-4521-88a9-1b0be9b487be: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:47:35.555352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-eefa50ca-4c22-404d-bc20-7b270d729676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:35.560620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-eefa50ca-4c22-404d-bc20-7b270d729676 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.7563264 Mar 11 17:47:35.590139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1ea86e4-72eb-434a-bd66-f77164e5b5fa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for subnetpool, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.598067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c1ea86e4-72eb-434a-bd66-f77164e5b5fa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7895129 Mar 11 17:47:35.606905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42006) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:35.617178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-249a7919-8eb2-40e7-8d2f-bd85045ff835 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', 'tempest-TagsExtTest-Tag-495191592') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:35.645863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42010) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:35.685844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.721452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.746453 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.766223 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.774254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491c1916-8eac-4694-bd88-5be482d5a234']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:35.821574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f77613-da42-4928-b9d9-0e3b1716875f') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:35.821958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f77613-da42-4928-b9d9-0e3b1716875f') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:35.824912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-249a7919-8eb2-40e7-8d2f-bd85045ff835 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags/tempest-TagsExtTest-Tag-495191592 HTTP/1.1" status: 201 len: 201 time: 0.2166297 Mar 11 17:47:35.830227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42014) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:35.837389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-1cf4d4e7-8e44-435f-9247-c1708ad40cfe tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', 'tempest-TagsExtTest-Tag-1409533953') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:35.869553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.877850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6e781-0d1f-446e-aeeb-c0a513acf131,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:35.896921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:35.909277 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5cb69bd3-413b-47b7-bfd4-c2f172e267e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=44442443bfeb4172928b99ec6a7d087a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7114840 Mar 11 17:47:35.910420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Usage tracker for resource:security_group_rule and tenant:4a938b7ac42b47fda465fae582029591 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:35.913696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42018) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:35.916440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:35.919682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.932763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:35.934986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:35.935392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.954904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-e59ee99a-c941-4ed3-a907-d5ca0b9bfdec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3664689 Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:35.955777 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:36.066642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa7c-28df-4773-9eb1-c40bd62a831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.097597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa7c-28df-4773-9eb1-c40bd62a831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.125585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 094068d6-5a09-4f32-adbb-e61a8db43e27 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:36.125897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.182935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.208912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.239407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Network': ['ID=491c1916-8eac-4694-bd88-5be482d5a234,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:36.298996 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4c75a731-59b3-448c-a8ec-0bd5f78051b6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/networks/491c1916-8eac-4694-bd88-5be482d5a234 HTTP/1.1" status: 204 len: 168 time: 1.8837273 Mar 11 17:47:36.308445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42028) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:36.312268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-e1b4a42a-37d2-49ec-88c1-b96db99f4faf service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480229 Mar 11 17:47:36.318864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.321702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1cf4d4e7-8e44-435f-9247-c1708ad40cfe tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags/tempest-TagsExtTest-Tag-1409533953 HTTP/1.1" status: 201 len: 201 time: 0.4900565 Mar 11 17:47:36.332877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42032) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:36.338537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-d15d995c-a681-4a99-8bb6-8c81f9fa347e tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', 'tempest-TagsExtTest-Tag-420172812') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:36.362881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.489136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa7c-28df-4773-9eb1-c40bd62a831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.531199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2aa7c-28df-4773-9eb1-c40bd62a831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6e781-0d1f-446e-aeeb-c0a513acf131,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:36.569053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.600626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa7c-28df-4773-9eb1-c40bd62a831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.602806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3dd2aa7c-28df-4773-9eb1-c40bd62a831b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/11f6e781-0d1f-446e-aeeb-c0a513acf131 HTTP/1.1" status: 204 len: 168 time: 0.6882789 Mar 11 17:47:36.731866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d15d995c-a681-4a99-8bb6-8c81f9fa347e tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags/tempest-TagsExtTest-Tag-420172812 HTTP/1.1" status: 201 len: 201 time: 0.3995888 Mar 11 17:47:36.763399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42040) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:36.782959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-da27f6e6-0db7-4aac-9d3e-dc5bfcff6231 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', 'tempest-TagsExtTest-Tag-1662735403') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:36.798918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 094068d6-5a09-4f32-adbb-e61a8db43e27 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:36.841309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca11d2-dd59-4bed-9b7b-20de8c22290f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:36.861179 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-32ba3726-ad8c-497d-8103-0cd75afeb9ae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a938b7ac42b47fda465fae582029591&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2092757 Mar 11 17:47:36.861299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42044) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:36.969811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56472e46-ce5e-4e5e-822d-84b3bdd7dffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.975219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408402d-cbbc-45cc-994c-4c2e369fd13c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.979537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408402d-cbbc-45cc-994c-4c2e369fd13c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.980326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e408402d-cbbc-45cc-994c-4c2e369fd13c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Synchronizing usage tracker for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:36.993279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-412f0d1b-b6cf-4889-bef4-83fb73aeb221 req-7d19604b-ad9f-412a-bc59-82ac5a8d8103 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491241 Mar 11 17:47:37.007294 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56472e46-ce5e-4e5e-822d-84b3bdd7dffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.030791 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-da27f6e6-0db7-4aac-9d3e-dc5bfcff6231 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags/tempest-TagsExtTest-Tag-1662735403 HTTP/1.1" status: 201 len: 201 time: 0.2659163 Mar 11 17:47:37.035739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e408402d-cbbc-45cc-994c-4c2e369fd13c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Unset dirty status for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:37.037726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e408402d-cbbc-45cc-994c-4c2e369fd13c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7246068 Mar 11 17:47:37.040448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:37.044611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42052) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:37.050699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-8fe27097-a60a-463d-ab26-1b2dc8d12440 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:37.115727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1068629356'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:37.139801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:37.148535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.180823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:37.211700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56472e46-ce5e-4e5e-822d-84b3bdd7dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.236509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Made reservation on behalf of 6960b56f9ffe424c92ffeb0cc48a3669 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:37.241463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.249989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=094068d6-5a09-4f32-adbb-e61a8db43e27,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:37.254013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56472e46-ce5e-4e5e-822d-84b3bdd7dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca11d2-dd59-4bed-9b7b-20de8c22290f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:37.312681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:37.331385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.331725 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Added segment 5bf959c3-3c22-48bb-b136-18555c7e623f of type vlan for network 7e74a880-635c-4e03-83ff-48f7cc9ea53d Mar 11 17:47:37.351019 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8fe27097-a60a-463d-ab26-1b2dc8d12440 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags HTTP/1.1" status: 200 len: 240 time: 0.3091111 Mar 11 17:47:37.365195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42060) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:37.378880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-7b8d71ae-fd1b-40b6-ab26-b5113a61e85a tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', 'tempest-TagsExtTest-Tag-495191592') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:37.409935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42064) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:37.416649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 8ef88842-1d76-4d49-8116-bc787ebb401a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:37.418563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.476569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.504279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56472e46-ce5e-4e5e-822d-84b3bdd7dffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.510149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-56472e46-ce5e-4e5e-822d-84b3bdd7dffe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/25ca11d2-dd59-4bed-9b7b-20de8c22290f HTTP/1.1" status: 204 len: 168 time: 0.6432831 Mar 11 17:47:37.526914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.530737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:37.531353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.741829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:37.770828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Usage tracker for resource:security_group_rule and tenant:e1e0c431fae34cf58445fceaef2ab26a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:37.777381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.785021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:37.801610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:37.805282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Network': ['ID=7e74a880-635c-4e03-83ff-48f7cc9ea53d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:37.811741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9f86bd96-6a74-4456-b3e7-02027a45d9ce tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7139132 Mar 11 17:47:37.816051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42076) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:37.820368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 7e74a880-635c-4e03-83ff-48f7cc9ea53d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:37.830198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1593784029'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:37.850876 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7b8d71ae-fd1b-40b6-ab26-b5113a61e85a tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags/tempest-TagsExtTest-Tag-495191592 HTTP/1.1" status: 204 len: 168 time: 0.4800394 Mar 11 17:47:37.852457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:37.857253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42080) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:37.865951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Usage tracker for resource:network and tenant:6960b56f9ffe424c92ffeb0cc48a3669 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:37.874415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-01d1832d-510a-40e1-95b6-3c9c9005c43c tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', 'tempest-TagsExtTest-Tag-495191592') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:37.909791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:37.929957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:37.984187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Made reservation on behalf of 6960b56f9ffe424c92ffeb0cc48a3669 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:37.987588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.072684 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.089587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.099300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:38.231374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.231814 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Added segment 3d3b1b2f-3aea-4966-8c27-c3cdef85f045 of type vlan for network 6def4293-f920-4931-aca2-201419613fea Mar 11 17:47:38.299754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dda9596-ba28-4b20-a5ce-ba434d23fb2e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:38.337283 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-354f857e-aca8-4ae1-b07e-2e909fd60adf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e1e0c431fae34cf58445fceaef2ab26a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9231553 Mar 11 17:47:38.342158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42092) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:38.478088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-01d1832d-510a-40e1-95b6-3c9c9005c43c tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags/tempest-TagsExtTest-Tag-495191592 HTTP/1.1" status: 204 len: 168 time: 0.6178441 Mar 11 17:47:38.481760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:38.496792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-b16e9298-f67e-46de-86c4-ee94ab3fc32b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:38.556397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.707869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:38.725220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] Sync routers for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:47:38.745360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:38.747231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:38.784584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.823098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Router b7407f57-26d0-4595-94d3-3d07c7daecfe has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:38.858728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.868749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:38.874259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:39.034879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4590e96-02d0-469a-8ad5-f82a25b2746a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.5048225 Mar 11 17:47:39.035270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42104) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:39.065844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:47:39.083068 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2629542 Mar 11 17:47:39.096603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:39.125242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'ports': [{'network_id': '7e74a880-635c-4e03-83ff-48f7cc9ea53d', 'name': 'tempest-port--1208450405', 'admin_state_up': True}, {'network_id': '6def4293-f920-4931-aca2-201419613fea', 'admin_state_up': False}]} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:39.128521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'port': {'network_id': '7e74a880-635c-4e03-83ff-48f7cc9ea53d', 'name': 'tempest-port--1208450405', 'admin_state_up': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:39.129100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'port': {'network_id': '6def4293-f920-4931-aca2-201419613fea', 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:39.174943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2506e2-b2e7-4e1e-ad3a-e509101f589b tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Network': ['ID=6def4293-f920-4931-aca2-201419613fea,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:39.192207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef9b3-b46e-4553-bdc3-b369380f46a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:39.202727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6def4293-f920-4931-aca2-201419613fea details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:39.266891 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'status': 'completed', 'code': 200} Mar 11 17:47:39.275170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4ef9f37b-8496-4bbf-8e3e-704cd1b974f5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/6a0af071-e053-450e-9535-7b98e41a4203 HTTP/1.1" status: 200 len: 992 time: 0.2340393 Mar 11 17:47:39.396982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:39.419243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd7c5d88-14a5-4cbd-864d-6a0c5a611eb1 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "PUT /v2.0/routers/b7407f57-26d0-4595-94d3-3d07c7daecfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5242426 Mar 11 17:47:39.419243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42118) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:39.424376 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] Sync routers for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:47:39.445274 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:39.451330 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.559063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef9b3-b46e-4553-bdc3-b369380f46a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:39.578312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:39.584398 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b16e9298-f67e-46de-86c4-ee94ab3fc32b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags HTTP/1.1" status: 200 len: 205 time: 1.0966997 Mar 11 17:47:39.590158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42124) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:39.613322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-bef97a61-f61f-4452-9c83-64f3617bd82d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.635887 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.642398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:47:39.657754 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] Routers {'b7407f57-26d0-4595-94d3-3d07c7daecfe'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:39.660664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b7407f57-26d0-4595-94d3-3d07c7daecfe'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.803631 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.804452 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba305c6-ecbb-4445-b792-82b4595a9e59 None None] The sync data for ids ['b7407f57-26d0-4595-94d3-3d07c7daecfe'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:47:39.922752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:40.156941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:40.194527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Usage tracker for resource:port and tenant:6960b56f9ffe424c92ffeb0cc48a3669 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:40.201935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:40.212214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:40.271811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-f3a5e670-0876-4bc4-8972-d6d6334e675c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 1097 time: 0.9544287 Mar 11 17:47:40.273804 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef9b3-b46e-4553-bdc3-b369380f46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:40.304713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42136) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:40.323577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Made reservation on behalf of 6960b56f9ffe424c92ffeb0cc48a3669 for: {'port': 2} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:40.326997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:29Z', 'revision_number': 0, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:40.328628 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:40.346316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] Checking router: 8ef88842-1d76-4d49-8116-bc787ebb401a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:47:40.372992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:47:40.373763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:40.461597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ef9b3-b46e-4553-bdc3-b369380f46a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dda9596-ba28-4b20-a5ce-ba434d23fb2e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:40.591567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef9b3-b46e-4553-bdc3-b369380f46a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:40.592091 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5f5ef9b3-b46e-4553-bdc3-b369380f46a5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5dda9596-ba28-4b20-a5ce-ba434d23fb2e HTTP/1.1" status: 204 len: 168 time: 2.2411060 Mar 11 17:47:40.606344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:40.606671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:40.621437 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bef97a61-f61f-4452-9c83-64f3617bd82d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags HTTP/1.1" status: 200 len: 241 time: 1.0216563 Mar 11 17:47:40.626028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:40.627202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting port 279c3626-ca24-4a85-b02e-7b731d8c2409 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:40.627763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:40.707962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-e94150a9-4c76-4739-bf5d-d0614f1ee975 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', 'tempest-TagsExtTest-Tag-1409533953') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:40.739113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-604bc662-944c-4892-9443-4d6ec4f07f2a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/6a0af071-e053-450e-9535-7b98e41a4203 HTTP/1.1" status: 200 len: 992 time: 0.3946724 Mar 11 17:47:40.806513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:47:40.970482 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e94150a9-4c76-4739-bf5d-d0614f1ee975 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags/tempest-TagsExtTest-Tag-1409533953 HTTP/1.1" status: 204 len: 168 time: 0.2776647 Mar 11 17:47:40.971442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42160) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:40.979373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-099b146d-bf0b-4fa9-aeda-dc951f6d414a tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', 'tempest-TagsExtTest-Tag-1409533953') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:41.037263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-9dc3986c-f189-4ef2-a602-c38a24a7c2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:41.039448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-9dc3986c-f189-4ef2-a602-c38a24a7c2c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 200 len: 898 time: 0.7555068 Mar 11 17:47:41.073202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:41.295450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Calling delete_port for 279c3626-ca24-4a85-b02e-7b731d8c2409 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:41.391168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] device_id is not set on port 855579a8-6ef6-4930-a214-a7c14c6e3e5c yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:47:41.408499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-099b146d-bf0b-4fa9-aeda-dc951f6d414a tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags/tempest-TagsExtTest-Tag-1409533953 HTTP/1.1" status: 204 len: 168 time: 0.4358902 Mar 11 17:47:41.413621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42176) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:41.413811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-e6f2aa3b-2ca6-4027-bfe8-120453feff83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045 HTTP/1.1" status: 200 len: 1000 time: 0.3672464 Mar 11 17:47:41.420971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-4121c9cc-f9e1-4bf0-8485-b2aece220b4d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:41.499110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:29Z', 'revision_number': 0, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:41.508310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fca8e4-87ec-4f0b-84e7-79de2ea490fe None None] The sync data for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 is: [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:29Z', 'revision_number': 0, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:47:41.551529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4121c9cc-f9e1-4bf0-8485-b2aece220b4d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags HTTP/1.1" status: 200 len: 205 time: 0.1368613 Mar 11 17:47:41.556485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42184) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:41.564057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-e9b29bc0-c4d2-4948-a044-1c17c86d024c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:41.566812 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-e9b29bc0-c4d2-4948-a044-1c17c86d024c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb1a30c-5744-464a-b156-03eed6d60dde HTTP/1.1" status: 200 len: 835 time: 0.1462760 Mar 11 17:47:41.569287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-b6f4de84-ad13-4132-a8cb-8703fa64136b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:41.745527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42198) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:41.845024 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:41.892114 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:41.963743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Port': ['ID=279c3626-ca24-4a85-b02e-7b731d8c2409,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:41.971484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b6f4de84-ad13-4132-a8cb-8703fa64136b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags HTTP/1.1" status: 200 len: 240 time: 0.4100776 Mar 11 17:47:41.981810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42208) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:41.992641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-4bd4c358-913c-4019-8985-15a4659882fa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', 'tempest-TagsExtTest-Tag-420172812') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:42.013314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d12e8-d24d-49be-864d-76dec4c34349 None None] New status for floating IP 6a0af071-e053-450e-9535-7b98e41a4203: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:47:42.067062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-ba3d0c29-364a-44ee-9042-f64bbb38b553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4928093 Mar 11 17:47:42.339950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-518aed29-d84c-42ed-9af9-031c6662b12d service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477434 Mar 11 17:47:42.340440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:42.431823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bde59e88-af11-4166-b002-d5e325e0f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:42.553252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] device_id is not set on port efcf131d-f890-4e3c-a756-801350a4fdfd yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:47:42.597169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9a9d4e64-2d15-4b53-9916-fc327113ca0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/6a0af071-e053-450e-9535-7b98e41a4203 HTTP/1.1" status: 200 len: 992 time: 0.8499048 Mar 11 17:47:42.658593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4bd4c358-913c-4019-8985-15a4659882fa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags/tempest-TagsExtTest-Tag-420172812 HTTP/1.1" status: 204 len: 168 time: 0.6752348 Mar 11 17:47:42.660190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:42.677615 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d8ec54-6f01-4eb8-8c20-7a0c07eb688d req-ee1cc825-04e2-4390-a9e7-1ae6fb44ef39 service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204536 Mar 11 17:47:42.689833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-72d8d5b2-f6fe-4fe2-b5d3-f3bac7b95ee7 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', 'tempest-TagsExtTest-Tag-420172812') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:42.917244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:42.966122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:42.971235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Usage tracker for resource:security_group_rule and tenant:8f531d9bde9e494292df3c44ab67f921 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:42.974672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:42.981635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:43.043193 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.195531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.216414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.305560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.313440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9739b-5bcb-403e-ab2a-3d44c0791f8e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:43.333984 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-60ecbb4c-c590-4eb5-84da-748b6fc6840f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f531d9bde9e494292df3c44ab67f921&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9819593 Mar 11 17:47:43.335245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:43.386131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.390829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72d8d5b2-f6fe-4fe2-b5d3-f3bac7b95ee7 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags/tempest-TagsExtTest-Tag-420172812 HTTP/1.1" status: 204 len: 168 time: 0.7197301 Mar 11 17:47:43.393333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42240) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:43.400423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.407286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-fd516abf-fcac-432e-8594-c8bbb8f89f3d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:43.423293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.464642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e7edf8d-201e-4f0c-ac12-74e178e557be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.559438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e7edf8d-201e-4f0c-ac12-74e178e557be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.584937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Port': ['ID=855579a8-6ef6-4930-a214-a7c14c6e3e5c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:43.601651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42248) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:43.702341 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd516abf-fcac-432e-8594-c8bbb8f89f3d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags HTTP/1.1" status: 200 len: 205 time: 0.3064036 Mar 11 17:47:43.703179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42254) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:43.710131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-c91d8e72-057e-4f1b-91e7-489abbc98928 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:43.725288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.726002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Fanout notify agent at l3_agent the message router_deleted on router b7407f57-26d0-4595-94d3-3d07c7daecfe {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:47:43.750139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Checking segment: {'id': '5bf959c3-3c22-48bb-b136-18555c7e623f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '7e74a880-635c-4e03-83ff-48f7cc9ea53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:43.750652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network hostable DHCP agents. Network: 7e74a880-635c-4e03-83ff-48f7cc9ea53d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:43.758004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c91d8e72-057e-4f1b-91e7-489abbc98928 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags HTTP/1.1" status: 200 len: 241 time: 0.0533640 Mar 11 17:47:43.758240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42258) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:43.766467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.770934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f5759b15-e42e-493d-8305-c1733aea8167 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/routers/b7407f57-26d0-4595-94d3-3d07c7daecfe HTTP/1.1" status: 204 len: 168 time: 4.3597105 Mar 11 17:47:43.771811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:43.773002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-c47b196e-9058-4c05-860f-1ce9e04ec937 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', 'tempest-TagsExtTest-Tag-1662735403') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:43.822815 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e1e05d8-07c5-42ca-930e-992f5549345e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/6a0af071-e053-450e-9535-7b98e41a4203 HTTP/1.1" status: 200 len: 994 time: 0.2160010 Mar 11 17:47:43.864225 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c47b196e-9058-4c05-860f-1ce9e04ec937 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags/tempest-TagsExtTest-Tag-1662735403 HTTP/1.1" status: 204 len: 168 time: 0.0993721 Mar 11 17:47:43.866153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42266) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:43.867544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e7edf8d-201e-4f0c-ac12-74e178e557be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.879282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-4e83fa56-4982-4d6d-8346-ca5e564c89ec tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', 'tempest-TagsExtTest-Tag-1662735403') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:43.887036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network 7e74a880-635c-4e03-83ff-48f7cc9ea53d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:43.894121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7edf8d-201e-4f0c-ac12-74e178e557be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9739b-5bcb-403e-ab2a-3d44c0791f8e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:43.911413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 7e74a880-635c-4e03-83ff-48f7cc9ea53d) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:43.922955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fae96c-b8e5-4cfa-be4d-0f1febffd7db None None] Network 7e74a880-635c-4e03-83ff-48f7cc9ea53d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:43.930439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:43.930439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:44.072064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e7edf8d-201e-4f0c-ac12-74e178e557be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:44.073657 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e7edf8d-201e-4f0c-ac12-74e178e557be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c8a9739b-5bcb-403e-ab2a-3d44c0791f8e HTTP/1.1" status: 204 len: 168 time: 0.7362831 Mar 11 17:47:44.194734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Port': ['ID=efcf131d-f890-4e3c-a756-801350a4fdfd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:44.233876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Checking segment: {'id': '3d3b1b2f-3aea-4966-8c27-c3cdef85f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6def4293-f920-4931-aca2-201419613fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:44.236283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network hostable DHCP agents. Network: 6def4293-f920-4931-aca2-201419613fea, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:44.295501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network 6def4293-f920-4931-aca2-201419613fea is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:44.316112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6def4293-f920-4931-aca2-201419613fea) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:44.328204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:44.343237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:44.350255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:44.353303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:44.374233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4e83fa56-4982-4d6d-8346-ca5e564c89ec tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags/tempest-TagsExtTest-Tag-1662735403 HTTP/1.1" status: 204 len: 168 time: 0.5036004 Mar 11 17:47:44.378888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:44.407158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-d65d31ea-f359-4bf1-b53a-47e0e767a93b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:44.425320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bfd54-7399-4c2c-bddf-debab80d6a8f None None] Network 6def4293-f920-4931-aca2-201419613fea requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:44.460062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-12235efb-98a3-4d53-b7a0-100e9b743db3 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3563359 Mar 11 17:47:44.461116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:44.518521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Deleting subnet 36c08d3b-2b87-4dad-8577-fb881a8d03c0 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:44.531235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2ade44d-1a5a-4c17-9255-45c7de6c673b req-5e416e47-e0f1-44af-90c4-18f0234466c7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2908773 Mar 11 17:47:44.539932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:44.581232 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d65d31ea-f359-4bf1-b53a-47e0e767a93b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags HTTP/1.1" status: 200 len: 205 time: 0.1888845 Mar 11 17:47:44.585769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42290) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:44.612544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-d47b3ef2-f9af-41b3-906c-6bc3ead86dda tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:44.661787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0387660-3b84-4ea5-aaa6-6265b924ff91 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:44.672835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0387660-3b84-4ea5-aaa6-6265b924ff91 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:44.673828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0387660-3b84-4ea5-aaa6-6265b924ff91 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Synchronizing usage tracker for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:44.688045 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d47b3ef2-f9af-41b3-906c-6bc3ead86dda tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1002834 Mar 11 17:47:44.691435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42298) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:44.698814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-3bbe2cdf-5f09-4da0-b93a-972c0385e999 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:44.751194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42302) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:44.796659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0387660-3b84-4ea5-aaa6-6265b924ff91 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Unset dirty status for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:44.803689 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0387660-3b84-4ea5-aaa6-6265b924ff91 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3343368 Mar 11 17:47:44.811788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42312) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:44.849209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:44.857406 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7c8c-0766-4faa-b2a3-261064755dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:44.992516 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.027646 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3bbe2cdf-5f09-4da0-b93a-972c0385e999 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags HTTP/1.1" status: 204 len: 168 time: 0.3347142 Mar 11 17:47:45.030351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42320) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:45.040606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-b4491009-15d1-4444-9a57-8f262c079efe tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:45.107679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2ade44d-1a5a-4c17-9255-45c7de6c673b req-5c787458-1183-4fd7-a096-4fab677127f2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.4392056 Mar 11 17:47:45.220318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4491009-15d1-4444-9a57-8f262c079efe tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1885097 Mar 11 17:47:45.227043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42328) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:45.232879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-56b0722f-02d5-4ab0-849a-cc6f11a7e8f1 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:45.293464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Deleting port 855579a8-6ef6-4930-a214-a7c14c6e3e5c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:45.293464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.338538 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.397976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2ade44d-1a5a-4c17-9255-45c7de6c673b req-d93e3de0-09a9-4301-8c76-f5f9af6337ba service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503695 Mar 11 17:47:45.489537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:45.499537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Usage tracker for resource:security_group_rule and tenant:8965318b219e4971b96d1344bf5f1bb3 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:45.505794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:45.516919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:45.564868 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-cc704bf6-0c0f-4fce-8a8e-c5790d04a16f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2096825 Mar 11 17:47:45.580119 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-56b0722f-02d5-4ab0-849a-cc6f11a7e8f1 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags HTTP/1.1" status: 204 len: 168 time: 0.3478680 Mar 11 17:47:45.582415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42334) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:45.598724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-5cc099a8-ec92-4eaa-8568-b00ba2ab6044 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', 'tempest-TagsExtTest-Tag-1076274817') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:45.639716 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.710327 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.718165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.721033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.801732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.830754 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8965318b219e4971b96d1344bf5f1bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0592279 Mar 11 17:47:45.831978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80907a-b4fc-4d4f-98f5-0a2039b48d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d17141b-98ab-4afb-95df-59bbe6356e03,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:45.834882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42342) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:45.884332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Subnet': ['ID=36c08d3b-2b87-4dad-8577-fb881a8d03c0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:45.899033 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5cc099a8-ec92-4eaa-8568-b00ba2ab6044 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags/tempest-TagsExtTest-Tag-1076274817 HTTP/1.1" status: 201 len: 201 time: 0.3090346 Mar 11 17:47:45.899256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42346) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:45.922650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-f7325378-4a6a-49dc-a9e9-a5832691aa55 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', 'tempest-TagsExtTest-Tag-530079743') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:45.948774 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-8bfd2e66-2647-4eba-b504-126369866df6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 1097 time: 0.1740997 Mar 11 17:47:45.949886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c04059-8377-407d-b835-23d0d37264eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.021896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c04059-8377-407d-b835-23d0d37264eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.117718 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.205197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da189d52-f375-4dec-9d29-7c7c6724a522 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/subnets/36c08d3b-2b87-4dad-8577-fb881a8d03c0 HTTP/1.1" status: 204 len: 168 time: 2.4318063 Mar 11 17:47:46.207629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42354) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:46.313072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.336528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-1e8871a5-723a-4712-bd1a-ec45e909a72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:46.338053 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-1e8871a5-723a-4712-bd1a-ec45e909a72d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.3451214 Mar 11 17:47:46.344313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ade44d-1a5a-4c17-9255-45c7de6c673b req-ba7c671e-1db7-4ba9-a38d-2a7219466e46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:46.344571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c04059-8377-407d-b835-23d0d37264eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.346543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2ade44d-1a5a-4c17-9255-45c7de6c673b req-ba7c671e-1db7-4ba9-a38d-2a7219466e46 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9378676 Mar 11 17:47:46.575097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Calling delete_port for 855579a8-6ef6-4930-a214-a7c14c6e3e5c owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:46.652288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c04059-8377-407d-b835-23d0d37264eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d17141b-98ab-4afb-95df-59bbe6356e03,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:46.657989 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-d0ed5ad9-3019-4f57-8d93-d69f7b28205c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6b389a-42ae-4b75-8163-cd109602713c HTTP/1.1" status: 200 len: 1002 time: 0.2979636 Mar 11 17:47:46.687002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f7325378-4a6a-49dc-a9e9-a5832691aa55 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags/tempest-TagsExtTest-Tag-530079743 HTTP/1.1" status: 201 len: 201 time: 0.7889812 Mar 11 17:47:46.690339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42366) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:46.699215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-f4ec717e-3afd-4240-90c3-8e83c6bd81bd tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', 'tempest-TagsExtTest-Tag-1741084948') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:46.707674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.786872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c04059-8377-407d-b835-23d0d37264eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.791013 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d9c04059-8377-407d-b835-23d0d37264eb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d17141b-98ab-4afb-95df-59bbe6356e03 HTTP/1.1" status: 204 len: 168 time: 0.9528217 Mar 11 17:47:46.826187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.922531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Port': ['ID=855579a8-6ef6-4930-a214-a7c14c6e3e5c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:46.945897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.974193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-60cc8a90-f402-4a19-a108-4bece0e887b9 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/ports/855579a8-6ef6-4930-a214-a7c14c6e3e5c HTTP/1.1" status: 204 len: 168 time: 1.8776679 Mar 11 17:47:46.975964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.978677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42374) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:46.998809 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.035118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e825f08f-adfd-42d0-a726-e89ffac1bed7']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.040615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f4ec717e-3afd-4240-90c3-8e83c6bd81bd tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags/tempest-TagsExtTest-Tag-1741084948 HTTP/1.1" status: 201 len: 201 time: 0.3495491 Mar 11 17:47:47.044633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42378) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:47.052326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b287b328-62ff-494a-bf7c-257c57627897') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.052961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b287b328-62ff-494a-bf7c-257c57627897') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.061143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-7a404f4f-1c4c-425b-81e3-f4cf5d0a1efa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', 'tempest-TagsExtTest-Tag-1112037190') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.067524 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.092507 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.098183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Deleting port efcf131d-f890-4e3c-a756-801350a4fdfd {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:47.098925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.100600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:47:47.101303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:47.225873 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:47.230125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7a404f4f-1c4c-425b-81e3-f4cf5d0a1efa tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags/tempest-TagsExtTest-Tag-1112037190 HTTP/1.1" status: 201 len: 201 time: 0.1841338 Mar 11 17:47:47.234073 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.242048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42384) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:47.255121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.259017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-8d5915fa-da8e-42aa-a97f-012504246f19 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', {'tags': ['tempest-TagsExtTest-Tag-647403281', 'tempest-TagsExtTest-Tag-638670617', 'tempest-TagsExtTest-Tag-809105399']}) {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.312199 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] 10.222.0.96 "DELETE /v2.0/networks/e825f08f-adfd-42d0-a726-e89ffac1bed7 HTTP/1.1" status: 204 len: 168 time: 1.0920503 Mar 11 17:47:47.330774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-541c0aec-d06a-481a-b6e6-08d8d4946540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:47.333304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-541c0aec-d06a-481a-b6e6-08d8d4946540 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.6177225 Mar 11 17:47:47.341967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e004d-b55b-46a8-83de-13e5a6386e61 tempest-FloatingIPTestJSON-1012633282 tempest-FloatingIPTestJSON-1012633282-project] Pushing event deleted for resources: {'Network': ['ID=e825f08f-adfd-42d0-a726-e89ffac1bed7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:47.489196 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-da094774-c4c4-4e11-85a0-4c5205ef3f30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482811 Mar 11 17:47:47.535760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42396) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:47.582057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.609495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.627722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8d5915fa-da8e-42aa-a97f-012504246f19 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags HTTP/1.1" status: 200 len: 315 time: 0.3842595 Mar 11 17:47:47.633517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42400) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:47.773903 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-9ffdf2fe-bbb0-45c7-a622-8f847958aaf6 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776227 Mar 11 17:47:47.788790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-6eb71f41-f3e0-4e1f-be94-d6be039ea545 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.822169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Calling delete_port for efcf131d-f890-4e3c-a756-801350a4fdfd owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:47.972722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29380301-9a70-46d1-9d43-67388ab9e7ea req-e2266bff-3f73-42fe-9f2b-d5685db94eeb service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911366 Mar 11 17:47:48.090739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:48.117663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42410) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.125526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Usage tracker for resource:security_group_rule and tenant:5ac5e78a32a840c1b482eb9e7fa97dbe is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:48.130243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:48.140152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:48.170903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42416) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.232366 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.325286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.371833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Port': ['ID=efcf131d-f890-4e3c-a756-801350a4fdfd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:48.407412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6579982e-3390-4830-98a2-ebc686fc827a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/ports/efcf131d-f890-4e3c-a756-801350a4fdfd HTTP/1.1" status: 204 len: 168 time: 1.4255061 Mar 11 17:47:48.411818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42424) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.412454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42426) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.412771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6eb71f41-f3e0-4e1f-be94-d6be039ea545 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags HTTP/1.1" status: 204 len: 168 time: 0.7062716 Mar 11 17:47:48.432220 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.450994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.468277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-cbc0495e-0021-4d34-904f-9d253c1c78cd tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', 'tempest-TagsExtTest-Tag-647403281') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:48.530045 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c396e190-f9a7-47e2-8e78-f1ee26c8461c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ecf8763cc0645e99aee9c6a22d4c993&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4110329 Mar 11 17:47:48.538654 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7c103708-de70-4acc-bd8f-0d47899c0e3c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1190302 Mar 11 17:47:48.538980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42436) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.539152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42440) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.561403 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.580280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1052985144'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:48.584041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28acaa6-3d5b-47fe-8e99-397063f7a7e0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:48.587532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:48.604204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Usage tracker for resource:network and tenant:6960b56f9ffe424c92ffeb0cc48a3669 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:48.608278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:48.608941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d7af5d2c-3ddd-43d9-864e-29a2b6d5d1ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5ac5e78a32a840c1b482eb9e7fa97dbe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0719094 Mar 11 17:47:48.610491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42444) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.638334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:48.647793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:48.655335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Usage tracker for resource:security_group_rule and tenant:a1e62714404040159378a979c23d38ca is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:48.662048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:48.671023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:48.677194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Made reservation on behalf of 6960b56f9ffe424c92ffeb0cc48a3669 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:48.679443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.680487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3cc07386-9cf0-4849-9743-bdfa0d72e6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.728293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3cc07386-9cf0-4849-9743-bdfa0d72e6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.729300 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-cbc0495e-0021-4d34-904f-9d253c1c78cd tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:48.730345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cbc0495e-0021-4d34-904f-9d253c1c78cd tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags/tempest-TagsExtTest-Tag-647403281 HTTP/1.1" status: 404 len: 328 time: 0.3124626 Mar 11 17:47:48.736952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42448) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.739551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:48.747062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14675bc-0903-4b98-b661-bc07ecff8ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.749773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-04236f6f-c991-4137-882f-51caf84825cb tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', 'tempest-TagsExtTest-Tag-638670617') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:48.811432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14675bc-0903-4b98-b661-bc07ecff8ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.818270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.819072 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Added segment 4945a982-8e4e-4f32-bf47-89f6a7536241 of type vlan for network 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 Mar 11 17:47:48.879562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.891210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14675bc-0903-4b98-b661-bc07ecff8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.895615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.905218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.906631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3cc07386-9cf0-4849-9743-bdfa0d72e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.920911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14675bc-0903-4b98-b661-bc07ecff8ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28acaa6-3d5b-47fe-8e99-397063f7a7e0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:48.943398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc07386-9cf0-4849-9743-bdfa0d72e6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3e5d6-d5ea-41b0-89ba-eecde8307be3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:48.950859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3cc07386-9cf0-4849-9743-bdfa0d72e6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.952254 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3cc07386-9cf0-4849-9743-bdfa0d72e6d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7ff3e5d6-d5ea-41b0-89ba-eecde8307be3 HTTP/1.1" status: 204 len: 168 time: 0.4170480 Mar 11 17:47:48.953227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c14675bc-0903-4b98-b661-bc07ecff8ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.957810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c14675bc-0903-4b98-b661-bc07ecff8ab5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d28acaa6-3d5b-47fe-8e99-397063f7a7e0 HTTP/1.1" status: 204 len: 168 time: 0.3428764 Mar 11 17:47:48.980890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf521f15-7c86-493f-b04e-412307a1ae41,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:48.991125 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-04236f6f-c991-4137-882f-51caf84825cb tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:48.996100 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04236f6f-c991-4137-882f-51caf84825cb tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags/tempest-TagsExtTest-Tag-638670617 HTTP/1.1" status: 404 len: 328 time: 0.2543547 Mar 11 17:47:48.996100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.997173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:48.998174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:48.999119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.003220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-4e88e88f-6a80-4483-ae2d-4c79b7739b4e tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299', 'tempest-TagsExtTest-Tag-809105399') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:49.031332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c9753346-977a-4ec9-a918-f66d04aabb3a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a1e62714404040159378a979c23d38ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8593092 Mar 11 17:47:49.062030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42464) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:49.139481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Network': ['ID=65ab3236-458a-4ce4-a5b2-9a2bf94485b8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:49.149002 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2c314a78-f9ae-4a05-81f8-1be9b2c58f4a tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5886037 Mar 11 17:47:49.150442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42468) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:49.165598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1064144399'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:49.167950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:49.177443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:49.188898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Usage tracker for resource:network and tenant:6960b56f9ffe424c92ffeb0cc48a3669 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:49.195345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:49.209937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:49.231523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Made reservation on behalf of 6960b56f9ffe424c92ffeb0cc48a3669 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:49.235145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.311921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:49.320257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-249f54b2-2039-46c5-b99d-4280801163f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.344077 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.345387 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Added segment 3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2 of type vlan for network c3b99895-7c63-4405-8f04-cb7663ce67e3 Mar 11 17:47:49.377592 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-4e88e88f-6a80-4483-ae2d-4c79b7739b4e tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:49.387718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4e88e88f-6a80-4483-ae2d-4c79b7739b4e tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags/tempest-TagsExtTest-Tag-809105399 HTTP/1.1" status: 404 len: 328 time: 0.3899596 Mar 11 17:47:49.393904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.395075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42476) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:49.436125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-fa4a3939-a1a2-490c-be65-87b53cd57e9d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', {'tags': ['tempest-TagsExtTest-Tag-1629180097', 'tempest-TagsExtTest-Tag-1681757445', 'tempest-TagsExtTest-Tag-1968610395']}) {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:49.451490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.456203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:49.456829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.472325 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-249f54b2-2039-46c5-b99d-4280801163f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.611304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fa4a3939-a1a2-490c-be65-87b53cd57e9d tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags HTTP/1.1" status: 200 len: 318 time: 0.2119853 Mar 11 17:47:49.615081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42494) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:49.631590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-4eaed101-5020-4ab2-aff1-d8491fe7adaf tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:49.642150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4879310 Mar 11 17:47:49.652436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6107feb-29d3-4f8d-92e7-b99e016c8372 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Network': ['ID=c3b99895-7c63-4405-8f04-cb7663ce67e3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:49.675262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c3b99895-7c63-4405-8f04-cb7663ce67e3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:49.786163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-249f54b2-2039-46c5-b99d-4280801163f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.852525 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-249f54b2-2039-46c5-b99d-4280801163f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:49.854450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-249f54b2-2039-46c5-b99d-4280801163f1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bf521f15-7c86-493f-b04e-412307a1ae41 HTTP/1.1" status: 204 len: 168 time: 0.7757957 Mar 11 17:47:49.855390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f54b2-2039-46c5-b99d-4280801163f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf521f15-7c86-493f-b04e-412307a1ae41,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:49.936511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4eaed101-5020-4ab2-aff1-d8491fe7adaf tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags HTTP/1.1" status: 204 len: 168 time: 0.3185108 Mar 11 17:47:49.940932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42518) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:49.952738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:49.953566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-c44f9bf1-aa8b-427a-bf85-0c181fb9fe14 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', 'tempest-TagsExtTest-Tag-1629180097') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:49.958684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'subnets': [{'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--775466094', 'ip_version': 4}, {'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:49.959030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'subnet': {'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--775466094', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:49.959573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Request body: {'subnet': {'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:50.135672 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-c44f9bf1-aa8b-427a-bf85-0c181fb9fe14 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:50.140275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c44f9bf1-aa8b-427a-bf85-0c181fb9fe14 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags/tempest-TagsExtTest-Tag-1629180097 HTTP/1.1" status: 404 len: 329 time: 0.1975629 Mar 11 17:47:50.140870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42532) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:50.147593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-e1db304e-f1a5-453f-9d45-47ef100b1076 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', 'tempest-TagsExtTest-Tag-1681757445') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:50.285619 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-e1db304e-f1a5-453f-9d45-47ef100b1076 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:50.286749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e1db304e-f1a5-453f-9d45-47ef100b1076 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags/tempest-TagsExtTest-Tag-1681757445 HTTP/1.1" status: 404 len: 329 time: 0.1449053 Mar 11 17:47:50.292452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42542) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:50.301705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-3a67a302-320c-4685-b015-eda5e50372a5 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0', 'tempest-TagsExtTest-Tag-1968610395') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:50.437794 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-3a67a302-320c-4685-b015-eda5e50372a5 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:50.439563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a67a302-320c-4685-b015-eda5e50372a5 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags/tempest-TagsExtTest-Tag-1968610395 HTTP/1.1" status: 404 len: 329 time: 0.1457810 Mar 11 17:47:50.442611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42552) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:50.445246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:50.453666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Usage tracker for resource:subnet and tenant:6960b56f9ffe424c92ffeb0cc48a3669 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:50.453853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-91bede41-b98d-4587-8235-2a90477a176e tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', {'tags': ['tempest-TagsExtTest-Tag-1596487454', 'tempest-TagsExtTest-Tag-991270562', 'tempest-TagsExtTest-Tag-1889897054']}) {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:50.464569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:50.492155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:50.515576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Made reservation on behalf of 6960b56f9ffe424c92ffeb0cc48a3669 for: {'subnet': 2} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:50.633814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:50.656810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:50.707640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:50.724250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-91bede41-b98d-4587-8235-2a90477a176e tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags HTTP/1.1" status: 200 len: 317 time: 0.2793257 Mar 11 17:47:50.727268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Usage tracker for resource:security_group_rule and tenant:5df082d8355f47e1b582283f6ac17c82 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:50.728267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42570) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:50.732187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:50.743373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-2547be81-3f3f-456f-a414-69d1f323330a tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:50.791954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:50.852710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:50.853075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:50.952188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2547be81-3f3f-456f-a414-69d1f323330a tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags HTTP/1.1" status: 204 len: 168 time: 0.2208743 Mar 11 17:47:50.956730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42576) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:50.972884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-d7213aa9-b545-4519-8076-05d7431d8ad5 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', 'tempest-TagsExtTest-Tag-1596487454') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:51.111973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42582) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:51.160467 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.173302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.229151 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-d7213aa9-b545-4519-8076-05d7431d8ad5 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:51.230191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d7213aa9-b545-4519-8076-05d7431d8ad5 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags/tempest-TagsExtTest-Tag-1596487454 HTTP/1.1" status: 404 len: 329 time: 0.2713392 Mar 11 17:47:51.237242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:51.271423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2627ce0d-82cb-4abc-8e34-f980fbcdba40,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:51.282858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-fbce0ecb-9a92-4dbb-91bb-42a6331cccc6 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', 'tempest-TagsExtTest-Tag-991270562') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:51.430713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b07b0793-58c9-44b6-9225-dd0dc9f9fe14 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5df082d8355f47e1b582283f6ac17c82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7917247 Mar 11 17:47:51.431042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42596) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:51.544519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da97f814-779a-4f42-91bc-5d28eeeb324a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.575864 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da97f814-779a-4f42-91bc-5d28eeeb324a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.597635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42602) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:51.631036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.646245 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-fbce0ecb-9a92-4dbb-91bb-42a6331cccc6 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:51.648105 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fbce0ecb-9a92-4dbb-91bb-42a6331cccc6 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags/tempest-TagsExtTest-Tag-991270562 HTTP/1.1" status: 404 len: 328 time: 0.4099624 Mar 11 17:47:51.651720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42608) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:51.661674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-91d36a52-2a03-4655-8d62-7bac9ad8f88b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906', 'tempest-TagsExtTest-Tag-1889897054') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:51.740307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2000667587'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:51.754961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:51.763072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:network and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:51.768138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:51.777699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:51.807693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Made reservation on behalf of eeae9bb308294083972527931525597d for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:51.811318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.816659 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da97f814-779a-4f42-91bc-5d28eeeb324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.822852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:51.837795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.841169 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-91d36a52-2a03-4655-8d62-7bac9ad8f88b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:51.845326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-91d36a52-2a03-4655-8d62-7bac9ad8f88b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags/tempest-TagsExtTest-Tag-1889897054 HTTP/1.1" status: 404 len: 329 time: 0.1894701 Mar 11 17:47:51.845326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Usage tracker for resource:security_group_rule and tenant:60bce021e56948fc8599f6cb377c25d8 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:51.846703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97f814-779a-4f42-91bc-5d28eeeb324a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627ce0d-82cb-4abc-8e34-f980fbcdba40,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:51.848653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:51.849714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42614) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:51.859125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:51.859367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-73440893-c400-49ae-a6b8-5542b4fc96fb tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', {'tags': ['tempest-TagsExtTest-Tag-2099113615', 'tempest-TagsExtTest-Tag-796267575', 'tempest-TagsExtTest-Tag-623090679']}) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:51.875186 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da97f814-779a-4f42-91bc-5d28eeeb324a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.876919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da97f814-779a-4f42-91bc-5d28eeeb324a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2627ce0d-82cb-4abc-8e34-f980fbcdba40 HTTP/1.1" status: 204 len: 168 time: 0.4443066 Mar 11 17:47:51.877328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.969659 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.979571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:51.993530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:52.010126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:security_group_rule and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:52.022650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:52.038034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-73440893-c400-49ae-a6b8-5542b4fc96fb tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "PUT /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags HTTP/1.1" status: 200 len: 316 time: 0.1811230 Mar 11 17:47:52.038034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Subnet': ['ID=96b4f4f5-ac4b-4431-924b-6c26a084411f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:52.038034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:52.038743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4740e44d-b6a4-4d2f-b80b-8b59c0253ec6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:52.040843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42622) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.059981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-ba2392c0-fe33-4767-b23e-f869fa330d0f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:52.074569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0141e45f-bd75-4ed8-93a6-cf5ceda2a867 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=60bce021e56948fc8599f6cb377c25d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9617105 Mar 11 17:47:52.080748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42626) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.109858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Checking segment: {'id': '4945a982-8e4e-4f32-bf47-89f6a7536241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:52.110319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network hostable DHCP agents. Network: 65ab3236-458a-4ce4-a5b2-9a2bf94485b8, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:52.193017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.198058 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ba2392c0-fe33-4767-b23e-f869fa330d0f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1545305 Mar 11 17:47:52.199913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:52.202692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42632) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.208091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.214887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.tag.tag_plugin [None req-5a16f682-af22-44df-8fc0-6ff96c98f789 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', 'tempest-TagsExtTest-Tag-2099113615') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:52.266048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 65ab3236-458a-4ce4-a5b2-9a2bf94485b8) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:52.277832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb3e1b-4680-4d40-862f-0ca5a6e33e66 None None] Network 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:52.285599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:52.288762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.304201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.336390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc08d3-41a3-4142-b940-c6fa0306a3d7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:52.342057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.348528 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-5a16f682-af22-44df-8fc0-6ff96c98f789 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:52.349244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5a16f682-af22-44df-8fc0-6ff96c98f789 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags/tempest-TagsExtTest-Tag-2099113615 HTTP/1.1" status: 404 len: 329 time: 0.1451321 Mar 11 17:47:52.353863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42636) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.360070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.360554 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Added segment 8e2f1a81-a320-4876-97e4-304cbdc475a0 of type vlan for network 38f456be-1b7d-4df6-bfa0-817603ce59bc Mar 11 17:47:52.365940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-b0fa6eba-21d0-4127-bf80-86a5a7123f76 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', 'tempest-TagsExtTest-Tag-796267575') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:52.416434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event updated for resources: {'Subnet': ['ID=e289e788-b63d-4539-98b7-77b3ba8aad60,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:52.424660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.428658 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-b0fa6eba-21d0-4127-bf80-86a5a7123f76 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:52.435506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b0fa6eba-21d0-4127-bf80-86a5a7123f76 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags/tempest-TagsExtTest-Tag-796267575 HTTP/1.1" status: 404 len: 328 time: 0.0742149 Mar 11 17:47:52.435506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42640) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.443566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-958e6f97-fb40-46cc-8507-41978da2688f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8', 'tempest-TagsExtTest-Tag-623090679') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:52.446599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Checking segment: {'id': '3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:52.446952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network hostable DHCP agents. Network: c3b99895-7c63-4405-8f04-cb7663ce67e3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:52.486085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.490236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:52.491036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.508919 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-958e6f97-fb40-46cc-8507-41978da2688f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] show failed (client error): The resource could not be found. Mar 11 17:47:52.515681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-958e6f97-fb40-46cc-8507-41978da2688f tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags/tempest-TagsExtTest-Tag-623090679 HTTP/1.1" status: 404 len: 328 time: 0.0798197 Mar 11 17:47:52.516596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42648) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.520770 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.527507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Network c3b99895-7c63-4405-8f04-cb7663ce67e3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:52.534973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-b590afa2-03f9-4de0-9cde-cb0fd17de988 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'edd05699-c0b3-4d06-8ea9-ed93f277a7d8') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:52.567254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4740e44d-b6a4-4d2f-b80b-8b59c0253ec6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:52.575859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-65ab3236-458a-4ce4-a5b2-9a2bf94485b8', 'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8', 'tenant_id': '6960b56f9ffe424c92ffeb0cc48a3669', 'fixed_ips': [{'subnet_id': '96b4f4f5-ac4b-4431-924b-6c26a084411f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:47:52.577707 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.584860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.586103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4740e44d-b6a4-4d2f-b80b-8b59c0253ec6 HTTP/1.1" status: 204 len: 168 time: 0.5039785 Mar 11 17:47:52.597612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.597991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.598275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.598637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.599021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.599349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.599672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.599990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.600312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.600624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.601120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3c466a-8b63-4386-b0dc-5babf4e3a119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:52.618875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b590afa2-03f9-4de0-9cde-cb0fd17de988 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1004889 Mar 11 17:47:52.619538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42654) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.629495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-7101638b-254f-4367-a90e-a86d538d985b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8657795-15ec-4df5-974e-82c597f99906') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:52.782353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c3b99895-7c63-4405-8f04-cb7663ce67e3) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:52.794795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:52.795302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:52.795967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:52.808651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Network': ['ID=38f456be-1b7d-4df6-bfa0-817603ce59bc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:52.821435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361dda0c-c15b-4dd0-a545-feb6d5e70a4e None None] Network c3b99895-7c63-4405-8f04-cb7663ce67e3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:52.829838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1c0bf7c2-18a1-4a1c-ac51-9dcc40b5022a tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2314897 Mar 11 17:47:52.831121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42664) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.838394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'subnet': {'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:52.860938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-47e9978c-b34a-4f6e-a94f-a35ecbdbf62e tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9066608 Mar 11 17:47:52.867157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42668) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.926560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7101638b-254f-4367-a90e-a86d538d985b tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906/tags HTTP/1.1" status: 204 len: 168 time: 0.3046546 Mar 11 17:47:52.928155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42674) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:52.936186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-ad91d013-bfca-4826-9ffe-b9f899c6a7a6 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3ff392dd-0c87-49ee-ae24-3b82c95d44e0') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:53.047552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09fddf-1381-4bc5-a35d-b2acdaf3c632 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:53.048143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:47:53.049113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09fddf-1381-4bc5-a35d-b2acdaf3c632 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:53.050559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09fddf-1381-4bc5-a35d-b2acdaf3c632 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:53.051417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe09fddf-1381-4bc5-a35d-b2acdaf3c632 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Synchronizing usage tracker for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:53.056583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:53.063209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:subnet and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:53.067035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:53.078109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:53.125753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ad91d013-bfca-4826-9ffe-b9f899c6a7a6 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1962688 Mar 11 17:47:53.129715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42680) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:53.130983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Made reservation on behalf of eeae9bb308294083972527931525597d for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:53.138967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.tag.tag_plugin [None req-df4610c3-7d3d-44df-8de4-ec93ded68530 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b87a2499-6aae-4596-940b-53db248e2299') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:53.193413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe09fddf-1381-4bc5-a35d-b2acdaf3c632 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Unset dirty status for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:53.200016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe09fddf-1381-4bc5-a35d-b2acdaf3c632 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3315258 Mar 11 17:47:53.223066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42684) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:53.361468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Allocated IP 172.20.0.2 (65ab3236-458a-4ce4-a5b2-9a2bf94485b8/96b4f4f5-ac4b-4431-924b-6c26a084411f/28af150f-0ad6-4203-8438-ebaf70f98353) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:53.386237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42692) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:53.438237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-df4610c3-7d3d-44df-8de4-ec93ded68530 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299/tags HTTP/1.1" status: 204 len: 168 time: 0.3073318 Mar 11 17:47:53.449282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42696) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:53.505925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:53.563908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-c3b99895-7c63-4405-8f04-cb7663ce67e3', 'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3', 'tenant_id': '6960b56f9ffe424c92ffeb0cc48a3669', 'fixed_ips': [{'subnet_id': 'e289e788-b63d-4539-98b7-77b3ba8aad60'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:47:53.564736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:53.573222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Deleting subnet 96b4f4f5-ac4b-4431-924b-6c26a084411f {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:53.620191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fb63959-fef6-42c6-afc8-6787d6f4df11 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for subnetpool, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:53.623599 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2fb63959-fef6-42c6-afc8-6787d6f4df11 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnetpools/edd05699-c0b3-4d06-8ea9-ed93f277a7d8 HTTP/1.1" status: 204 len: 168 time: 0.1732938 Mar 11 17:47:53.627142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42704) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:53.649648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:53.689611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-29cbe155-3965-46c3-a419-a0caab97e589 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8657795-15ec-4df5-974e-82c597f99906 HTTP/1.1" status: 200 len: 205 time: 0.0606709 Mar 11 17:47:53.692886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42708) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:53.855713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:53.872209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Usage tracker for resource:security_group_rule and tenant:28385d0260254255939869a1aefa134c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:53.882471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:53.902110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:53.945994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:53.956573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Allocated IP 172.20.0.18 (c3b99895-7c63-4405-8f04-cb7663ce67e3/e289e788-b63d-4539-98b7-77b3ba8aad60/dd405305-2c6f-4a11-a3ef-d7093eb61202) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:53.969289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Transition to ACTIVE for port object 28af150f-0ad6-4203-8438-ebaf70f98353 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:54.028635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb00a-b341-460d-8656-5ab621d92197 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.264711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Transition to ACTIVE for port object 28af150f-0ad6-4203-8438-ebaf70f98353 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:54.292353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.327495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.383013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.391129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Network 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:54.400130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.409425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:54.417995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:54.430772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Pushing event updated for resources: {'Port': ['ID=28af150f-0ad6-4203-8438-ebaf70f98353,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:54.497259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2122abb9-09b5-4d73-aa3c-2a8a64809d39,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:54.508212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.558986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.581525 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c16ad711-8465-42fc-9b7c-1220f6e8f14e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=28385d0260254255939869a1aefa134c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1924677 Mar 11 17:47:54.592263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42720) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:54.633221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Attempting to bind port 28af150f-0ad6-4203-8438-ebaf70f98353 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:54.633565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Attempting to bind port 28af150f-0ad6-4203-8438-ebaf70f98353 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '4945a982-8e4e-4f32-bf47-89f6a7536241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:54.633931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Attempting to bind port 28af150f-0ad6-4203-8438-ebaf70f98353 on network 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:54.650386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:54.650877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Checking segment: {'id': '4945a982-8e4e-4f32-bf47-89f6a7536241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:54.651643 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.652020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Bound using segment: {'id': '4945a982-8e4e-4f32-bf47-89f6a7536241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:54.652527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Bound port: 28af150f-0ad6-4203-8438-ebaf70f98353, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4945a982-8e4e-4f32-bf47-89f6a7536241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '65ab3236-458a-4ce4-a5b2-9a2bf94485b8'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:54.652884 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.680931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Subnet': ['ID=b23fe115-e8aa-4361-ac25-4bacb1ce7884,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:54.690220 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.726685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Checking segment: {'id': '8e2f1a81-a320-4876-97e4-304cbdc475a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:54.727057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Network hostable DHCP agents. Network: 38f456be-1b7d-4df6-bfa0-817603ce59bc, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:54.743131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8e55f2c-e3b0-47ff-bccf-0e368079ec9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.773480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Transition to ACTIVE for port object dd405305-2c6f-4a11-a3ef-d7093eb61202 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:54.776922 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8e55f2c-e3b0-47ff-bccf-0e368079ec9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.801593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:54.821702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Transition to ACTIVE for port object dd405305-2c6f-4a11-a3ef-d7093eb61202 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:54.829297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 38f456be-1b7d-4df6-bfa0-817603ce59bc) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:54.835353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:54.835959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.848957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.882677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8e55f2c-e3b0-47ff-bccf-0e368079ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.885967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8e55f2c-e3b0-47ff-bccf-0e368079ec9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:54.887320 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b8e55f2c-e3b0-47ff-bccf-0e368079ec9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2122abb9-09b5-4d73-aa3c-2a8a64809d39 HTTP/1.1" status: 204 len: 168 time: 0.2937620 Mar 11 17:47:54.897028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e5f3f102-2d2e-4afd-88f7-3d50b4ca11df tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0643747 Mar 11 17:47:54.901594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42730) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:54.905202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e55f2c-e3b0-47ff-bccf-0e368079ec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122abb9-09b5-4d73-aa3c-2a8a64809d39,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:54.916729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-436116760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:47:54.925854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:47:54.932910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:router and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:47:54.963208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:47:54.970219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0aa07-7e14-4c66-ab1a-ae8130da454e None None] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:54.978025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:47:55.013877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.019280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.095532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.174896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.218985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.220525 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-660492d0-a3f4-48fe-9c5d-86459fb7ba3b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3179677 Mar 11 17:47:55.224954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42742) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:55.271388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] For port 28af150f-0ad6-4203-8438-ebaf70f98353, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:55.284228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] For port 28af150f-0ad6-4203-8438-ebaf70f98353, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=28af150f-0ad6-4203-8438-ebaf70f98353,segment=NetworkSegment(4945a982-8e4e-4f32-bf47-89f6a7536241),segment_id=4945a982-8e4e-4f32-bf47-89f6a7536241)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:55.334171 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.386115 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb00a-b341-460d-8656-5ab621d92197 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.395444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb00a-b341-460d-8656-5ab621d92197 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.419802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.577660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb00a-b341-460d-8656-5ab621d92197 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.581450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfeb00a-b341-460d-8656-5ab621d92197 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Fanout notify agent at l3_agent the message router_deleted on router d8657795-15ec-4df5-974e-82c597f99906 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:47:55.661280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb00a-b341-460d-8656-5ab621d92197 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.672293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8dfeb00a-b341-460d-8656-5ab621d92197 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/routers/d8657795-15ec-4df5-974e-82c597f99906 HTTP/1.1" status: 204 len: 168 time: 1.9780695 Mar 11 17:47:55.674612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42760) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:55.702668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Network c3b99895-7c63-4405-8f04-cb7663ce67e3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:55.709905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:55.733369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:55.741415 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.867978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Pushing event updated for resources: {'Port': ['ID=dd405305-2c6f-4a11-a3ef-d7093eb61202,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:55.878079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-38f456be-1b7d-4df6-bfa0-817603ce59bc', 'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc', 'tenant_id': 'eeae9bb308294083972527931525597d', 'fixed_ips': [{'subnet_id': 'b23fe115-e8aa-4361-ac25-4bacb1ce7884'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:47:55.878947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.959696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Subnet': ['ID=96b4f4f5-ac4b-4431-924b-6c26a084411f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:55.988293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:55.996682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f4e6aa80-c505-4741-bb05-064d709fa7e6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/subnets/96b4f4f5-ac4b-4431-924b-6c26a084411f HTTP/1.1" status: 204 len: 168 time: 2.7709098 Mar 11 17:47:56.009502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Deleting port 3ff392dd-0c87-49ee-ae24-3b82c95d44e0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:56.010066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:56.061421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42772) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:56.228720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Attempting to bind port dd405305-2c6f-4a11-a3ef-d7093eb61202 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:56.232954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Attempting to bind port dd405305-2c6f-4a11-a3ef-d7093eb61202 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:56.233376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Attempting to bind port dd405305-2c6f-4a11-a3ef-d7093eb61202 on network c3b99895-7c63-4405-8f04-cb7663ce67e3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:56.246312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:56.246312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Checking segment: {'id': '3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:56.246925 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:56.247075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Bound using segment: {'id': '3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:56.247475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Bound port: dd405305-2c6f-4a11-a3ef-d7093eb61202, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c3b99895-7c63-4405-8f04-cb7663ce67e3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:56.247868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:56.508496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:56.519070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ddda7-a923-40a0-849e-8ec278d26963 None None] Pushing event updated for resources: {'Port': ['ID=28af150f-0ad6-4203-8438-ebaf70f98353,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:56.589222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] For port dd405305-2c6f-4a11-a3ef-d7093eb61202, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:56.596166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] For port dd405305-2c6f-4a11-a3ef-d7093eb61202, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dd405305-2c6f-4a11-a3ef-d7093eb61202,segment=NetworkSegment(3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2),segment_id=3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:56.623906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:56.714427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Deleting subnet e289e788-b63d-4539-98b7-77b3ba8aad60 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:56.719944 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:56.811396 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:56.914751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:57.049471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812ced2-5ea9-4f12-8ac3-9568435504c6 None None] Pushing event updated for resources: {'Port': ['ID=dd405305-2c6f-4a11-a3ef-d7093eb61202,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:57.086678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Allocated IP 172.20.0.2 (38f456be-1b7d-4df6-bfa0-817603ce59bc/b23fe115-e8aa-4361-ac25-4bacb1ce7884/da1fad04-25e4-4f99-ac2e-9c1e03497b2a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:57.214917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:57.240727 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:47:57.552695 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:57.581668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Transition to ACTIVE for port object da1fad04-25e4-4f99-ac2e-9c1e03497b2a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:57.607136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Calling delete_port for 3ff392dd-0c87-49ee-ae24-3b82c95d44e0 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:47:57.618235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Transition to ACTIVE for port object da1fad04-25e4-4f99-ac2e-9c1e03497b2a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:57.635283 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:57.746978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce0547-de42-45dc-9e18-0674ac7cc060 None None] Network 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:57.781715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dd405305-2c6f-4a11-a3ef-d7093eb61202 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:47:57.840888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Allocated IP 172.20.0.1 (38f456be-1b7d-4df6-bfa0-817603ce59bc/b23fe115-e8aa-4361-ac25-4bacb1ce7884/22d64977-2627-437b-8b9d-ae221f3fdd2c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:57.944280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.056384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Pushing event deleted for resources: {'Port': ['ID=3ff392dd-0c87-49ee-ae24-3b82c95d44e0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:58.077812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:58.097439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:58.106204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:58.136195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.228431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Pushing event updated for resources: {'Port': ['ID=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:58.250101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5545c249-55df-4f1a-81c8-870101909b26 None None] Provisioning for port 28af150f-0ad6-4203-8438-ebaf70f98353 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:58.329318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.352779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Subnet': ['ID=e289e788-b63d-4539-98b7-77b3ba8aad60,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:58.388882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.401515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e2be353d-428c-44cc-baf2-893f284134cf tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/subnets/e289e788-b63d-4539-98b7-77b3ba8aad60 HTTP/1.1" status: 204 len: 168 time: 2.3356550 Mar 11 17:47:58.407662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42818) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:58.416208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Transition to ACTIVE for port object 22d64977-2627-437b-8b9d-ae221f3fdd2c will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:58.461911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bf98c-24e6-40e6-b7e5-ce7575ed1988 req-5c13722a-8ddb-4512-84a3-f4cf957a7543 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:58.470019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d47bf98c-24e6-40e6-b7e5-ce7575ed1988 req-5c13722a-8ddb-4512-84a3-f4cf957a7543 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 1.4904711 Mar 11 17:47:58.489464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.492749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5d80532b-6740-4b2e-9681-903d7fdfea33 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/ports/3ff392dd-0c87-49ee-ae24-3b82c95d44e0 HTTP/1.1" status: 204 len: 168 time: 2.8165441 Mar 11 17:47:58.527664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.564293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42826) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:58.595564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d47bf98c-24e6-40e6-b7e5-ce7575ed1988 req-aedec569-194c-4e74-aeee-e230c9ebf6cd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008556 Mar 11 17:47:58.635170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1474d7f-dd4a-40b9-83b1-df0277b1b2d6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:58.636504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f1474d7f-dd4a-40b9-83b1-df0277b1b2d6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Synchronizing usage tracker for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:58.680682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f1474d7f-dd4a-40b9-83b1-df0277b1b2d6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Unset dirty status for tenant:6960b56f9ffe424c92ffeb0cc48a3669 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:58.686110 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f1474d7f-dd4a-40b9-83b1-df0277b1b2d6 tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2729902 Mar 11 17:47:58.687606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42836) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:58.717834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Attempting to bind port da1fad04-25e4-4f99-ac2e-9c1e03497b2a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:58.718200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Attempting to bind port da1fad04-25e4-4f99-ac2e-9c1e03497b2a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '8e2f1a81-a320-4876-97e4-304cbdc475a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:58.718588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Attempting to bind port da1fad04-25e4-4f99-ac2e-9c1e03497b2a on network 38f456be-1b7d-4df6-bfa0-817603ce59bc {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:47:58.721195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port dd405305-2c6f-4a11-a3ef-d7093eb61202 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:58.740464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 28af150f-0ad6-4203-8438-ebaf70f98353 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:47:58.761701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:58.770674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Port': ['ID=22d64977-2627-437b-8b9d-ae221f3fdd2c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:58.783378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:58.787051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:47:58.808864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:47:58.809479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Checking segment: {'id': '8e2f1a81-a320-4876-97e4-304cbdc475a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:47:58.809887 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.810275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Bound using segment: {'id': '8e2f1a81-a320-4876-97e4-304cbdc475a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:47:58.810884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Bound port: da1fad04-25e4-4f99-ac2e-9c1e03497b2a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2f1a81-a320-4876-97e4-304cbdc475a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:58.811258 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:58.980305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d932d8-0ae0-44f6-aacc-4cf4d4806b67 None None] Network c3b99895-7c63-4405-8f04-cb7663ce67e3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:47:58.995796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.072580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] DHCP port deletion for 65ab3236-458a-4ce4-a5b2-9a2bf94485b8 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:47:59.075895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.093253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Deleting port dd405305-2c6f-4a11-a3ef-d7093eb61202 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:59.093637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.109853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] Deleting port 28af150f-0ad6-4203-8438-ebaf70f98353 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:59.110878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.260363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42848) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:47:59.318832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] For port da1fad04-25e4-4f99-ac2e-9c1e03497b2a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:59.330225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] For port da1fad04-25e4-4f99-ac2e-9c1e03497b2a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,segment=NetworkSegment(8e2f1a81-a320-4876-97e4-304cbdc475a0),segment_id=8e2f1a81-a320-4876-97e4-304cbdc475a0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:59.333004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 28af150f-0ad6-4203-8438-ebaf70f98353 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:59.395265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 28af150f-0ad6-4203-8438-ebaf70f98353 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:59.396790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.402037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-3cd427b0-8c41-4c60-8733-104a8516e6d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:59.402941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-3cd427b0-8c41-4c60-8733-104a8516e6d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:47:59.465228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-3cd427b0-8c41-4c60-8733-104a8516e6d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:47:59.466646 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-3cd427b0-8c41-4c60-8733-104a8516e6d9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 1.0002301 Mar 11 17:47:59.469430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.507701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] For port dd405305-2c6f-4a11-a3ef-d7093eb61202, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dd405305-2c6f-4a11-a3ef-d7093eb61202,segment=NetworkSegment(3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2),segment_id=3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:59.508314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.508606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2a100c89-caf9-43d0-9ffe-47fc94cd3db0 None None] Provisioning for port dd405305-2c6f-4a11-a3ef-d7093eb61202 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:59.515174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Deleting subnet b87a2499-6aae-4596-940b-53db248e2299 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:47:59.518729 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.526271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.659273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port 077d02fb-93f5-46ed-aee9-ccac36aad26a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:47:59.659952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.726118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2a100c89-caf9-43d0-9ffe-47fc94cd3db0 None None] Provisioning complete for port dd405305-2c6f-4a11-a3ef-d7093eb61202 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:59.726591 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a100c89-caf9-43d0-9ffe-47fc94cd3db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.765471 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.800719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334aa75-68cb-4ec9-8184-d26ecc4bdf3d None None] Pushing event updated for resources: {'Port': ['ID=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:59.853498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.881125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Calling delete_port for dd405305-2c6f-4a11-a3ef-d7093eb61202 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:00.096673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] For port 28af150f-0ad6-4203-8438-ebaf70f98353, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=28af150f-0ad6-4203-8438-ebaf70f98353,segment=NetworkSegment(4945a982-8e4e-4f32-bf47-89f6a7536241),segment_id=4945a982-8e4e-4f32-bf47-89f6a7536241)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:00.097362 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.107715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:00.113218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:a3170b9dea9f4dce9216d7d540da6225 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:00.120087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:00.128227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:00.145608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.206777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] No DVR routers for this DVR port dd405305-2c6f-4a11-a3ef-d7093eb61202 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:48:00.294411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Port': ['ID=dd405305-2c6f-4a11-a3ef-d7093eb61202,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:00.314060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f62cc-65ae-4fff-9dc7-fa434574aec5 req-03203f57-e4ae-4039-95fc-0eda1a58693e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:00.315799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-126f62cc-65ae-4fff-9dc7-fa434574aec5 req-03203f57-e4ae-4039-95fc-0eda1a58693e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 0.3918507 Mar 11 17:48:00.341928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] Calling delete_port for 28af150f-0ad6-4203-8438-ebaf70f98353 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:00.397908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2a100c89-caf9-43d0-9ffe-47fc94cd3db0 None None] Could not find standard attr ID for object dd405305-2c6f-4a11-a3ef-d7093eb61202. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:48:00.409528 n-d-833436-1 neutron-server[83850]: INFO neutron.plugins.ml2.db [None req-2a100c89-caf9-43d0-9ffe-47fc94cd3db0 None None] No ports have port_id starting with dd405305-2c6f-4a11-a3ef-d7093eb61202 Mar 11 17:48:00.502547 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.514530 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.552781 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.567258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] Pushing event deleted for resources: {'Port': ['ID=28af150f-0ad6-4203-8438-ebaf70f98353,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:00.568278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-126f62cc-65ae-4fff-9dc7-fa434574aec5 req-72c2d815-8b96-4613-861f-b829edf3d6c0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338526 Mar 11 17:48:00.578174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb70ce-71c5-472d-85b8-e6b2dfe9316f None None] DHCP port deletion for c3b99895-7c63-4405-8f04-cb7663ce67e3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:48:00.624086 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026656b-7c60-4b3a-9280-f4657544d630 None None] No DVR routers for this DVR port 28af150f-0ad6-4203-8438-ebaf70f98353 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:48:00.631624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b99895-7c63-4405-8f04-cb7663ce67e3']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:00.649988 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.654738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:00.655075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eeb2ad0-222f-4e5a-a1ba-f0be18385bc2') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:00.668427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.668965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.688687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.727357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.747347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:00.747750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:00.768283 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:00.771621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69251d29-8daa-4376-98d8-aaca89205c10,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:00.814026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device da1fad04-25e4-4f99-ac2e-9c1e03497b2a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:00.821454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] For port 077d02fb-93f5-46ed-aee9-ccac36aad26a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=077d02fb-93f5-46ed-aee9-ccac36aad26a,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:00.822114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.842947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-182239da-8ef2-454b-93c7-4ad1483d0fc4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a3170b9dea9f4dce9216d7d540da6225&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5990365 Mar 11 17:48:00.852131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42866) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:00.897643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port da1fad04-25e4-4f99-ac2e-9c1e03497b2a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:00.901813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.925317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.946824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Network': ['ID=c3b99895-7c63-4405-8f04-cb7663ce67e3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:00.984487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c2515071-0503-478d-b822-55401de8110b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:00.991726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b2a6d194-153b-46c0-bcc3-e724c21980ff tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/networks/c3b99895-7c63-4405-8f04-cb7663ce67e3 HTTP/1.1" status: 204 len: 168 time: 2.3025293 Mar 11 17:48:00.994184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42872) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:00.995519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dd405305-2c6f-4a11-a3ef-d7093eb61202 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:48:01.050474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.075367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: dd405305-2c6f-4a11-a3ef-d7093eb61202 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:48:01.076084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dd405305-2c6f-4a11-a3ef-d7093eb61202 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:48:01.077206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 28af150f-0ad6-4203-8438-ebaf70f98353 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:48:01.122634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 28af150f-0ad6-4203-8438-ebaf70f98353 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:48:01.123694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 28af150f-0ad6-4203-8438-ebaf70f98353 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:48:01.161093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.162261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92aa6ae-8989-43ae-9652-261e3b4673a2 None None] Network 0c675621-2419-4413-9c57-529f5915b2d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:01.164795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42882) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:01.168594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.173401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Pushing event deleted for resources: {'Subnet': ['ID=b87a2499-6aae-4596-940b-53db248e2299,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:01.291557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c2515071-0503-478d-b822-55401de8110b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.426706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:48:01.450778 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-922832d7-07c6-443c-89f2-2347fe1d48d0 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/subnets/b87a2499-6aae-4596-940b-53db248e2299 HTTP/1.1" status: 204 len: 168 time: 2.6853921 Mar 11 17:48:01.455828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42886) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:01.461921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.500924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.520819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f589070-c1cd-40f1-afb6-26bbff9c966e None None] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:01.632764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] DHCP port deletion for 0c675621-2419-4413-9c57-529f5915b2d7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:48:01.649553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cde46ee9-ea77-459b-99cf-a5375c1be456 None None] Provisioning for port da1fad04-25e4-4f99-ac2e-9c1e03497b2a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:01.659688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] Deleting port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:01.660355 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.667446 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.685629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.686331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.686660 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP 0e5f6e8f-99f5-4521-88a9-1b0be9b487be disassociated. External IP: 172.25.3.103, port: 077d02fb-93f5-46ed-aee9-ccac36aad26a. Mar 11 17:48:01.687135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for 077d02fb-93f5-46ed-aee9-ccac36aad26a owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:01.707464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cde46ee9-ea77-459b-99cf-a5375c1be456 None None] Provisioning complete for port da1fad04-25e4-4f99-ac2e-9c1e03497b2a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:01.707827 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cde46ee9-ea77-459b-99cf-a5375c1be456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.711907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39cc4985-bb94-4c8c-9038-cb5885d2e79f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/ports?project_id=2b4ad54dc6f94f62b103007cf81b8c89&network_id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 200 len: 2970 time: 0.5386100 Mar 11 17:48:01.734081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ab3236-458a-4ce4-a5b2-9a2bf94485b8']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:01.753773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4945a982-8e4e-4f32-bf47-89f6a7536241') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:01.754204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4945a982-8e4e-4f32-bf47-89f6a7536241') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:01.767641 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.789618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.799034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:01.799634 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:01.913577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Port': ['ID=22d64977-2627-437b-8b9d-ae221f3fdd2c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:01.915930 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:01.918280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.011032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c2515071-0503-478d-b822-55401de8110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.029246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2515071-0503-478d-b822-55401de8110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69251d29-8daa-4376-98d8-aaca89205c10,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:02.043654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.048326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.049098 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.056532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.094964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c2515071-0503-478d-b822-55401de8110b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.109743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c2515071-0503-478d-b822-55401de8110b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/69251d29-8daa-4376-98d8-aaca89205c10 HTTP/1.1" status: 204 len: 168 time: 1.2454891 Mar 11 17:48:02.111079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Network': ['ID=65ab3236-458a-4ce4-a5b2-9a2bf94485b8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:02.131067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ff6fd416-a634-4404-b33d-4b51c448b50c tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/networks/65ab3236-458a-4ce4-a5b2-9a2bf94485b8 HTTP/1.1" status: 204 len: 168 time: 1.1355798 Mar 11 17:48:02.133085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42910) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:02.147996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=077d02fb-93f5-46ed-aee9-ccac36aad26a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:02.154406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Deleting port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:02.154798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.177028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cde46ee9-ea77-459b-99cf-a5375c1be456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.363702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-cde46ee9-ea77-459b-99cf-a5375c1be456 None None] For port da1fad04-25e4-4f99-ac2e-9c1e03497b2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,segment=NetworkSegment(8e2f1a81-a320-4876-97e4-304cbdc475a0),segment_id=8e2f1a81-a320-4876-97e4-304cbdc475a0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:02.378212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cde46ee9-ea77-459b-99cf-a5375c1be456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.383087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] For port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,segment=NetworkSegment(2725b0c6-0673-4440-bef1-8b1c2dfc9a22),segment_id=2725b0c6-0673-4440-bef1-8b1c2dfc9a22)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:02.383416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.412305 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.437973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4b73c-6045-4fbb-ac06-830f6d79bd01 req-d7dc499b-3fab-48c2-a240-9257663fafa4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:02.445923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63b4b73c-6045-4fbb-ac06-830f6d79bd01 req-d7dc499b-3fab-48c2-a240-9257663fafa4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 945 time: 0.5240927 Mar 11 17:48:02.491133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 077d02fb-93f5-46ed-aee9-ccac36aad26a no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:48:02.533842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63b4b73c-6045-4fbb-ac06-830f6d79bd01 req-2c0554e6-5dac-4dd6-a3fc-b351a4831ded tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf0d9d62-6363-4bf2-b38f-9f6585588997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870070 Mar 11 17:48:02.663722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] Calling delete_port for 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:02.716228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 077d02fb-93f5-46ed-aee9-ccac36aad26a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:48:02.716616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 077d02fb-93f5-46ed-aee9-ccac36aad26a not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:48:02.718953 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.765066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde46ee9-ea77-459b-99cf-a5375c1be456 None None] Pushing event updated for resources: {'Port': ['ID=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:02.774562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:48:02.783795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6def4293-f920-4931-aca2-201419613fea']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:02.816018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3b1b2f-3aea-4966-8c27-c3cdef85f045') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:02.821787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3b1b2f-3aea-4966-8c27-c3cdef85f045') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:02.852836 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.874528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.898224 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.911332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:02.911746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:02.947502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] Pushing event deleted for resources: {'Port': ['ID=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:02.956522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492095b-5334-4375-bdad-a9860a77ff03 None None] No DVR routers for this DVR port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:48:02.964155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:48:02.964155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:03.090241 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:03.141564 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.175234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.212474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42936) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:03.214158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Network': ['ID=6def4293-f920-4931-aca2-201419613fea,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:03.223884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9596496b-b6f2-4064-a2cc-138f6d3443fb tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/networks/6def4293-f920-4931-aca2-201419613fea HTTP/1.1" status: 204 len: 168 time: 1.0867667 Mar 11 17:48:03.227229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42940) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:03.319667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-17d6b957-3791-44b4-ac59-0870af65c4f4 None None] Provisioning complete for port da1fad04-25e4-4f99-ac2e-9c1e03497b2a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:03.320040 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d6b957-3791-44b4-ac59-0870af65c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.492582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] For port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4,segment=NetworkSegment(2725b0c6-0673-4440-bef1-8b1c2dfc9a22),segment_id=2725b0c6-0673-4440-bef1-8b1c2dfc9a22)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:03.494282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.512449 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.535574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b898e3cf-5ab8-4654-ab79-f727ef7aee54 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:03.550389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b898e3cf-5ab8-4654-ab79-f727ef7aee54 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 814 time: 0.3185186 Mar 11 17:48:03.664582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-17d6b957-3791-44b4-ac59-0870af65c4f4 None None] Provisioning for port 22d64977-2627-437b-8b9d-ae221f3fdd2c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:03.679438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-17d6b957-3791-44b4-ac59-0870af65c4f4 None None] Provisioning complete for port 22d64977-2627-437b-8b9d-ae221f3fdd2c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:03.679808 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17d6b957-3791-44b4-ac59-0870af65c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.753194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Calling delete_port for 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:03.784123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-17d6b957-3791-44b4-ac59-0870af65c4f4 None None] Port 22d64977-2627-437b-8b9d-ae221f3fdd2c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:03.830314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:03.844214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8415f90a-628e-4760-88b8-5f71d7daf400 req-136bb380-35be-49a3-9686-681332313bb1 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.0937405 Mar 11 17:48:03.844214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.858887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:03.882269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e74a880-635c-4e03-83ff-48f7cc9ea53d']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:03.898968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf959c3-3c22-48bb-b136-18555c7e623f') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:03.899243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf959c3-3c22-48bb-b136-18555c7e623f') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:03.918515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.927322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-421a6793-ed4c-4045-94e8-4d006b6fe330 None None] Provisioning complete for port 22d64977-2627-437b-8b9d-ae221f3fdd2c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:03.927666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-421a6793-ed4c-4045-94e8-4d006b6fe330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.952327 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.963927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:03.964518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:03.986335 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:04.039131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42962) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:04.047663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-421a6793-ed4c-4045-94e8-4d006b6fe330 None None] Port 22d64977-2627-437b-8b9d-ae221f3fdd2c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:04.053324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'network': {'name': 'tempest-network-smoke--1095730821', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'port_security_enabled': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:04.075928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:04.096119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:04.109986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.122040 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.149712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:04.154928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.173351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:48:04.173678 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:48:04.194052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] Pushing event deleted for resources: {'Network': ['ID=7e74a880-635c-4e03-83ff-48f7cc9ea53d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:04.218605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ce8d49cd-ccc2-4cd6-88e0-4a1fca1954ee tempest-BulkNetworkOpsTest-126939169 tempest-BulkNetworkOpsTest-126939169-project] 10.222.0.96 "DELETE /v2.0/networks/7e74a880-635c-4e03-83ff-48f7cc9ea53d HTTP/1.1" status: 204 len: 168 time: 0.9899063 Mar 11 17:48:04.243219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:48:04.275250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.275630 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Added segment 1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e of type vlan for network b97e4ad8-5ccf-4575-b294-45dfbd6195dd Mar 11 17:48:04.286806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31eee5ca-f53c-41e9-ad32-fbac61b4abfd None None] Provisioning complete for port 22d64977-2627-437b-8b9d-ae221f3fdd2c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:04.287184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31eee5ca-f53c-41e9-ad32-fbac61b4abfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.360202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.390082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-31eee5ca-f53c-41e9-ad32-fbac61b4abfd None None] Port 22d64977-2627-437b-8b9d-ae221f3fdd2c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:04.419074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.423868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:04.424458 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.467933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:48:04.548140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Network': ['ID=b97e4ad8-5ccf-4575-b294-45dfbd6195dd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:04.551338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b36b7d7c-a4d0-4a5a-b197-bc0f7f28ed45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5110462 Mar 11 17:48:04.554298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42974) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:04.559767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:48:04.696139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349c7059-4364-41b2-976b-e1af074929cb tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:04.697828 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-349c7059-4364-41b2-976b-e1af074929cb tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=2b4ad54dc6f94f62b103007cf81b8c89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1425493 Mar 11 17:48:04.701663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42982) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:04.741476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device da1fad04-25e4-4f99-ac2e-9c1e03497b2a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:04.754197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Deleting port 6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:04.754197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.758346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42986) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:04.933342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] The port '6e1cad77-8c5c-48f6-8f6d-55b4d0756ba4' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:48:04.976477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port da1fad04-25e4-4f99-ac2e-9c1e03497b2a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:04.980461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:04.998102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3924ea86-fcdd-4ccb-b5a0-889c2a7e2411 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:04.999683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3924ea86-fcdd-4ccb-b5a0-889c2a7e2411 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2971206 Mar 11 17:48:05.002804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43000) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.106306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-678e1f36-98d5-4533-82e7-61783e735be4 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1023865 Mar 11 17:48:05.109104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43004) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.139778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.190963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-20ac9b86-e20d-425e-b177-a2208f22bcb3 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=2b4ad54dc6f94f62b103007cf81b8c89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806813 Mar 11 17:48:05.197531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c675621-2419-4413-9c57-529f5915b2d7']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:05.214283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2725b0c6-0673-4440-bef1-8b1c2dfc9a22') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:05.214776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2725b0c6-0673-4440-bef1-8b1c2dfc9a22') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:05.228440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.251263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.258140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:05.258662 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.279357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3edfc9ac-8e2a-4932-be4d-200b54ac329b req-7d5fa3f7-81e0-4ea4-8925-033a98636986 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.0845556 Mar 11 17:48:05.279357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43010) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:05.377217 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:05.385433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.412904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.432841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] Pushing event deleted for resources: {'Network': ['ID=0c675621-2419-4413-9c57-529f5915b2d7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:05.438584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Router 71b0a1e2-4018-4876-80d9-df0d902fc57f is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:48:05.445668 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3fb3493d-1280-487c-9396-3df0d362cf42 tempest-TagsExtTest-1755569948 tempest-TagsExtTest-1755569948-project] 10.222.0.96 "DELETE /v2.0/networks/0c675621-2419-4413-9c57-529f5915b2d7 HTTP/1.1" status: 204 len: 168 time: 3.9888248 Mar 11 17:48:05.454310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac4eb11a-78fd-45ab-8ba0-391c3703f8c6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6960b56f9ffe424c92ffeb0cc48a3669&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5246501 Mar 11 17:48:05.454538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43018) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.464924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43022) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.499052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e5c99e-127f-494a-99cc-0c7be3c3083d tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:05.503354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-21e5c99e-127f-494a-99cc-0c7be3c3083d tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2246509 Mar 11 17:48:05.508195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43028) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.565826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-59fb7ae0-d99b-4e18-adaa-f8bae01f5ee4 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533116 Mar 11 17:48:05.566551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43032) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.578230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-851991454', 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:05.707839 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83633a36-a85f-42df-b032-b66e1c565e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.742382 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83633a36-a85f-42df-b032-b66e1c565e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.799760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:05.806751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:subnet and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:05.811241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:05.825159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:05.829464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:48:05.841788 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:48:05.857735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:05.863652 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:05.864326 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:05.894797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83633a36-a85f-42df-b032-b66e1c565e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.916929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-768635755'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:05.936806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] No DVR routers for this DVR port 077d02fb-93f5-46ed-aee9-ccac36aad26a on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:48:05.939931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:05.942141 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab9c36cd-d062-4800-aaca-86de018459c0 req-acf7c263-8668-41a9-9626-e08c72c86162 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "DELETE /v2.0/ports/077d02fb-93f5-46ed-aee9-ccac36aad26a HTTP/1.1" status: 204 len: 173 time: 6.4607651 Mar 11 17:48:05.942456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'name': 'network-vif-deleted', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:48:05.969367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43040) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:05.998171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:06.000730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83633a36-a85f-42df-b032-b66e1c565e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13a1e0f-4c3a-4892-91b0-e21a7905d809,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:06.001435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:48:06.020291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Usage tracker for resource:network and tenant:cd1729992a96416288cfaa9b535d7768 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:06.023683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d2c562a1-9cea-4b9d-be70-0250734ec298 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "PUT /v2.0/routers/71b0a1e2-4018-4876-80d9-df0d902fc57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7948172 Mar 11 17:48:06.024323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43046) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:06.025669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:06.031955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'port': {'network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc', 'name': 'tempest-FloatingIPNegativeTestJSON-1679630414'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:06.043345 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83633a36-a85f-42df-b032-b66e1c565e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.044635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-83633a36-a85f-42df-b032-b66e1c565e07 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f13a1e0f-4c3a-4892-91b0-e21a7905d809 HTTP/1.1" status: 204 len: 168 time: 0.5890839 Mar 11 17:48:06.049359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] Sync routers for ids ['71b0a1e2-4018-4876-80d9-df0d902fc57f'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:48:06.100201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:06.102021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] Routers {'71b0a1e2-4018-4876-80d9-df0d902fc57f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:06.120315 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:48:06.128389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.129107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['71b0a1e2-4018-4876-80d9-df0d902fc57f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:06.184842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Made reservation on behalf of cd1729992a96416288cfaa9b535d7768 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:06.194888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.312258 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7412dc6-cb09-4a39-a1c2-83207b276c5f', 'name': 'network-vif-deleted', 'tag': '077d02fb-93f5-46ed-aee9-ccac36aad26a', 'status': 'completed', 'code': 200} Mar 11 17:48:06.317812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:06.319110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:06.358761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] Routers {'71b0a1e2-4018-4876-80d9-df0d902fc57f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:06.359390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['71b0a1e2-4018-4876-80d9-df0d902fc57f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:06.370457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:port and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:06.378964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.402799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:06.427817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:06.428376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:06.429045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee9f8e-7b75-46a1-b0ac-4cdfb603115d None None] The sync data for ids ['71b0a1e2-4018-4876-80d9-df0d902fc57f'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:48:06.490412 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-52415282-03ce-4438-b5f0-1cdd451d2dd7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b7525813832847299d0835278f887ef6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5196624 Mar 11 17:48:06.491160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43062) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:06.513361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Made reservation on behalf of eeae9bb308294083972527931525597d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:06.517475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.560082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] device_id is not set on port 742beda4-2d28-4966-a372-85a1f6e711ff yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:06.564887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:06.583708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Usage tracker for resource:security_group_rule and tenant:cd1729992a96416288cfaa9b535d7768 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:06.594717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:06.622840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:06.697764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a995d272-afcc-4cb2-9285-7975efa8f27a req-79a504d1-c195-4b0e-b714-97e0ebaa24dc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7412dc6-cb09-4a39-a1c2-83207b276c5f HTTP/1.1" status: 200 len: 210 time: 0.0786381 Mar 11 17:48:06.772979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b15120c2-8029-4d3b-987e-bcbb3eb211ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.915667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b15120c2-8029-4d3b-987e-bcbb3eb211ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.973772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.980279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:06.981731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Allocated IP 172.20.0.9 (38f456be-1b7d-4df6-bfa0-817603ce59bc/b23fe115-e8aa-4361-ac25-4bacb1ce7884/742beda4-2d28-4966-a372-85a1f6e711ff) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:06.988475 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:46:05Z', 'revision_number': 2, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:07.001915 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:48:07.028056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.040201 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:07.041228 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:47:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:07.055228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b15120c2-8029-4d3b-987e-bcbb3eb211ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.080100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15120c2-8029-4d3b-987e-bcbb3eb211ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307dde7-885b-4fee-96e8-41b1926966a9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:07.121473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:48:07.148370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Subnet': ['ID=695f895f-4b4e-4cd6-9187-ee96d825fe77,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:07.154439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36dc670b-5c09-4fa0-8823-814bcf703961,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:07.164742 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b15120c2-8029-4d3b-987e-bcbb3eb211ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.165940 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b15120c2-8029-4d3b-987e-bcbb3eb211ed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c307dde7-885b-4fee-96e8-41b1926966a9 HTTP/1.1" status: 204 len: 168 time: 0.6721430 Mar 11 17:48:07.183876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.184246 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Added segment a1365cc2-5885-4d47-90aa-3419e7d4b7a4 of type vlan for network f8a12627-a63e-4bae-96a7-adc1e2490b5f Mar 11 17:48:07.185684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Checking segment: {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:07.186050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network hostable DHCP agents. Network: b97e4ad8-5ccf-4575-b294-45dfbd6195dd, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:48:07.256268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.272394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:48:07.291334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b97e4ad8-5ccf-4575-b294-45dfbd6195dd) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:07.303287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a642e-52c9-4868-83a3-e3c971d014a6 None None] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:07.314118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.314635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:07.315596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.334135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Transition to ACTIVE for port object 742beda4-2d28-4966-a372-85a1f6e711ff will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:07.353620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.362055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:07.364698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.387490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.478473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:07.483540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:07.488567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:07.558525 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:48:07.576303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1074169 Mar 11 17:48:07.579494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1c8c5797-2a04-4a44-ad55-081cea5ecd0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0123696 Mar 11 17:48:07.617497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0152f5-3e0a-4c01-bc7b-99ac56f2813e tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Pushing event updated for resources: {'Network': ['ID=f8a12627-a63e-4bae-96a7-adc1e2490b5f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:07.652693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f8a12627-a63e-4bae-96a7-adc1e2490b5f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:48:07.692289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Port': ['ID=742beda4-2d28-4966-a372-85a1f6e711ff,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:07.749430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:07.750093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:07.801019 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e2c6735-f7c3-4ae6-ac2b-c74d354baa14 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7722933 Mar 11 17:48:07.801379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43092) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:07.807257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:07.827072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:07.838569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:floatingip and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:07.857456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:07.881676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:07.923371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.063305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ee33801f-a503-4c10-aab4-de0fe66410ba None None] Provisioning for port 742beda4-2d28-4966-a372-85a1f6e711ff completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:08.069886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ips': [{'subnet_id': '695f895f-4b4e-4cd6-9187-ee96d825fe77'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:48:08.071246 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.098260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ee33801f-a503-4c10-aab4-de0fe66410ba None None] Provisioning complete for port 742beda4-2d28-4966-a372-85a1f6e711ff triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:08.098928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee33801f-a503-4c10-aab4-de0fe66410ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.225340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee33801f-a503-4c10-aab4-de0fe66410ba None None] Port 742beda4-2d28-4966-a372-85a1f6e711ff cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:08.255427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.266394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43102) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:08.428853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Allocated IP 172.25.3.155 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/aa7a5bf2-a7d4-47b1-8950-bcfabf486bf8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:08.617257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:08.623088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Request body: {'port': {'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f', 'binding:host_id': 'n-h1-833436-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2056276272'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:08.642383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:08.651290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Usage tracker for resource:port and tenant:d867428de5794acfb77ec0c6cf81c1eb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:08.672542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:08.689633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Allocated IP 172.20.0.18 (b97e4ad8-5ccf-4575-b294-45dfbd6195dd/695f895f-4b4e-4cd6-9187-ee96d825fe77/59765746-1e8b-4844-82f1-19badf8ea93d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:08.693441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:08.711404 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:46:05Z', 'revision_number': 2, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:08.716358 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39c3d8-b973-49a4-925f-86df92e06a8d None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '19bb877a-59fa-4017-a548-12019e1b4f50', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '4c6b389a-42ae-4b75-8163-cd109602713c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:6d:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:09Z', 'updated_at': '2022-03-11T17:46:05Z', 'revision_number': 2, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:48:08.734000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042736334'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:08.751410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Made reservation on behalf of d867428de5794acfb77ec0c6cf81c1eb for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:08.756644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.786938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.799951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:08.808129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:08.834842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:08.846440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:08.883851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.913574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:08.918009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.918380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43120) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:08.935707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674490490', 'description': 'tempest-secgroup-smoke-674490490 description', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:08.938718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43124) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:08.947621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:08.968554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:08.974219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:08.977496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:08.977682 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.982720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:08.990415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:09.010119 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.084551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Usage tracker for resource:security_group_rule and tenant:d867428de5794acfb77ec0c6cf81c1eb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:09.092043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:09.095369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:09.108024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:09.114902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:09.130164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:09.193811 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d348c5f-3b9e-4d30-beae-e12543fa633b None None] New status for floating IP 0e5f6e8f-99f5-4521-88a9-1b0be9b487be: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:48:09.206263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:09.212126 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.241985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Transition to ACTIVE for port object 59765746-1e8b-4844-82f1-19badf8ea93d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:09.253641 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.266949 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.269543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Transition to ACTIVE for port object 59765746-1e8b-4844-82f1-19badf8ea93d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:09.278091 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.321795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.373719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:09.383337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8203-5e4a-4456-8215-2e0e4a36e391 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.383992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:09.392200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:09.420769 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.426939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Pushing event updated for resources: {'Port': ['ID=59765746-1e8b-4844-82f1-19badf8ea93d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:09.466140 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8203-5e4a-4456-8215-2e0e4a36e391 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.495781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.509775 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.533043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:09.534613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.535057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.535484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.535932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.536367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.536762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.537175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.537309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:09.537663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.538073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.538522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.547584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:09.547810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:09.549929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:09.559075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Attempting to bind port 59765746-1e8b-4844-82f1-19badf8ea93d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:09.559547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Attempting to bind port 59765746-1e8b-4844-82f1-19badf8ea93d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:09.560162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Attempting to bind port 59765746-1e8b-4844-82f1-19badf8ea93d on network b97e4ad8-5ccf-4575-b294-45dfbd6195dd {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:09.567413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:48:09.567901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Checking segment: {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:09.568409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.568887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Bound using segment: {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:48:09.569479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Bound port: 59765746-1e8b-4844-82f1-19badf8ea93d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:48:09.569898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.573618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe61586-344f-4612-b8d4-58e35fff6d8a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:09.612969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:09.618888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:09.628556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.630239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.640951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1fe20362-8d5d-4deb-b462-b367aaefce94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7136297 Mar 11 17:48:09.644549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:09.651482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:09.675649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.678071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] For port 59765746-1e8b-4844-82f1-19badf8ea93d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:09.682541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] For port 59765746-1e8b-4844-82f1-19badf8ea93d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=59765746-1e8b-4844-82f1-19badf8ea93d,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:48:09.689084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.710092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Port': ['ID=aa7a5bf2-a7d4-47b1-8950-bcfabf486bf8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:09.714916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '7fe61586-344f-4612-b8d4-58e35fff6d8a', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:09.727244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:09.731547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:09.735209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:09.747156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:09.772265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.773505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5055273 Mar 11 17:48:09.778739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43140) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:09.787692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbb2230-b930-4e60-9a85-9d479fb9cb70,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:09.806527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fc806-33ce-496e-83f5-464ee77e83ca None None] Pushing event updated for resources: {'Port': ['ID=59765746-1e8b-4844-82f1-19badf8ea93d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:09.869505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e0976-008a-46b7-a565-7969f98797f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6debf62-fd55-4942-8795-7c6707804d80,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:09.890123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.899460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:09.919625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43144) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:09.926969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028207 Mar 11 17:48:09.928049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43146) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:09.940434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7008ff1-40f2-4dfd-b39e-bb205f5cc954,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:09.956900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] device_id is not set on port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:09.997054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8203-5e4a-4456-8215-2e0e4a36e391 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.000888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f7173a0f-316f-46bf-bd61-d0cf15011b1c tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2181666 Mar 11 17:48:10.011071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43152) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:10.024225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.031207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.096922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc8203-5e4a-4456-8215-2e0e4a36e391 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d9d62-6363-4bf2-b38f-9f6585588997,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:10.148123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.164007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f062e165-a1a0-4a63-a01f-6a01ad1a7c34 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-security--312183312', 'description': 'tempest-security-description-1943348926'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:10.188348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.202162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.269971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8203-5e4a-4456-8215-2e0e4a36e391 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.271168 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e3bc8203-5e4a-4456-8215-2e0e4a36e391 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/security-groups/cf0d9d62-6363-4bf2-b38f-9f6585588997 HTTP/1.1" status: 204 len: 168 time: 1.1980326 Mar 11 17:48:10.278130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f062e165-a1a0-4a63-a01f-6a01ad1a7c34 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.280833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43158) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:10.335251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a834ca19-7d83-4f77-b0b8-83457ba5d9a5 tempest-NetworksApiDiscovery-1749303986 tempest-NetworksApiDiscovery-1749303986-project] 10.222.0.96 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4058256 Mar 11 17:48:10.341093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03368aa8-41c0-42d0-83cf-4d1f8b80050f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:10.359654 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-07578eec-2bde-4069-acf6-7f014eba5f81 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] show failed (client error): The resource could not be found. Mar 11 17:48:10.360729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-07578eec-2bde-4069-acf6-7f014eba5f81 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups/cf0d9d62-6363-4bf2-b38f-9f6585588997 HTTP/1.1" status: 404 len: 347 time: 0.0788372 Mar 11 17:48:10.364648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43166) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:10.380280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.381498 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-660946de-3e20-47de-8ca6-063ac6767f9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7222328 Mar 11 17:48:10.388208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f062e165-a1a0-4a63-a01f-6a01ad1a7c34 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.391249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43170) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:10.411571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '7fe61586-344f-4612-b8d4-58e35fff6d8a', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:10.419257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f062e165-a1a0-4a63-a01f-6a01ad1a7c34 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.421714 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f062e165-a1a0-4a63-a01f-6a01ad1a7c34 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.426334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f062e165-a1a0-4a63-a01f-6a01ad1a7c34 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "PUT /v2.0/security-groups/d6debf62-fd55-4942-8795-7c6707804d80 HTTP/1.1" status: 200 len: 1611 time: 0.3338284 Mar 11 17:48:10.430490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43176) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:10.465764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:10.491580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062e165-a1a0-4a63-a01f-6a01ad1a7c34 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6debf62-fd55-4942-8795-7c6707804d80,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:10.512609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:10.520594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:10.548294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:10.846738 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.866299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port f7184ce7-ca49-44ac-99e9-7b3fe4de2d13 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:10.870931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:10.875117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 59765746-1e8b-4844-82f1-19badf8ea93d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:10.900018 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-54e6ab31-a63b-43de-83f9-aaa5d5a50237 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups/d6debf62-fd55-4942-8795-7c6707804d80 HTTP/1.1" status: 200 len: 1611 time: 0.4375110 Mar 11 17:48:10.903289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43184) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:10.979401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43188) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:10.997284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43192) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:11.012309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 59765746-1e8b-4844-82f1-19badf8ea93d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:11.170994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.190830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.233989 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-122c9e1f-1f4c-4341-99e8-e2c9796359e1 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.275212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-122c9e1f-1f4c-4341-99e8-e2c9796359e1 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.297594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] device_id is not set on port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:11.310804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c477977e-cc07-4037-93de-2cfc81418051,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:11.328027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9496bcc6-dbc0-4220-8ca3-48ec49c667f2 None None] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:11.328272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.333719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.349864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.350555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.351329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6178ffa4-5323-4e5b-b78d-ed896d1a5dcf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9589863 Mar 11 17:48:11.356387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43200) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:11.363566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Transition to ACTIVE for port object 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:11.366166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.368717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '7fe61586-344f-4612-b8d4-58e35fff6d8a', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:11.377040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:11.381952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:11.385899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:11.392456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.392742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:11.430626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.432812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.441006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-15a9773a-f368-4470-8e8b-1fc0441e27ef None None] Provisioning for port 59765746-1e8b-4844-82f1-19badf8ea93d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:11.462307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-15a9773a-f368-4470-8e8b-1fc0441e27ef None None] Provisioning complete for port 59765746-1e8b-4844-82f1-19badf8ea93d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:11.462975 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15a9773a-f368-4470-8e8b-1fc0441e27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.488165 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-122c9e1f-1f4c-4341-99e8-e2c9796359e1 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.535747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c9e1f-1f4c-4341-99e8-e2c9796359e1 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6debf62-fd55-4942-8795-7c6707804d80,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:11.558414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:11.562426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.562973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.568636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-122c9e1f-1f4c-4341-99e8-e2c9796359e1 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.572515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-122c9e1f-1f4c-4341-99e8-e2c9796359e1 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/d6debf62-fd55-4942-8795-7c6707804d80 HTTP/1.1" status: 204 len: 168 time: 0.6389542 Mar 11 17:48:11.579447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43204) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:11.580630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=5abfabcf-e2ba-4c0c-81e6-678471dd21f2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:11.598148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Usage tracker for resource:security_group_rule and tenant:08e985a7da414e8993ea9fd8a5fa828a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:11.663306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:11.670798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Checking segment: {'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:11.671196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Network hostable DHCP agents. Network: f8a12627-a63e-4bae-96a7-adc1e2490b5f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:48:11.684023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.698955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.720714 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15a9773a-f368-4470-8e8b-1fc0441e27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.732993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e2be169-b635-4e57-a3ec-ca273fc59324 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:11.747941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d18b92c-a77a-48d4-ab7b-b3f3ab0866ed,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:11.773249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.774597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d7ccff1b-7c0e-4b90-a18c-4e8bc56285a2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4163263 Mar 11 17:48:11.779607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-15a9773a-f368-4470-8e8b-1fc0441e27ef None None] For port 59765746-1e8b-4844-82f1-19badf8ea93d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=59765746-1e8b-4844-82f1-19badf8ea93d,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:11.781032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43208) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:11.786937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15a9773a-f368-4470-8e8b-1fc0441e27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.791846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '7fe61586-344f-4612-b8d4-58e35fff6d8a', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:11.797636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Network f8a12627-a63e-4bae-96a7-adc1e2490b5f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:48:11.801427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e2be169-b635-4e57-a3ec-ca273fc59324 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:11.806019 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e2be169-b635-4e57-a3ec-ca273fc59324 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2233150 Mar 11 17:48:11.807538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:11.811115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:11.817660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:11.822174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:11.843093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f8a12627-a63e-4bae-96a7-adc1e2490b5f) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:11.845356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:11.849679 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-7a6079dd-2318-4d1e-9a61-aeda5ea7db55 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] delete failed (client error): The resource could not be found. Mar 11 17:48:11.855847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a6079dd-2318-4d1e-9a61-aeda5ea7db55 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/d6debf62-fd55-4942-8795-7c6707804d80 HTTP/1.1" status: 404 len: 347 time: 0.0435629 Mar 11 17:48:11.856567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43216) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:11.857591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:11.868528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for f7184ce7-ca49-44ac-99e9-7b3fe4de2d13 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:11.879608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--240848499'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:11.879936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1359acb5-7f45-4cf2-9402-be1452d96c5c None None] Network f8a12627-a63e-4bae-96a7-adc1e2490b5f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:11.891809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:11.900112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:11.906699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:11.906903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:11.907214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:11.907621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:11.913590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.924414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:11.930411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Usage tracker for resource:security_group_rule and tenant:de6390a641074c9aac970466abc19868 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:11.942528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:11.942957 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:11.944063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Port': ['ID=aa7a5bf2-a7d4-47b1-8950-bcfabf486bf8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:11.947978 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 2 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:11.955458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:11.968881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.975049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:11.979183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:11.996225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:11.996825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.000468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.004347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9773a-f368-4470-8e8b-1fc0441e27ef None None] Pushing event updated for resources: {'Port': ['ID=59765746-1e8b-4844-82f1-19badf8ea93d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:12.034570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.035553 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.062913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.064151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-41016f19-aeac-49b9-987f-671d2ee0bbe2 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2614701 Mar 11 17:48:12.068766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:12.073783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:12.080097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:12.085212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:12.087381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dec93ed7-840b-4460-b438-ab1acd252a0f tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'floatingip': {'port_id': '742beda4-2d28-4966-a372-85a1f6e711ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:12.092791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:12.107689 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 3 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.158823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.160146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.160616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.160994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.173097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.173526 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.174211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.184936 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 4 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.216651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b86261ba-f015-4c00-a5a8-ee4d3dfb152b None None] Provisioning complete for port 59765746-1e8b-4844-82f1-19badf8ea93d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:12.217165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b86261ba-f015-4c00-a5a8-ee4d3dfb152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.223971 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.232527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934f7d66-9510-4f40-ab21-5b8ebe413147,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:12.238994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dec93ed7-840b-4460-b438-ab1acd252a0f tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.252586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.252810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.253268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.263937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.264261 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.266231 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 5 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.292682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.293042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.293574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.296493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.303462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.303679 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.304744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.308396 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-af5c8d1f-8af2-4869-a977-02a3c8e2eb5c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5218883 Mar 11 17:48:12.308592 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 6 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.320637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:12.340136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '7fe61586-344f-4612-b8d4-58e35fff6d8a', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:12.347409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.351147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.351534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.351975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.354744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:12.358025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c62e957-e60b-4ccd-98a5-152180813fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.360294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.366214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:12.380218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:12.395584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:12.399392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.399726 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.408095 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 7 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.440964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.442183 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5740387 Mar 11 17:48:12.446284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:12.449199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fe2c6-48f7-4d35-899c-626cc4d8190f tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5716064e-51ff-47b1-a990-6418c6a56fb0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:12.450676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.454036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.458876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': '5716064e-51ff-47b1-a990-6418c6a56fb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:12.463808 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Project 2b4ad54dc6f94f62b103007cf81b8c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:48:12.467791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.468120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.468444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.475844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:12.481387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.488394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c201b-85e6-45e3-9466-45c287259faf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:12.492306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:12.498272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.498572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:12.506405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.506718 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.513534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:12.515294 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 8 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.521897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-16ef7278-bab9-4faa-892a-f9130d32d8af admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=08e985a7da414e8993ea9fd8a5fa828a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5414252 Mar 11 17:48:12.528301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:12.530020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=f7184ce7-ca49-44ac-99e9-7b3fe4de2d13,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:12.565991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.566317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.566672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.590673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.621899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.622233 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.630139 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 9 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.642718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58731e9-7d16-4527-a605-4265d0ee5f26,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:12.680440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.684503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-742dc053-d603-4694-840f-e5faebadbcca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de6390a641074c9aac970466abc19868&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6841347 Mar 11 17:48:12.689879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.690212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.690566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.691503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43236) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:12.698436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.741530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 59765746-1e8b-4844-82f1-19badf8ea93d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:12.744436 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-dec93ed7-840b-4460-b438-ab1acd252a0f tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] update failed (client error): The resource could not be found. Mar 11 17:48:12.745474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dec93ed7-840b-4460-b438-ab1acd252a0f tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "PUT /v2.0/floatingips/00f3f7dc-d9a7-426d-b3b1-ef4de4095b48 HTTP/1.1" status: 404 len: 507 time: 0.6715670 Mar 11 17:48:12.748137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:12.748453 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:12.748870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43240) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:12.751160 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 10 to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 Mar 11 17:48:12.760182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca5ad-f3a5-43bd-91ef-dd7a8b8d710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.765707 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.769824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d286e2-cd55-43b6-a0c0-bfe4707fb17f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:12.805843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4456094e-9c6b-41ff-b80b-e17a60ac01f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.819041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 59765746-1e8b-4844-82f1-19badf8ea93d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:12.819410 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.821723 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.825818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fecd6fb0-6b25-4cff-bd4f-ab74799c0bd0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/floatingips/0e5f6e8f-99f5-4521-88a9-1b0be9b487be HTTP/1.1" status: 204 len: 168 time: 2.4574244 Mar 11 17:48:12.854189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4456094e-9c6b-41ff-b80b-e17a60ac01f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.871667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.872895 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c27dcad6-8c52-456e-bd8a-b09e61de1453 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5444908 Mar 11 17:48:12.881909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:12.885094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:12.885432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:12.885758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:12.892209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': '7fe61586-344f-4612-b8d4-58e35fff6d8a', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:12.899819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:12.907025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:12.918316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:12.931136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:12.945955 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Project 2b4ad54dc6f94f62b103007cf81b8c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:48:12.954755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.986354 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4456094e-9c6b-41ff-b80b-e17a60ac01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.986927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca5ad-f3a5-43bd-91ef-dd7a8b8d710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:12.996923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Deleting port aa7a5bf2-a7d4-47b1-8950-bcfabf486bf8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:12.997481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.021753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456094e-9c6b-41ff-b80b-e17a60ac01f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58731e9-7d16-4527-a605-4265d0ee5f26,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:13.033495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.041081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:13.041081 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:13.041405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.044570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4456094e-9c6b-41ff-b80b-e17a60ac01f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.046899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4456094e-9c6b-41ff-b80b-e17a60ac01f3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d58731e9-7d16-4527-a605-4265d0ee5f26 HTTP/1.1" status: 204 len: 168 time: 0.3473434 Mar 11 17:48:13.075844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.082866 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.084460 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.110947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4c533b-e1c3-4984-9c17-4136d3529b8e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:13.125888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.126231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7a7c48-a411-4fbe-bea7-a62453527a7c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:13.135771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a46c91b6-8f67-4369-9db9-a855223daa0c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2438262 Mar 11 17:48:13.236143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca5ad-f3a5-43bd-91ef-dd7a8b8d710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.238632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca5ad-f3a5-43bd-91ef-dd7a8b8d710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.242677 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1d3ca5ad-f3a5-43bd-91ef-dd7a8b8d710c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9d4c201b-85e6-45e3-9466-45c287259faf HTTP/1.1" status: 204 len: 168 time: 0.7084296 Mar 11 17:48:13.269213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.273715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:13.273933 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bee59f91-3684-4977-9b50-ec362ee66c10 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8261037 Mar 11 17:48:13.298121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ca5ad-f3a5-43bd-91ef-dd7a8b8d710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c201b-85e6-45e3-9466-45c287259faf,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:13.382714 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4294f1b5-6663-4e18-8185-0d07f49a747e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.430665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4294f1b5-6663-4e18-8185-0d07f49a747e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.436885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] For port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:13.437388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempted to set empty binding levels {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:48:13.470978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.532876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4294f1b5-6663-4e18-8185-0d07f49a747e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.540383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.570737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294f1b5-6663-4e18-8185-0d07f49a747e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b7a7c48-a411-4fbe-bea7-a62453527a7c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:13.581578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4294f1b5-6663-4e18-8185-0d07f49a747e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.583113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4294f1b5-6663-4e18-8185-0d07f49a747e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/5b7a7c48-a411-4fbe-bea7-a62453527a7c HTTP/1.1" status: 204 len: 168 time: 0.3071034 Mar 11 17:48:13.586071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43278) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:13.607257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.607257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.620983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-7d637437-087e-4c02-994b-c458c4baeba3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:13.630377 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.0119915 Mar 11 17:48:13.631970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43282) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:13.694028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-7d637437-087e-4c02-994b-c458c4baeba3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:13.703055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-7d637437-087e-4c02-994b-c458c4baeba3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674490490&fields=id&tenant_id=2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 267 time: 0.1989405 Mar 11 17:48:13.713709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:13.785564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d58f90dd-ca3e-48e1-a798-8ec6a1c69d12 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:13.852036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.882251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Calling delete_port for aa7a5bf2-a7d4-47b1-8950-bcfabf486bf8 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:13.894301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Deleting port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:13.894964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.917614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696e2a4-1b05-4d8f-b49f-b6f9502f5b87 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=5abfabcf-e2ba-4c0c-81e6-678471dd21f2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:13.929695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d58f90dd-ca3e-48e1-a798-8ec6a1c69d12 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:13.933689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d58f90dd-ca3e-48e1-a798-8ec6a1c69d12 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3436189 Mar 11 17:48:13.934863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43298) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:13.984523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:13.997815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Usage tracker for resource:security_group_rule and tenant:516b4fdf7f5b4cf1883d293893eec970 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:14.036129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:14.061488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:14.073956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e7e415f-b341-496b-9c5e-e3a5ec9a95f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:14.074695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e7e415f-b341-496b-9c5e-e3a5ec9a95f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:14.181308 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11478171-3eb1-45c0-b8cb-6110e96aab14 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.183866 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.252845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e7e415f-b341-496b-9c5e-e3a5ec9a95f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:14.259318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e7e415f-b341-496b-9c5e-e3a5ec9a95f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/networks?id=b97e4ad8-5ccf-4575-b294-45dfbd6195dd HTTP/1.1" status: 200 len: 797 time: 0.5549729 Mar 11 17:48:14.298050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] For port 5abfabcf-e2ba-4c0c-81e6-678471dd21f2, host n-h1-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:14.298311 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.321218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-51b5b4c2-9e68-45d0-a735-4207a43c01df tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/quotas/2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 375 time: 0.0599098 Mar 11 17:48:14.329355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event deleted for resources: {'Port': ['ID=aa7a5bf2-a7d4-47b1-8950-bcfabf486bf8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:14.389810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11478171-3eb1-45c0-b8cb-6110e96aab14 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.457682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.497026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.501653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0092216b-9d16-4297-af11-023807b3c2d8 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "DELETE /v2.0/floatingips/00f3f7dc-d9a7-426d-b3b1-ef4de4095b48 HTTP/1.1" status: 204 len: 168 time: 1.7397120 Mar 11 17:48:14.502885 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11478171-3eb1-45c0-b8cb-6110e96aab14 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.507766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11478171-3eb1-45c0-b8cb-6110e96aab14 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.511044 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11478171-3eb1-45c0-b8cb-6110e96aab14 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/5716064e-51ff-47b1-a990-6418c6a56fb0 HTTP/1.1" status: 204 len: 168 time: 0.5707631 Mar 11 17:48:14.511044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:14.511343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43314) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:14.534202 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f79f2c67-222d-4dce-a883-74af818c90c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.555759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11478171-3eb1-45c0-b8cb-6110e96aab14 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5716064e-51ff-47b1-a990-6418c6a56fb0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:14.562645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'floatingip': {'floating_network_id': '38f456be-1b7d-4df6-bfa0-817603ce59bc', 'port_id': '742beda4-2d28-4966-a372-85a1f6e711ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:14.573359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:14.580050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:floatingip and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:14.583648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:14.620461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Calling delete_port for 5abfabcf-e2ba-4c0c-81e6-678471dd21f2 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:14.650548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1822be67-0687-4390-8a82-fcdd5071c1a3 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:14.653925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:14.689708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1822be67-0687-4390-8a82-fcdd5071c1a3 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:14.694557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1822be67-0687-4390-8a82-fcdd5071c1a3 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1582422 Mar 11 17:48:14.694807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43324) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:14.703405 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.709573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--313804067'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:14.713263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.727813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:14.755363 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.792857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a243cf0b-46c3-47a0-b900-0ed3213ee486,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:14.795358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.798342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2ffb7d7d-69cc-413d-8f8f-e4ec22cef85b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=516b4fdf7f5b4cf1883d293893eec970&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0832658 Mar 11 17:48:14.803236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43328) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:14.810114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:14.856118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-3fdedd37-e6dc-4541-80a4-23121daa32e3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5336199 Mar 11 17:48:14.871456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event deleted for resources: {'Port': ['ID=5abfabcf-e2ba-4c0c-81e6-678471dd21f2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:14.880035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.891014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ff9be5d5-95f6-4d82-8e5d-f2a1eab59a12 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "DELETE /v2.0/ports/5abfabcf-e2ba-4c0c-81e6-678471dd21f2 HTTP/1.1" status: 204 len: 168 time: 1.2580295 Mar 11 17:48:14.893460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43336) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:14.936198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:14.937989 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-1506f70a-6b7f-4081-b3df-4ff66b7cad62 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:48:14.938746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1506f70a-6b7f-4081-b3df-4ff66b7cad62 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Synchronizing usage tracker for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:14.959921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1506f70a-6b7f-4081-b3df-4ff66b7cad62 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Unset dirty status for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:14.961589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1506f70a-6b7f-4081-b3df-4ff66b7cad62 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "GET /v2.0/ports/5abfabcf-e2ba-4c0c-81e6-678471dd21f2 HTTP/1.1" status: 404 len: 333 time: 0.0668640 Mar 11 17:48:14.965418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43342) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:14.976109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Request body: {'port': {'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1484434516'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:14.983082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:14.997655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:15.003711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:15.015200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Made reservation on behalf of d867428de5794acfb77ec0c6cf81c1eb for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:15.019889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.025899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:15.040155 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66c0ae1-e193-4bdc-8064-9eed9d3f6f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.043046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] device_id is not set on port 528926cc-f90e-43d0-9c8a-530d47b2dda9 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:15.100499 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66c0ae1-e193-4bdc-8064-9eed9d3f6f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.185910 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.197996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.262219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66c0ae1-e193-4bdc-8064-9eed9d3f6f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.277131 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:48:15.278206 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-55857d59-6c74-4216-af3c-78c253b449e4 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7475014 Mar 11 17:48:15.286253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43354) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:15.292825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda95848-45bf-4b49-9cd9-ea32bf6afabe,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:15.298213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '742beda4-2d28-4966-a372-85a1f6e711ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:15.317378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:15.323227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c0ae1-e193-4bdc-8064-9eed9d3f6f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a243cf0b-46c3-47a0-b900-0ed3213ee486,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:15.325550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Usage tracker for resource:floatingip and tenant:eeae9bb308294083972527931525597d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:15.330127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:15.333492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.334754 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-67e3fe32-1d55-48e0-9964-30383896adae tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6390226 Mar 11 17:48:15.339098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66c0ae1-e193-4bdc-8064-9eed9d3f6f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.340406 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e66c0ae1-e193-4bdc-8064-9eed9d3f6f26 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a243cf0b-46c3-47a0-b900-0ed3213ee486 HTTP/1.1" status: 204 len: 168 time: 0.5248027 Mar 11 17:48:15.341334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43360) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:15.342188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:15.351235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'dda95848-45bf-4b49-9cd9-ea32bf6afabe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:15.359241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:15.365219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:15.368616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:15.375961 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.388790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-00fbe00f-0741-42cc-91f4-3cf3ea8d1ffd service neutron] 10.222.0.96 "GET /v2.0/networks/b97e4ad8-5ccf-4575-b294-45dfbd6195dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314372 Mar 11 17:48:15.391926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:15.468608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.557649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.572427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-17d206e4-e2bb-43ee-bf08-9a89a6e564e4 service neutron] 10.222.0.96 "GET /v2.0/networks/b97e4ad8-5ccf-4575-b294-45dfbd6195dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568246 Mar 11 17:48:15.573482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.612839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c326cf3-e9e3-42d2-858f-fa110083bad4,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:15.615052 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.629492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.670104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.671431 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-455e85e0-6f59-4a04-967f-e3675f3f430d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3262887 Mar 11 17:48:15.674506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43372) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:15.695966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'dda95848-45bf-4b49-9cd9-ea32bf6afabe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:15.703147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.721721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:15.730580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:15.735936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:15.753080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:15.759757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.786303 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.865912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.874439 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.913073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.918356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Allocated IP 172.25.3.93 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/15d5e03c-20aa-4f9e-b85a-6f43b0453e4e) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:16.031772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1260e1f-171e-4d90-9697-8e70610ec412,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:16.051214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.056025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c89ea458-84c5-4176-93ad-daef3be31d62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3771670 Mar 11 17:48:16.060638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43386) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:16.081674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'dda95848-45bf-4b49-9cd9-ea32bf6afabe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:16.143382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:16.174405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Network f8a12627-a63e-4bae-96a7-adc1e2490b5f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:16.184535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:16.187219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:16.188426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:16.190926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.198518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.212213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:16.230463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=528926cc-f90e-43d0-9c8a-530d47b2dda9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:16.258746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.325122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:16.358597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:16.378445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7068bcd6-a312-4c5d-8287-ee2f2758334e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4109905 Mar 11 17:48:16.387620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43404) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:16.395986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93399e57-9f52-441b-8945-73b5943520d9 req-e220c61f-162b-4a75-8969-728dc3f6502c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 210 time: 0.1887734 Mar 11 17:48:16.403446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:16.443261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.612182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:16.613006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event updated for resources: {'Port': ['ID=15d5e03c-20aa-4f9e-b85a-6f43b0453e4e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:16.619168 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.626423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.630071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:16.634424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:16.692781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.742943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48591327-4e54-47e0-8caa-80c230e2236f,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:16.784616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.785921 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a25eaf89-5806-454d-bf40-70abcae71fa7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7225275 Mar 11 17:48:16.790444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43424) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:16.800430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'dda95848-45bf-4b49-9cd9-ea32bf6afabe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:16.810826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:16.818945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:16.822988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:16.847324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6331c9-0149-44b1-9c6f-932a2322c16f req-634f56b2-65e9-40a8-bac2-1a0cdbee701e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:16.848183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4c6331c9-0149-44b1-9c6f-932a2322c16f req-634f56b2-65e9-40a8-bac2-1a0cdbee701e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:16.855034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:16.899430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-4c6331c9-0149-44b1-9c6f-932a2322c16f req-634f56b2-65e9-40a8-bac2-1a0cdbee701e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:16.900959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c6331c9-0149-44b1-9c6f-932a2322c16f req-634f56b2-65e9-40a8-bac2-1a0cdbee701e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 946 time: 0.2195289 Mar 11 17:48:16.932965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:16.999631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.022516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c6331c9-0149-44b1-9c6f-932a2322c16f req-aaa9a6ad-a6a1-4a13-95b4-a454ba6f2852 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039610 Mar 11 17:48:17.047386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.059943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.092548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113d7a4a-ff41-440f-ade0-91a14ce003d4,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:17.107963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.109240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4fb73545-02d7-458b-9c07-f5129412b303 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3179719 Mar 11 17:48:17.112221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43442) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:17.121777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'dda95848-45bf-4b49-9cd9-ea32bf6afabe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:17.130409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:17.134234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:17.138959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:17.146899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:17.171694 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.293302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.298914 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.347094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5e24f5-bfe0-42c7-b700-949787cf9bc2,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:17.361603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] device_id is not set on port 528926cc-f90e-43d0-9c8a-530d47b2dda9 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:17.362344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.365569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cdc5a605-6c30-481c-b255-44a2d15e92b8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2518854 Mar 11 17:48:17.368986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43450) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:17.378557 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.407673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Transition to ACTIVE for port object 528926cc-f90e-43d0-9c8a-530d47b2dda9 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:17.409755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Deleting port 15d5e03c-20aa-4f9e-b85a-6f43b0453e4e {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:17.410688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.418474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c76c444-1ced-4c50-8e9d-0736cb505f62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.449260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c76c444-1ced-4c50-8e9d-0736cb505f62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.465167 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.482348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c76c444-1ced-4c50-8e9d-0736cb505f62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.507401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c76c444-1ced-4c50-8e9d-0736cb505f62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.511381 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0c76c444-1ced-4c50-8e9d-0736cb505f62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/1d5e24f5-bfe0-42c7-b700-949787cf9bc2 HTTP/1.1" status: 204 len: 168 time: 0.1387396 Mar 11 17:48:17.512492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43458) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:17.513364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76c444-1ced-4c50-8e9d-0736cb505f62 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d5e24f5-bfe0-42c7-b700-949787cf9bc2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:17.574920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec738e76-1800-46e8-8292-ac2b7d65ffce tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:17.596500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec738e76-1800-46e8-8292-ac2b7d65ffce tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:17.598418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ec738e76-1800-46e8-8292-ac2b7d65ffce tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0824361 Mar 11 17:48:17.601604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43462) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:17.651288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d015ecd-43bc-4eff-b6bb-edba919b9660 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.668965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d015ecd-43bc-4eff-b6bb-edba919b9660 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.748961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-084084df-618a-4346-9af3-e8052409a693 req-ba1cc44b-94ec-46ba-b1de-7f6ceea0e462 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 210 time: 0.0670049 Mar 11 17:48:17.757097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=528926cc-f90e-43d0-9c8a-530d47b2dda9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:17.786319 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d015ecd-43bc-4eff-b6bb-edba919b9660 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.803214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:17.803534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:17.803922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:17.814596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.814921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.828274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:17.828644 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:17.828782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d015ecd-43bc-4eff-b6bb-edba919b9660 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=113d7a4a-ff41-440f-ade0-91a14ce003d4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:17.831017 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 2 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:17.836754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d015ecd-43bc-4eff-b6bb-edba919b9660 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.838418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d015ecd-43bc-4eff-b6bb-edba919b9660 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/113d7a4a-ff41-440f-ade0-91a14ce003d4 HTTP/1.1" status: 204 len: 168 time: 0.2352977 Mar 11 17:48:17.840619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43468) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:17.906797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-49e6fd13-9d63-4858-832d-399d41e1e2ee tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:17.924331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-49e6fd13-9d63-4858-832d-399d41e1e2ee tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:17.928428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-49e6fd13-9d63-4858-832d-399d41e1e2ee tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0840991 Mar 11 17:48:17.929187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43474) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:17.971296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe38-cfbe-4958-96ea-5aff0e8e6338 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.987728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe38-cfbe-4958-96ea-5aff0e8e6338 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.033290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe38-cfbe-4958-96ea-5aff0e8e6338 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.053175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3abe38-cfbe-4958-96ea-5aff0e8e6338 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48591327-4e54-47e0-8caa-80c230e2236f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:18.064419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe38-cfbe-4958-96ea-5aff0e8e6338 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.066445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8f3abe38-cfbe-4958-96ea-5aff0e8e6338 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/48591327-4e54-47e0-8caa-80c230e2236f HTTP/1.1" status: 204 len: 168 time: 0.1359680 Mar 11 17:48:18.068913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43484) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:18.083768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Calling delete_port for 15d5e03c-20aa-4f9e-b85a-6f43b0453e4e owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:18.124145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-74f112e5-2d43-4738-9df8-f9f3341b690e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:18.145184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-74f112e5-2d43-4738-9df8-f9f3341b690e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:18.148969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-74f112e5-2d43-4738-9df8-f9f3341b690e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0790682 Mar 11 17:48:18.152025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.152384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.152545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43488) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:18.152718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.172305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.172638 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.178125 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 3 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.218909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-035189c9-dd75-4c6e-902b-e869415bbbd5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.231108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.231456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.231911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.245020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-035189c9-dd75-4c6e-902b-e869415bbbd5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.262150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.263004 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.279126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-035189c9-dd75-4c6e-902b-e869415bbbd5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.296426 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 4 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.343377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.344310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.344700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.347048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035189c9-dd75-4c6e-902b-e869415bbbd5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1260e1f-171e-4d90-9697-8e70610ec412,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:18.360719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-7e112e4a-76c1-49c7-a62e-c8a11c6bdc25 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:18.362396 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-7e112e4a-76c1-49c7-a62e-c8a11c6bdc25 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/networks?id=b97e4ad8-5ccf-4575-b294-45dfbd6195dd HTTP/1.1" status: 200 len: 797 time: 0.3829556 Mar 11 17:48:18.363267 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-035189c9-dd75-4c6e-902b-e869415bbbd5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.364232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-035189c9-dd75-4c6e-902b-e869415bbbd5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a1260e1f-171e-4d90-9697-8e70610ec412 HTTP/1.1" status: 204 len: 168 time: 0.2085783 Mar 11 17:48:18.367254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43496) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:18.373689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.374609 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.375828 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 5 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.394229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.457999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.458329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.458813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.465193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event deleted for resources: {'Port': ['ID=15d5e03c-20aa-4f9e-b85a-6f43b0453e4e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:18.514332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.514679 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.523019 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 6 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.581221 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-8714b0e1-06c3-459f-8322-492d0f550c1f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 471 time: 0.1881602 Mar 11 17:48:18.586000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.586329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.586681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.591413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-707d8fef-a8bd-4956-9b34-c15b1d215843 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:18.598973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'port': {'device_id': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'admin_state_up': True, 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'security_groups': ['7fe61586-344f-4612-b8d4-58e35fff6d8a']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:18.612905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440d73a-eb6b-4273-9d57-7a32a3488916 req-8a86581e-b49c-42b0-b106-11626ec111bf tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:18.614417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9440d73a-eb6b-4273-9d57-7a32a3488916 req-8a86581e-b49c-42b0-b106-11626ec111bf tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 946 time: 0.3074670 Mar 11 17:48:18.633735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5c9bc7f3-1890-4657-a95f-37f362e716f4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:18.635412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5c9bc7f3-1890-4657-a95f-37f362e716f4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 946 time: 0.2359383 Mar 11 17:48:18.636403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-707d8fef-a8bd-4956-9b34-c15b1d215843 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:18.637556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-707d8fef-a8bd-4956-9b34-c15b1d215843 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2694190 Mar 11 17:48:18.641474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43504) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:18.688730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.689015 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.693811 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 7 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.744521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.744840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.745095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.755730 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] create failed (client error): The resource could not be found. Mar 11 17:48:18.756805 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0928c7cf-5386-4a9e-893c-5875578c9c1b tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4682200 Mar 11 17:48:18.761074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43516) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:18.766093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port 4c6b389a-42ae-4b75-8163-cd109602713c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:18.766466 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.776177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.776790 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.779257 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 8 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.803543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3ab264a5-b7bb-4c71-b4b6-6c00bb5842a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.848895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.849224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.849563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.864951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:18.871702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:port and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:18.872986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3ab264a5-b7bb-4c71-b4b6-6c00bb5842a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.881676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:18.888136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9440d73a-eb6b-4273-9d57-7a32a3488916 req-2cb3fa87-709d-4e8f-a8a0-fb13eca5d10a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162650 Mar 11 17:48:18.890693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.894987 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.899214 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 9 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.916822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:18.946863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:18.952884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:18.953407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:18.963984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:18.964580 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:18.965125 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 10 to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 Mar 11 17:48:18.967248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Deleting port 742beda4-2d28-4966-a372-85a1f6e711ff {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:18.967587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.978145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:18.982014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.003800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:19.004131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:19.004641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:19.059907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:19.060235 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:19.060766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.114634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1773b3a2-1c2b-48ee-94d2-c85e78723447 req-ca83bd6c-d724-4baa-85a8-cf9f49f6531e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 210 time: 0.1225798 Mar 11 17:48:19.120859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3ab264a5-b7bb-4c71-b4b6-6c00bb5842a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.264110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab264a5-b7bb-4c71-b4b6-6c00bb5842a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c326cf3-e9e3-42d2-858f-fa110083bad4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:19.380738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] For port 528926cc-f90e-43d0-9c8a-530d47b2dda9, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:19.381338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempted to set empty binding levels {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:48:19.391120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.454800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43534) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:19.460393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.20.0.20 (b97e4ad8-5ccf-4575-b294-45dfbd6195dd/695f895f-4b4e-4cd6-9187-ee96d825fe77/50c6b57c-56b9-469f-b792-02c1e5536da1) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:19.472287 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3ab264a5-b7bb-4c71-b4b6-6c00bb5842a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.478697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3ab264a5-b7bb-4c71-b4b6-6c00bb5842a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/9c326cf3-e9e3-42d2-858f-fa110083bad4 HTTP/1.1" status: 204 len: 168 time: 0.8037548 Mar 11 17:48:19.479063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] In _notify_port_updated(), no bound segment for port 528926cc-f90e-43d0-9c8a-530d47b2dda9 on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:48:19.479063 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.479063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "PUT /v2.0/ports/528926cc-f90e-43d0-9c8a-530d47b2dda9 HTTP/1.1" status: 200 len: 975 time: 3.0872254 Mar 11 17:48:19.479063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43538) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:19.479440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43542) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:19.532762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d61c9-f3b6-46b3-b52b-d8da03726cbd tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=528926cc-f90e-43d0-9c8a-530d47b2dda9,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:19.542919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.712264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6ceb4a4-4a07-4b68-bec0-0b06ea293cc2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:19.736088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c3b8bd7-f38e-4ea7-a0e7-8aa953e5283f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Synchronizing usage tracker for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:19.769629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6ceb4a4-4a07-4b68-bec0-0b06ea293cc2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:19.770879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6ceb4a4-4a07-4b68-bec0-0b06ea293cc2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2908447 Mar 11 17:48:19.782801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43556) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:19.788506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3c3b8bd7-f38e-4ea7-a0e7-8aa953e5283f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Unset dirty status for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:19.789593 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c3b8bd7-f38e-4ea7-a0e7-8aa953e5283f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17056 time: 0.3081262 Mar 11 17:48:19.799695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43562) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:19.808008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Calling delete_port for 742beda4-2d28-4966-a372-85a1f6e711ff owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:19.855483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.880795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Transition to ACTIVE for port object 50c6b57c-56b9-469f-b792-02c1e5536da1 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:19.904183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] For port 4c6b389a-42ae-4b75-8163-cd109602713c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4c6b389a-42ae-4b75-8163-cd109602713c,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:19.904447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1bef44c5-8b7a-45c4-aeea-fcc9ae678f45 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.904660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.914586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.937264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1bef44c5-8b7a-45c4-aeea-fcc9ae678f45 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:19.960298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.059247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Deleting port 528926cc-f90e-43d0-9c8a-530d47b2dda9 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:20.059631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.068372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:20.070263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=50c6b57c-56b9-469f-b792-02c1e5536da1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:20.073049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:20.075531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:20.129207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1bef44c5-8b7a-45c4-aeea-fcc9ae678f45 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.190715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef44c5-8b7a-45c4-aeea-fcc9ae678f45 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda95848-45bf-4b49-9cd9-ea32bf6afabe,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:20.214962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:20.267041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:20.267719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.303172 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1bef44c5-8b7a-45c4-aeea-fcc9ae678f45 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.307775 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1bef44c5-8b7a-45c4-aeea-fcc9ae678f45 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/dda95848-45bf-4b49-9cd9-ea32bf6afabe HTTP/1.1" status: 204 len: 168 time: 0.5239506 Mar 11 17:48:20.312738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43572) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:20.344045 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-6e02d964-7495-41b9-914b-e83b14b9cef7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7489924 Mar 11 17:48:20.369265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Request body: {'port': {'device_id': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:20.402090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Usage tracker for resource:security_group_rule and tenant:9cb77dcf685644ce93faec2e11e8f9f6 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:20.411214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:20.456329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9eeff8c2-3c7d-4361-a6be-cdac2bbbc17d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:20.513094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:20.531189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9eeff8c2-3c7d-4361-a6be-cdac2bbbc17d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:20.532446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9eeff8c2-3c7d-4361-a6be-cdac2bbbc17d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2185042 Mar 11 17:48:20.533547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.542858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43576) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:20.550751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127274412'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:20.562532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:20.568994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-81bc04fc-3ea7-4d17-a7d8-a11b0228284a None None] Provisioning for port 50c6b57c-56b9-469f-b792-02c1e5536da1 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:20.576641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-81bc04fc-3ea7-4d17-a7d8-a11b0228284a None None] Provisioning complete for port 50c6b57c-56b9-469f-b792-02c1e5536da1 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:20.577318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81bc04fc-3ea7-4d17-a7d8-a11b0228284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.602925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:20.643239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.650056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-81bc04fc-3ea7-4d17-a7d8-a11b0228284a None None] Port 50c6b57c-56b9-469f-b792-02c1e5536da1 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:20.752498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:20.772753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:20.778604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:20.796722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.834300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:20.939106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.945199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:20.979706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event deleted for resources: {'Port': ['ID=742beda4-2d28-4966-a372-85a1f6e711ff,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:21.044605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c6b57c-56b9-469f-b792-02c1e5536da1 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:48:21.052162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.068294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Transition to ACTIVE for port object 50c6b57c-56b9-469f-b792-02c1e5536da1 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:21.071275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.071905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.072545 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP 19bb877a-59fa-4017-a548-12019e1b4f50 disassociated. External IP: 172.25.3.119, port: 4c6b389a-42ae-4b75-8163-cd109602713c. Mar 11 17:48:21.072954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for 4c6b389a-42ae-4b75-8163-cd109602713c owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:21.081105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.130154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78aff0-ed70-4fb8-b813-056a28461371,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:21.150224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.162443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8bbd7fbc-9e42-47e8-a692-f326e1b4f20b tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6184487 Mar 11 17:48:21.166239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:21.187998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'aa78aff0-ed70-4fb8-b813-056a28461371', 'direction': 'ingress', 'protocol': 17}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:21.249889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:21.274809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:21.283116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Pushing event updated for resources: {'Port': ['ID=50c6b57c-56b9-469f-b792-02c1e5536da1,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:21.285704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:21.334898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:21.395462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] For port 528926cc-f90e-43d0-9c8a-530d47b2dda9, host n-h1-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:21.396169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.396790 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.577616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Calling delete_port for 528926cc-f90e-43d0-9c8a-530d47b2dda9 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:21.617324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Attempting to bind port 50c6b57c-56b9-469f-b792-02c1e5536da1 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:21.617649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Attempting to bind port 50c6b57c-56b9-469f-b792-02c1e5536da1 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:21.617967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Attempting to bind port 50c6b57c-56b9-469f-b792-02c1e5536da1 on network b97e4ad8-5ccf-4575-b294-45dfbd6195dd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:21.640966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Port 50c6b57c-56b9-469f-b792-02c1e5536da1 on network b97e4ad8-5ccf-4575-b294-45dfbd6195dd not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:21.641611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Attempting to bind port 50c6b57c-56b9-469f-b792-02c1e5536da1 on network b97e4ad8-5ccf-4575-b294-45dfbd6195dd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:21.657325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.659772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:48:21.660347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Checking segment: {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:21.660925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Bound using segment: {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:48:21.661581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Bound port: 50c6b57c-56b9-469f-b792-02c1e5536da1, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:48:21.662143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.687841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.760841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.762183 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5873325 Mar 11 17:48:21.783144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43602) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:21.785791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776725c0-abe7-41e3-83cb-74f32c8405a7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0262b7e-a481-4a32-b54b-ca91b79becfe,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:21.792081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0bb6b-31de-401d-9a4d-3cf3b269adb2 req-13867d12-d4fb-461d-8143-caba4bd5333a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:21.799302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd0bb6b-31de-401d-9a4d-3cf3b269adb2 req-13867d12-d4fb-461d-8143-caba4bd5333a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 946 time: 1.6465206 Mar 11 17:48:21.842015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.847889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.867388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4d8c22fa-f809-4d73-8c16-6c4fdccb455d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "DELETE /v2.0/ports/742beda4-2d28-4966-a372-85a1f6e711ff HTTP/1.1" status: 204 len: 168 time: 3.1040399 Mar 11 17:48:21.890453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.894031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43610) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:21.894341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43612) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:21.898461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.911607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] For port 50c6b57c-56b9-469f-b792-02c1e5536da1, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:21.964623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1193b213-3608-4383-bc02-a179a654af70 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.993539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1193b213-3608-4383-bc02-a179a654af70 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.043426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event deleted for resources: {'Port': ['ID=528926cc-f90e-43d0-9c8a-530d47b2dda9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:22.071427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] For port 50c6b57c-56b9-469f-b792-02c1e5536da1, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=50c6b57c-56b9-469f-b792-02c1e5536da1,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:48:22.080253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.089088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfd068-4460-4ba5-ad63-c9f6032dabad req-2fd1c1e1-cb9b-4450-94ed-d8da0549b2ce tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:22.090913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96cfd068-4460-4ba5-ad63-c9f6032dabad req-2fd1c1e1-cb9b-4450-94ed-d8da0549b2ce tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 932 time: 1.6838675 Mar 11 17:48:22.091593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70884cf4-b431-4c3b-b220-b574e14a71f2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:22.100720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.168569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.170680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-40dc66e2-62ce-476c-b70f-daaac20ab1f3 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "DELETE /v2.0/ports/528926cc-f90e-43d0-9c8a-530d47b2dda9 HTTP/1.1" status: 204 len: 168 time: 2.3359921 Mar 11 17:48:22.176377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b3538a19-55a7-41fc-a54c-90d0d5b585df admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9cb77dcf685644ce93faec2e11e8f9f6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7201989 Mar 11 17:48:22.207148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43620) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:22.207431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43622) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:22.221447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Pushing event updated for resources: {'Port': ['ID=50c6b57c-56b9-469f-b792-02c1e5536da1,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:22.229517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1193b213-3608-4383-bc02-a179a654af70 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.248465 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96cfd068-4460-4ba5-ad63-c9f6032dabad req-b4076120-c648-49de-b549-5347a19c67d7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958517 Mar 11 17:48:22.249310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=4c6b389a-42ae-4b75-8163-cd109602713c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:22.257354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.259117 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-b5ad9ecf-8412-4324-bbb1-6415b810101c service neutron] 10.222.0.59 "PUT /v2.0/ports/50c6b57c-56b9-469f-b792-02c1e5536da1 HTTP/1.1" status: 200 len: 1092 time: 1.8943183 Mar 11 17:48:22.261849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'tag': '50c6b57c-56b9-469f-b792-02c1e5536da1'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:48:22.266843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193b213-3608-4383-bc02-a179a654af70 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78aff0-ed70-4fb8-b813-056a28461371,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:22.285555 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1193b213-3608-4383-bc02-a179a654af70 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.286853 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1193b213-3608-4383-bc02-a179a654af70 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/aa78aff0-ed70-4fb8-b813-056a28461371 HTTP/1.1" status: 204 len: 168 time: 0.5025451 Mar 11 17:48:22.293880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43632) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:22.326081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd0bb6b-31de-401d-9a4d-3cf3b269adb2 req-fe94a43d-c3d0-43aa-8a8d-5558036ce90b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4578998 Mar 11 17:48:22.360990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.412919 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'tag': '50c6b57c-56b9-469f-b792-02c1e5536da1', 'status': 'completed', 'code': 200} Mar 11 17:48:22.426390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7d851c9e-dc2e-43b5-a4aa-a8aa2c8c5dc2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:22.440484 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdc4ad4-4555-493d-a9f2-89ec46dea8ab tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:48:22.441036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8bdc4ad4-4555-493d-a9f2-89ec46dea8ab tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Synchronizing usage tracker for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:22.446473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:22.455708 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-c493a0a2-a18c-4250-8384-ac160321f133 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 1095 time: 0.1329126 Mar 11 17:48:22.456988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7d851c9e-dc2e-43b5-a4aa-a8aa2c8c5dc2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:22.457120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Usage tracker for resource:security_group_rule and tenant:ec32c44c914e4258b25f67c4ac3457e9 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:22.463500 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7d851c9e-dc2e-43b5-a4aa-a8aa2c8c5dc2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1679342 Mar 11 17:48:22.464704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43636) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:22.470026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:22.471277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874841377'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:22.482834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:22.486854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:22.531463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c6b389a-42ae-4b75-8163-cd109602713c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:48:22.572355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:22.578938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-07aaafd4-1d6c-49d5-9dcb-c5514e9f7f51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=50c6b57c-56b9-469f-b792-02c1e5536da1 HTTP/1.1" status: 200 len: 217 time: 0.0975626 Mar 11 17:48:22.595783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 4c6b389a-42ae-4b75-8163-cd109602713c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:48:22.596241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4c6b389a-42ae-4b75-8163-cd109602713c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:48:22.623615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.667211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8bdc4ad4-4555-493d-a9f2-89ec46dea8ab tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Unset dirty status for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:22.668417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8bdc4ad4-4555-493d-a9f2-89ec46dea8ab tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "GET /v2.0/ports/528926cc-f90e-43d0-9c8a-530d47b2dda9 HTTP/1.1" status: 404 len: 333 time: 0.4350526 Mar 11 17:48:22.672069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:22.676940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:22.677105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12e3ea-07d9-4be0-a4fb-07243ec1dd68 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:22.677694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fe12e3ea-07d9-4be0-a4fb-07243ec1dd68 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Synchronizing usage tracker for tenant:eeae9bb308294083972527931525597d on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:22.680477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:22.687550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43640) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:22.693171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:22.704114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1184474609', 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:22.713320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0dfb803a-428b-4040-b993-a039d8597c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.724428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:22.736615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-f7afc029-1a29-4846-bfc7-e6628669241d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:22.738819 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-f7afc029-1a29-4846-bfc7-e6628669241d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695f895f-4b4e-4cd6-9187-ee96d825fe77 HTTP/1.1" status: 200 len: 837 time: 0.1499588 Mar 11 17:48:22.751204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:22.766868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0dfb803a-428b-4040-b993-a039d8597c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.801987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fe12e3ea-07d9-4be0-a4fb-07243ec1dd68 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Unset dirty status for tenant:eeae9bb308294083972527931525597d on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:22.802901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fe12e3ea-07d9-4be0-a4fb-07243ec1dd68 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "GET /v2.0/ports?device_id=71b0a1e2-4018-4876-80d9-df0d902fc57f HTTP/1.1" status: 200 len: 913 time: 0.8947461 Mar 11 17:48:22.805729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43644) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:22.866830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.877805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.903375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Made reservation on behalf of d867428de5794acfb77ec0c6cf81c1eb for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:22.907020 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:22.947104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec32c44c914e4258b25f67c4ac3457e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0367100 Mar 11 17:48:22.951249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:22.961451 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0dfb803a-428b-4040-b993-a039d8597c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.091133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] device_id is not set on port e94dfc79-b498-46b7-96b0-f35cf20ba0c3 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:23.142237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a78718-a152-46d4-9fa4-5474c5f71705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6981eba3-254e-4e39-8301-1fac29b56531,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:23.175086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.223781 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0dfb803a-428b-4040-b993-a039d8597c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.242679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0dfb803a-428b-4040-b993-a039d8597c5a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70884cf4-b431-4c3b-b220-b574e14a71f2 HTTP/1.1" status: 204 len: 168 time: 1.0061591 Mar 11 17:48:23.265009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.334226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb803a-428b-4040-b993-a039d8597c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70884cf4-b431-4c3b-b220-b574e14a71f2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:23.411036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.415121 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9488819 Mar 11 17:48:23.428448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43664) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:23.453799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7822e98-05f3-4f3b-91a6-cbe59c7b443e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.478936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799178058'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:23.496339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:23.501164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:23.505199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:23.512175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:23.533136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.569314 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-5019e0de-ace8-471f-8595-3101a0248e20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b97e4ad8-5ccf-4575-b294-45dfbd6195dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8228714 Mar 11 17:48:23.583206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:48:23.739042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d43d5-dd3d-4f02-b0f2-19edf5da71f8 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4837b8ee-eeb2-42bd-83fa-176cfeadf9c0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:23.769574 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-c107bb04-422d-46ee-969a-99b7255e8b65 service neutron] 10.222.0.59 "GET /v2.0/networks/b97e4ad8-5ccf-4575-b294-45dfbd6195dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765294 Mar 11 17:48:23.853649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-55d1ccbd-4386-4920-a4a8-ba2aa0172acc req-a16fbd88-c30c-432e-8036-8a4bff69e8d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:23.864755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43670) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:23.875087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7822e98-05f3-4f3b-91a6-cbe59c7b443e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.916549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:23.978288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:23.988172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:23.998188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:24.067365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:24.093677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-55d1ccbd-4386-4920-a4a8-ba2aa0172acc req-a16fbd88-c30c-432e-8036-8a4bff69e8d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:24.095819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55d1ccbd-4386-4920-a4a8-ba2aa0172acc req-a16fbd88-c30c-432e-8036-8a4bff69e8d8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 210 time: 0.3467364 Mar 11 17:48:24.164024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f9690-440b-443f-9da9-cca934cb5ee7 req-6d6b34f5-5ee0-4266-9b1c-01593d7e4d44 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:24.166861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-729f9690-440b-443f-9da9-cca934cb5ee7 req-6d6b34f5-5ee0-4266-9b1c-01593d7e4d44 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 944 time: 0.6944802 Mar 11 17:48:24.192132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:24.197928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Usage tracker for resource:security_group_rule and tenant:e109b20dcb4748da8623e8966b32291c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:24.202034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:24.232590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7822e98-05f3-4f3b-91a6-cbe59c7b443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.238141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:24.286131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7822e98-05f3-4f3b-91a6-cbe59c7b443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6981eba3-254e-4e39-8301-1fac29b56531,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:24.337419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-729f9690-440b-443f-9da9-cca934cb5ee7 req-d4233129-1eec-4e51-814b-fd21f3f7b621 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624100 Mar 11 17:48:24.344394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7822e98-05f3-4f3b-91a6-cbe59c7b443e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.345666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.350051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2c855aa3-9b50-47f3-b95a-48a36212e4e9 req-bf7da9bb-abfd-4ea6-9328-a676c29929fe service neutron] 10.222.0.59 "GET /v2.0/networks/b97e4ad8-5ccf-4575-b294-45dfbd6195dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698614 Mar 11 17:48:24.354395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f7822e98-05f3-4f3b-91a6-cbe59c7b443e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6981eba3-254e-4e39-8301-1fac29b56531 HTTP/1.1" status: 204 len: 168 time: 1.3947823 Mar 11 17:48:24.428120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.441085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.476352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.488381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.495487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:48:24.510463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:48:24.530278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:24.531854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:48:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:24.575779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] No DVR routers for this DVR port 4c6b389a-42ae-4b75-8163-cd109602713c on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:48:24.577478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.585570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.623326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'name': 'network-vif-deleted', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:48:24.623883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325b22c1-b74f-4fcc-8c4d-3659c9b0bef9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:24.632140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9161ee-8ae2-4f6f-896f-22c8b0e2daba,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:24.643257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86104256-2333-4dcc-8a94-e988fdbd1a69 req-5236e3d8-5000-4451-9913-8c4ab15aac5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "DELETE /v2.0/ports/4c6b389a-42ae-4b75-8163-cd109602713c HTTP/1.1" status: 204 len: 173 time: 6.0024657 Mar 11 17:48:24.646912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.651686 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bc728a4c-bf72-4312-aadf-f9180ac86252 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2004569 Mar 11 17:48:24.652678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43682) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:24.660288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': '4837b8ee-eeb2-42bd-83fa-176cfeadf9c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '325b22c1-b74f-4fcc-8c4d-3659c9b0bef9', 'remote_ip_prefix': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:24.665536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.672095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:24.677283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:24.680732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:24.687675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:24.716480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Network f8a12627-a63e-4bae-96a7-adc1e2490b5f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:24.722254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=e94dfc79-b498-46b7-96b0-f35cf20ba0c3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:24.722760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.732774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:24.790904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:24.791461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:24.793828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.811798 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.815673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4c1aaed2-f5f4-48b9-b983-97c842873fff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e109b20dcb4748da8623e8966b32291c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9472413 Mar 11 17:48:24.817480 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abadbbf-9730-438b-99fc-bf41f0a2bdfc', 'name': 'network-vif-deleted', 'tag': '4c6b389a-42ae-4b75-8163-cd109602713c', 'status': 'completed', 'code': 200} Mar 11 17:48:24.819843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43690) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:24.834943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.858662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa57a66-a782-4473-9b3c-a0e32848f162,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:24.867403 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-28f9f868-108e-442c-ba31-1f529541432f tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1760275 Mar 11 17:48:24.873712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43694) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:24.927161 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-1b313d90-3532-4e8a-bc05-21e9d7c66c41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 1095 time: 0.4438248 Mar 11 17:48:24.929614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4dc890d-ce27-41f2-8a85-f9c494d2ace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:24.984555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4dc890d-ce27-41f2-8a85-f9c494d2ace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.003898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:48:25.064951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-541690d7-f384-426f-8793-a0eae23d0139 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Synchronizing usage tracker for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:25.077210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.078438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dc5448c5-cc61-4e8f-8de2-d16e45e32014 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4246905 Mar 11 17:48:25.079528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4dc890d-ce27-41f2-8a85-f9c494d2ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.082851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43702) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:25.127953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc890d-ce27-41f2-8a85-f9c494d2ace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9161ee-8ae2-4f6f-896f-22c8b0e2daba,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:25.131582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-541690d7-f384-426f-8793-a0eae23d0139 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Unset dirty status for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:25.132838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-541690d7-f384-426f-8793-a0eae23d0139 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "GET /v2.0/ports/e94dfc79-b498-46b7-96b0-f35cf20ba0c3 HTTP/1.1" status: 200 len: 955 time: 0.2539048 Mar 11 17:48:25.145145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a4dc890d-ce27-41f2-8a85-f9c494d2ace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.146345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a4dc890d-ce27-41f2-8a85-f9c494d2ace9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5f9161ee-8ae2-4f6f-896f-22c8b0e2daba HTTP/1.1" status: 204 len: 168 time: 0.3251240 Mar 11 17:48:25.154765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43708) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:25.206715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-03511705-017d-417b-9abb-fdf4694a0d24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:25.208176 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-03511705-017d-417b-9abb-fdf4694a0d24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b97e4ad8-5ccf-4575-b294-45dfbd6195dd HTTP/1.1" status: 200 len: 899 time: 0.2725699 Mar 11 17:48:25.212152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46417711-3f90-430d-8224-1c890daa67d5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.312583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46417711-3f90-430d-8224-1c890daa67d5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.359202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Deleting port e94dfc79-b498-46b7-96b0-f35cf20ba0c3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:25.359865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.398048 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-e5699ad5-5beb-47a2-a1cd-7dc4c0b357e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=50c6b57c-56b9-469f-b792-02c1e5536da1 HTTP/1.1" status: 200 len: 217 time: 0.1676550 Mar 11 17:48:25.564531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c54cb8ed-56da-4eb4-abb1-de3bee4e47d3 req-cd9949d9-8272-4118-b389-d37252408865 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8abadbbf-9730-438b-99fc-bf41f0a2bdfc HTTP/1.1" status: 200 len: 210 time: 0.1058295 Mar 11 17:48:25.580468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:25.589205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:48:25.616304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:25.616941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:48:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:25.625951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46417711-3f90-430d-8224-1c890daa67d5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.757309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46417711-3f90-430d-8224-1c890daa67d5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fa57a66-a782-4473-9b3c-a0e32848f162,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:25.907747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976f29-bf92-47bb-9192-1fb0fdc42678 req-8e406a2d-58d7-477b-a75b-320b36186b2c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:25.909097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e976f29-bf92-47bb-9192-1fb0fdc42678 req-8e406a2d-58d7-477b-a75b-320b36186b2c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 944 time: 0.1865120 Mar 11 17:48:25.927088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-c8646d23-8e61-4b72-a00d-bda8304d3917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:25.928579 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-c8646d23-8e61-4b72-a00d-bda8304d3917 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695f895f-4b4e-4cd6-9187-ee96d825fe77 HTTP/1.1" status: 200 len: 837 time: 0.5202787 Mar 11 17:48:25.929367 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46417711-3f90-430d-8224-1c890daa67d5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:25.932784 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-46417711-3f90-430d-8224-1c890daa67d5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/4fa57a66-a782-4473-9b3c-a0e32848f162 HTTP/1.1" status: 204 len: 168 time: 0.8441107 Mar 11 17:48:25.933931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:48:25.969891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43736) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:26.018265 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e976f29-bf92-47bb-9192-1fb0fdc42678 req-73322061-9945-4bc1-99ab-296e86011a00 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018281 Mar 11 17:48:26.320222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-09ecdbf6-036f-4499-8b5a-598e2a3aad8e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:26.338347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:26.397251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:26.409289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390413f1-b4a5-4e8f-a966-fee05e9d2868 None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:48:26.826169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Calling delete_port for e94dfc79-b498-46b7-96b0-f35cf20ba0c3 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:26.827437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43762) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:26.865303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-09ecdbf6-036f-4499-8b5a-598e2a3aad8e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:26.866641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-09ecdbf6-036f-4499-8b5a-598e2a3aad8e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.8887498 Mar 11 17:48:26.882189 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-b4b2b3f9-05fc-4d36-8cb3-b59d50076e6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b97e4ad8-5ccf-4575-b294-45dfbd6195dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9054301 Mar 11 17:48:26.883770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43766) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:26.938680 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49831dc-40f7-447f-8e11-246df13fc033 None None] New status for floating IP 19bb877a-59fa-4017-a548-12019e1b4f50: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:48:27.053253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.161842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c66aec9d-dc69-4579-8777-b0015ea2d7bc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.313253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c66aec9d-dc69-4579-8777-b0015ea2d7bc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.379316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event deleted for resources: {'Port': ['ID=e94dfc79-b498-46b7-96b0-f35cf20ba0c3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:27.410115 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-7b6d5a12-313a-4e86-a092-f89455589751 service neutron] 10.222.0.59 "GET /v2.0/networks/b97e4ad8-5ccf-4575-b294-45dfbd6195dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172141 Mar 11 17:48:27.427282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d65380e6-552a-4e22-aa3a-2ceed82af258 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.475527 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.573873 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d65380e6-552a-4e22-aa3a-2ceed82af258 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.603824 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f285035b-35eb-4b16-bfd8-2093aa61d1b8 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "DELETE /v2.0/ports/e94dfc79-b498-46b7-96b0-f35cf20ba0c3 HTTP/1.1" status: 204 len: 168 time: 2.4479761 Mar 11 17:48:27.611567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43784) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:27.669307 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7d2a3d-8899-43bf-938d-fbe1eac4c60e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:48:27.669828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ea7d2a3d-8899-43bf-938d-fbe1eac4c60e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Synchronizing usage tracker for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:27.721176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d65380e6-552a-4e22-aa3a-2ceed82af258 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.759582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfeee5-6d20-43d6-97a7-ee05f84083ca req-9222cf55-b052-4522-96ff-07f5ea92f367 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:27.761739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aacfeee5-6d20-43d6-97a7-ee05f84083ca req-9222cf55-b052-4522-96ff-07f5ea92f367 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 944 time: 0.4298685 Mar 11 17:48:27.776132 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c66aec9d-dc69-4579-8777-b0015ea2d7bc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.807067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65380e6-552a-4e22-aa3a-2ceed82af258 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325b22c1-b74f-4fcc-8c4d-3659c9b0bef9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:27.847470 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c66aec9d-dc69-4579-8777-b0015ea2d7bc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.850132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c66aec9d-dc69-4579-8777-b0015ea2d7bc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/security-groups/ef5a74a9-58e5-4d94-8dd3-d22a90da3f83 HTTP/1.1" status: 204 len: 168 time: 1.0174632 Mar 11 17:48:27.856934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aec9d-dc69-4579-8777-b0015ea2d7bc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5a74a9-58e5-4d94-8dd3-d22a90da3f83,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:27.859452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43794) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:27.861949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Deleting port 22d64977-2627-437b-8b9d-ae221f3fdd2c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:27.863212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.934945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aacfeee5-6d20-43d6-97a7-ee05f84083ca req-f7371474-5e4a-429f-8388-244e1c7b5cbe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608834 Mar 11 17:48:27.936764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ea7d2a3d-8899-43bf-938d-fbe1eac4c60e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Unset dirty status for tenant:d867428de5794acfb77ec0c6cf81c1eb on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:27.943658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ea7d2a3d-8899-43bf-938d-fbe1eac4c60e tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "GET /v2.0/ports/e94dfc79-b498-46b7-96b0-f35cf20ba0c3 HTTP/1.1" status: 404 len: 333 time: 0.3280191 Mar 11 17:48:27.946723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43800) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:27.954430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d65380e6-552a-4e22-aa3a-2ceed82af258 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:27.956137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d65380e6-552a-4e22-aa3a-2ceed82af258 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/325b22c1-b74f-4fcc-8c4d-3659c9b0bef9 HTTP/1.1" status: 204 len: 168 time: 1.0687981 Mar 11 17:48:27.960348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43804) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:27.962493 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f83312d9-f0a7-4c3b-84cc-61414b8316f4 req-5a92d755-dd06-478b-89e2-607b8dd77fda service neutron] 10.222.0.59 "GET /v2.0/networks/b97e4ad8-5ccf-4575-b294-45dfbd6195dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457082 Mar 11 17:48:27.966155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Request body: {'port': {'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1055736873'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:27.976683 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-4b4abbd8-1c0b-49c0-ac72-6c92041acff0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] show failed (client error): The resource could not be found. Mar 11 17:48:27.979863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4b4abbd8-1c0b-49c0-ac72-6c92041acff0 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups/ef5a74a9-58e5-4d94-8dd3-d22a90da3f83 HTTP/1.1" status: 404 len: 347 time: 0.1155200 Mar 11 17:48:27.984983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:27.993505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:28.091890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:28.180570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port 1c2618b5-0db1-45cb-b2d5-4e56870078f8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:28.180906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:28.210318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Made reservation on behalf of d867428de5794acfb77ec0c6cf81c1eb for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:28.212376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:28.252667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] device_id is not set on port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:28.338505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d46bd9b-6b1b-4cc4-af06-4dca538e8360 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:28.357696 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:28.367652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1d46bd9b-6b1b-4cc4-af06-4dca538e8360 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:28.372832 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1d46bd9b-6b1b-4cc4-af06-4dca538e8360 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4092944 Mar 11 17:48:28.376165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:28.544436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 50c6b57c-56b9-469f-b792-02c1e5536da1 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:48:28.556793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Calling delete_port for 22d64977-2627-437b-8b9d-ae221f3fdd2c owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:28.818668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e2adfd5-aace-4a7b-be88-eec55376f1e2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:28.896779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:28.897359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:28.942439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e2adfd5-aace-4a7b-be88-eec55376f1e2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:28.946213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 50c6b57c-56b9-469f-b792-02c1e5536da1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=50c6b57c-56b9-469f-b792-02c1e5536da1,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:28.981383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '50c6b57c-56b9-469f-b792-02c1e5536da1', 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'port_id': '50c6b57c-56b9-469f-b792-02c1e5536da1', 'mac_address': 'fa:16:3e:93:dd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695f895f-4b4e-4cd6-9187-ee96d825fe77', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:48:29.043450 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e2adfd5-aace-4a7b-be88-eec55376f1e2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:29.101295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2adfd5-aace-4a7b-be88-eec55376f1e2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837b8ee-eeb2-42bd-83fa-176cfeadf9c0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:29.153036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for 1c2618b5-0db1-45cb-b2d5-4e56870078f8 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:29.175588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:29.202069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e2adfd5-aace-4a7b-be88-eec55376f1e2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:29.209523 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e2adfd5-aace-4a7b-be88-eec55376f1e2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/4837b8ee-eeb2-42bd-83fa-176cfeadf9c0 HTTP/1.1" status: 204 len: 168 time: 0.8298023 Mar 11 17:48:29.213886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43846) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:29.230283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c6b57c-56b9-469f-b792-02c1e5536da1 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:48:29.258803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 50c6b57c-56b9-469f-b792-02c1e5536da1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=50c6b57c-56b9-469f-b792-02c1e5536da1,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:29.265460 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:29.398676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:29.428146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=50c6b57c-56b9-469f-b792-02c1e5536da1,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:29.485841 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:29.523829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event deleted for resources: {'Port': ['ID=22d64977-2627-437b-8b9d-ae221f3fdd2c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:29.592363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f4d56737-3f44-4f0b-babd-1f89f0ef457e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:29.600677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['50c6b57c-56b9-469f-b792-02c1e5536da1'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:48:29.848926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f4d56737-3f44-4f0b-babd-1f89f0ef457e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:29.856511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f4d56737-3f44-4f0b-babd-1f89f0ef457e tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6306117 Mar 11 17:48:29.857751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43858) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:29.879742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d8970-ff1c-460c-a955-a0cef3a3597c req-f80167aa-6357-4572-acb8-de775be00387 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:29.885951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f5d8970-ff1c-460c-a955-a0cef3a3597c req-f80167aa-6357-4572-acb8-de775be00387 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 945 time: 0.6266952 Mar 11 17:48:29.923578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613229867'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:29.951924 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:29.959659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:30.101765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:30.110912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:30.149296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:30.166222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Network f8a12627-a63e-4bae-96a7-adc1e2490b5f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:30.183955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:30.207061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:30.207928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:30.208628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:30.244215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=1c2618b5-0db1-45cb-b2d5-4e56870078f8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:30.254579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-638fbae1-e776-48fd-bb86-98d00d52af59 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3029656 Mar 11 17:48:30.258325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:30.267390 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:30.343801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:30.372901 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:30.439072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f5d8970-ff1c-460c-a955-a0cef3a3597c req-df2524af-7b0a-4264-b9b8-8b46c716b4e0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5013435 Mar 11 17:48:30.547686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:30.565038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:30.571967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:30.614410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:30.648742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:30.678400 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:30.758557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:30.778160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da749e24-d3d9-48e9-b68e-1c096d256d34 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/floatingips/19bb877a-59fa-4017-a548-12019e1b4f50 HTTP/1.1" status: 204 len: 168 time: 2.7918274 Mar 11 17:48:30.992420 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.004918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.137099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885386a0-245a-4ebc-b9c8-e4f909a4d998,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:31.143060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.144314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d427444a-5d3e-4568-afc8-f7fa1995edd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2566833 Mar 11 17:48:31.158227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43898) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:31.184512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': '885386a0-245a-4ebc-b9c8-e4f909a4d998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:31.203438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:31.216915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:31.230035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:31.244985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:31.289301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43904) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:31.308007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.464940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43910) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:31.473977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] device_id is not set on port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:48:31.484259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.488412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787617916', 'description': 'tempest-description--965341750'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:31.502738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Router 71b0a1e2-4018-4876-80d9-df0d902fc57f has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:48:31.515229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:31.529566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:31.539256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:31.543270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Transition to ACTIVE for port object f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:31.556138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.688734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.704213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:31.709875 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.733549 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.759211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:48:31.775861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] Sync routers for ids ['71b0a1e2-4018-4876-80d9-df0d902fc57f'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:48:31.807740 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:31.811326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] Routers {'71b0a1e2-4018-4876-80d9-df0d902fc57f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:31.811749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:48:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['71b0a1e2-4018-4876-80d9-df0d902fc57f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:31.857703 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2a65f555-5ebb-40ba-9897-50769df2361c tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "PUT /v2.0/routers/71b0a1e2-4018-4876-80d9-df0d902fc57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0435495 Mar 11 17:48:31.861227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:31.864350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:31.924371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:31.943538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:31.948600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:31.961645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] Routers {'71b0a1e2-4018-4876-80d9-df0d902fc57f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:31.963304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:48:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['71b0a1e2-4018-4876-80d9-df0d902fc57f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:31.983664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:31.995150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210dc819-a8d2-48ab-b700-c436def7dcdc,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:32.012105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:32.030047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Usage tracker for resource:security_group_rule and tenant:347279176a57491db6ca748f877fc866 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:32.034757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:32.039016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.043168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b4e9b1fa-c89f-4a55-bb1c-084e5e99aec5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8641379 Mar 11 17:48:32.059218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43924) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:32.061011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:32.072068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:32.105208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:32.109481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887bd75-f90f-4a9f-baf2-f4c5c269ad79 None None] The sync data for ids ['71b0a1e2-4018-4876-80d9-df0d902fc57f'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:48:32.218780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c45cd695-283a-4bef-9c2a-2192de3fc163 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.230441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:32.230830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:32.231274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:32.256719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:32.257158 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:32.270860 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 2 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:32.280156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.296398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.320211 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8f6c-da84-4ffd-97e0-47aa2b662f8d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.331625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:32.331964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:32.332512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:32.351789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7ca9d-edcd-4477-a89c-173a92d636c0 req-4744420e-e222-4901-8c28-722406a5f3aa tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:32.353421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8f7ca9d-edcd-4477-a89c-173a92d636c0 req-4744420e-e222-4901-8c28-722406a5f3aa tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 945 time: 0.6457305 Mar 11 17:48:32.360367 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8f6c-da84-4ffd-97e0-47aa2b662f8d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.407655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ef87a7-7e37-4be0-8b92-23911c43e4de,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:32.414098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:32.414750 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:32.419898 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 3 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:32.441706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d56259f8-c134-458a-83b8-a0e5f0210192 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=347279176a57491db6ca748f877fc866&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1510859 Mar 11 17:48:32.450047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43936) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:32.474550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.478297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:32.479001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:32.479565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:32.500243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8f6c-da84-4ffd-97e0-47aa2b662f8d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.524530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:32.524873 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:32.532224 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 4 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:32.555961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d8f6c-da84-4ffd-97e0-47aa2b662f8d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=210dc819-a8d2-48ab-b700-c436def7dcdc,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:32.558903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.559650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8f7ca9d-edcd-4477-a89c-173a92d636c0 req-2426d15a-a8e2-4493-933b-a4dbefd662b0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831043 Mar 11 17:48:32.572598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 50c6b57c-56b9-469f-b792-02c1e5536da1 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:32.573403 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8f6c-da84-4ffd-97e0-47aa2b662f8d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.574035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4c0d8f6c-da84-4ffd-97e0-47aa2b662f8d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/210dc819-a8d2-48ab-b700-c436def7dcdc HTTP/1.1" status: 204 len: 168 time: 0.3930516 Mar 11 17:48:32.577766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43940) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:32.581457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:32.581794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:32.582128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:32.611032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:32.611153 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:32.620240 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 5 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:32.641678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b534014-bd64-424a-b13f-f18e364507b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.658019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:32.658376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:32.658736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:32.690681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b534014-bd64-424a-b13f-f18e364507b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.702116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:32.702587 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:32.708982 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 6 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:32.743715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 50c6b57c-56b9-469f-b792-02c1e5536da1 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:32.750294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 50c6b57c-56b9-469f-b792-02c1e5536da1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:32.751100 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.757517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-141126d5-f533-47dc-85db-ddec56bc99ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:32.778377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:32.778744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:32.779080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:32.797005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:32.797377 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:32.798403 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 7 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:32.811376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-141126d5-f533-47dc-85db-ddec56bc99ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:32.812811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-141126d5-f533-47dc-85db-ddec56bc99ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2327771 Mar 11 17:48:32.828866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43946) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:32.847839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:32.848172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:32.848537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:32.891417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:32.892016 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:32.901880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b534014-bd64-424a-b13f-f18e364507b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.918119 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.920314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0842edb5-10bb-45ee-a8bd-25c35914be0c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:32.940696 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 8 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:32.954928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c6b57c-56b9-469f-b792-02c1e5536da1'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:48:32.967015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 50c6b57c-56b9-469f-b792-02c1e5536da1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=50c6b57c-56b9-469f-b792-02c1e5536da1,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:32.973453 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.984524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:33.043856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.047817 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-75ae3636-e94b-4651-9aed-74823fe8d4ba tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5773695 Mar 11 17:48:33.047972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b534014-bd64-424a-b13f-f18e364507b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ef87a7-7e37-4be0-8b92-23911c43e4de,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.056795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43956) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:33.065206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': '0842edb5-10bb-45ee-a8bd-25c35914be0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:33.070344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=50c6b57c-56b9-469f-b792-02c1e5536da1,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.079429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:33.083344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c45cd695-283a-4bef-9c2a-2192de3fc163 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.095920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:33.107325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:33.107655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:33.108025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:33.109589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:33.111331 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c6b57c-56b9-469f-b792-02c1e5536da1', 'code': 200} Mar 11 17:48:33.114980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c45cd695-283a-4bef-9c2a-2192de3fc163 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.116744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:33.131765 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4b534014-bd64-424a-b13f-f18e364507b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.146750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4b534014-bd64-424a-b13f-f18e364507b5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60ef87a7-7e37-4be0-8b92-23911c43e4de HTTP/1.1" status: 204 len: 168 time: 0.6851730 Mar 11 17:48:33.153111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.155706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:33.156300 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:33.157100 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 9 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:33.192769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c45cd695-283a-4bef-9c2a-2192de3fc163 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.193396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45cd695-283a-4bef-9c2a-2192de3fc163 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Fanout notify agent at l3_agent the message router_deleted on router 71b0a1e2-4018-4876-80d9-df0d902fc57f {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:48:33.217624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c45cd695-283a-4bef-9c2a-2192de3fc163 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.219207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c45cd695-283a-4bef-9c2a-2192de3fc163 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "DELETE /v2.0/routers/71b0a1e2-4018-4876-80d9-df0d902fc57f HTTP/1.1" status: 204 len: 168 time: 1.3570514 Mar 11 17:48:33.222940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43964) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:33.266411 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6109ea9-a722-4260-90a6-3ceae55563ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.294865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:33.295282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:33.295615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:33.344404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:33.344739 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:33.361452 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempt 10 to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c Mar 11 17:48:33.411194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.420620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.428050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:33.428298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:33.428895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempting to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:33.473337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6109ea9-a722-4260-90a6-3ceae55563ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.478419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.496753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:33.497138 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Failed to bind port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on host n-h1-833436-1 for vnic_type normal using segments [{'id': 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f8a12627-a63e-4bae-96a7-adc1e2490b5f'}] Mar 11 17:48:33.497474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.566067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fe01e6-a3fa-47ac-8630-1a97259fe3de,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.607020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:33.611647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5aabe231ed45a698aa4094c29766c2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:33.615470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:33.627209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6109ea9-a722-4260-90a6-3ceae55563ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.637325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:33.656206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] For port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:33.656579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:48:33.661909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6109ea9-a722-4260-90a6-3ceae55563ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885386a0-245a-4ebc-b9c8-e4f909a4d998,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.698852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.728133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.728480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.728822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.729228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.729563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.729885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.730228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.730559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.730913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.731227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.731537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:33.775835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6109ea9-a722-4260-90a6-3ceae55563ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.780577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c6109ea9-a722-4260-90a6-3ceae55563ec tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/885386a0-245a-4ebc-b9c8-e4f909a4d998 HTTP/1.1" status: 204 len: 168 time: 0.9479234 Mar 11 17:48:33.786422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43976) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:33.792673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.793849 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d4eb1922-39be-4493-a2c8-654103044a78 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7358866 Mar 11 17:48:33.798753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] In _notify_port_updated(), no bound segment for port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c on network f8a12627-a63e-4bae-96a7-adc1e2490b5f {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:48:33.800059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.803926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "PUT /v2.0/ports/f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c HTTP/1.1" status: 200 len: 975 time: 3.5357261 Mar 11 17:48:33.803926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43980) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:33.807608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43982) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:33.815464 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-202f2641-9c09-4da8-a2b2-2ed44ee232ed req-968d7b63-7a27-470c-af9a-4e24750cf103 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 1097 time: 0.5496235 Mar 11 17:48:33.849666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43986) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:33.863945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': '0842edb5-10bb-45ee-a8bd-25c35914be0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:33.888817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Deleting subnet b23fe115-e8aa-4361-ac25-4bacb1ce7884 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:48:33.891985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.901538 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.929797 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.943166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:33.943650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.963236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:33.966651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e92e7-02bf-479f-aa56-aadb8655695a tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event updated for resources: {'Port': ['ID=f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.969101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:33.989066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:34.014668 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-202f2641-9c09-4da8-a2b2-2ed44ee232ed req-195f0af2-2aec-4f05-8f34-3480ef4fe50c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846199 Mar 11 17:48:34.017976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Deleting port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:34.018327 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.034253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308d771b-a0d0-4ec7-af1e-9ec238743db4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:34.043576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.074241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e4c3ae2b-3e36-4a96-91c9-548e9f18e6f7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6c5aabe231ed45a698aa4094c29766c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0879200 Mar 11 17:48:34.076022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c61bb5e0-4d3c-4347-a422-54a7d1b53323 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:34.087483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43992) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:34.090035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:34.094877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.108645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Usage tracker for resource:security_group_rule and tenant:d2b1a087c13f42d5a9867f734bbabe6b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:34.113526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:34.127339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:34.189510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c61bb5e0-4d3c-4347-a422-54a7d1b53323 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:34.194438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c61bb5e0-4d3c-4347-a422-54a7d1b53323 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4031177 Mar 11 17:48:34.195452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43996) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:34.203736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120376923'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:34.227002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:34.240210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb063540-deae-4edc-ad2a-add2cb1fb359 req-f98b238b-ab02-465a-8ec2-8cc8caf4794d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:34.242572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb063540-deae-4edc-ad2a-add2cb1fb359 req-f98b238b-ab02-465a-8ec2-8cc8caf4794d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 946 time: 0.3831167 Mar 11 17:48:34.245483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58096857-49eb-4c16-a0f1-5a54ab391012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.245793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:48:34.260434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.298752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:34.376987 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58096857-49eb-4c16-a0f1-5a54ab391012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.389988 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.401516 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.408563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] For port f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c, host n-h1-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:34.409095 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.419563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.423826 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.436663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.440204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb063540-deae-4edc-ad2a-add2cb1fb359 req-0fa7ce71-93c8-43e4-b78c-28aedb394e02 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748562 Mar 11 17:48:34.530983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d2b1a087c13f42d5a9867f734bbabe6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6763549 Mar 11 17:48:34.531939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff8635-a0a9-45a0-8bfd-b52bb9ef23de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0edbf57-4ce3-4967-b3ac-da6581c1f72e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:34.535981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.540246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44002) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:34.576550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Calling delete_port for f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:34.603510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e1d835-84ea-4b04-8886-010cba72da63,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:34.622095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event deleted for resources: {'Subnet': ['ID=b23fe115-e8aa-4361-ac25-4bacb1ce7884,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:34.631593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:34.645147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:34.659447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:34.666778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d94db-36d2-4f50-a507-3b02c7cfb745 None None] Network 38f456be-1b7d-4df6-bfa0-817603ce59bc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:34.667429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.682038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:34.688681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58096857-49eb-4c16-a0f1-5a54ab391012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.707523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.710161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8a96d01b-2f2f-44a2-8a3c-c2b8292db6b3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9065359 Mar 11 17:48:34.715781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:34.723797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.729127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:34.767867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58096857-49eb-4c16-a0f1-5a54ab391012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308d771b-a0d0-4ec7-af1e-9ec238743db4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:34.774276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:34.784346 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-371d50c9-0f25-42a7-8d1b-5b4d06d57b0d tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "DELETE /v2.0/subnets/b23fe115-e8aa-4361-ac25-4bacb1ce7884 HTTP/1.1" status: 204 len: 168 time: 1.5559483 Mar 11 17:48:34.789526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:34.795092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:floatingip and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:34.805812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:34.812043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Pushing event deleted for resources: {'Port': ['ID=f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:34.818506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:34.830021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.854103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1e389424-c0e7-4ddc-b1dc-f9de1a7b42c7 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "DELETE /v2.0/ports/f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c HTTP/1.1" status: 204 len: 168 time: 0.9981918 Mar 11 17:48:34.856960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:34.872350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44016) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:34.975853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd486-b3fc-4e42-9fd7-b6669f01e0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.048992 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a240c2f3-237b-4d9d-bcd7-24a7d8385923 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:48:35.062876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44020) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:35.073258 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a240c2f3-237b-4d9d-bcd7-24a7d8385923 tempest-PortsAdminExtendedAttrsTestJSON-1890601771 tempest-PortsAdminExtendedAttrsTestJSON-1890601771-project-admin] 10.222.0.96 "GET /v2.0/ports/f59d6b03-f58e-4d84-ae1a-8e3ce6027b9c HTTP/1.1" status: 404 len: 333 time: 0.1997960 Mar 11 17:48:35.113221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] DHCP port deletion for 38f456be-1b7d-4df6-bfa0-817603ce59bc request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:48:35.119446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] Deleting port da1fad04-25e4-4f99-ac2e-9c1e03497b2a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:35.120068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.129389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58096857-49eb-4c16-a0f1-5a54ab391012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.132887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-58096857-49eb-4c16-a0f1-5a54ab391012 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/308d771b-a0d0-4ec7-af1e-9ec238743db4 HTTP/1.1" status: 204 len: 168 time: 1.0422215 Mar 11 17:48:35.216140 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.244275 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd486-b3fc-4e42-9fd7-b6669f01e0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.302649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.313292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.336698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.361425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Deleting port da1fad04-25e4-4f99-ac2e-9c1e03497b2a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:35.361760 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.457860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d241d845-e59f-4d4c-8d67-b2fab450c1c0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:35.470518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.486780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] For port da1fad04-25e4-4f99-ac2e-9c1e03497b2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,segment=NetworkSegment(8e2f1a81-a320-4876-97e4-304cbdc475a0),segment_id=8e2f1a81-a320-4876-97e4-304cbdc475a0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:35.487163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.509998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.511281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6fd25b33-3d5e-4124-85a3-ad9f6fe2c4cc tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3155069 Mar 11 17:48:35.516572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44030) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:35.531763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'd241d845-e59f-4d4c-8d67-b2fab450c1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:35.547169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd486-b3fc-4e42-9fd7-b6669f01e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.552559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:35.588391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:35.591405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fd486-b3fc-4e42-9fd7-b6669f01e0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0edbf57-4ce3-4967-b3ac-da6581c1f72e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:35.593545 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd486-b3fc-4e42-9fd7-b6669f01e0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.594698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dc4fd486-b3fc-4e42-9fd7-b6669f01e0cf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c0edbf57-4ce3-4967-b3ac-da6581c1f72e HTTP/1.1" status: 204 len: 168 time: 1.0116773 Mar 11 17:48:35.595731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:35.707837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] Calling delete_port for da1fad04-25e4-4f99-ac2e-9c1e03497b2a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:35.804430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:35.864323 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.880222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.886393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44042) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:35.891101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.891733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] For port da1fad04-25e4-4f99-ac2e-9c1e03497b2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,segment=NetworkSegment(8e2f1a81-a320-4876-97e4-304cbdc475a0),segment_id=8e2f1a81-a320-4876-97e4-304cbdc475a0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:35.892101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:35.999160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.009043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] Pushing event deleted for resources: {'Port': ['ID=da1fad04-25e4-4f99-ac2e-9c1e03497b2a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:36.012790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a12627-a63e-4bae-96a7-adc1e2490b5f']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:36.014237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2ceeb-f1a4-4a04-a16d-cbc524001c09 None None] No DVR routers for this DVR port da1fad04-25e4-4f99-ac2e-9c1e03497b2a on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:48:36.037042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:36.037336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1365cc2-5885-4d47-90aa-3419e7d4b7a4') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:36.073144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.074622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.089971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.25.3.248 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/6af957bd-b0b2-4c1d-995c-b062dc9fd3e0) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:36.118120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415543e5-ac76-4d32-a1be-d580f27e7e49 req-9d0da1b7-94ee-472d-8743-6c98c482b3d2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:36.119890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-415543e5-ac76-4d32-a1be-d580f27e7e49 req-9d0da1b7-94ee-472d-8743-6c98c482b3d2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 946 time: 0.4593291 Mar 11 17:48:36.121651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:36.124925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.134260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e3548ddc1fb4401abf085534e9e77c45 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:36.156666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:36.174939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:36.175346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:36.190768 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:36.211289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Calling delete_port for da1fad04-25e4-4f99-ac2e-9c1e03497b2a owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:48:36.251422 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.257189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:36.298181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d50ea3-2c93-4b09-a9fc-003d7cb0b16d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:36.308762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.316049 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a9048953-5294-464d-9069-51b0b90e8cd0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7926846 Mar 11 17:48:36.317209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44060) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:36.342086 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4e682a0e-5346-4c2d-8337-b0a7b67e6310 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules/e1d50ea3-2c93-4b09-a9fc-003d7cb0b16d HTTP/1.1" status: 200 len: 705 time: 0.0232513 Mar 11 17:48:36.346392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44066) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:36.425555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-34ecd509-16bd-42f0-9200-4e8e56d9f0f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:36.432571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:48:36.433256 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:48:36.453169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-34ecd509-16bd-42f0-9200-4e8e56d9f0f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:36.455316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-34ecd509-16bd-42f0-9200-4e8e56d9f0f7 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1060784 Mar 11 17:48:36.458059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44076) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:36.468691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.501757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f618d45-744a-4f0c-a1eb-7b9a87d9fa0d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.521887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f618d45-744a-4f0c-a1eb-7b9a87d9fa0d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.546234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-415543e5-ac76-4d32-a1be-d580f27e7e49 req-211b9c64-d48c-4bf0-9edb-14362af36ec8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4154222 Mar 11 17:48:36.560372 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.567041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f618d45-744a-4f0c-a1eb-7b9a87d9fa0d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.570696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.592071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f618d45-744a-4f0c-a1eb-7b9a87d9fa0d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1d50ea3-2c93-4b09-a9fc-003d7cb0b16d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:36.617457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0f618d45-744a-4f0c-a1eb-7b9a87d9fa0d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.618996 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0f618d45-744a-4f0c-a1eb-7b9a87d9fa0d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/e1d50ea3-2c93-4b09-a9fc-003d7cb0b16d HTTP/1.1" status: 204 len: 168 time: 0.1596601 Mar 11 17:48:36.621896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44082) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:36.677224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:36.694629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.704777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=6af957bd-b0b2-4c1d-995c-b062dc9fd3e0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:36.707321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:36.715805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-029d84a7-3095-4ffb-aae8-7e0838180bce tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:36.725388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:36.750556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-029d84a7-3095-4ffb-aae8-7e0838180bce tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:36.752321 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-029d84a7-3095-4ffb-aae8-7e0838180bce tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1290128 Mar 11 17:48:36.755179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:36.760953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'd241d845-e59f-4d4c-8d67-b2fab450c1c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:36.783414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:36.792841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] Pushing event deleted for resources: {'Network': ['ID=f8a12627-a63e-4bae-96a7-adc1e2490b5f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:36.813041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device da1fad04-25e4-4f99-ac2e-9c1e03497b2a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:48:36.814961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:36.838036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.880866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-495f3aec-a5b0-47db-9574-46e95bea8d5f tempest-PortsAdminExtendedAttrsTestJSON-438815008 tempest-PortsAdminExtendedAttrsTestJSON-438815008-project] 10.222.0.96 "DELETE /v2.0/networks/f8a12627-a63e-4bae-96a7-adc1e2490b5f HTTP/1.1" status: 204 len: 168 time: 1.8142478 Mar 11 17:48:36.883136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: da1fad04-25e4-4f99-ac2e-9c1e03497b2a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:48:36.883646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device da1fad04-25e4-4f99-ac2e-9c1e03497b2a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:48:36.907555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.940007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.940154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Deleting port da1fad04-25e4-4f99-ac2e-9c1e03497b2a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:48:36.940154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.998306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac573c02-39ca-46ce-ab77-8f55183755a2 req-367aa8af-16d0-48f6-b26d-7484fecfc70f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:37.000157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac573c02-39ca-46ce-ab77-8f55183755a2 req-367aa8af-16d0-48f6-b26d-7484fecfc70f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 946 time: 0.1992455 Mar 11 17:48:37.015141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d35cac-47ed-4457-a440-d3a297945d7b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:37.023060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] The port 'da1fad04-25e4-4f99-ac2e-9c1e03497b2a' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:48:37.058011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.075585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-86caa0f1-4aba-47db-980f-ca40c3c367e5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3548ddc1fb4401abf085534e9e77c45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1761746 Mar 11 17:48:37.078242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.079912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:37.090618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac573c02-39ca-46ce-ab77-8f55183755a2 req-0c49828a-da94-4d1b-ba40-7d095532f657 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798302 Mar 11 17:48:37.222345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba82eec-3e46-48ac-918f-a551d8e7a7e8,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:37.245977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.307200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.311452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.324062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8ea8e4ad-3b52-47cb-9700-e56e01551f26 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5677919 Mar 11 17:48:37.331819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:37.332152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44114) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:37.338969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f456be-1b7d-4df6-bfa0-817603ce59bc']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:37.347389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8075c522-d5eb-41e3-b718-2c66de391f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.388496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2f1a81-a320-4876-97e4-304cbdc475a0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:37.388791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2f1a81-a320-4876-97e4-304cbdc475a0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:37.407399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.416682 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a3c21b55-d9f8-41c1-96a0-bed17b281fd2 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules/8ba82eec-3e46-48ac-918f-a551d8e7a7e8 HTTP/1.1" status: 200 len: 705 time: 0.0812743 Mar 11 17:48:37.417336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44122) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:37.422027 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.437879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8075c522-d5eb-41e3-b718-2c66de391f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.482073 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.500673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:37.501213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:37.537406 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:37.730138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.735607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99190371-4646-4a91-99c4-14a9263471f3 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:37.736752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.781102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99190371-4646-4a91-99c4-14a9263471f3 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:37.785837 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-99190371-4646-4a91-99c4-14a9263471f3 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3565688 Mar 11 17:48:37.787028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:37.793401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.831086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.844896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8075c522-d5eb-41e3-b718-2c66de391f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.866920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] Pushing event deleted for resources: {'Network': ['ID=38f456be-1b7d-4df6-bfa0-817603ce59bc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:37.873454 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f60933fa-5850-4bce-af93-7f944a00f8c2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cd1729992a96416288cfaa9b535d7768&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5365145 Mar 11 17:48:37.877437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44138) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:37.880106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075c522-d5eb-41e3-b718-2c66de391f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d35cac-47ed-4457-a440-d3a297945d7b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:37.919791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=6af957bd-b0b2-4c1d-995c-b062dc9fd3e0,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:37.931144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dc4048c-6b53-45a4-8f73-db7d118ea3d0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.937632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.941108 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8075c522-d5eb-41e3-b718-2c66de391f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.944046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8075c522-d5eb-41e3-b718-2c66de391f9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c7d35cac-47ed-4457-a440-d3a297945d7b HTTP/1.1" status: 204 len: 168 time: 0.8545730 Mar 11 17:48:37.947934 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-89032c7b-afec-4d4f-a8d3-e292963b8110 tempest-FloatingIPNegativeTestJSON-779179622 tempest-FloatingIPNegativeTestJSON-779179622-project] 10.222.0.96 "DELETE /v2.0/networks/38f456be-1b7d-4df6-bfa0-817603ce59bc HTTP/1.1" status: 204 len: 168 time: 3.1558857 Mar 11 17:48:37.959392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dc4048c-6b53-45a4-8f73-db7d118ea3d0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.982501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.990732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-38e00ea8-f172-4b49-a51f-ad5391a7d36f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2651470 Mar 11 17:48:38.040821 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fde4c622-4562-4136-a644-3c979de616e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.062821 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dc4048c-6b53-45a4-8f73-db7d118ea3d0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.082207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fde4c622-4562-4136-a644-3c979de616e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.097172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4048c-6b53-45a4-8f73-db7d118ea3d0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ba82eec-3e46-48ac-918f-a551d8e7a7e8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:38.110388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dc4048c-6b53-45a4-8f73-db7d118ea3d0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.115443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5dc4048c-6b53-45a4-8f73-db7d118ea3d0 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/8ba82eec-3e46-48ac-918f-a551d8e7a7e8 HTTP/1.1" status: 204 len: 168 time: 0.3213685 Mar 11 17:48:38.116353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44158) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:38.157405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fde4c622-4562-4136-a644-3c979de616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.175829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4c622-4562-4136-a644-3c979de616e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dc670b-5c09-4fa0-8823-814bcf703961,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:38.180483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fde4c622-4562-4136-a644-3c979de616e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.185053 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fde4c622-4562-4136-a644-3c979de616e5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/36dc670b-5c09-4fa0-8823-814bcf703961 HTTP/1.1" status: 204 len: 168 time: 0.3025417 Mar 11 17:48:38.220999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5577059b-3d2a-4c11-a4d5-9b7821097a21 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:38.245522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5577059b-3d2a-4c11-a4d5-9b7821097a21 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:38.250237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44166) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:38.250938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5577059b-3d2a-4c11-a4d5-9b7821097a21 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1327176 Mar 11 17:48:38.257847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'd241d845-e59f-4d4c-8d67-b2fab450c1c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:38.270032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:38.299454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:38.333690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.531353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.542395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.602412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57ca2ba-956f-41a3-9c5e-6dd2643f19ee,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:38.629317 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:38.633031 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-03b2c064-a0b0-4fb9-92c4-9e8f5f02fd03 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3785038 Mar 11 17:48:38.634501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44178) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:38.658841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44182) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:38.677965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-f55911eb-e8d5-439a-91da-eb4315b17ac3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:38.702816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-f55911eb-e8d5-439a-91da-eb4315b17ac3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:38.705600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-f55911eb-e8d5-439a-91da-eb4315b17ac3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1787617916&fields=id&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 267 time: 0.1221454 Mar 11 17:48:39.042613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44194) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:39.070092 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a2e1c40-1760-462c-b3f2-b0d4cc75e660 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules/a57ca2ba-956f-41a3-9c5e-6dd2643f19ee HTTP/1.1" status: 200 len: 706 time: 0.4327221 Mar 11 17:48:39.077951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44210) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:39.268592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-ee30e074-d415-4fe5-ae6b-30c94bcf8ae8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:39.275894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-ee30e074-d415-4fe5-ae6b-30c94bcf8ae8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 0.5625730 Mar 11 17:48:39.294424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-246d261f-d6ee-48a1-b92d-4444e6aa8e9c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/quotas/5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 375 time: 0.0175228 Mar 11 17:48:39.368848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-37aeae6e-913d-4933-aa77-6bf8073ac728 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:39.394929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-37aeae6e-913d-4933-aa77-6bf8073ac728 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:39.399583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-37aeae6e-913d-4933-aa77-6bf8073ac728 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3023031 Mar 11 17:48:39.402510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:39.409195 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:39.442000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:39.516139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2803d146-5eb6-4319-bd44-2d5d861e107a tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:39.539607 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2803d146-5eb6-4319-bd44-2d5d861e107a tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:39.577840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-0cbdf18f-79e9-4fdb-a3df-36750461fdde tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:39.597252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2803d146-5eb6-4319-bd44-2d5d861e107a tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:39.622104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-0cbdf18f-79e9-4fdb-a3df-36750461fdde tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:39.623658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-0cbdf18f-79e9-4fdb-a3df-36750461fdde tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3284883 Mar 11 17:48:39.628410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803d146-5eb6-4319-bd44-2d5d861e107a tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a57ca2ba-956f-41a3-9c5e-6dd2643f19ee,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:39.659346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2803d146-5eb6-4319-bd44-2d5d861e107a tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:39.663436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2803d146-5eb6-4319-bd44-2d5d861e107a tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a57ca2ba-956f-41a3-9c5e-6dd2643f19ee HTTP/1.1" status: 204 len: 168 time: 0.2585351 Mar 11 17:48:39.664470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44240) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:39.785790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b66a3416-20ae-4f6c-b095-1272699f2e09 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:39.790173 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7032bb9f-5d45-4ed8-87b2-f91b8b27f3d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d867428de5794acfb77ec0c6cf81c1eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3436363 Mar 11 17:48:39.797328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:39.938934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b66a3416-20ae-4f6c-b095-1272699f2e09 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group_rule {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:39.942760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b66a3416-20ae-4f6c-b095-1272699f2e09 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2753005 Mar 11 17:48:39.953415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44252) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:40.005409 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-26805d73-cc2b-4600-a408-21497c44d4b4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eeae9bb308294083972527931525597d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9447105 Mar 11 17:48:40.014527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44256) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:40.183342 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31860d10-ac23-4d52-b9ed-bece4dec97f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.255174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31860d10-ac23-4d52-b9ed-bece4dec97f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.283176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4151785-3c86-4d1e-a2a1-0e5bf506baae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.389195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4151785-3c86-4d1e-a2a1-0e5bf506baae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.397024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f99f-cd81-4105-95d3-091cc69345ff tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.485085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-692697fc-c6c9-4148-aeef-3772af3d4b6a service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438437 Mar 11 17:48:40.547689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f99f-cd81-4105-95d3-091cc69345ff tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.716755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31860d10-ac23-4d52-b9ed-bece4dec97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.724775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4151785-3c86-4d1e-a2a1-0e5bf506baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.748160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31860d10-ac23-4d52-b9ed-bece4dec97f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc08d3-41a3-4142-b940-c6fa0306a3d7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:40.756903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31860d10-ac23-4d52-b9ed-bece4dec97f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.761247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-31860d10-ac23-4d52-b9ed-bece4dec97f2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6cc08d3-41a3-4142-b940-c6fa0306a3d7 HTTP/1.1" status: 204 len: 168 time: 0.7427430 Mar 11 17:48:40.763831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f99f-cd81-4105-95d3-091cc69345ff tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.783914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4151785-3c86-4d1e-a2a1-0e5bf506baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7008ff1-40f2-4dfd-b39e-bb205f5cc954,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:40.792343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-417b5f15-6910-426f-ab32-c4237d4d9809 service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949147 Mar 11 17:48:40.876249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f99f-cd81-4105-95d3-091cc69345ff tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d241d845-e59f-4d4c-8d67-b2fab450c1c0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:40.907857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f4151785-3c86-4d1e-a2a1-0e5bf506baae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.909643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f4151785-3c86-4d1e-a2a1-0e5bf506baae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b7008ff1-40f2-4dfd-b39e-bb205f5cc954 HTTP/1.1" status: 204 len: 168 time: 1.1081002 Mar 11 17:48:40.912073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f99f-cd81-4105-95d3-091cc69345ff tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:40.915919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2ad9f99f-cd81-4105-95d3-091cc69345ff tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/d241d845-e59f-4d4c-8d67-b2fab450c1c0 HTTP/1.1" status: 204 len: 168 time: 0.9606638 Mar 11 17:48:40.919450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:41.062569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2ef6b0d8-e3c6-4727-bd39-814c871a22c4 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:41.081096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2ef6b0d8-e3c6-4727-bd39-814c871a22c4 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:41.091545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2ef6b0d8-e3c6-4727-bd39-814c871a22c4 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1701849 Mar 11 17:48:41.093233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44302) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:41.101805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803541856'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:41.115400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:41.195045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc200f52-231c-488c-91fb-d2c836ece796 req-5b527ba4-4c6a-4025-9cf0-af7d4248c869 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0788207 Mar 11 17:48:41.196268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:41.233416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.297267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.305322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:41.314502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:41.318768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:41.328945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:41.426693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.438675 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.511637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ad767-e0c4-45d8-9e20-373a91fb0ee3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:41.532713 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.537056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4527ab15-e0d7-4546-be7a-d80b88a68ed5 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4423704 Mar 11 17:48:41.537751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44316) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:41.549868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Request body: {'security_group_rule': {'security_group_id': 'db2ad767-e0c4-45d8-9e20-373a91fb0ee3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:41.573177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:41.588293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Usage tracker for resource:security_group_rule and tenant:aa4e7be84dcf4a7d9536055e51f7c516 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:41.602328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:41.619489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:41.653621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.745530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.759751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.848076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed29aa37-c32f-43f1-925c-65c620a2048a,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:41.884523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.889522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-83847e42-52c3-4c6c-a22e-6dd000cbc768 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3483546 Mar 11 17:48:41.889714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44328) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:42.032950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e9eb-c03b-4eab-9f8a-38c76b166c02 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:42.101225 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e9eb-c03b-4eab-9f8a-38c76b166c02 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:42.207822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.20.0.17 (b97e4ad8-5ccf-4575-b294-45dfbd6195dd/695f895f-4b4e-4cd6-9187-ee96d825fe77/e6316ad3-0621-405e-bbdf-456a45ed5579) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:42.264067 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e9eb-c03b-4eab-9f8a-38c76b166c02 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:42.309981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2e9eb-c03b-4eab-9f8a-38c76b166c02 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ad767-e0c4-45d8-9e20-373a91fb0ee3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:42.352359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e9eb-c03b-4eab-9f8a-38c76b166c02 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:42.353843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0d2e9eb-c03b-4eab-9f8a-38c76b166c02 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/db2ad767-e0c4-45d8-9e20-373a91fb0ee3 HTTP/1.1" status: 204 len: 168 time: 0.4631946 Mar 11 17:48:42.356786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44360) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:42.364787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-691a5fa0-96a6-41d0-b284-64b0fc12934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:42.509861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1f9a68d2-3c54-4597-9308-79597256be98 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:42.591955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1f9a68d2-3c54-4597-9308-79597256be98 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:42.597451 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f9a68d2-3c54-4597-9308-79597256be98 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2388082 Mar 11 17:48:42.600688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44374) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:42.606917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-185081b2-3cf6-4928-90c5-317694f20672 req-593bfa0a-9a65-4521-ad67-9c665b885ab7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0940871 Mar 11 17:48:42.636100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:42.681046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Transition to ACTIVE for port object e6316ad3-0621-405e-bbdf-456a45ed5579 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:42.692534 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-673499b1-cdd2-4cf6-902b-09375c970501 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0903721 Mar 11 17:48:42.695668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44384) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:42.739143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:42.828427 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-bdfeec5e-1192-48ff-a4d2-67b552ffc22d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] delete failed (client error): The resource could not be found. Mar 11 17:48:42.834401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44390) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:42.834752 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bdfeec5e-1192-48ff-a4d2-67b552ffc22d tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "DELETE /v2.0/security-groups/db2ad767-e0c4-45d8-9e20-373a91fb0ee3 HTTP/1.1" status: 404 len: 347 time: 0.1379087 Mar 11 17:48:42.936378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:42.944635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:42.977580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f5d63520-ef0b-4a80-bb08-e6a952c06d50 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Synchronizing usage tracker for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:43.010975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f5d63520-ef0b-4a80-bb08-e6a952c06d50 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] Unset dirty status for tenant:aa4e7be84dcf4a7d9536055e51f7c516 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:43.018075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f5d63520-ef0b-4a80-bb08-e6a952c06d50 tempest-SecGroupTest-1019751317 tempest-SecGroupTest-1019751317-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1795871 Mar 11 17:48:43.227969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:43.326733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=e6316ad3-0621-405e-bbdf-456a45ed5579,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:43.386295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8af682e5-6ea9-4a96-9763-7144ee022263 None None] Provisioning for port e6316ad3-0621-405e-bbdf-456a45ed5579 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:43.396849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8af682e5-6ea9-4a96-9763-7144ee022263 None None] Provisioning complete for port e6316ad3-0621-405e-bbdf-456a45ed5579 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:43.397294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8af682e5-6ea9-4a96-9763-7144ee022263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:43.469114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:43.509598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-02ee307b-f5ed-499e-884a-5dad2c190258 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:43.511600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-02ee307b-f5ed-499e-884a-5dad2c190258 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 0.7116404 Mar 11 17:48:43.543371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8af682e5-6ea9-4a96-9763-7144ee022263 None None] Port e6316ad3-0621-405e-bbdf-456a45ed5579 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:43.637053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-af9e0f61-f61e-4f3c-b349-ae84d0b3be4f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:48:43.657200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-af9e0f61-f61e-4f3c-b349-ae84d0b3be4f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:48:43.658802 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-af9e0f61-f61e-4f3c-b349-ae84d0b3be4f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 380 time: 0.1263385 Mar 11 17:48:43.662653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:43.679981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'port': {'device_id': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'admin_state_up': True, 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'security_groups': ['0842edb5-10bb-45ee-a8bd-25c35914be0c']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:43.843455 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3355dfa-d5c5-4a1f-bce6-9ed01ec02489 req-e9c79fa7-756b-4311-8a8f-f7a7a04d507f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0658846 Mar 11 17:48:43.956051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44428) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:43.987418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44436) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:44.043555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:44.060182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:44.086887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Made reservation on behalf of 5b8021465c8248639c9826d52d8b7bbc for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:44.097482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.133336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a57184d-1653-4f66-8306-73d2cd46adc6 req-8338e734-021d-412c-b157-56d5b74c89e3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0449736 Mar 11 17:48:44.315365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a57184d-1653-4f66-8306-73d2cd46adc6 req-6968c471-901d-45f9-894d-7b6fa229eb47 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0433502 Mar 11 17:48:44.376368 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a57184d-1653-4f66-8306-73d2cd46adc6 req-10b39dff-45bd-4101-978a-7a5a8845ff30 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323241 Mar 11 17:48:44.433862 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.484536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.20.0.14 (9dd1ecfa-4aa8-47be-b280-b60a1d98796b/0fa2abb6-bf10-4e90-a2be-602b89d55690/b6773cb7-8763-48ad-906a-a728b5fab727) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:44.532580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.532978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01581edb-e564-499c-bd47-62fa860b6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.545819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.641091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:44.663636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Usage tracker for resource:security_group_rule and tenant:2f877666d4f442bc991b847ef0e448b5 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:44.673143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:44.694323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:44.706585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3e0846c4-cda7-4e48-90a0-fda3bebe8087 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aa4e7be84dcf4a7d9536055e51f7c516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7178366 Mar 11 17:48:44.708614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44458) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:44.711851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57184d-1653-4f66-8306-73d2cd46adc6 req-ec7ec462-aaff-4453-844b-cf78f0eeb9b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:44.713375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a57184d-1653-4f66-8306-73d2cd46adc6 req-ec7ec462-aaff-4453-844b-cf78f0eeb9b2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3070629 Mar 11 17:48:44.729888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:44.841035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.849032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.852672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=e6316ad3-0621-405e-bbdf-456a45ed5579,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:44.880659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.909929 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b10b-98c7-4664-b899-36822e441b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.937570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb616d3-692f-4aab-9d2a-bfbd4e3f02c4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:44.938677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b10b-98c7-4664-b899-36822e441b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.959305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0c53e2f5-abb7-414f-9bd0-c4241b57ed64 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f877666d4f442bc991b847ef0e448b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0017450 Mar 11 17:48:44.961845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44478) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:45.030711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b10b-98c7-4664-b899-36822e441b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.156176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3b10b-98c7-4664-b899-36822e441b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbb2230-b930-4e60-9a85-9d479fb9cb70,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:45.163417 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.207969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Transition to ACTIVE for port object b6773cb7-8763-48ad-906a-a728b5fab727 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:45.228253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1402748187'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:45.236102 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f388ba40-0166-4b0e-8640-73d5eb3c711c req-0185428b-f499-4147-a9ef-0aeb3fe5e913 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 210 time: 0.2268989 Mar 11 17:48:45.240410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:45.241575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b10b-98c7-4664-b899-36822e441b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.242727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7bc3b10b-98c7-4664-b899-36822e441b77 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7fbb2230-b930-4e60-9a85-9d479fb9cb70 HTTP/1.1" status: 204 len: 168 time: 0.4726737 Mar 11 17:48:45.245409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:45.250302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:45.258924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:45.259538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:45.262275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:45.284527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23845674-f3c4-417f-b72c-2d0b3be42a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.296003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:45.299103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.323563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.345654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23845674-f3c4-417f-b72c-2d0b3be42a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.387552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:45.392154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:security_group_rule and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:45.395333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:45.402014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:45.508926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.515487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.550427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23845674-f3c4-417f-b72c-2d0b3be42a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.573134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:48:45.602182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c8e06-7f40-4cfe-a767-07d8f7bd7b34,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:45.620262 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.626937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23845674-f3c4-417f-b72c-2d0b3be42a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb616d3-692f-4aab-9d2a-bfbd4e3f02c4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:45.631162 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.631508 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment a4c5036c-412a-4830-84d1-9f58f5e68ef9 of type vlan for network af5e5023-9600-431f-928e-56f487783175 Mar 11 17:48:45.633393 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-23845674-f3c4-417f-b72c-2d0b3be42a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.636914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-23845674-f3c4-417f-b72c-2d0b3be42a58 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cbb616d3-692f-4aab-9d2a-bfbd4e3f02c4 HTTP/1.1" status: 204 len: 168 time: 0.6714373 Mar 11 17:48:45.662137 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.700152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.739097 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.739411 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.742723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c4f81aec-9a76-4abb-9585-70de3ef7f020 None None] Provisioning complete for port e6316ad3-0621-405e-bbdf-456a45ed5579 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:45.747321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4f81aec-9a76-4abb-9585-70de3ef7f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.748422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:45.750190 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:45.778385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=b6773cb7-8763-48ad-906a-a728b5fab727,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:45.798784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:45.802272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:45.805940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:45.851492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c4f81aec-9a76-4abb-9585-70de3ef7f020 None None] Port e6316ad3-0621-405e-bbdf-456a45ed5579 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:45.977610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:45.978257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:46.051707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=af5e5023-9600-431f-928e-56f487783175,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:46.070494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2cb82afe-461f-4ea7-9bd2-20196ff1aebe tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3251681 Mar 11 17:48:46.113775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network af5e5023-9600-431f-928e-56f487783175 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:48:46.198212 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-aa0b8e8a-90f3-4e21-867b-a33d72fbd41f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5220528 Mar 11 17:48:46.228029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Request body: {'port': {'device_id': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:46.412151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-446dc3ec-2ec1-492b-84e7-551ef7cc0ff8 None None] Provisioning for port b6773cb7-8763-48ad-906a-a728b5fab727 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:46.437498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-446dc3ec-2ec1-492b-84e7-551ef7cc0ff8 None None] Provisioning complete for port b6773cb7-8763-48ad-906a-a728b5fab727 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:46.437966 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-446dc3ec-2ec1-492b-84e7-551ef7cc0ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:46.526979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-76614cde-3ccc-427f-b14b-ae0e1ed843ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136389 Mar 11 17:48:46.634274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:46.637338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-446dc3ec-2ec1-492b-84e7-551ef7cc0ff8 None None] Port b6773cb7-8763-48ad-906a-a728b5fab727 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:48:46.870724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 8ef88842-1d76-4d49-8116-bc787ebb401a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:48:46.928268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e26c0d-5a60-4759-920e-47dbed98922c req-38a6fc60-5a62-4e6b-8fff-3f1320c877b7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:46.937077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9e26c0d-5a60-4759-920e-47dbed98922c req-38a6fc60-5a62-4e6b-8fff-3f1320c877b7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 932 time: 0.2861731 Mar 11 17:48:46.950112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-573e9fa0-c5a5-4fba-a12e-3a7653651504 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 1097 time: 0.3856108 Mar 11 17:48:47.001596 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:47.178508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44542) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:47.310430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:47.361338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9e26c0d-5a60-4759-920e-47dbed98922c req-c430cb78-7a7a-4546-8e13-1da9aa2495b4 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149237 Mar 11 17:48:47.552990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-784de66d-0a4a-4db7-8001-a0b54cf5e96a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:47.555239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-784de66d-0a4a-4db7-8001-a0b54cf5e96a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 200 len: 898 time: 0.5671840 Mar 11 17:48:47.767295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:47.773364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Usage tracker for resource:security_group_rule and tenant:f68529b2fd7b4317b879e0b6b5e36f62 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:47.778173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:47.786814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:47.893986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:47.913965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.065813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f68529b2fd7b4317b879e0b6b5e36f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8758106 Mar 11 17:48:48.072923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44576) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:48.080794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c547a-c11a-4399-8ce0-5cbb8479692d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124cf54-2cc1-4299-8dbe-bafc4bbfea03,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:48.136212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-bc964746-63c6-4f5d-9561-f9f6107df055 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045 HTTP/1.1" status: 200 len: 1002 time: 0.5590384 Mar 11 17:48:48.140427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6773cb7-8763-48ad-906a-a728b5fab727 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:48:48.160766 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee5fb-9ddd-4aa8-80d4-6593dd59f94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.164064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.233037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Transition to ACTIVE for port object b6773cb7-8763-48ad-906a-a728b5fab727 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:48.253496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee5fb-9ddd-4aa8-80d4-6593dd59f94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.260342 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.288564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-e7a59f85-ec6f-4bf5-8f80-748e3ea225b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:48.290132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-e7a59f85-ec6f-4bf5-8f80-748e3ea225b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb1a30c-5744-464a-b156-03eed6d60dde HTTP/1.1" status: 200 len: 835 time: 0.1306067 Mar 11 17:48:48.366858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:48:48.382840 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Sync routers for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:48:48.396415 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0e883e45-6c07-4ee0-b574-1da83f255811 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "PUT /v2.0/routers/8ef88842-1d76-4d49-8116-bc787ebb401a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7357528 Mar 11 17:48:48.409591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee5fb-9ddd-4aa8-80d4-6593dd59f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.424972 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:48.427778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:48:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:48.442983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ee5fb-9ddd-4aa8-80d4-6593dd59f94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124cf54-2cc1-4299-8dbe-bafc4bbfea03,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:48.462622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee5fb-9ddd-4aa8-80d4-6593dd59f94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.466677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2f0ee5fb-9ddd-4aa8-80d4-6593dd59f94f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2124cf54-2cc1-4299-8dbe-bafc4bbfea03 HTTP/1.1" status: 204 len: 168 time: 0.3889296 Mar 11 17:48:48.480288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-a12daab5-5f70-474c-bd6a-0643d22fa8dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363838 Mar 11 17:48:48.871877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-67409615-28d2-4510-8516-2dc3e93b9f94 service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768737 Mar 11 17:48:48.953687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Pushing event updated for resources: {'Port': ['ID=b6773cb7-8763-48ad-906a-a728b5fab727,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:49.019535 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:48:49.305199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3aa3e04a-7b9a-43ce-a809-8e3f10759681 req-f94cd2f7-2c22-4c9b-866e-06885b7c3653 service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311905 Mar 11 17:48:49.358600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Attempting to bind port b6773cb7-8763-48ad-906a-a728b5fab727 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:49.364216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Attempting to bind port b6773cb7-8763-48ad-906a-a728b5fab727 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:49.369545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Attempting to bind port b6773cb7-8763-48ad-906a-a728b5fab727 on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:49.395848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Port b6773cb7-8763-48ad-906a-a728b5fab727 on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:48:49.400716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Attempting to bind port b6773cb7-8763-48ad-906a-a728b5fab727 on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:49.433908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:48:49.435452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Checking segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:49.436780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Bound using segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:48:49.437523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Bound port: b6773cb7-8763-48ad-906a-a728b5fab727, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:48:49.440159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:49.469320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44618) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:49.486266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': 'af5e5023-9600-431f-928e-56f487783175', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:49.490118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f784cb8-5464-454c-ae00-b67ec24e7360 req-b4ea4922-fec5-4dd6-9ad2-ad6c57ceaab9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:49.494639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f784cb8-5464-454c-ae00-b67ec24e7360 req-b4ea4922-fec5-4dd6-9ad2-ad6c57ceaab9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 944 time: 0.6199837 Mar 11 17:48:49.654957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f784cb8-5464-454c-ae00-b67ec24e7360 req-d229add4-3975-4a39-bf72-dc8442e2365c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542792 Mar 11 17:48:49.817633 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:48:43Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:42Z', 'revision_number': 1, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6316ad3-0621-405e-bbdf-456a45ed5579', 'name': '', 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:c8:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695f895f-4b4e-4cd6-9187-ee96d825fe77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:48:41Z', 'updated_at': '2022-03-11T17:48:44Z', 'revision_number': 2, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '695f895f-4b4e-4cd6-9187-ee96d825fe77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:49.821350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:49.824652 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Checking router: 8ef88842-1d76-4d49-8116-bc787ebb401a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:48:49.824999 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Updating router 8ef88842-1d76-4d49-8116-bc787ebb401a port e6316ad3-0621-405e-bbdf-456a45ed5579 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:48:49.828556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:49.833464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:49.836614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] For port b6773cb7-8763-48ad-906a-a728b5fab727, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:49.843192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] For port b6773cb7-8763-48ad-906a-a728b5fab727, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b6773cb7-8763-48ad-906a-a728b5fab727,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:48:49.844450 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:49.852023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:49.946698 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:50.066748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:50.087773 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:50.089319 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6773cb7-8763-48ad-906a-a728b5fab727 HTTP/1.1" status: 200 len: 1092 time: 3.8704038 Mar 11 17:48:50.094673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:48:50.334011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f9ebb-4a8a-4477-95fe-a94be11a7025 service neutron] Pushing event updated for resources: {'Port': ['ID=b6773cb7-8763-48ad-906a-a728b5fab727,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:50.367598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:50.481243 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-85ab78a8-b158-47e5-99c6-383aeb80194c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 1095 time: 0.2856448 Mar 11 17:48:50.509672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:50.580364 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:50.584095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-f7c10c05-c1f4-472e-8919-857f39828a30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6773cb7-8763-48ad-906a-a728b5fab727 HTTP/1.1" status: 200 len: 217 time: 0.0878081 Mar 11 17:48:50.598571 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Transition to ACTIVE for port object e6316ad3-0621-405e-bbdf-456a45ed5579 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:50.609947 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:50.688025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-93eef900-8921-4cf4-9e41-184baf2763ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:50.689651 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-93eef900-8921-4cf4-9e41-184baf2763ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.0979965 Mar 11 17:48:50.883055 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Pushing event updated for resources: {'Port': ['ID=e6316ad3-0621-405e-bbdf-456a45ed5579,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:50.954786 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-2c33699b-3ab6-4cfd-a553-bd158eb87f4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512810 Mar 11 17:48:51.019236 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.019574 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.019885 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.020268 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.020543 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.020821 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.021126 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.021434 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.021739 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.022043 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.022349 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:51.094845 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Attempting to bind port e6316ad3-0621-405e-bbdf-456a45ed5579 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:51.095510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Attempting to bind port e6316ad3-0621-405e-bbdf-456a45ed5579 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:51.096044 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Attempting to bind port e6316ad3-0621-405e-bbdf-456a45ed5579 on network b97e4ad8-5ccf-4575-b294-45dfbd6195dd {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:51.103077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004fcf8-46e2-47db-9af9-37ea119ec1f9 req-2e20ccf4-c90a-4dca-bfba-990054c6226c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:51.104560 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:48:51.104929 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Checking segment: {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:51.105637 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.106339 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Bound using segment: {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:48:51.106831 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Bound port: e6316ad3-0621-405e-bbdf-456a45ed5579, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:48:51.107193 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.124653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2004fcf8-46e2-47db-9af9-37ea119ec1f9 req-2e20ccf4-c90a-4dca-bfba-990054c6226c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 944 time: 0.2373276 Mar 11 17:48:51.222585 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] For port e6316ad3-0621-405e-bbdf-456a45ed5579, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:51.228141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] For port e6316ad3-0621-405e-bbdf-456a45ed5579, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e6316ad3-0621-405e-bbdf-456a45ed5579,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:48:51.234929 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.237985 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'status': 'completed', 'code': 200} Mar 11 17:48:51.267219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2004fcf8-46e2-47db-9af9-37ea119ec1f9 req-29c9bef9-71ee-4e02-a97a-39f55318696c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359756 Mar 11 17:48:51.276335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-932d82b3-947d-466d-8c5f-dcfd9960cecf tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:51.311531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.360359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-932d82b3-947d-466d-8c5f-dcfd9960cecf tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "PUT /v2.0/quotas/17c6ddfbadda4a3e8c5bdd98475c78e3 HTTP/1.1" status: 200 len: 366 time: 0.8470984 Mar 11 17:48:51.362074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44692) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.390106 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-acd0d947-1e50-4478-86fe-7472585ba5cc tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0198572 Mar 11 17:48:51.390106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44696) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.407046 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-231f81ba-6180-4fb4-9865-f67748be3c6c tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "GET /v2.0/quotas/17c6ddfbadda4a3e8c5bdd98475c78e3 HTTP/1.1" status: 200 len: 366 time: 0.0137882 Mar 11 17:48:51.407475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44700) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.410190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-6553d3b2-7704-4f03-b112-b31fcd4bd3f6 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504437 Mar 11 17:48:51.419289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=af41f6ba-01df-428d-b6ec-7d93c376b8e2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:51.435169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6f02ee4f-4883-4ad3-b251-6339e747d81a tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/17c6ddfbadda4a3e8c5bdd98475c78e3 HTTP/1.1" status: 204 len: 168 time: 0.0217059 Mar 11 17:48:51.435169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44704) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.464721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d9a2739e-d3e4-4cda-ae45-1acd94add41e tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0261743 Mar 11 17:48:51.464968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44708) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.503569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25d92a4c-c5d3-4a89-97bf-ba1a243c8906 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "GET /v2.0/quotas/17c6ddfbadda4a3e8c5bdd98475c78e3 HTTP/1.1" status: 200 len: 370 time: 0.0353472 Mar 11 17:48:51.505277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44712) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.510048 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a0535-0672-4319-8852-2a98422d5b93 None None] Pushing event updated for resources: {'Port': ['ID=e6316ad3-0621-405e-bbdf-456a45ed5579,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:51.528827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0058b2a-5263-4efc-916d-c461bc1dbec4 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "GET /v2.0/quotas/17c6ddfbadda4a3e8c5bdd98475c78e3/default HTTP/1.1" status: 200 len: 370 time: 0.0136454 Mar 11 17:48:51.531612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44716) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.532115 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:48:51.532339 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:48:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:51.546843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': 'a4c5036c-412a-4830-84d1-9f58f5e68ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'af5e5023-9600-431f-928e-56f487783175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:51.547267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: af5e5023-9600-431f-928e-56f487783175, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:48:51.555705 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-eebf33e4-4e07-4ff9-8656-b8074abd39ed tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] delete failed (client error): The resource could not be found. Mar 11 17:48:51.558436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eebf33e4-4e07-4ff9-8656-b8074abd39ed tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/17c6ddfbadda4a3e8c5bdd98475c78e3 HTTP/1.1" status: 404 len: 348 time: 0.0239842 Mar 11 17:48:51.629595 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5e4d066-5390-4aa6-9cf2-53797f75121e req-8ac46fa0-1b3a-46eb-b41d-2c05c00c9410 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112715 Mar 11 17:48:51.631048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network af5e5023-9600-431f-928e-56f487783175 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:48:51.645856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, af5e5023-9600-431f-928e-56f487783175) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:51.656510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:51.657008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607e1cd-ad96-4231-b185-1f957e256b2e None None] Network af5e5023-9600-431f-928e-56f487783175 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:51.657468 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.690937 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23442960-a781-4703-af66-21a7059cbf27 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2179797 Mar 11 17:48:51.695363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44722) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:51.712983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-752663863'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:51.726126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:51.737410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:51.748736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:51.761896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:51.783182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:51.787202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.807728 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:48:52.010722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-ea6c703b-5a25-4a0c-b069-bf760e892e54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 1095 time: 0.2375653 Mar 11 17:48:52.053731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:48:52.068336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:52.068757 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment 036a60e6-b7c3-46b3-baa0-082b1e6bd9c1 of type vlan for network aaeb3882-acad-445d-b16e-aa581453cba4 Mar 11 17:48:52.101182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:52.178176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:52.182924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:52.185205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:52.251672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-af5e5023-9600-431f-928e-56f487783175', 'network_id': 'af5e5023-9600-431f-928e-56f487783175', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': 'af41f6ba-01df-428d-b6ec-7d93c376b8e2'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:48:52.255967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:52.388071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6910930 Mar 11 17:48:52.395805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44754) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:52.439686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': 'aaeb3882-acad-445d-b16e-aa581453cba4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:52.451749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-40d564aa-d97b-4b62-9251-9c5962bbdbc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:52.456555 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-40d564aa-d97b-4b62-9251-9c5962bbdbc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.4356945 Mar 11 17:48:52.470205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Allocated IP 2001:db8:0:ffff::2 (af5e5023-9600-431f-928e-56f487783175/af41f6ba-01df-428d-b6ec-7d93c376b8e2/e9c627fa-627f-4668-9bf6-f4e6bc13d4ab) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:52.485597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea706d3-dd05-4416-b05d-a7e53741a209 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=aaeb3882-acad-445d-b16e-aa581453cba4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:52.639742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-ec3f0254-2d80-474a-bd1d-8ab07d51e931 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6773cb7-8763-48ad-906a-a728b5fab727 HTTP/1.1" status: 200 len: 217 time: 0.1744585 Mar 11 17:48:52.647230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:52.662520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:52.668895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:52.691612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:52.724006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44762) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:52.735116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:52.754768 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:52.766760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-53794d5d-a91b-4fc9-848b-01acfca4734b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:52.768819 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-53794d5d-a91b-4fc9-848b-01acfca4734b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.1226616 Mar 11 17:48:52.782023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Transition to ACTIVE for port object e9c627fa-627f-4668-9bf6-f4e6bc13d4ab will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:52.830660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Transition to ACTIVE for port object e9c627fa-627f-4668-9bf6-f4e6bc13d4ab will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:52.836844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network aaeb3882-acad-445d-b16e-aa581453cba4 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:48:52.861864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:52.919509 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:48:43Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:42Z', 'revision_number': 1, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6316ad3-0621-405e-bbdf-456a45ed5579', 'name': '', 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:c8:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695f895f-4b4e-4cd6-9187-ee96d825fe77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:48:41Z', 'updated_at': '2022-03-11T17:48:51Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '695f895f-4b4e-4cd6-9187-ee96d825fe77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:52.940014 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15673f5-1be9-4f97-a0fe-679e47567399 None None] The sync data for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 is: [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:48:43Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:42Z', 'revision_number': 1, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6316ad3-0621-405e-bbdf-456a45ed5579', 'name': '', 'network_id': 'b97e4ad8-5ccf-4575-b294-45dfbd6195dd', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:c8:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695f895f-4b4e-4cd6-9187-ee96d825fe77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:48:41Z', 'updated_at': '2022-03-11T17:48:51Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '695f895f-4b4e-4cd6-9187-ee96d825fe77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:48:53.018173 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-ff1f2387-db9d-4a1b-9677-34612ff3eaef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417617 Mar 11 17:48:53.070597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Network af5e5023-9600-431f-928e-56f487783175 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:53.083072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.142997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:53.180895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:48:53.317605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:network and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:53.358378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Pushing event updated for resources: {'Port': ['ID=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:53.390010 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-981c1c64-e697-4cfe-8981-a51abb8af3ff service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640370 Mar 11 17:48:53.463823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Attempting to bind port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:53.464197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Attempting to bind port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'a4c5036c-412a-4830-84d1-9f58f5e68ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'af5e5023-9600-431f-928e-56f487783175'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:53.464589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Attempting to bind port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab on network af5e5023-9600-431f-928e-56f487783175 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:48:53.480596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:48:53.480970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Checking segment: {'id': 'a4c5036c-412a-4830-84d1-9f58f5e68ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'af5e5023-9600-431f-928e-56f487783175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:53.481379 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.481773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Bound using segment: {'id': 'a4c5036c-412a-4830-84d1-9f58f5e68ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'af5e5023-9600-431f-928e-56f487783175'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:48:53.486488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Bound port: e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c5036c-412a-4830-84d1-9f58f5e68ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'af5e5023-9600-431f-928e-56f487783175'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:48:53.486945 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.676012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:53.680873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,segment=NetworkSegment(a4c5036c-412a-4830-84d1-9f58f5e68ef9),segment_id=a4c5036c-412a-4830-84d1-9f58f5e68ef9)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:48:53.688365 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.693101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.786618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:53.841599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a21e9-4cb8-48f0-bfbf-65be828ccac1 None None] Pushing event updated for resources: {'Port': ['ID=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:53.894293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3f9b9-661c-4536-b71d-5824da23a926 req-6697dc89-8e6f-4f5d-abf1-5e4a196a0f5c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:53.907616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dd3f9b9-661c-4536-b71d-5824da23a926 req-6697dc89-8e6f-4f5d-abf1-5e4a196a0f5c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 944 time: 1.1864891 Mar 11 17:48:53.927381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:subnet and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:54.002916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=bea290b3-17ef-4c98-a095-1312a11284c4,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:54.005477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:54.010224 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dacdddc9-e66d-44f0-8de7-9478f87127c5 req-468c856d-bd3d-4c79-89e7-149f8f5baed8 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081288 Mar 11 17:48:54.096393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.096818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.097220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.097617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.098011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.098428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.098822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.099254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.099611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.099993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.100376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:54.103898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': '036a60e6-b7c3-46b3-baa0-082b1e6bd9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'aaeb3882-acad-445d-b16e-aa581453cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:54.105789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: aaeb3882-acad-445d-b16e-aa581453cba4, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:48:54.179320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:subnetpool and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:54.234549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:54.247791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2dd3f9b9-661c-4536-b71d-5824da23a926 req-3e0f8e9c-4217-48c7-826f-caf6d6b0d7da tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214526 Mar 11 17:48:54.274201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:port and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:54.284979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network aaeb3882-acad-445d-b16e-aa581453cba4 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:48:54.300132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:54.327944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:router and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:54.332197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, aaeb3882-acad-445d-b16e-aa581453cba4) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:54.338334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:54.347292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec6c4b-ee5c-4028-8cab-06bd04d2d474 None None] Network aaeb3882-acad-445d-b16e-aa581453cba4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:54.351147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:54.351825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:54.404910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:floatingip and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:54.416169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44806) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:54.420927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6538e246-21e4-4f8e-bfd8-f32d871df22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0154815 Mar 11 17:48:54.422562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:54.496723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:security_group and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:54.513374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:54.558293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Usage tracker for resource:security_group_rule and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:54.568447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:54.588884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-109b1aad-ccc0-4658-b488-4498efcf50e1 tempest-QuotasTest-1942565728 tempest-QuotasTest-1942565728-project-admin] 10.222.0.96 "GET /v2.0/quotas/553b272780954e47a736cbb9068b63f4/details.json HTTP/1.1" status: 200 len: 703 time: 1.8624134 Mar 11 17:48:54.688150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b6773cb7-8763-48ad-906a-a728b5fab727 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:48:54.779923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:54.939313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.039748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e6316ad3-0621-405e-bbdf-456a45ed5579 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:55.220293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127b85a-f3b1-4f57-b6af-02268c7673ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-aaeb3882-acad-445d-b16e-aa581453cba4', 'network_id': 'aaeb3882-acad-445d-b16e-aa581453cba4', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': 'bea290b3-17ef-4c98-a095-1312a11284c4'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:48:55.221118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c127b85a-f3b1-4f57-b6af-02268c7673ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.258200 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:48:55.264795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.364081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44862) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:55.440791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=bea290b3-17ef-4c98-a095-1312a11284c4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:55.698089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc3fa25-8844-4c9e-8682-98a581f167c7 None None] Network af5e5023-9600-431f-928e-56f487783175 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:55.707597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.767981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeb3882-acad-445d-b16e-aa581453cba4']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:55.775204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9404dc-f0c3-43f5-8fd8-10ba23e59b59 req-4656284a-102f-42a8-a994-a215d4c3845e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:55.785145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da9404dc-f0c3-43f5-8fd8-10ba23e59b59 req-4656284a-102f-42a8-a994-a215d4c3845e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 944 time: 0.2066731 Mar 11 17:48:55.793424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036a60e6-b7c3-46b3-baa0-082b1e6bd9c1') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:55.793424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036a60e6-b7c3-46b3-baa0-082b1e6bd9c1') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:55.812119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.829983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.837139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:48:55.837813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.913437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da9404dc-f0c3-43f5-8fd8-10ba23e59b59 req-0401e1b0-121d-4a91-a242-b4ceb9ee66d3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265364 Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:48:55.968231 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:48:55.979397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.982069 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.038138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4e5fd370-43c2-4990-9e9a-f65309bb43d5 None None] Provisioning for port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:56.039130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.041675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b35b85-e630-464b-8663-3ee454a43f7f None None] Network aaeb3882-acad-445d-b16e-aa581453cba4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:56.066744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=aaeb3882-acad-445d-b16e-aa581453cba4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:56.076507 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1fa1cd3c-1a31-43ac-8c76-c84c94f86a37 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/aaeb3882-acad-445d-b16e-aa581453cba4 HTTP/1.1" status: 204 len: 168 time: 1.6579323 Mar 11 17:48:56.077490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:56.080583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44888) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:56.090440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238026061'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:56.099332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Usage tracker for resource:security_group_rule and tenant:b5008167ce4f4a5ab2e24f38886d791f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:56.106190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:56.110289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:56.117219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:56.118941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:56.123224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:56.127646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b35b85-e630-464b-8663-3ee454a43f7f None None] Network aaeb3882-acad-445d-b16e-aa581453cba4 could not be found, it might have been deleted concurrently. {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 17:48:56.138104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:56.162149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:56.165318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.176270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b6773cb7-8763-48ad-906a-a728b5fab727, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b6773cb7-8763-48ad-906a-a728b5fab727,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:56.194691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e6316ad3-0621-405e-bbdf-456a45ed5579 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:56.215764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:48:56.255622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.255967 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment 90bf2f88-c2cb-4e24-b3b6-dd94c9716f18 of type vlan for network 186807a1-11f2-4a64-969d-f767f7cb26e5 Mar 11 17:48:56.310589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.339837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e6316ad3-0621-405e-bbdf-456a45ed5579 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:56.340214 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.343363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.376024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44904) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:56.402115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'port_id': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'mac_address': 'fa:16:3e:fc:39:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:48:56.411906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.548179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b5008167ce4f4a5ab2e24f38886d791f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1829429 Mar 11 17:48:56.550669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423db36-3d3c-4b40-9444-66b5a73f1c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f502c97f-6098-4e03-93bd-9efb79e20c3b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:56.551311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44910) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:56.583869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.591905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.598924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:56.600676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.636463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6773cb7-8763-48ad-906a-a728b5fab727 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:48:56.724693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69d0e020-9f8b-4ab8-a7bb-12dceeb49c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.762390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b6773cb7-8763-48ad-906a-a728b5fab727, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b6773cb7-8763-48ad-906a-a728b5fab727,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:56.772007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69d0e020-9f8b-4ab8-a7bb-12dceeb49c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.795645 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.814435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=186807a1-11f2-4a64-969d-f767f7cb26e5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:56.826667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9d80b8a4-86c4-446c-ac8c-2bc30060f9e2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7418444 Mar 11 17:48:56.828712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44920) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:56.837855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': '186807a1-11f2-4a64-969d-f767f7cb26e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:56.867546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69d0e020-9f8b-4ab8-a7bb-12dceeb49c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.918148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0e020-9f8b-4ab8-a7bb-12dceeb49c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f502c97f-6098-4e03-93bd-9efb79e20c3b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:56.954492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b6773cb7-8763-48ad-906a-a728b5fab727,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:56.958963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 186807a1-11f2-4a64-969d-f767f7cb26e5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:48:56.999564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69d0e020-9f8b-4ab8-a7bb-12dceeb49c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.000754 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-69d0e020-9f8b-4ab8-a7bb-12dceeb49c12 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f502c97f-6098-4e03-93bd-9efb79e20c3b HTTP/1.1" status: 204 len: 168 time: 0.4483657 Mar 11 17:48:57.007881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.100575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:57.111540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb18c72031d4c2da5e2a3af1219e242 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:57.117354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:57.125622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:57.127529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:57.134895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:57.147568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:57.165748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:57.196281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:57.227697 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.299964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e6316ad3-0621-405e-bbdf-456a45ed5579, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e6316ad3-0621-405e-bbdf-456a45ed5579,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:57.308304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.309081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e9c627fa-627f-4668-9bf6-f4e6bc13d4ab up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:57.370952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b6773cb7-8763-48ad-906a-a728b5fab727'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:48:57.414250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:57.431961 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.456262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.615163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.617047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cbb18c72031d4c2da5e2a3af1219e242&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2385321 Mar 11 17:48:57.618664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44944) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:57.619653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b032c-1b7c-444a-89dd-86e7f5d8d453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa3b0f-bbf0-49ad-bc81-0c4e68a847f4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:57.699841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e6316ad3-0621-405e-bbdf-456a45ed5579,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:57.725397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:57.739100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:57.739388 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.759309 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6b369c9-cfbe-4dbc-9724-b0164e6a9abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.881220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.931389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6b369c9-cfbe-4dbc-9724-b0164e6a9abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.939824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:57.967687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246896-affd-49ce-8bd4-4579852dd4df req-e7768fad-cdf5-4bbf-97c1-4b2b591799b2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:57.969279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b246896-affd-49ce-8bd4-4579852dd4df req-e7768fad-cdf5-4bbf-97c1-4b2b591799b2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 945 time: 0.7183239 Mar 11 17:48:58.002497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:58.007515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,segment=NetworkSegment(a4c5036c-412a-4830-84d1-9f58f5e68ef9),segment_id=a4c5036c-412a-4830-84d1-9f58f5e68ef9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:58.012282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.140978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b246896-affd-49ce-8bd4-4579852dd4df req-4bbe0afd-94cc-42d2-abe5-42ff5d5560eb tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505814 Mar 11 17:48:58.146096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:58.160517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Usage tracker for resource:security_group_rule and tenant:454453671842446599e34403b30e3b37 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:58.170252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:58.208436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:58.249995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6b369c9-cfbe-4dbc-9724-b0164e6a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.285497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44958) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:58.312906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e6316ad3-0621-405e-bbdf-456a45ed5579 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:58.320815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.322183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b369c9-cfbe-4dbc-9724-b0164e6a9abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa3b0f-bbf0-49ad-bc81-0c4e68a847f4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:58.365944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6b369c9-cfbe-4dbc-9724-b0164e6a9abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.384513 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d6b369c9-cfbe-4dbc-9724-b0164e6a9abf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f7aa3b0f-bbf0-49ad-bc81-0c4e68a847f4 HTTP/1.1" status: 204 len: 168 time: 0.7612584 Mar 11 17:48:58.391159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.400600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:58.436607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:58.483710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:553b272780954e47a736cbb9068b63f4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:58.494216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.501448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.508479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:58.539883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e6316ad3-0621-405e-bbdf-456a45ed5579 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:58.540272 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.567950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:58.586738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30d93f-ab1b-4bfc-ae4a-5a7aba4925b9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:58.624096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=980bf24c-a4e9-46b2-bbd4-88be3a96d457,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:58.664648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': '90bf2f88-c2cb-4e24-b3b6-dd94c9716f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '186807a1-11f2-4a64-969d-f767f7cb26e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:48:58.665382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: 186807a1-11f2-4a64-969d-f767f7cb26e5, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:48:58.679967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.718008 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eed2fbca-aec2-4f65-941b-4f3a24607a2f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=454453671842446599e34403b30e3b37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3000784 Mar 11 17:48:58.720931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44964) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:58.742410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network 186807a1-11f2-4a64-969d-f767f7cb26e5 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:48:58.754898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:58.762356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Usage tracker for resource:security_group_rule and tenant:cd4a29353017438fa75936548ea68453 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:58.768952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:58.784729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:58.785307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 186807a1-11f2-4a64-969d-f767f7cb26e5) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:58.788275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.801020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:58.801994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.812079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b6773cb7-8763-48ad-906a-a728b5fab727 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:48:58.813933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.869864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a127164-aa7f-4879-8a79-b94839f1c283,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:58.893909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87902d7-84d9-44bd-a901-b6ba381f4be1 None None] Network 186807a1-11f2-4a64-969d-f767f7cb26e5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:48:58.931313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-926f44c2-495c-49d3-a2c7-590df25c7984 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1013935 Mar 11 17:48:58.939004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44970) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:58.942076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-12493c48-d726-4941-964b-a4aac456e3a6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=553b272780954e47a736cbb9068b63f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6551917 Mar 11 17:48:58.945296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44972) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:58.954475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.955239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-163207409'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:58.961233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4e731c9-e59e-40a4-8c7c-bb2a5a07802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:58.966785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:58.985547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:58.991812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:59.029431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:59.057869 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a21f946-cf91-47bd-8e7a-eea8ad2c4407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.059122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4e731c9-e59e-40a4-8c7c-bb2a5a07802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.060178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.183218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:59.187456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.189623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a21f946-cf91-47bd-8e7a-eea8ad2c4407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.219909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4e731c9-e59e-40a4-8c7c-bb2a5a07802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.231716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14640c53-9bbb-4004-b853-9943b83e21fd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:59.258235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e731c9-e59e-40a4-8c7c-bb2a5a07802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30d93f-ab1b-4bfc-ae4a-5a7aba4925b9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:59.259960 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6bc52d80-f563-40aa-b3df-48bc22a691de admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cd4a29353017438fa75936548ea68453&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2452106 Mar 11 17:48:59.263123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44982) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:59.294480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-186807a1-11f2-4a64-969d-f767f7cb26e5', 'network_id': '186807a1-11f2-4a64-969d-f767f7cb26e5', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': '980bf24c-a4e9-46b2-bbd4-88be3a96d457'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:48:59.300087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.304313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:48:59.311205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4e731c9-e59e-40a4-8c7c-bb2a5a07802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.312406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e4e731c9-e59e-40a4-8c7c-bb2a5a07802c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d30d93f-ab1b-4bfc-ae4a-5a7aba4925b9 HTTP/1.1" status: 204 len: 168 time: 0.5737550 Mar 11 17:48:59.336890 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.337286 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment cc9304b2-e65d-498b-9ded-1a8c96505ae3 of type vlan for network cdae0a37-8ac3-4df4-859c-b3607d241f69 Mar 11 17:48:59.388021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port b6773cb7-8763-48ad-906a-a728b5fab727 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:59.416830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.486180 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.499997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:59.501747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.521064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a21f946-cf91-47bd-8e7a-eea8ad2c4407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.561837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21f946-cf91-47bd-8e7a-eea8ad2c4407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a127164-aa7f-4879-8a79-b94839f1c283,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:59.565915 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a21f946-cf91-47bd-8e7a-eea8ad2c4407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.583985 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0a21f946-cf91-47bd-8e7a-eea8ad2c4407 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9a127164-aa7f-4879-8a79-b94839f1c283 HTTP/1.1" status: 204 len: 168 time: 0.6352572 Mar 11 17:48:59.588955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32946e4f-cdb9-4360-9417-8e545b682792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.600280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44992) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:59.627891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b6773cb7-8763-48ad-906a-a728b5fab727 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:59.628430 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.660696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7159858 Mar 11 17:48:59.663033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44998) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:48:59.711234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.745819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32946e4f-cdb9-4360-9417-8e545b682792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:59.781472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': 'cdae0a37-8ac3-4df4-859c-b3607d241f69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:48:59.841823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:48:59.853031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1a7d9afc974364b1b96f7e93430d8b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:48:59.860700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:48:59.875194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:48:59.893336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Allocated IP 2001:db8::3 (186807a1-11f2-4a64-969d-f767f7cb26e5/980bf24c-a4e9-46b2-bbd4-88be3a96d457/20c9f958-6a4b-4a54-b6da-40adf14494eb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:00.067539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66af572-9474-41f8-b4ae-29996b2481db tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=cdae0a37-8ac3-4df4-859c-b3607d241f69,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:00.068456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.081219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.194827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea1a7d9afc974364b1b96f7e93430d8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5907228 Mar 11 17:49:00.197964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45012) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:00.199191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988610e0-bcf0-4e27-8476-955d2a065268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a187a0a2-363e-490c-aad1-b18c3a256f74,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:00.249539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32946e4f-cdb9-4360-9417-8e545b682792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.252499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:00.280256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32946e4f-cdb9-4360-9417-8e545b682792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14640c53-9bbb-4004-b853-9943b83e21fd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:00.293025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:00.312121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:00.317599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32946e4f-cdb9-4360-9417-8e545b682792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.323465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-32946e4f-cdb9-4360-9417-8e545b682792 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/14640c53-9bbb-4004-b853-9943b83e21fd HTTP/1.1" status: 204 len: 168 time: 1.0368853 Mar 11 17:49:00.325317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network cdae0a37-8ac3-4df4-859c-b3607d241f69 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:00.335478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:00.348298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4f604-1f84-4148-9a8b-c5b4bbe52c76 req-6b267339-05e0-48db-8a55-4755b900768f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:00.350153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5d4f604-1f84-4148-9a8b-c5b4bbe52c76 req-6b267339-05e0-48db-8a55-4755b900768f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 945 time: 0.8046596 Mar 11 17:49:00.394259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:00.520299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572a012b-9a99-41a8-ad37-5f31e477faed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.562608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5d4f604-1f84-4148-9a8b-c5b4bbe52c76 req-d3553c5e-8e06-4e1c-89db-377e7d5646bd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023268 Mar 11 17:49:00.582529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.584513 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.624021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572a012b-9a99-41a8-ad37-5f31e477faed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.641274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e9c627fa-627f-4668-9bf6-f4e6bc13d4ab up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:00.795741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Performing IP validity checks on allocation pools {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 17:49:00.796496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 17:49:00.865550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:49:00.876213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572a012b-9a99-41a8-ad37-5f31e477faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.881435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:00.882054 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:00.926190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a012b-9a99-41a8-ad37-5f31e477faed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a187a0a2-363e-490c-aad1-b18c3a256f74,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:00.966195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b6773cb7-8763-48ad-906a-a728b5fab727, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b6773cb7-8763-48ad-906a-a728b5fab727,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:00.995888 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'code': 200} Mar 11 17:49:01.006551 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.136878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572a012b-9a99-41a8-ad37-5f31e477faed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.142599 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-572a012b-9a99-41a8-ad37-5f31e477faed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a187a0a2-363e-490c-aad1-b18c3a256f74 HTTP/1.1" status: 204 len: 168 time: 0.9412637 Mar 11 17:49:01.166128 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.181392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b6773cb7-8763-48ad-906a-a728b5fab727,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:01.182094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45040) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:01.198299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Transition to ACTIVE for port object 20c9f958-6a4b-4a54-b6da-40adf14494eb will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:01.232918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.234988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Transition to ACTIVE for port object 20c9f958-6a4b-4a54-b6da-40adf14494eb will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:01.242217 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.254758 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.345228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbab3abf-379a-45be-b967-cbddb3f07317 req-85c54b00-f301-4c98-bb38-cdfcd4ec68a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 1097 time: 0.2624416 Mar 11 17:49:01.346297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=ae9ddb6c-f187-4c9d-b131-3db5e236b980,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:01.351777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Network 186807a1-11f2-4a64-969d-f767f7cb26e5 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:01.353707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Pushing event updated for resources: {'Port': ['ID=20c9f958-6a4b-4a54-b6da-40adf14494eb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:01.357846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:01.362878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:01.405962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:01.416425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea13252ce643491d94abb1f2ac859d0b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:01.421137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:01.431786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:01.438655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': 'cc9304b2-e65d-498b-9ded-1a8c96505ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'cdae0a37-8ac3-4df4-859c-b3607d241f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:01.439051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: cdae0a37-8ac3-4df4-859c-b3607d241f69, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:01.440932 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cbab3abf-379a-45be-b967-cbddb3f07317 req-02fc125a-3d23-45c2-be42-f6d73cd205a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790336 Mar 11 17:49:01.492907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network cdae0a37-8ac3-4df4-859c-b3607d241f69 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:01.499602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Attempting to bind port 20c9f958-6a4b-4a54-b6da-40adf14494eb on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:01.500385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Attempting to bind port 20c9f958-6a4b-4a54-b6da-40adf14494eb by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '90bf2f88-c2cb-4e24-b3b6-dd94c9716f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '186807a1-11f2-4a64-969d-f767f7cb26e5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:01.501008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Attempting to bind port 20c9f958-6a4b-4a54-b6da-40adf14494eb on network 186807a1-11f2-4a64-969d-f767f7cb26e5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:01.512996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, cdae0a37-8ac3-4df4-859c-b3607d241f69) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:01.516654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:01.517027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Checking segment: {'id': '90bf2f88-c2cb-4e24-b3b6-dd94c9716f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '186807a1-11f2-4a64-969d-f767f7cb26e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:01.517633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.518500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Bound using segment: {'id': '90bf2f88-c2cb-4e24-b3b6-dd94c9716f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '186807a1-11f2-4a64-969d-f767f7cb26e5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:01.518690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Bound port: 20c9f958-6a4b-4a54-b6da-40adf14494eb, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bf2f88-c2cb-4e24-b3b6-dd94c9716f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '186807a1-11f2-4a64-969d-f767f7cb26e5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:01.519935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.524648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:01.525568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.533280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7289d40-3b43-4a70-9e87-0f8f95a7efe5 None None] Network cdae0a37-8ac3-4df4-859c-b3607d241f69 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:01.580869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9d71d429-e1cb-446f-803c-501f6dd9bcc1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9039633 Mar 11 17:49:01.583752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:01.589493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.595295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.649303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea13252ce643491d94abb1f2ac859d0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4646709 Mar 11 17:49:01.651350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45058) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:01.705563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301ffc8-8347-4120-9be7-5dd62f5d20b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0f49a6-d54a-41e8-a6fd-462721e48a9d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:01.771629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-46181998-b5e9-4cad-a234-ce958d626812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.836322 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-46181998-b5e9-4cad-a234-ce958d626812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.915822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] For port 20c9f958-6a4b-4a54-b6da-40adf14494eb, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:01.946378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] For port 20c9f958-6a4b-4a54-b6da-40adf14494eb, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=20c9f958-6a4b-4a54-b6da-40adf14494eb,segment=NetworkSegment(90bf2f88-c2cb-4e24-b3b6-dd94c9716f18),segment_id=90bf2f88-c2cb-4e24-b3b6-dd94c9716f18)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:01.959440 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:01.994061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806616e-fa3b-4432-a0c6-9eeda4247c35 req-09ee90f0-dada-4dd1-ba3f-0791dc20ea19 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:02.002321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1806616e-fa3b-4432-a0c6-9eeda4247c35 req-09ee90f0-dada-4dd1-ba3f-0791dc20ea19 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 946 time: 0.1511130 Mar 11 17:49:02.043007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-46181998-b5e9-4cad-a234-ce958d626812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.067717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46181998-b5e9-4cad-a234-ce958d626812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0f49a6-d54a-41e8-a6fd-462721e48a9d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:02.087147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.097311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1806616e-fa3b-4432-a0c6-9eeda4247c35 req-e17a208a-2925-49dc-be18-2429f7df095a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934386 Mar 11 17:49:02.102662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-46181998-b5e9-4cad-a234-ce958d626812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.108644 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-46181998-b5e9-4cad-a234-ce958d626812 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/df0f49a6-d54a-41e8-a6fd-462721e48a9d HTTP/1.1" status: 204 len: 168 time: 0.4554920 Mar 11 17:49:02.278260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.306375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb361e4-66c6-4a48-9f55-42c5fb688bfa None None] Pushing event updated for resources: {'Port': ['ID=20c9f958-6a4b-4a54-b6da-40adf14494eb,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:02.435950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741ead0-de9d-41c1-8368-a4a71f96bc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-cdae0a37-8ac3-4df4-859c-b3607d241f69', 'network_id': 'cdae0a37-8ac3-4df4-859c-b3607d241f69', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': 'ae9ddb6c-f187-4c9d-b131-3db5e236b980'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:02.436782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4741ead0-de9d-41c1-8368-a4a71f96bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.446634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.559085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9ddb6c-f187-4c9d-b131-3db5e236b980,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:02.693267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0a062-e1a2-4059-8260-4d53d6bc9be6 None None] Network cdae0a37-8ac3-4df4-859c-b3607d241f69 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:02.775444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.830334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdae0a37-8ac3-4df4-859c-b3607d241f69']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:02.850168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9304b2-e65d-498b-9ded-1a8c96505ae3') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:02.850802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9304b2-e65d-498b-9ded-1a8c96505ae3') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:02.880232 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.887131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45090) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:02.921834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.931735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:02.932536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:02.951663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45096) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:02.997917 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:03.000668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45100) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:03.204676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.239336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.261942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=cdae0a37-8ac3-4df4-859c-b3607d241f69,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:03.280379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-224efb6c-5d60-4777-9cad-3f8bea46d400 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/cdae0a37-8ac3-4df4-859c-b3607d241f69 HTTP/1.1" status: 204 len: 168 time: 1.6954420 Mar 11 17:49:03.281955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:03.287802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966356591'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:03.307633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:03.312447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:03.316526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:03.324340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:03.342517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:03.346615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.418835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:03.446880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.447886 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment 13230f99-f217-4929-ad43-c2227be3118f of type vlan for network 369c44dd-96ba-49fa-800a-523cc1a9c37d Mar 11 17:49:03.535007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.556695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.627563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.637886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:03.643923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:03.648476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebd2b4-fdf2-4796-b05f-a7d1636d7cb8 req-02bd7915-322c-42df-bab9-1224e892cd70 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:03.665982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64ebd2b4-fdf2-4796-b05f-a7d1636d7cb8 req-02bd7915-322c-42df-bab9-1224e892cd70 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 946 time: 0.3397131 Mar 11 17:49:03.719725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:03.751638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-866432505'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:03.759219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64ebd2b4-fdf2-4796-b05f-a7d1636d7cb8 req-760bb783-fd8d-48aa-8572-77d128c70724 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922184 Mar 11 17:49:03.760836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Usage tracker for resource:security_group_rule and tenant:96c4deb30b204845a270ea4e4cdf7b95 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:03.776930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:03.780089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:03.792713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:03.797190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:network and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:03.811174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:03.839741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:04.059909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:04.071974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a151b64b-5de5-4447-a632-f74b4e57bbe7 None None] Network 186807a1-11f2-4a64-969d-f767f7cb26e5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:04.173444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:04.271596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:04.283904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:04.313230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=96c4deb30b204845a270ea4e4cdf7b95&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4246969 Mar 11 17:49:04.324825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45140) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:04.382925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:04.410613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c2d96-8ee9-49ec-9aed-df1d18c53f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be77c21-1a9c-4bfa-9dcd-4cddc787b0df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:04.434530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1507673 Mar 11 17:49:04.438021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45148) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:04.459829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': '369c44dd-96ba-49fa-800a-523cc1a9c37d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:04.469119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220de4a-ff45-40c3-a348-72b16fabeedf tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=369c44dd-96ba-49fa-800a-523cc1a9c37d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:04.528981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:04.533411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:security_group_rule and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:04.536745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:04.549752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:04.625234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 20c9f958-6a4b-4a54-b6da-40adf14494eb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:04.719065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310f161-fc7b-418d-a15d-0efd5befbf40 req-06d55b41-00c4-4cfe-813f-ce372dd71edc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:04.725312 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9310f161-fc7b-418d-a15d-0efd5befbf40 req-06d55b41-00c4-4cfe-813f-ce372dd71edc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 946 time: 0.4017556 Mar 11 17:49:04.728554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2954321d-a49e-4f54-8589-8d01e733b2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:04.730781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45158) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:04.733877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:04.747700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'port_id': 'b6773cb7-8763-48ad-906a-a728b5fab727'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:04.796470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 369c44dd-96ba-49fa-800a-523cc1a9c37d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:04.810261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:04.825099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:04.826991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:04.830287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:04.930009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45168) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:04.934799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef5654-34f3-4717-b2e9-67a4d53af328,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:04.937668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:04.972299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:04.976747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.015228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.017680 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Added segment 69198036-425e-4659-a97d-501270388941 of type vlan for network 75568097-05ea-4303-a281-4da1879652a7 Mar 11 17:49:05.065456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2954321d-a49e-4f54-8589-8d01e733b2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.082210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b207680f-6753-4854-8866-7ee28ef7b981 None None] Provisioning for port 20c9f958-6a4b-4a54-b6da-40adf14494eb completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:05.110589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 20c9f958-6a4b-4a54-b6da-40adf14494eb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:05.128224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 20c9f958-6a4b-4a54-b6da-40adf14494eb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:05.128886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.130750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45178) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:05.144909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:05.155237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.254742 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.258744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:05.259445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.372140 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.447002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 20c9f958-6a4b-4a54-b6da-40adf14494eb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=20c9f958-6a4b-4a54-b6da-40adf14494eb,segment=NetworkSegment(90bf2f88-c2cb-4e24-b3b6-dd94c9716f18),segment_id=90bf2f88-c2cb-4e24-b3b6-dd94c9716f18)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:05.452291 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.503078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Network': ['ID=75568097-05ea-4303-a281-4da1879652a7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:05.530870 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-03215b73-3ac8-48eb-b191-42cddc406c17 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5310016 Mar 11 17:49:05.531761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45194) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:05.532279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1831448859-network', 'tenant_id': 'cc9322c889a84190a43df5ddb597c485'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:05.547179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:05.547442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 75568097-05ea-4303-a281-4da1879652a7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:05.559251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:05.585922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Usage tracker for resource:network and tenant:cc9322c889a84190a43df5ddb597c485 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:05.592045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:05.633770 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.666123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=20c9f958-6a4b-4a54-b6da-40adf14494eb,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:05.698738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2954321d-a49e-4f54-8589-8d01e733b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.719092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:05.737619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4f11627d-81d8-47ce-9e27-4d337f556eaf None None] Provisioning complete for port 20c9f958-6a4b-4a54-b6da-40adf14494eb triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:05.737973 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f11627d-81d8-47ce-9e27-4d337f556eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.744392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:05.788567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:05.807613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Usage tracker for resource:security_group_rule and tenant:67ece9094e97476d8721c3a12b26a14c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:05.811705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:05.823255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:05.863582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:05.873714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:05.885523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:05.902982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:05.947759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:05.977888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954321d-a49e-4f54-8589-8d01e733b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be77c21-1a9c-4bfa-9dcd-4cddc787b0df,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:05.999322 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.028382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Made reservation on behalf of cc9322c889a84190a43df5ddb597c485 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:06.030774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.095769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2954321d-a49e-4f54-8589-8d01e733b2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.101109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2954321d-a49e-4f54-8589-8d01e733b2c1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6be77c21-1a9c-4bfa-9dcd-4cddc787b0df HTTP/1.1" status: 204 len: 168 time: 1.7670429 Mar 11 17:49:06.101774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.127666 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.137499 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.158330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.181469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 20c9f958-6a4b-4a54-b6da-40adf14494eb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:06.309982 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 20c9f958-6a4b-4a54-b6da-40adf14494eb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:06.311543 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.383174 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=67ece9094e97476d8721c3a12b26a14c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2465503 Mar 11 17:49:06.391291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:06.401329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536001c-bb36-4916-9533-373fb477356d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba56916b-181c-47d9-897d-adc868e3f405,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:06.476677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:06.490911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9322c889a84190a43df5ddb597c485 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:06.538128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:06.581559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:06.728368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.850830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f351f503-6488-4885-90ea-49eed22e6cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.943888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=e6955e00-d8b3-4aca-b68b-488722bfecee,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:06.959392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:06.961055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network hostable DHCP agents. Network: 75568097-05ea-4303-a281-4da1879652a7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:06.969760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f351f503-6488-4885-90ea-49eed22e6cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:06.988361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:07.005915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 75568097-05ea-4303-a281-4da1879652a7) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:07.018964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:07.020513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.021905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850ce9a-83e0-4b1a-a937-0514ad0f3711 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:07.055156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.079894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.103992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.123392 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f63a1526-a6ad-40ba-b1cd-a22d2e2f1123 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5835929 Mar 11 17:49:07.126790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45240) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:07.141770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'name': 'tempest-NetworksTestDHCPv6-1782196983'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:07.249278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:07.301370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b05c54-4c23-4ba1-8c15-975d5a9150aa,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:07.347544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.348115 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Added segment 3ea339da-f0eb-402f-8092-877763c0e9d5 of type vlan for network bc68c247-eb5d-459c-a718-35c1b34868e1 Mar 11 17:49:07.349648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=2f33f7ca-061d-42a6-aa62-73952d9ecac5,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:07.359578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f351f503-6488-4885-90ea-49eed22e6cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.484134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': 'e6955e00-d8b3-4aca-b68b-488722bfecee'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:07.484693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:49:07.485147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.489638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:07.495487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:07.499585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:07.506325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:07.520994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:07.528201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.577660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 2feaeafa-f662-4ceb-b1c4-287ba8c8fbed yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:07.607849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.693200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351f503-6488-4885-90ea-49eed22e6cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba56916b-181c-47d9-897d-adc868e3f405,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:07.695168 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.696073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:07.696776 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.710121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/e6955e00-d8b3-4aca-b68b-488722bfecee/d784e190-4be5-446e-9293-28cab4ceed5b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:07.817958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': '13230f99-f217-4929-ad43-c2227be3118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '369c44dd-96ba-49fa-800a-523cc1a9c37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:07.818328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: 369c44dd-96ba-49fa-800a-523cc1a9c37d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:07.879360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f351f503-6488-4885-90ea-49eed22e6cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.880538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f351f503-6488-4885-90ea-49eed22e6cee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ba56916b-181c-47d9-897d-adc868e3f405 HTTP/1.1" status: 204 len: 168 time: 1.4867458 Mar 11 17:49:07.883066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.914586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9786155 Mar 11 17:49:07.917834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45256) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:07.919924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d890e67-4fb0-472d-96b7-9be753f9d6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc68c247-eb5d-459c-a718-35c1b34868e1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:07.923893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Request body: {'subnet': {'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1831448859-subnet', 'tenant_id': 'cc9322c889a84190a43df5ddb597c485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:07.928275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:07.935676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:07.950673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Usage tracker for resource:subnet and tenant:cc9322c889a84190a43df5ddb597c485 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:07.958875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network bc68c247-eb5d-459c-a718-35c1b34868e1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:07.963208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:07.983922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:08.008522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Made reservation on behalf of cc9322c889a84190a43df5ddb597c485 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:08.010884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:08.085787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network 369c44dd-96ba-49fa-800a-523cc1a9c37d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:08.298944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 369c44dd-96ba-49fa-800a-523cc1a9c37d) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:08.311135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:08.311754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:08.322439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9eeab6-b740-472d-a3a1-6952cb77bee9 None None] Network 369c44dd-96ba-49fa-800a-523cc1a9c37d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:08.349443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b738f0a9-9690-4ca8-83f7-90744441e4a3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.9077613 Mar 11 17:49:08.382101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45268) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:08.470347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:08.483096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:08.544542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Transition to ACTIVE for port object d784e190-4be5-446e-9293-28cab4ceed5b will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:08.582231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b48d73e-f6a1-40ec-82e8-327549d6b054,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:08.617677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Checking segment: {'id': '3ea339da-f0eb-402f-8092-877763c0e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:08.618155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Network hostable DHCP agents. Network: bc68c247-eb5d-459c-a718-35c1b34868e1, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:08.625999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Transition to ACTIVE for port object d784e190-4be5-446e-9293-28cab4ceed5b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:08.675348 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:08.726862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Network bc68c247-eb5d-459c-a718-35c1b34868e1 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:08.729708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:08.790754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, bc68c247-eb5d-459c-a718-35c1b34868e1) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:08.796118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:08.796816 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:08.804374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::288 (75568097-05ea-4303-a281-4da1879652a7/e6955e00-d8b3-4aca-b68b-488722bfecee/2feaeafa-f662-4ceb-b1c4-287ba8c8fbed) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:08.841304 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP e7cbc6d5-6735-4668-9a59-dfc8d7218cfa associated. External IP: 172.25.3.248, port: b6773cb7-8763-48ad-906a-a728b5fab727. Mar 11 17:49:08.867270 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-829dee56-c6cd-4991-bd67-eab45cd2eb20 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9481778 Mar 11 17:49:08.901629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Pushing event updated for resources: {'Port': ['ID=d784e190-4be5-446e-9293-28cab4ceed5b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:08.910656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21387cd-45db-4cad-89b3-26604b7262e7 None None] Network bc68c247-eb5d-459c-a718-35c1b34868e1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:09.023237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:09.342682 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:09.417553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:09.455434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 2feaeafa-f662-4ceb-b1c4-287ba8c8fbed will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:09.494777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=2f33f7ca-061d-42a6-aa62-73952d9ecac5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:09.517648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e5a81-45b8-4517-aca3-03e870761924 None None] Network 369c44dd-96ba-49fa-800a-523cc1a9c37d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:09.528016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:09.603535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port e6316ad3-0621-405e-bbdf-456a45ed5579 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:09.606037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:09.730521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:09.731456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=2feaeafa-f662-4ceb-b1c4-287ba8c8fbed,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:09.736291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:09.743098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:09.747652 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:09.754381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:09.757091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:09.780276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:09.783042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49557978-3b8c-4718-9fab-42f8056eeef2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6543186 Mar 11 17:49:09.784217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45300) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:09.794099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:09.802146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:09.894097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190177d-c949-4101-a3e4-fe4228d1cbb2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:09.898935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190177d-c949-4101-a3e4-fe4228d1cbb2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:09.900543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8190177d-c949-4101-a3e4-fe4228d1cbb2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:09.926408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8190177d-c949-4101-a3e4-fe4228d1cbb2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:09.932027 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8190177d-c949-4101-a3e4-fe4228d1cbb2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1472604 Mar 11 17:49:09.933385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:09.952422 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.082385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 2feaeafa-f662-4ceb-b1c4-287ba8c8fbed {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:10.082817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.089619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d7d75-2cb4-4064-9cbc-ca0205c6bf26 None None] Network bc68c247-eb5d-459c-a718-35c1b34868e1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:10.135587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c44dd-96ba-49fa-800a-523cc1a9c37d']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:10.166979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13230f99-f217-4929-ad43-c2227be3118f') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:10.167278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13230f99-f217-4929-ad43-c2227be3118f') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:10.192591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.271682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Attempting to bind port d784e190-4be5-446e-9293-28cab4ceed5b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:10.272104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Attempting to bind port d784e190-4be5-446e-9293-28cab4ceed5b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:10.272559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Attempting to bind port d784e190-4be5-446e-9293-28cab4ceed5b on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:10.297888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:10.298304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:10.299029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.300562 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.301572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:10.303847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Bound port: d784e190-4be5-446e-9293-28cab4ceed5b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:10.304481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.334447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:10.338143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:10.369827 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:10.525152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port e6316ad3-0621-405e-bbdf-456a45ed5579, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e6316ad3-0621-405e-bbdf-456a45ed5579,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:10.525152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.588572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0687685b-203b-401d-95bc-93d28206c350 None None] For port d784e190-4be5-446e-9293-28cab4ceed5b, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:10.600955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0687685b-203b-401d-95bc-93d28206c350 None None] For port d784e190-4be5-446e-9293-28cab4ceed5b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d784e190-4be5-446e-9293-28cab4ceed5b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:10.629959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.669224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.731549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45332) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:10.745672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for e6316ad3-0621-405e-bbdf-456a45ed5579 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:10.851127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Pushing event updated for resources: {'Port': ['ID=d784e190-4be5-446e-9293-28cab4ceed5b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:10.857310 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.871627 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:10.872260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 2feaeafa-f662-4ceb-b1c4-287ba8c8fbed owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:10.903821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.906334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.907084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.908366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.909543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.910123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.910705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.911415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.911971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.914077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:10.914894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0687685b-203b-401d-95bc-93d28206c350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:11.117236 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.206982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=2feaeafa-f662-4ceb-b1c4-287ba8c8fbed,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:11.256364 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:49:11.292036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.334046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f1fa379b-1694-4b62-89da-4397b5785cd8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/2feaeafa-f662-4ceb-b1c4-287ba8c8fbed HTTP/1.1" status: 204 len: 168 time: 1.3992624 Mar 11 17:49:11.336380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45344) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:11.526659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=369c44dd-96ba-49fa-800a-523cc1a9c37d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:11.534035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-561b53d5-4b5c-4528-a399-1e242dc88d30 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/369c44dd-96ba-49fa-800a-523cc1a9c37d HTTP/1.1" status: 204 len: 168 time: 3.1510313 Mar 11 17:49:11.540165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:11.561974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392196221'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:11.567884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:11.574335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:11.579484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:11.588404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:11.602855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e5344b5e-1362-4c17-8382-d5527ef099f1 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:11.637153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eead4f-ddb9-4aeb-98c1-bbac64932b16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:11.639020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eead4f-ddb9-4aeb-98c1-bbac64932b16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:11.640134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-44eead4f-ddb9-4aeb-98c1-bbac64932b16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:11.641664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45358) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:11.653032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:11.658048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.669748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-44eead4f-ddb9-4aeb-98c1-bbac64932b16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:11.675677 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-44eead4f-ddb9-4aeb-98c1-bbac64932b16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3357561 Mar 11 17:49:11.678188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:11.716721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e5344b5e-1362-4c17-8382-d5527ef099f1 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "PUT /v2.0/quotas/b3fb8d4be01044afb9b7eee7a57d282f HTTP/1.1" status: 200 len: 368 time: 0.9831333 Mar 11 17:49:11.729227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:11.738843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.739192 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment 69e31c24-0624-4ce7-9fa7-f7a197c28f83 of type vlan for network 542940f9-fba8-4b6b-a4b6-fc6ae14987e4 Mar 11 17:49:11.740102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45370) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:11.745638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Request body: {'network': {'project_id': 'b3fb8d4be01044afb9b7eee7a57d282f'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:11.765174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:11.768945 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.785493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Usage tracker for resource:network and tenant:b3fb8d4be01044afb9b7eee7a57d282f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:11.791092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:11.808358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.812544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:11.813324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.817483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:11.908368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Made reservation on behalf of b3fb8d4be01044afb9b7eee7a57d282f for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:11.912177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.939656 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.940183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=542940f9-fba8-4b6b-a4b6-fc6ae14987e4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:11.953864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 542940f9-fba8-4b6b-a4b6-fc6ae14987e4 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:11.988860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d02a47f9-41f4-4faf-9ad1-a06bbeb65166 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4402070 Mar 11 17:49:11.989804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45378) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:12.020953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:12.035157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:12.049394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Usage tracker for resource:security_group_rule and tenant:b3fb8d4be01044afb9b7eee7a57d282f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:12.064420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:12.072843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet e6955e00-d8b3-4aca-b68b-488722bfecee {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:49:12.078320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.166126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.221331 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.231577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d784e190-4be5-446e-9293-28cab4ceed5b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:12.244790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45384) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:12.254298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:12.360621 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8950cbc-0466-4be1-ae24-3f212ea33bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.375743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.379988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d784e190-4be5-446e-9293-28cab4ceed5b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:12.402330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-637700211-network', 'tenant_id': '5afc82db1d304ac2a66c8b882ac3c33e'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:12.408783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:12.413790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Usage tracker for resource:network and tenant:5afc82db1d304ac2a66c8b882ac3c33e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:12.424271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:12.432050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:12.468316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Made reservation on behalf of 5afc82db1d304ac2a66c8b882ac3c33e for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:12.470602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.471553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.476771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.524349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:12.527236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0654597a-7ac4-47b3-a03e-d15861b3c92d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:12.534226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b52021-38d6-44c4-ad44-20236501069b None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:12.543957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.544342 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Added segment 6f48c20d-8d2f-43a2-8686-c2936df4cd6f of type vlan for network 4e934044-28ed-492d-b795-cb7551ac64b3 Mar 11 17:49:12.546170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.549502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:12.554032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Usage tracker for resource:security_group_rule and tenant:af3452be98fa465fbb5cb000bccb3b31 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:12.557616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:12.564886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:12.594007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.628649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/e6955e00-d8b3-4aca-b68b-488722bfecee HTTP/1.1" status: 204 len: 168 time: 0.9484999 Mar 11 17:49:12.629734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d146f-6539-4919-a305-daf6796d8912 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=e6955e00-d8b3-4aca-b68b-488722bfecee,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:12.636907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45390) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:12.658401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.659703 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.683899 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.703544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b527af5d-f544-4e87-8642-27dd0d573437 None None] Provisioning for port d784e190-4be5-446e-9293-28cab4ceed5b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:12.704035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.730048 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f7cb4e32-0191-485b-a0dc-dc90b8fe0e71 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918660 Mar 11 17:49:12.730741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45394) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:12.741350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:12.749678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b527af5d-f544-4e87-8642-27dd0d573437 None None] Provisioning complete for port d784e190-4be5-446e-9293-28cab4ceed5b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:12.750315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b527af5d-f544-4e87-8642-27dd0d573437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.757410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.770191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:12.777075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:12.780439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:12.788248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:12.811199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=e6316ad3-0621-405e-bbdf-456a45ed5579,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:12.852872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:12.854412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:12.900824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:12.905661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.910393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:12.910393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.928339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:12.947060 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b527af5d-f544-4e87-8642-27dd0d573437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.975170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:49:12.977293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:12.982297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Usage tracker for resource:security_group_rule and tenant:5afc82db1d304ac2a66c8b882ac3c33e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:12.987574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:12.988022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] Deleting port d784e190-4be5-446e-9293-28cab4ceed5b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:12.988614 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:12.994499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:13.046902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:13.050498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Pushing event updated for resources: {'Network': ['ID=4e934044-28ed-492d-b795-cb7551ac64b3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.054266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b527af5d-f544-4e87-8642-27dd0d573437 None None] For port d784e190-4be5-446e-9293-28cab4ceed5b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d784e190-4be5-446e-9293-28cab4ceed5b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:13.060200 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f5dce0a6-b9f7-4c93-b0ac-bd32ec23e175 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.3182676 Mar 11 17:49:13.061342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:13.064649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45398) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:13.077027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Request body: {'network': {'project_id': 'b3fb8d4be01044afb9b7eee7a57d282f'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:13.080791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 4e934044-28ed-492d-b795-cb7551ac64b3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:13.085566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:13.090384 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.091850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:13.096069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.113356 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b527af5d-f544-4e87-8642-27dd0d573437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.135185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Usage tracker for resource:network and tenant:b3fb8d4be01044afb9b7eee7a57d282f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:13.155317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:13.262264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.270861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549a585c-e9d8-46d7-a69a-29326bbc8595,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.287789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:13.323573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Made reservation on behalf of b3fb8d4be01044afb9b7eee7a57d282f for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:13.326877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.360562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0e059acf-b4b7-4748-ac9d-8805f829c737 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af3452be98fa465fbb5cb000bccb3b31&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7153234 Mar 11 17:49:13.360809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45404) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:13.364341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.403858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] For port d784e190-4be5-446e-9293-28cab4ceed5b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d784e190-4be5-446e-9293-28cab4ceed5b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:13.404683 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.420880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:13.471997 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.472216 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Added segment 08716aff-08d8-4ff2-8487-de8b8baeeff7 of type vlan for network 90cc6ebb-5aa3-48a2-ba99-dd318cb5469f Mar 11 17:49:13.509534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bea7-643c-471f-9606-b2519d70f156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.542383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] Calling delete_port for d784e190-4be5-446e-9293-28cab4ceed5b owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:13.566777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.575202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bea7-643c-471f-9606-b2519d70f156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.587879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:13.662766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.668398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aa346a-70fe-4552-a006-fd314c519dc2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.686787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527af5d-f544-4e87-8642-27dd0d573437 None None] Pushing event updated for resources: {'Port': ['ID=d784e190-4be5-446e-9293-28cab4ceed5b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.689539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.689891 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Added segment d78ebdca-f4b4-4017-80f1-244c2ea2d480 of type vlan for network da0a45aa-0b17-4ab2-9adb-81fd9223119f Mar 11 17:49:13.716011 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.726558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.727370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:13.728208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.767157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] Pushing event deleted for resources: {'Port': ['ID=d784e190-4be5-446e-9293-28cab4ceed5b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.771307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89aa1d1-465e-454b-8ac3-246ceca523e7 None None] No DVR routers for this DVR port d784e190-4be5-446e-9293-28cab4ceed5b on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:13.780228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:13.837556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:13.839835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:13.840479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.846976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a737493f-9fcd-4c57-8f05-859a49191474 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:13.864810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=8d5b0eda-0029-46e9-96a0-19eb3eba1b7e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.887123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.888357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bea7-643c-471f-9606-b2519d70f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.913522 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.8440990 Mar 11 17:49:13.913522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7f20d-7823-4ec8-87d0-d74c365a4600 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Pushing event updated for resources: {'Network': ['ID=90cc6ebb-5aa3-48a2-ba99-dd318cb5469f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.914485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45408) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:13.919323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bea7-643c-471f-9606-b2519d70f156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.920427 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0dd2bea7-643c-471f-9606-b2519d70f156 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/549a585c-e9d8-46d7-a69a-29326bbc8595 HTTP/1.1" status: 204 len: 168 time: 0.5576801 Mar 11 17:49:13.929733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 90cc6ebb-5aa3-48a2-ba99-dd318cb5469f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:13.935835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Request body: {'network': {'project_id': 'b3fb8d4be01044afb9b7eee7a57d282f'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:13.940248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2bea7-643c-471f-9606-b2519d70f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549a585c-e9d8-46d7-a69a-29326bbc8595,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:13.949565 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-24ca4ab2-7277-4bd8-86e3-0ffe64f226b5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2135906 Mar 11 17:49:13.949750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45414) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:13.951273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:13.960302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'name': 'tempest-NetworksTestDHCPv6-2077658503'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:13.978541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Usage tracker for resource:network and tenant:b3fb8d4be01044afb9b7eee7a57d282f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:13.985660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:14.040324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:14.050233 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 17:49:14.050713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:49:14.054631 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-584312b2-c15e-4e96-9556-00fb02e96b2d tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1349552 Mar 11 17:49:14.055779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:14.104727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:49:14.247062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.250150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:14.250801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.344622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:14.350041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:14.354503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:14.364426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d784e190-4be5-446e-9293-28cab4ceed5b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:49:14.379364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:14.394186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d4402c75-9756-467a-8ea3-c25491062f46 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b3fb8d4be01044afb9b7eee7a57d282f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380058 Mar 11 17:49:14.395861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45428) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:14.446878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:14.449917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.454703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d784e190-4be5-446e-9293-28cab4ceed5b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:49:14.455056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d784e190-4be5-446e-9293-28cab4ceed5b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:49:14.462300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] Pushing event updated for resources: {'Network': ['ID=da0a45aa-0b17-4ab2-9adb-81fd9223119f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:14.482887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 3aee1067-94fc-454f-8926-50f8ce8802e7 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:14.488310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '8d5b0eda-0029-46e9-96a0-19eb3eba1b7e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:14.489135 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.508674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network da0a45aa-0b17-4ab2-9adb-81fd9223119f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:14.563128 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.620147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dfacdedb-db1c-423b-a217-a5d36b2b1b39 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2353830 Mar 11 17:49:14.626615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45432) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:14.626958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45434) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:14.651345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Request body: {'subnet': {'network_id': 'da0a45aa-0b17-4ab2-9adb-81fd9223119f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-637700211-subnet', 'tenant_id': '5afc82db1d304ac2a66c8b882ac3c33e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:14.657296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:14.658936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:14.664321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Usage tracker for resource:subnet and tenant:5afc82db1d304ac2a66c8b882ac3c33e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:14.668901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:14.670569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.678100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:14.687743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:49:14.710448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Made reservation on behalf of 5afc82db1d304ac2a66c8b882ac3c33e for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:14.714659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.727344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bada207-7fc7-410b-a9e4-584fc6833826 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.736330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d6b95d56-1b9b-4fb6-a377-da8d6fdcc5fd tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "PUT /v2.0/floatingips/e7cbc6d5-6735-4668-9a59-dfc8d7218cfa HTTP/1.1" status: 200 len: 992 time: 10.0041828 Mar 11 17:49:14.741173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:49:14.756912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb504-c29a-4fec-9a86-09aa0de38c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.767552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=dd60f673-3f2f-40d2-a2ca-d715c3e787f5,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:14.786151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bada207-7fc7-410b-a9e4-584fc6833826 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.793599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.797284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:49:14.798871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:48:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:14.807110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': '69e31c24-0624-4ce7-9fa7-f7a197c28f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:14.807675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: 542940f9-fba8-4b6b-a4b6-fc6ae14987e4, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:14.867974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bada207-7fc7-410b-a9e4-584fc6833826 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.888141 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'status': 'completed', 'code': 200} Mar 11 17:49:14.949334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:14.973806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bada207-7fc7-410b-a9e4-584fc6833826 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0654597a-7ac4-47b3-a03e-d15861b3c92d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:15.003727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network 542940f9-fba8-4b6b-a4b6-fc6ae14987e4 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:15.022328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 542940f9-fba8-4b6b-a4b6-fc6ae14987e4) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:15.030768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:15.031764 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.046481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a233fd4-ab9d-4602-b4b0-03cf3e28446a None None] Network 542940f9-fba8-4b6b-a4b6-fc6ae14987e4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:15.072142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7c162633-8b09-477c-8eb8-2ed5a8b2cc1b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0773089 Mar 11 17:49:15.074373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45446) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:15.093856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:15.097867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Usage tracker for resource:security_group_rule and tenant:0bc907d9ee394024b224ce3f8689631f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:15.100982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:15.107056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:15.197240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:49:15.253151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.265857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::8c (75568097-05ea-4303-a281-4da1879652a7/8d5b0eda-0029-46e9-96a0-19eb3eba1b7e/3aee1067-94fc-454f-8926-50f8ce8802e7) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:15.288812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.409730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bada207-7fc7-410b-a9e4-584fc6833826 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.410871 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9bada207-7fc7-410b-a9e4-584fc6833826 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/0654597a-7ac4-47b3-a03e-d15861b3c92d HTTP/1.1" status: 204 len: 168 time: 1.0141437 Mar 11 17:49:15.415718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91cbe92-66df-44e9-a2a6-c674e05a317c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:15.416562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45450) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:15.435694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5c664035-81ef-405e-b134-f9f222806d7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0bc907d9ee394024b224ce3f8689631f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8054330 Mar 11 17:49:15.447008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45454) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:15.464124 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.493512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78601770-c111-43d7-a596-749a9c834548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-542940f9-fba8-4b6b-a4b6-fc6ae14987e4', 'network_id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': 'dd60f673-3f2f-40d2-a2ca-d715c3e787f5'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:15.494510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78601770-c111-43d7-a596-749a9c834548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.607947 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-65b98af9-1995-4c20-918b-10833f5c7d9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 1097 time: 0.6484234 Mar 11 17:49:15.655424 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.710404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.744206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.770576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.870428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7f983b8-c274-4c82-9f96-2fae0de26e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.885358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-78601770-c111-43d7-a596-749a9c834548 None None] Allocated IP 2001:db8::1 (542940f9-fba8-4b6b-a4b6-fc6ae14987e4/dd60f673-3f2f-40d2-a2ca-d715c3e787f5/dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:15.904292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.926314 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.970036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-ca273b6d-85aa-4ad6-841b-3cc9fd8637a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:15.971975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-ca273b6d-85aa-4ad6-841b-3cc9fd8637a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.3436034 Mar 11 17:49:15.974106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7f983b8-c274-4c82-9f96-2fae0de26e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.990502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 3aee1067-94fc-454f-8926-50f8ce8802e7 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:16.011580 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.013092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'e7cbc6d5-6735-4668-9a59-dfc8d7218cfa', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:fc:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:36Z', 'updated_at': '2022-03-11T17:49:07Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:16.028317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:49:16.040121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cc6ebb-5aa3-48a2-ba99-dd318cb5469f']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:16.054866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08716aff-08d8-4ff2-8487-de8b8baeeff7') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:16.056033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08716aff-08d8-4ff2-8487-de8b8baeeff7') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:16.064452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:49:16.065364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:16.067925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.088250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.095611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:16.096146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.210574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e21709d-145d-43e8-aee7-1487ea1cf926,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:16.265847 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:16.298398 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-f473b8cd-f4dd-40f4-ac02-e52cbd4873b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6773cb7-8763-48ad-906a-a728b5fab727 HTTP/1.1" status: 200 len: 1000 time: 0.3133764 Mar 11 17:49:16.303464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.309988 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7f983b8-c274-4c82-9f96-2fae0de26e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.368264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Checking segment: {'id': 'd78ebdca-f4b4-4017-80f1-244c2ea2d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'da0a45aa-0b17-4ab2-9adb-81fd9223119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:16.368636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Network hostable DHCP agents. Network: da0a45aa-0b17-4ab2-9adb-81fd9223119f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:16.377487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.401604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.402811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/8d5b0eda-0029-46e9-96a0-19eb3eba1b7e/f97d9f5f-a2ac-4135-9622-764eecd48ef0) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:16.414264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Pushing event deleted for resources: {'Network': ['ID=90cc6ebb-5aa3-48a2-ba99-dd318cb5469f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:16.416998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f983b8-c274-4c82-9f96-2fae0de26e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91cbe92-66df-44e9-a2a6-c674e05a317c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:16.421836 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e89ca885-d0a2-47fb-a965-b47600a9458f tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "DELETE /v2.0/networks/90cc6ebb-5aa3-48a2-ba99-dd318cb5469f HTTP/1.1" status: 204 len: 168 time: 1.0006750 Mar 11 17:49:16.424494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:16.428573 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78601770-c111-43d7-a596-749a9c834548 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.495723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:49:16.540994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7f983b8-c274-4c82-9f96-2fae0de26e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.542213 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c7f983b8-c274-4c82-9f96-2fae0de26e26 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b91cbe92-66df-44e9-a2a6-c674e05a317c HTTP/1.1" status: 204 len: 168 time: 1.0944858 Mar 11 17:49:16.591364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:16.592210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Network da0a45aa-0b17-4ab2-9adb-81fd9223119f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:16.601979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=3aee1067-94fc-454f-8926-50f8ce8802e7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:16.608822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:16.612247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:16.616940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:16.617555 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.625742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, da0a45aa-0b17-4ab2-9adb-81fd9223119f) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:16.630745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:16.631312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.657088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-60b03d0b-0d75-4456-a8f3-a268c318c594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:16.658814 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-60b03d0b-0d75-4456-a8f3-a268c318c594 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.3450103 Mar 11 17:49:16.670156 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a632019c-b5df-4489-9613-f4a523989d90 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7160740 Mar 11 17:49:16.672694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45466) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:16.716933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc21b8a-9f04-409f-b7e4-fd72161f7c8c None None] Network da0a45aa-0b17-4ab2-9adb-81fd9223119f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:16.742632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:16.808161 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e1d1d995-8fd9-40eb-a628-12750b0407d7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1752555 Mar 11 17:49:16.929758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78601770-c111-43d7-a596-749a9c834548 None None] Transition to ACTIVE for port object dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:16.961815 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-dc245663-aaad-4cbc-927a-407e563b62a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719772 Mar 11 17:49:16.972041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb93384-4e21-46bf-a04b-daf07bfa07f3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:16.973786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-abb93384-4e21-46bf-a04b-daf07bfa07f3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:17.020791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78601770-c111-43d7-a596-749a9c834548 None None] Transition to ACTIVE for port object dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:17.050656 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.115498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e934044-28ed-492d-b795-cb7551ac64b3']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:17.133155 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78601770-c111-43d7-a596-749a9c834548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.139884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f48c20d-8d2f-43a2-8686-c2936df4cd6f') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:17.140274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f48c20d-8d2f-43a2-8686-c2936df4cd6f') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:17.167729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.195899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.218811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.227116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:17.227523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.347266 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-3064c29a-168d-49fe-9aaa-c1801715b841 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842561 Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:17.420563 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:17.451401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-abb93384-4e21-46bf-a04b-daf07bfa07f3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:17.455986 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-abb93384-4e21-46bf-a04b-daf07bfa07f3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7795084 Mar 11 17:49:17.463189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45492) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:17.463189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.473926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.496288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 8ef88842-1d76-4d49-8116-bc787ebb401a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:17.524958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78601770-c111-43d7-a596-749a9c834548 None None] Network 542940f9-fba8-4b6b-a4b6-fc6ae14987e4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:17.533633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] 10.222.0.96 "DELETE /v2.0/networks/4e934044-28ed-492d-b795-cb7551ac64b3 HTTP/1.1" status: 204 len: 168 time: 1.1077762 Mar 11 17:49:17.534929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.540118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-78601770-c111-43d7-a596-749a9c834548 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:17.564707 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ffba5c4c-127c-4626-9af3-efe5e2af6482 req-965844e9-d328-48dc-bd66-83d040b866e5 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108564 Mar 11 17:49:17.565157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78601770-c111-43d7-a596-749a9c834548 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:17.569113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601770-c111-43d7-a596-749a9c834548 None None] Pushing event updated for resources: {'Port': ['ID=dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:17.643238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=dd60f673-3f2f-40d2-a2ca-d715c3e787f5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:17.780376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93641e-74e6-4543-a979-d15082d03df6 tempest-QuotasNegativeTest-1150026831 tempest-QuotasNegativeTest-1150026831-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e934044-28ed-492d-b795-cb7551ac64b3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:17.806343 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.844210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29331c-8241-4d72-a9aa-4fc87c63fc42 None None] Network da0a45aa-0b17-4ab2-9adb-81fd9223119f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:17.883891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Transition to ACTIVE for port object f97d9f5f-a2ac-4135-9622-764eecd48ef0 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:17.984144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-78601770-c111-43d7-a596-749a9c834548 None None] Attempting to bind port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:17.984676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-78601770-c111-43d7-a596-749a9c834548 None None] Attempting to bind port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69e31c24-0624-4ce7-9fa7-f7a197c28f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:17.985128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78601770-c111-43d7-a596-749a9c834548 None None] Attempting to bind port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 on network 542940f9-fba8-4b6b-a4b6-fc6ae14987e4 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:17.993510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Transition to ACTIVE for port object f97d9f5f-a2ac-4135-9622-764eecd48ef0 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:18.033376 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.066007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.108620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 3aee1067-94fc-454f-8926-50f8ce8802e7 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:18.108985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.127225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78601770-c111-43d7-a596-749a9c834548 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:18.127721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78601770-c111-43d7-a596-749a9c834548 None None] Checking segment: {'id': '69e31c24-0624-4ce7-9fa7-f7a197c28f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:18.128226 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78601770-c111-43d7-a596-749a9c834548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.128713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78601770-c111-43d7-a596-749a9c834548 None None] Bound using segment: {'id': '69e31c24-0624-4ce7-9fa7-f7a197c28f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:18.129360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-78601770-c111-43d7-a596-749a9c834548 None None] Bound port: dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e31c24-0624-4ce7-9fa7-f7a197c28f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:18.129849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78601770-c111-43d7-a596-749a9c834548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.299213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-b9ff38bf-4431-4659-8c7d-3c57dee97dd7 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:18.300228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-b9ff38bf-4431-4659-8c7d-3c57dee97dd7 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Synchronizing usage tracker for tenant:cc9322c889a84190a43df5ddb597c485 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:18.328260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Pushing event updated for resources: {'Port': ['ID=f97d9f5f-a2ac-4135-9622-764eecd48ef0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:18.336898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:18.344060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'e7cbc6d5-6735-4668-9a59-dfc8d7218cfa', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:fc:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:36Z', 'updated_at': '2022-03-11T17:49:07Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:18.351519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:18.358814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:18.359261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542940f9-fba8-4b6b-a4b6-fc6ae14987e4']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:18.397231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e31c24-0624-4ce7-9fa7-f7a197c28f83') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:18.397480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e31c24-0624-4ce7-9fa7-f7a197c28f83') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:18.402552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcbac5-314f-454d-822a-141f9e4fff3f None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'e7cbc6d5-6735-4668-9a59-dfc8d7218cfa', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:fc:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:36Z', 'updated_at': '2022-03-11T17:49:07Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:49:18.529746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-78601770-c111-43d7-a596-749a9c834548 None None] For port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:18.580791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-78601770-c111-43d7-a596-749a9c834548 None None] For port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05,segment=NetworkSegment(69e31c24-0624-4ce7-9fa7-f7a197c28f83),segment_id=69e31c24-0624-4ce7-9fa7-f7a197c28f83)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:18.589871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Attempting to bind port f97d9f5f-a2ac-4135-9622-764eecd48ef0 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:18.590262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Attempting to bind port f97d9f5f-a2ac-4135-9622-764eecd48ef0 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:18.590713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Attempting to bind port f97d9f5f-a2ac-4135-9622-764eecd48ef0 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:18.600808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:18.601180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:18.601595 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.602040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:18.602561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Bound port: f97d9f5f-a2ac-4135-9622-764eecd48ef0, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:18.602923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.615658 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78601770-c111-43d7-a596-749a9c834548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.632805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.699558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45514) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:18.783425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601770-c111-43d7-a596-749a9c834548 None None] Pushing event updated for resources: {'Port': ['ID=dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:18.842502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] For port f97d9f5f-a2ac-4135-9622-764eecd48ef0, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:18.891089 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a114609-afeb-4709-8dfd-fab09c9d615b None None] New status for floating IP e7cbc6d5-6735-4668-9a59-dfc8d7218cfa: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:49:18.916991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] For port f97d9f5f-a2ac-4135-9622-764eecd48ef0, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f97d9f5f-a2ac-4135-9622-764eecd48ef0,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:18.929815 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.021407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e08715-acee-4e23-97b5-002b7421d6f0 None None] Network 542940f9-fba8-4b6b-a4b6-fc6ae14987e4 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:19.028639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.064519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 3aee1067-94fc-454f-8926-50f8ce8802e7 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:19.113228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:19.119098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Usage tracker for resource:security_group_rule and tenant:8650f373df2442eb8c9c193543857c87 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:19.125332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:19.139569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:19.212817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-b9ff38bf-4431-4659-8c7d-3c57dee97dd7 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Unset dirty status for tenant:cc9322c889a84190a43df5ddb597c485 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:19.222719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-b9ff38bf-4431-4659-8c7d-3c57dee97dd7 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/networks?id=bc68c247-eb5d-459c-a718-35c1b34868e1 HTTP/1.1" status: 200 len: 809 time: 1.1371725 Mar 11 17:49:19.229902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.297511 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.307768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=3aee1067-94fc-454f-8926-50f8ce8802e7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:19.344548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.354378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-b09de27e-5058-443f-b726-7a232630178c tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/quotas/cc9322c889a84190a43df5ddb597c485 HTTP/1.1" status: 200 len: 375 time: 0.1304018 Mar 11 17:49:19.429743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.469833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.523618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39308d26-9a5a-4e59-91a0-35f822f02246 None None] Pushing event updated for resources: {'Port': ['ID=f97d9f5f-a2ac-4135-9622-764eecd48ef0,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:19.615985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9562d5-6d8e-4ba3-90e8-8346eb00ede7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:19.616148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:19.616452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.663500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.664801 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-69426111-7ab9-45d1-9a73-44724123bf6f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8650f373df2442eb8c9c193543857c87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9635797 Mar 11 17:49:19.667860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45530) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:19.686408 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:19.706810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-d9a29e5e-f223-4630-84ac-95446d829bab tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cc9322c889a84190a43df5ddb597c485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3506279 Mar 11 17:49:19.763981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fcc557d6-a98b-4016-b51f-706a12344bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.810803 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fcc557d6-a98b-4016-b51f-706a12344bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.895497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fcc557d6-a98b-4016-b51f-706a12344bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.915641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc557d6-a98b-4016-b51f-706a12344bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9562d5-6d8e-4ba3-90e8-8346eb00ede7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:19.921521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fcc557d6-a98b-4016-b51f-706a12344bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.923308 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fcc557d6-a98b-4016-b51f-706a12344bd0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f9562d5-6d8e-4ba3-90e8-8346eb00ede7 HTTP/1.1" status: 204 len: 168 time: 0.2540808 Mar 11 17:49:19.938058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5d389d42-d2ba-4625-a049-d3717ee7626e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/3aee1067-94fc-454f-8926-50f8ce8802e7 HTTP/1.1" status: 204 len: 168 time: 2.4677601 Mar 11 17:49:19.947884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45546) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:19.968104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:49:19.968104 n-d-833436-1 neutron-server[83849]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:49:19.968104 n-d-833436-1 neutron-server[83849]: [parameters: {'id': '542940f9-fba8-4b6b-a4b6-fc6ae14987e4'}] Mar 11 17:49:19.968104 n-d-833436-1 neutron-server[83849]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:49:19.968877 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:49:19.987833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:19.999069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] Sync routers for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:49:20.008378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-54144ed5-b11e-4c0e-9a8f-3855104d8587 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "PUT /v2.0/routers/8ef88842-1d76-4d49-8116-bc787ebb401a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0555820 Mar 11 17:49:20.021647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:49:20.022286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:20.094002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-34df2640-9548-4df4-b36a-c1ce588efb63 service neutron] 10.222.0.96 "GET /v2.0/networks/bc68c247-eb5d-459c-a718-35c1b34868e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860297 Mar 11 17:49:20.171251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc59bb-0989-4eae-aaa6-25956ca9a295 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:20.176069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc59bb-0989-4eae-aaa6-25956ca9a295 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:20.177114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8ebc59bb-0989-4eae-aaa6-25956ca9a295 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:20.220293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8ebc59bb-0989-4eae-aaa6-25956ca9a295 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:20.221834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8ebc59bb-0989-4eae-aaa6-25956ca9a295 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2723551 Mar 11 17:49:20.224527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45554) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:20.267191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f97d9f5f-a2ac-4135-9622-764eecd48ef0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:20.480612 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:20.536167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e134189c-8681-4ff1-afd4-c891e9a21e2d service neutron] 10.222.0.96 "GET /v2.0/networks/bc68c247-eb5d-459c-a718-35c1b34868e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393322 Mar 11 17:49:20.554593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:20.555221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:20.594490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f97d9f5f-a2ac-4135-9622-764eecd48ef0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:20.623994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:49:20.893137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 8d5b0eda-0029-46e9-96a0-19eb3eba1b7e {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:49:20.905859 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.063922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9c590d1-1a7f-4cca-a388-f2563b1b6cf0 req-2d5cb14d-fe36-4743-8c6d-53bb5f7d51e0 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 210 time: 0.0839977 Mar 11 17:49:21.067776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.219257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45578) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:21.225063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70f9a072-471f-418a-bee7-ca881a5679bb None None] Provisioning for port f97d9f5f-a2ac-4135-9622-764eecd48ef0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:21.257061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70f9a072-471f-418a-bee7-ca881a5679bb None None] Provisioning complete for port f97d9f5f-a2ac-4135-9622-764eecd48ef0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:21.258434 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70f9a072-471f-418a-bee7-ca881a5679bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.306886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.340857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fa59c-b987-4d13-b4b3-2bf0681b26d2 req-568eb29e-c2b7-4d36-907d-71b5835f9511 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:21.348159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c8fa59c-b987-4d13-b4b3-2bf0681b26d2 req-568eb29e-c2b7-4d36-907d-71b5835f9511 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:21.360512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.436871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05,segment=NetworkSegment(69e31c24-0624-4ce7-9fa7-f7a197c28f83),segment_id=69e31c24-0624-4ce7-9fa7-f7a197c28f83)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:21.439958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.449593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.544095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:21.552084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Usage tracker for resource:security_group_rule and tenant:12406457db6b4743b198f5e53df0ba68 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:21.578698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5b0eda-0029-46e9-96a0-19eb3eba1b7e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:21.598384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:21.625311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c42c47de-74a7-45a5-a54a-7db3d7bf2de3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/8d5b0eda-0029-46e9-96a0-19eb3eba1b7e HTTP/1.1" status: 204 len: 168 time: 1.3997185 Mar 11 17:49:21.630932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45590) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:21.762838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0f725c2e-6a5a-4467-956a-7f7eaf485a82 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180654 Mar 11 17:49:21.763546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:21.769635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:21.887214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf3387-99bf-4335-8ff4-e4a49c5b2d3f None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:21.936451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:21.988800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:22.016295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:22.018330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3c8fa59c-b987-4d13-b4b3-2bf0681b26d2 req-568eb29e-c2b7-4d36-907d-71b5835f9511 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:22.026543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:22.035633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c8fa59c-b987-4d13-b4b3-2bf0681b26d2 req-568eb29e-c2b7-4d36-907d-71b5835f9511 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 946 time: 1.2294939 Mar 11 17:49:22.036292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:22.041040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:22.050581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70f9a072-471f-418a-bee7-ca881a5679bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:22.057967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:22.078644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:22.096631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:22.236988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-70f9a072-471f-418a-bee7-ca881a5679bb None None] For port f97d9f5f-a2ac-4135-9622-764eecd48ef0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f97d9f5f-a2ac-4135-9622-764eecd48ef0,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:22.334172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c8fa59c-b987-4d13-b4b3-2bf0681b26d2 req-5d75387d-33d8-4631-b315-574eb04fc10a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971921 Mar 11 17:49:22.371947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:22.432620 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70f9a072-471f-418a-bee7-ca881a5679bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:22.533075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9a072-471f-418a-bee7-ca881a5679bb None None] Pushing event updated for resources: {'Port': ['ID=f97d9f5f-a2ac-4135-9622-764eecd48ef0,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:22.538444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:11Z', 'revision_number': 6, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:42Z', 'revision_number': 1, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:22.545813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] Checking router: 8ef88842-1d76-4d49-8116-bc787ebb401a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:49:22.554970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3daa1d2a-1b41-450a-b6cc-0727596ad2ca None None] Could not find standard attr ID for object 3aee1067-94fc-454f-8926-50f8ce8802e7. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:49:22.576175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:49:22.576822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:22.626889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:22.723351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-2c6973e1-c8b8-439a-9b9d-0fa63a868a61 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:22.724486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-2c6973e1-c8b8-439a-9b9d-0fa63a868a61 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:22.791096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Port': ['ID=dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:22.810256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:22.813984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-2c6973e1-c8b8-439a-9b9d-0fa63a868a61 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:22.815539 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-2c6973e1-c8b8-439a-9b9d-0fa63a868a61 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 946 time: 0.3173237 Mar 11 17:49:22.819061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:22.823337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=033d0c7a-4b38-4371-b6a7-6c608550eae5,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:22.829296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c4e2bf2-ae67-4855-9769-ee4d38c3d2a6 req-3e127bea-ee4b-4774-84c9-f58a99b75c47 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 210 time: 0.3943937 Mar 11 17:49:22.834062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:22.837092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:22.851443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No DVR routers for this DVR port dfb7fd7f-8fd2-49a1-a4a4-b65d4b657b05 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:22.872905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:49:22.965264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:49:22.981070 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0f197f0-4f68-4196-85de-1d6d5ae9c30d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2163277 Mar 11 17:49:22.986266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port 50c6b57c-56b9-469f-b792-02c1e5536da1 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:22.986913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.040430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45622) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:23.084843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.115161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'name': 'tempest-NetworksTestDHCPv6-535799296'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:23.245107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] Deleting port f97d9f5f-a2ac-4135-9622-764eecd48ef0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:23.245689 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.342795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.544460 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.594633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542940f9-fba8-4b6b-a4b6-fc6ae14987e4']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:23.614136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e31c24-0624-4ce7-9fa7-f7a197c28f83') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:23.615076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e31c24-0624-4ce7-9fa7-f7a197c28f83') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:23.629359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.647545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.655006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:23.655607 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:23.708676 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:23.752538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45636) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:23.757733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port 50c6b57c-56b9-469f-b792-02c1e5536da1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=50c6b57c-56b9-469f-b792-02c1e5536da1,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:23.758340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.905099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] For port f97d9f5f-a2ac-4135-9622-764eecd48ef0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f97d9f5f-a2ac-4135-9622-764eecd48ef0,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:23.908390 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:23.962518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for 50c6b57c-56b9-469f-b792-02c1e5536da1 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:24.131879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-2a06b829-33bd-4013-bfa5-236e36aaf83e tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:24.137814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-2a06b829-33bd-4013-bfa5-236e36aaf83e tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.59 "GET /v2.0/networks?id=bc68c247-eb5d-459c-a718-35c1b34868e1 HTTP/1.1" status: 200 len: 809 time: 1.1776018 Mar 11 17:49:24.160063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491f8718-041a-472f-be7e-419f1a1ebaf3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:24.172491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.177261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.208084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.231203 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.266277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/542940f9-fba8-4b6b-a4b6-fc6ae14987e4 HTTP/1.1" status: 204 len: 168 time: 9.1905613 Mar 11 17:49:24.273594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:24.278391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:24.281325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45646) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:24.281484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:24.288656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:24.295739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001369603'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:24.298864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2e1e8a41-78a6-4c73-ad58-a87729a0ed3b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=12406457db6b4743b198f5e53df0ba68&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0252972 Mar 11 17:49:24.303636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=50c6b57c-56b9-469f-b792-02c1e5536da1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:24.306659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:24.308721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45650) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:24.309413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Request body: {'port': {'device_id': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1', 'admin_state_up': True, 'tenant_id': 'cc9322c889a84190a43df5ddb597c485'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:24.322487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f97d9f5f-a2ac-4135-9622-764eecd48ef0 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:49:24.328724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:24.343253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:24.380083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe03056-eea5-46a2-8875-bb68d9d9ed34 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=542940f9-fba8-4b6b-a4b6-fc6ae14987e4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:24.387294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] Calling delete_port for f97d9f5f-a2ac-4135-9622-764eecd48ef0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:24.388400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:24.391656 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.424588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:24.433982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port d1752186-4ee4-4dec-b6f8-d6734a303238 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:24.451879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:24.457745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a0012a7246fe4224a18ceb25ef09683b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:24.460380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:24.467347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:24.548638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:11Z', 'revision_number': 6, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:42Z', 'revision_number': 1, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:24.572577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:24.574182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7ce3a-68a8-4523-b5de-1494a8812628 None None] The sync data for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 is: [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:11Z', 'revision_number': 6, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6a0af071-e053-450e-9535-7b98e41a4203', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'port_id': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'mac_address': 'fa:16:3e:70:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa46e14-302e-48d2-9860-3199ab513be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:29Z', 'updated_at': '2022-03-11T17:47:42Z', 'revision_number': 1, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:49:24.576685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.580318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.594812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] No DVR routers for this DVR port 50c6b57c-56b9-469f-b792-02c1e5536da1 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:24.608341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.610978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'name': 'network-vif-deleted', 'tag': '50c6b57c-56b9-469f-b792-02c1e5536da1'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:49:24.611992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.687219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:24.687619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] Pushing event deleted for resources: {'Port': ['ID=f97d9f5f-a2ac-4135-9622-764eecd48ef0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:24.698633 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-187b2c91-2b9f-4ceb-a9a2-16a0aff0a89a req-ed47c89c-ed0d-4c5e-9f7f-6d78a1e7b3fe tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "DELETE /v2.0/ports/50c6b57c-56b9-469f-b792-02c1e5536da1 HTTP/1.1" status: 204 len: 173 time: 1.8703287 Mar 11 17:49:24.717779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2935374-925f-4bd3-80d2-0da11b7cd2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.724509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.724854 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment aa6ea534-746d-4db5-9412-a023d924580e of type vlan for network bafd611b-c50e-4fed-ba3d-1275167f838b Mar 11 17:49:24.727030 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.728122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::1cb (75568097-05ea-4303-a281-4da1879652a7/033d0c7a-4b38-4371-b6a7-6c608550eae5/d1752186-4ee4-4dec-b6f8-d6734a303238) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:24.745180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.799247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649bc84c-13b6-42e1-a554-b6cbff828976 None None] No DVR routers for this DVR port f97d9f5f-a2ac-4135-9622-764eecd48ef0 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:24.829446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1c4993d-12de-4053-a30d-8a2e17e5363f req-16389d66-4ada-4e9f-9fe6-e69fbfd1682b tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 210 time: 0.5810263 Mar 11 17:49:24.841566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addb5d4-302a-4e35-bed7-b5f75d92bc41 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:24.878692 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:24.987017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 50c6b57c-56b9-469f-b792-02c1e5536da1 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:49:24.994520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.007512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:25.008175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.032778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2935374-925f-4bd3-80d2-0da11b7cd2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.054939 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a46384b-6fc8-4cee-bbda-2984dae8fbc0', 'name': 'network-vif-deleted', 'tag': '50c6b57c-56b9-469f-b792-02c1e5536da1', 'status': 'completed', 'code': 200} Mar 11 17:49:25.078191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7941041 Mar 11 17:49:25.079132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0814ff-ef04-4331-a1ff-89e9b5e6e6d2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:25.087242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45656) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:25.106406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:25.131011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 50c6b57c-56b9-469f-b792-02c1e5536da1 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:49:25.131340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 50c6b57c-56b9-469f-b792-02c1e5536da1 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:49:25.148434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7a5e077-306a-4b4a-8804-11d0c02f86f4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a0012a7246fe4224a18ceb25ef09683b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3939979 Mar 11 17:49:25.167601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45662) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:25.197572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2294f39-966b-45cf-be0b-3521c5326689 req-bcf675ba-0245-4be4-81fb-fff9070031ce tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:25.214273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2294f39-966b-45cf-be0b-3521c5326689 req-bcf675ba-0245-4be4-81fb-fff9070031ce tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a46384b-6fc8-4cee-bbda-2984dae8fbc0 HTTP/1.1" status: 200 len: 946 time: 1.4858704 Mar 11 17:49:25.304765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88a94323-b4f7-4a8c-9675-75cf531a8e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.306593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf74a11-9c81-4f86-9650-faaf4442cf6b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=bafd611b-c50e-4fed-ba3d-1275167f838b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:25.351294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88a94323-b4f7-4a8c-9675-75cf531a8e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.379743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2935374-925f-4bd3-80d2-0da11b7cd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.386974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network bafd611b-c50e-4fed-ba3d-1275167f838b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:25.417151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2935374-925f-4bd3-80d2-0da11b7cd2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.421481 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e2935374-925f-4bd3-80d2-0da11b7cd2de admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/491f8718-041a-472f-be7e-419f1a1ebaf3 HTTP/1.1" status: 204 len: 168 time: 1.1058104 Mar 11 17:49:25.422689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2935374-925f-4bd3-80d2-0da11b7cd2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491f8718-041a-472f-be7e-419f1a1ebaf3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:25.467423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88a94323-b4f7-4a8c-9675-75cf531a8e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.495651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a94323-b4f7-4a8c-9675-75cf531a8e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0814ff-ef04-4331-a1ff-89e9b5e6e6d2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:25.501802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '033d0c7a-4b38-4371-b6a7-6c608550eae5'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:25.502754 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.515121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-88a94323-b4f7-4a8c-9675-75cf531a8e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.525039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-88a94323-b4f7-4a8c-9675-75cf531a8e04 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5c0814ff-ef04-4331-a1ff-89e9b5e6e6d2 HTTP/1.1" status: 204 len: 168 time: 0.3559790 Mar 11 17:49:25.548844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:25.573125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2294f39-966b-45cf-be0b-3521c5326689 req-2ad45c8a-3792-469d-b143-e7cff3f4dca2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fe61586-344f-4612-b8d4-58e35fff6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577042 Mar 11 17:49:25.576941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Usage tracker for resource:port and tenant:cc9322c889a84190a43df5ddb597c485 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:25.631432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:25.652394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:25.671016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:25.675432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.686331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:25.693204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:25.703634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:25.729916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Made reservation on behalf of cc9322c889a84190a43df5ddb597c485 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:25.732922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:25.744957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object d1752186-4ee4-4dec-b6f8-d6734a303238 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:25.748745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:26.100177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e6316ad3-0621-405e-bbdf-456a45ed5579 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:49:26.196605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Allocated IP 172.20.0.5 (bc68c247-eb5d-459c-a718-35c1b34868e1/0b48d73e-f6a1-40ec-82e8-327549d6b054/32a76a88-f60b-487c-94a9-fefee32bbd65) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:26.204965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e6316ad3-0621-405e-bbdf-456a45ed5579 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:49:26.205207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e6316ad3-0621-405e-bbdf-456a45ed5579 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:49:26.223546 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.234430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45684) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:26.263920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.270110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/033d0c7a-4b38-4371-b6a7-6c608550eae5/ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:26.337600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:26.350216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Usage tracker for resource:security_group_rule and tenant:3eed6a56725f4c0fb2bd9db7cbb1c515 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:26.353959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:26.363226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:26.370471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=d1752186-4ee4-4dec-b6f8-d6734a303238,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:26.401314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:26.407287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e89caf2-c476-481f-9474-30cedbb7575a req-2f0df115-9cad-42ce-a127-fcfb37c51a7b tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 210 time: 0.1848745 Mar 11 17:49:26.412690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:26.425792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:26.429987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:26.430754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.440066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.513185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.518996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.594166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b125fb-5d83-4f09-956e-b8357f95d423,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:26.606551 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e34a7b7-0d70-4430-a63e-4770b0b04281 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3eed6a56725f4c0fb2bd9db7cbb1c515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3705482 Mar 11 17:49:26.609507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45694) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:26.632609 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.645231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Transition to ACTIVE for port object ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:26.670256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Transition to ACTIVE for port object ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:26.681526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.761563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46539595-c911-4531-ba38-aa1139c6140e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.780664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45702) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:26.793632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.794390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:26.795517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Pushing event updated for resources: {'Port': ['ID=ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:26.804698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:26.809533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:26.857328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46539595-c911-4531-ba38-aa1139c6140e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.880077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-45810554-86f5-43a3-83f6-91ba5f9ba893 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8128948 Mar 11 17:49:26.885220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45706) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:26.934678 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8562b01d-1682-44de-8d37-748e0cddfbb8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.981753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:26.983649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8562b01d-1682-44de-8d37-748e0cddfbb8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.015174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Attempting to bind port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:27.015837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Attempting to bind port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:27.016380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Attempting to bind port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:27.024601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:27.025270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:27.025896 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.026532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:27.027194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Bound port: ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:27.028333 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.106039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46539595-c911-4531-ba38-aa1139c6140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.151979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8562b01d-1682-44de-8d37-748e0cddfbb8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.157409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] For port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:27.162834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] For port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:27.169681 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.172066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46539595-c911-4531-ba38-aa1139c6140e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b125fb-5d83-4f09-956e-b8357f95d423,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:27.187835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45712) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:27.207693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562b01d-1682-44de-8d37-748e0cddfbb8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe61586-344f-4612-b8d4-58e35fff6d8a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:27.227388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8562b01d-1682-44de-8d37-748e0cddfbb8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.228971 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8562b01d-1682-44de-8d37-748e0cddfbb8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/security-groups/7fe61586-344f-4612-b8d4-58e35fff6d8a HTTP/1.1" status: 204 len: 168 time: 0.4470263 Mar 11 17:49:27.237466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Network bc68c247-eb5d-459c-a718-35c1b34868e1 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:27.241651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46539595-c911-4531-ba38-aa1139c6140e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.242777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-46539595-c911-4531-ba38-aa1139c6140e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/82b125fb-5d83-4f09-956e-b8357f95d423 HTTP/1.1" status: 204 len: 168 time: 0.6180744 Mar 11 17:49:27.250276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:27.254278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:27.289182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Pushing event updated for resources: {'Port': ['ID=32a76a88-f60b-487c-94a9-fefee32bbd65,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:27.325176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45722) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:27.341399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b604b13-cb45-4298-8624-2250b722048b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:27.345749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b604b13-cb45-4298-8624-2250b722048b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:27.346810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6b604b13-cb45-4298-8624-2250b722048b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:27.397817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6b604b13-cb45-4298-8624-2250b722048b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:27.402151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6b604b13-cb45-4298-8624-2250b722048b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5090852 Mar 11 17:49:27.418813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45726) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:27.477546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2e5ca-5877-4824-afd7-e5e2ce6b4545 None None] Pushing event updated for resources: {'Port': ['ID=ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:27.491318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:27.492026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.509428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.584945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-e09e162a-b404-47c3-b488-cfbefc1907d3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3353596 Mar 11 17:49:27.601065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1641155438'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:27.611951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Request body: {'port': {'device_id': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:27.633052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:27.652733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=84cdd59b-5766-413a-8137-7defb1a0fe17,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:27.701175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Usage tracker for resource:network and tenant:831d3108094743a5bff9e650c3805b54 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:27.709131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:27.759262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:27.812996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': 'aa6ea534-746d-4db5-9412-a023d924580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:27.813630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: bafd611b-c50e-4fed-ba3d-1275167f838b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:27.830686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port d1752186-4ee4-4dec-b6f8-d6734a303238 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:27.831034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.904925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:27.981511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network bafd611b-c50e-4fed-ba3d-1275167f838b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:28.006273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2a90-e4fe-43da-a9cb-b6d1bf7f4014 req-a7cf77ce-4f47-47ac-9433-652868d20f53 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:28.007554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-615e2a90-e4fe-43da-a9cb-b6d1bf7f4014 req-a7cf77ce-4f47-47ac-9433-652868d20f53 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Synchronizing usage tracker for tenant:cc9322c889a84190a43df5ddb597c485 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:28.106656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:28.122876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:28.203051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:28.221784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:28.279490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, bafd611b-c50e-4fed-ba3d-1275167f838b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:28.310645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:28.311338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:28.325252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-615e2a90-e4fe-43da-a9cb-b6d1bf7f4014 req-a7cf77ce-4f47-47ac-9433-652868d20f53 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Unset dirty status for tenant:cc9322c889a84190a43df5ddb597c485 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:28.329396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-615e2a90-e4fe-43da-a9cb-b6d1bf7f4014 req-a7cf77ce-4f47-47ac-9433-652868d20f53 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 931 time: 0.6600518 Mar 11 17:49:28.363190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:28.384332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Usage tracker for resource:security_group_rule and tenant:831d3108094743a5bff9e650c3805b54 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:28.393735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:28.409951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:28.414327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting subnet 695f895f-4b4e-4cd6-9187-ee96d825fe77 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:49:28.502293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:28.531882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9362e-f1fc-447f-b163-cee7c656492c None None] Network bafd611b-c50e-4fed-ba3d-1275167f838b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:28.630697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:28.708158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:49:28.735759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-548ae3a2-c879-4f5c-8d0d-d7d49e6a2807 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6342471 Mar 11 17:49:28.748851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45756) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:28.776944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:28.805279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:28.904704 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.063381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:29.189187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-bafd611b-c50e-4fed-ba3d-1275167f838b', 'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': '84cdd59b-5766-413a-8137-7defb1a0fe17'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:29.190068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.216251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for d1752186-4ee4-4dec-b6f8-d6734a303238 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:29.313365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-615e2a90-e4fe-43da-a9cb-b6d1bf7f4014 req-84f2dab6-37da-4eaa-87d3-3066985441cf tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Synchronizing usage tracker for tenant:cc9322c889a84190a43df5ddb597c485 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:29.379365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-615e2a90-e4fe-43da-a9cb-b6d1bf7f4014 req-84f2dab6-37da-4eaa-87d3-3066985441cf tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Unset dirty status for tenant:cc9322c889a84190a43df5ddb597c485 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:29.381850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-615e2a90-e4fe-43da-a9cb-b6d1bf7f4014 req-84f2dab6-37da-4eaa-87d3-3066985441cf tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057516 Mar 11 17:49:29.410582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4365ae5-2dc4-4c4b-84d4-573f5c5408e1 None None] Provisioning for port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:29.428918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4365ae5-2dc4-4c4b-84d4-573f5c5408e1 None None] Provisioning complete for port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:29.429279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4365ae5-2dc4-4c4b-84d4-573f5c5408e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.440587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.454970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a76a88-f60b-487c-94a9-fefee32bbd65 {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:49:29.489419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.567184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.578410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:29.585386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Transition to ACTIVE for port object 32a76a88-f60b-487c-94a9-fefee32bbd65 will not be triggered until provisioned by entity L2. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:29.593922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:subnet and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:29.602472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:29.604092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:29.609908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.625145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.626154 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Added segment 81bcd6a2-3859-4753-86ab-d5d7ac27a015 of type vlan for network 970c952c-8bc6-4107-abf0-d9e31867b5d3 Mar 11 17:49:29.665862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.666729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:29.716001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.754688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.758656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:29.759344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.800208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Allocated IP 2001:db8::2 (bafd611b-c50e-4fed-ba3d-1275167f838b/84cdd59b-5766-413a-8137-7defb1a0fe17/65e90e31-5304-4925-8046-b7eba9e032c6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:29.814655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4365ae5-2dc4-4c4b-84d4-573f5c5408e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.863403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Pushing event updated for resources: {'Port': ['ID=32a76a88-f60b-487c-94a9-fefee32bbd65,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:29.884552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:29.890175 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.916280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Subnet': ['ID=695f895f-4b4e-4cd6-9187-ee96d825fe77,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:29.931404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e4365ae5-2dc4-4c4b-84d4-573f5c5408e1 None None] For port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:29.946947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Network': ['ID=970c952c-8bc6-4107-abf0-d9e31867b5d3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:29.956175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89396611-0c79-466c-afe4-b211c79cd89d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:29.972437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.972601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:29.979988 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ab0dd5c3-d520-4f12-9fcd-a3c46af46d0f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/subnets/695f895f-4b4e-4cd6-9187-ee96d825fe77 HTTP/1.1" status: 204 len: 168 time: 2.6536527 Mar 11 17:49:29.984433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45774) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:30.043331 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5fa0a09d-030a-48ca-8663-015bf8b89c35 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8469934 Mar 11 17:49:30.053124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45778) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:30.111635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'subnet': {'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:30.131379 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4365ae5-2dc4-4c4b-84d4-573f5c5408e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.137142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e18fc-664f-4b25-a6de-eee91170d33d None None] Network b97e4ad8-5ccf-4575-b294-45dfbd6195dd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:30.257474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Attempting to bind port 32a76a88-f60b-487c-94a9-fefee32bbd65 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:30.257805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Attempting to bind port 32a76a88-f60b-487c-94a9-fefee32bbd65 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '3ea339da-f0eb-402f-8092-877763c0e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:30.258126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Attempting to bind port 32a76a88-f60b-487c-94a9-fefee32bbd65 on network bc68c247-eb5d-459c-a718-35c1b34868e1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:30.272691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Port 32a76a88-f60b-487c-94a9-fefee32bbd65 on network bc68c247-eb5d-459c-a718-35c1b34868e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:49:30.273010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Attempting to bind port 32a76a88-f60b-487c-94a9-fefee32bbd65 on network bc68c247-eb5d-459c-a718-35c1b34868e1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:30.281619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.286791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.295024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:30.295392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Checking segment: {'id': '3ea339da-f0eb-402f-8092-877763c0e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:30.295738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Bound using segment: {'id': '3ea339da-f0eb-402f-8092-877763c0e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1'} {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:30.296177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Bound port: 32a76a88-f60b-487c-94a9-fefee32bbd65, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea339da-f0eb-402f-8092-877763c0e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1'}}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:30.296668 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.301434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:30.305801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Usage tracker for resource:subnet and tenant:831d3108094743a5bff9e650c3805b54 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:30.309185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:30.315416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:30.363206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:30.398992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=d1752186-4ee4-4dec-b6f8-d6734a303238,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:30.510033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port 59765746-1e8b-4844-82f1-19badf8ea93d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:30.512797 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.516148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fa5cb580-9af5-409c-8a37-1315cfadb53d None None] Could not find standard attr ID for object d1752186-4ee4-4dec-b6f8-d6734a303238. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:49:30.605405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.622656 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.655398 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e52bd944-d2a5-448a-8b43-abd885c902ae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/d1752186-4ee4-4dec-b6f8-d6734a303238 HTTP/1.1" status: 204 len: 168 time: 3.2309563 Mar 11 17:49:30.656222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45790) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:30.666057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.754173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4365ae5-2dc4-4c4b-84d4-573f5c5408e1 None None] Pushing event updated for resources: {'Port': ['ID=ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:30.834458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:30.877664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32a76a88-f60b-487c-94a9-fefee32bbd65,segment=NetworkSegment(3ea339da-f0eb-402f-8092-877763c0e9d5),segment_id=3ea339da-f0eb-402f-8092-877763c0e9d5)] {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:30.898911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network bafd611b-c50e-4fed-ba3d-1275167f838b is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:30.903319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ede35b-809b-43a2-85cf-527c39443aec tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:30.905184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ede35b-809b-43a2-85cf-527c39443aec tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:30.906986 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-22ede35b-809b-43a2-85cf-527c39443aec tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2428589 Mar 11 17:49:30.907951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=966b9e51-722c-4044-8ea1-f6b97a460247,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:30.910202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45796) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:30.911187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.919293 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.951623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:30.955509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Transition to ACTIVE for port object 65e90e31-5304-4925-8046-b7eba9e032c6 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:30.975972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:30.976881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.014950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Transition to ACTIVE for port object 65e90e31-5304-4925-8046-b7eba9e032c6 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:31.029408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Pushing event updated for resources: {'Port': ['ID=32a76a88-f60b-487c-94a9-fefee32bbd65,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:31.039466 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.066960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.068502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-8693afe0-a6ed-4eec-8895-fe88270f80bd service neutron] 10.222.0.59 "PUT /v2.0/ports/32a76a88-f60b-487c-94a9-fefee32bbd65 HTTP/1.1" status: 200 len: 1091 time: 3.4650748 Mar 11 17:49:31.069961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:49:31.100283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd34d9-4ba5-4715-9423-7f921dd95ae1 req-d0fe36c3-cdaf-46cf-9f5a-fd8cc7ea9eaa tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.104647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06dd34d9-4ba5-4715-9423-7f921dd95ae1 req-d0fe36c3-cdaf-46cf-9f5a-fd8cc7ea9eaa tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 943 time: 0.4888461 Mar 11 17:49:31.112429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39e162e0-d081-4006-9c54-c6d6f601036f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3563168 Mar 11 17:49:31.114695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:31.165617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] DHCP port deletion for b97e4ad8-5ccf-4575-b294-45dfbd6195dd request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:49:31.210954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] Deleting port 59765746-1e8b-4844-82f1-19badf8ea93d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:31.211319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.222054 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65', 'status': 'completed', 'code': 200} Mar 11 17:49:31.271898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Network bafd611b-c50e-4fed-ba3d-1275167f838b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:31.272641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Pushing event updated for resources: {'Port': ['ID=65e90e31-5304-4925-8046-b7eba9e032c6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:31.282952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:31.288092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:31.395624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.396848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.398169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.400024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.401399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.402321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Synchronizing usage tracker for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:31.420112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06dd34d9-4ba5-4715-9423-7f921dd95ae1 req-2639b055-3589-4e10-85fe-7e7c0cfb5ddb tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183259 Mar 11 17:49:31.441333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Unset dirty status for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:31.446721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0d256974-36b2-442a-b96c-f49ae86e3fd7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3307278 Mar 11 17:49:31.448782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:31.454559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-9724b29a-cd60-4230-b254-3d07800a3fd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc9322c889a84190a43df5ddb597c485&device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 1094 time: 0.2312291 Mar 11 17:49:31.462195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-588374733'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:31.528615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port 59765746-1e8b-4844-82f1-19badf8ea93d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=59765746-1e8b-4844-82f1-19badf8ea93d,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:31.529255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.532082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Attempting to bind port 65e90e31-5304-4925-8046-b7eba9e032c6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:31.533055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Attempting to bind port 65e90e31-5304-4925-8046-b7eba9e032c6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'aa6ea534-746d-4db5-9412-a023d924580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:31.533663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Attempting to bind port 65e90e31-5304-4925-8046-b7eba9e032c6 on network bafd611b-c50e-4fed-ba3d-1275167f838b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:31.540808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:31.543427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:31.544139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Checking segment: {'id': 'aa6ea534-746d-4db5-9412-a023d924580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:31.544814 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.545439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Bound using segment: {'id': 'aa6ea534-746d-4db5-9412-a023d924580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:31.546151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Bound port: 65e90e31-5304-4925-8046-b7eba9e032c6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6ea534-746d-4db5-9412-a023d924580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:31.546791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.553146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:31.565733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:31.575109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-d18da085-15b8-4ec8-a244-f62b768e8370 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32a76a88-f60b-487c-94a9-fefee32bbd65 HTTP/1.1" status: 200 len: 217 time: 0.1009762 Mar 11 17:49:31.576784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:31.655663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:31.659284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.696411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-d7f43438-1a57-4812-82e0-16598e9f6d3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.698204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-d7f43438-1a57-4812-82e0-16598e9f6d3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b48d73e-f6a1-40ec-82e8-327549d6b054 HTTP/1.1" status: 200 len: 849 time: 0.1090274 Mar 11 17:49:31.750989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:31.763902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-2c9ab174-986c-4194-a637-6d7801437c93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc68c247-eb5d-459c-a718-35c1b34868e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551460 Mar 11 17:49:31.770394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.770818 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment 2eda0c54-4140-4c60-bfd1-21dd44c7b914 of type vlan for network d492e181-7f04-4bfd-96de-53fa8e9d7223 Mar 11 17:49:31.815468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] For port 59765746-1e8b-4844-82f1-19badf8ea93d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=59765746-1e8b-4844-82f1-19badf8ea93d,segment=NetworkSegment(1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e),segment_id=1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:31.816170 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.877634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for 59765746-1e8b-4844-82f1-19badf8ea93d owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:31.893227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:31.971358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-53170a3c-ace3-491f-8388-6a4b1e9c9c6b service neutron] 10.222.0.59 "GET /v2.0/networks/bc68c247-eb5d-459c-a718-35c1b34868e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988950 Mar 11 17:49:31.974096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] Calling delete_port for 59765746-1e8b-4844-82f1-19badf8ea93d owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:32.003108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] For port 65e90e31-5304-4925-8046-b7eba9e032c6, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:32.025209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] For port 65e90e31-5304-4925-8046-b7eba9e032c6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=65e90e31-5304-4925-8046-b7eba9e032c6,segment=NetworkSegment(aa6ea534-746d-4db5-9412-a023d924580e),segment_id=aa6ea534-746d-4db5-9412-a023d924580e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:32.037315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.124697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7cb06-0c6e-41fb-a0be-1e2c2c1afb17 None None] Pushing event updated for resources: {'Port': ['ID=65e90e31-5304-4925-8046-b7eba9e032c6,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:32.149130 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.158615 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.164709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.165269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.177564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 033d0c7a-4b38-4371-b6a7-6c608550eae5 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:49:32.202183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] Pushing event deleted for resources: {'Port': ['ID=59765746-1e8b-4844-82f1-19badf8ea93d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:32.213553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34294c94-5f07-4563-a8d7-35beb91883eb None None] No DVR routers for this DVR port 59765746-1e8b-4844-82f1-19badf8ea93d on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:32.229711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:32.232980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.333198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:32.333796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.371074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.442819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.596198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:49:32.596778 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:49:32.633046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Subnet': ['ID=32dec9a0-1aa0-4a7d-a436-527025314f51,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:32.678974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 59765746-1e8b-4844-82f1-19badf8ea93d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:49:32.714613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Checking segment: {'id': '81bcd6a2-3859-4753-86ab-d5d7ac27a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:32.714905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network hostable DHCP agents. Network: 970c952c-8bc6-4107-abf0-d9e31867b5d3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:32.754526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3042583 Mar 11 17:49:32.755300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 59765746-1e8b-4844-82f1-19badf8ea93d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:49:32.755400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 59765746-1e8b-4844-82f1-19badf8ea93d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:49:32.761090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:32.772383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:32.878581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3264-8de7-452e-a189-3ccd57170ca4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=d492e181-7f04-4bfd-96de-53fa8e9d7223,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:32.885686 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50d089-d4e3-4c1d-99b9-f4ff9c16ce28 req-ead7eaf7-2100-436c-bae9-54a2c8e38dd4 service neutron] 10.222.0.59 "GET /v2.0/networks/bc68c247-eb5d-459c-a718-35c1b34868e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9005165 Mar 11 17:49:32.888442 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.897915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:32.927716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf0436-daac-406e-9d5c-33ef44cb4cf3 req-1feda4b9-050d-45ee-b4d5-f8aa19ae7425 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.931494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cdf0436-daac-406e-9d5c-33ef44cb4cf3 req-1feda4b9-050d-45ee-b4d5-f8aa19ae7425 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 943 time: 0.1756382 Mar 11 17:49:33.008004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cdf0436-daac-406e-9d5c-33ef44cb4cf3 req-ae84f589-d578-401f-a23d-69ea9b340f9a tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705953 Mar 11 17:49:33.162163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:33.184512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port 59765746-1e8b-4844-82f1-19badf8ea93d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:33.184761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.203807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-67ea01f8-4421-4d84-90ba-e8aea77a81a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc9322c889a84190a43df5ddb597c485&device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 1094 time: 0.1873164 Mar 11 17:49:33.358301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.424715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 970c952c-8bc6-4107-abf0-d9e31867b5d3) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:33.432134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] The port '59765746-1e8b-4844-82f1-19badf8ea93d' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:49:33.433529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d221176-254b-48ae-bff9-1f39f0b14b83 None None] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:33.458630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.464806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-45433c62-eb46-4011-a010-9059f97f6fa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:33.468929 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-45433c62-eb46-4011-a010-9059f97f6fa5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc68c247-eb5d-459c-a718-35c1b34868e1 HTTP/1.1" status: 200 len: 911 time: 0.2586427 Mar 11 17:49:33.563887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.580844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:33.581732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.583315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-e91504b9-71c6-4935-90f7-d5776c76f29a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32a76a88-f60b-487c-94a9-fefee32bbd65 HTTP/1.1" status: 200 len: 217 time: 0.1058681 Mar 11 17:49:33.610845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=033d0c7a-4b38-4371-b6a7-6c608550eae5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:33.718317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-8075eae8-0705-4d2a-a764-aa5fcd7cac0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:33.721698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-8075eae8-0705-4d2a-a764-aa5fcd7cac0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b48d73e-f6a1-40ec-82e8-327549d6b054 HTTP/1.1" status: 200 len: 849 time: 0.1286995 Mar 11 17:49:33.841099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-e05284cd-963d-494f-a797-a43adacae598 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc68c247-eb5d-459c-a718-35c1b34868e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142862 Mar 11 17:49:33.862002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-970c952c-8bc6-4107-abf0-d9e31867b5d3', 'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'tenant_id': '831d3108094743a5bff9e650c3805b54', 'fixed_ips': [{'subnet_id': '32dec9a0-1aa0-4a7d-a436-527025314f51'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:33.869013 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.981884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f65b08-b3c5-4160-881a-00f2400333a7 None None] Network bafd611b-c50e-4fed-ba3d-1275167f838b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:33.996664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a39cb-141d-4421-8e79-9bc75e517074 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:34.047210 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.049482 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eb079c8f-c37b-44e9-8795-8ab7c8faac56 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/033d0c7a-4b38-4371-b6a7-6c608550eae5 HTTP/1.1" status: 204 len: 168 time: 3.1362793 Mar 11 17:49:34.051894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a18ec990-6220-46c3-a6aa-ad31f00b767e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9905667 Mar 11 17:49:34.052919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-6a053b71-e092-4f04-9311-f3760b2e6299 service neutron] 10.222.0.59 "GET /v2.0/networks/bc68c247-eb5d-459c-a718-35c1b34868e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876662 Mar 11 17:49:34.053542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45836) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:34.056082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45838) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:34.079091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 is not hosted by any dhcp agent {{(pid=83848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 17:49:34.084315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:34.087274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.097722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "PUT /v2.0/networks/d492e181-7f04-4bfd-96de-53fa8e9d7223 HTTP/1.1" status: 200 len: 723 time: 1.3354597 Mar 11 17:49:34.098774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:34.161835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:34.162992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'name': 'tempest-AllowedAddressPairTestJSON-1734326093'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:34.188430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.340506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-db2ccf4f-74ed-48ec-a25f-67064f0c8a48 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2855542 Mar 11 17:49:34.384199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 65e90e31-5304-4925-8046-b7eba9e032c6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:34.388284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45852) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:34.393189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=d492e181-7f04-4bfd-96de-53fa8e9d7223,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:34.395930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:34.457372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97e4ad8-5ccf-4575-b294-45dfbd6195dd']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:34.475917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:34.483241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:34.483537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cec21fa-f2a9-4ff2-bf92-8f240ec6d11e') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:34.493531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.493832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.494245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.494680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.494984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.495312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.495642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.495992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.496314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.496773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.496970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc622056-602e-45f9-a0f9-e5f367099df9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:34.528243 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.546947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:34.549229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:34.622982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.632266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:34.637187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Usage tracker for resource:port and tenant:831d3108094743a5bff9e650c3805b54 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:34.640402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:34.646896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:34.651494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:34.651934 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.659707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea07de9f-ae47-41d4-83f6-d6cc9a2ee418 req-d7577704-bd43-4805-a03b-d4c4176754ff service neutron] 10.222.0.59 "GET /v2.0/networks/bc68c247-eb5d-459c-a718-35c1b34868e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001313 Mar 11 17:49:34.663150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:34.667007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:34.675433 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:34.694031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad52315-b031-425a-897b-4fb0e44cceaf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:34.695063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9ad52315-b031-425a-897b-4fb0e44cceaf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:34.726640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02bf08-dd50-42ac-ba21-42acf9ce73b0 req-83054a42-8435-4b3b-a526-ce2808875e70 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:34.729475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb02bf08-dd50-42ac-ba21-42acf9ce73b0 req-83054a42-8435-4b3b-a526-ce2808875e70 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 943 time: 0.3181322 Mar 11 17:49:34.730933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] device_id is not set on port aa7c6eee-a284-43c9-bad4-e01544d2e268 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:34.768175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0ae63757-afc7-460f-b180-689135251565 None None] Provisioning for port 65e90e31-5304-4925-8046-b7eba9e032c6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:34.835368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.862829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9ad52315-b031-425a-897b-4fb0e44cceaf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:34.864311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ad52315-b031-425a-897b-4fb0e44cceaf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4728241 Mar 11 17:49:34.870742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45860) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:34.952743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:34.980428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb02bf08-dd50-42ac-ba21-42acf9ce73b0 req-e70858f2-2d95-4992-a697-d82ca2a18d43 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027524 Mar 11 17:49:35.018206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.020855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ae319-53d8-4b12-a7d8-7ae08f4ad328 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:35.023078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-971ae319-53d8-4b12-a7d8-7ae08f4ad328 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1481555 Mar 11 17:49:35.026314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45864) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:35.072746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:49:35.077829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Allocated IP 172.20.0.2 (970c952c-8bc6-4107-abf0-d9e31867b5d3/32dec9a0-1aa0-4a7d-a436-527025314f51/d772c756-d354-491b-bee3-8534a37e7853) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:35.085063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 65e90e31-5304-4925-8046-b7eba9e032c6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:35.092473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] Deleting port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:35.093088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.108409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Network': ['ID=b97e4ad8-5ccf-4575-b294-45dfbd6195dd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:35.150429 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e8583439-91f9-4ac1-8ffd-9443195208b6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119547 Mar 11 17:49:35.152952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45870) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:35.159566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:35.169685 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-939ecc18-35fb-4a3a-aabc-8e809a3c434a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/networks/b97e4ad8-5ccf-4575-b294-45dfbd6195dd HTTP/1.1" status: 204 len: 168 time: 5.1772683 Mar 11 17:49:35.177627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45874) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:35.257784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 65e90e31-5304-4925-8046-b7eba9e032c6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:35.263004 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.428150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:35.434848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:35.448828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:35.460630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:35.476300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:35.476580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port dde49f1c-82e4-435a-babd-14a6c7fc4302 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:35.477298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.712272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] For port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:35.713399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.742237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.742881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.817177 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:35.876510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] Calling delete_port for ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:35.922048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for dde49f1c-82e4-435a-babd-14a6c7fc4302 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:36.019402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.236858 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.303023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 65e90e31-5304-4925-8046-b7eba9e032c6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=65e90e31-5304-4925-8046-b7eba9e032c6,segment=NetworkSegment(aa6ea534-746d-4db5-9412-a023d924580e),segment_id=aa6ea534-746d-4db5-9412-a023d924580e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:36.314600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.369888 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.411155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=6b2281f0-be0a-48c1-927e-2e23a507e74f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:36.416246 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.436020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.441788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] Pushing event deleted for resources: {'Port': ['ID=ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:36.508525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:49:36.527777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:36.532750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:36.543203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb0756-ca8a-4212-9fd6-91c418d08aaa req-38cdfceb-2e21-4c48-a473-139cb10389a8 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:36.544718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17bb0756-ca8a-4212-9fd6-91c418d08aaa req-38cdfceb-2e21-4c48-a473-139cb10389a8 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 943 time: 0.2727246 Mar 11 17:49:36.547010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:36.547620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016443'] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.566601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': '2eda0c54-4140-4c60-bfd1-21dd44c7b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:36.567074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: d492e181-7f04-4bfd-96de-53fa8e9d7223, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:49:36.574817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=f1d791a5-65d4-4130-8bcf-311bb02b6dcc,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:36.588975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Transition to ACTIVE for port object d772c756-d354-491b-bee3-8534a37e7853 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:36.607199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:49:36.607454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:49:36.607601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:49:36.636909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e30133-262d-46ea-93c5-cb75f9ccce20 None None] No DVR routers for this DVR port ec9a9d60-e1ea-4fbf-83ca-894eeed0f29b on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:36.660497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17bb0756-ca8a-4212-9fd6-91c418d08aaa req-e6c954b6-88f3-48ca-9277-2819177e7d32 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058438 Mar 11 17:49:36.674123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8238047f-bbb5-402e-a379-00f6d47f805e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5172379 Mar 11 17:49:36.674459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45916) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:36.680732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': 'f1d791a5-65d4-4130-8bcf-311bb02b6dcc', 'ip_address': '2001:db8::2d9d:23b:b394:1f25'}], 'name': 'tempest-NetworksTestDHCPv6-606616536'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:36.701718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca343f-8d5e-43eb-9886-17de35dbf9db None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:36.731321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Transition to ACTIVE for port object d772c756-d354-491b-bee3-8534a37e7853 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:36.756629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d492e181-7f04-4bfd-96de-53fa8e9d7223) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:36.773146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.781661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:36.782944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.791488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32275456-79d2-482a-af49-991c295377f4 None None] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:36.819065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] Update dhcp port {'port': {'network_id': 'bafd611b-c50e-4fed-ba3d-1275167f838b', 'fixed_ips': [{'subnet_id': '84cdd59b-5766-413a-8137-7defb1a0fe17', 'ip_address': '2001:db8::2'}, {'subnet_id': '966b9e51-722c-4044-8ea1-f6b97a460247'}], 'binding:host_id': 'n-d-833436-1'}, 'id': '65e90e31-5304-4925-8046-b7eba9e032c6'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:49:36.850845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=dde49f1c-82e4-435a-babd-14a6c7fc4302,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:36.858756 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:36.862764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=65e90e31-5304-4925-8046-b7eba9e032c6,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:36.947894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:37.052006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:37.059616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32a76a88-f60b-487c-94a9-fefee32bbd65 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:49:37.076056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:37.105333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:37.114115 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:37.141403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Allocated IP 172.20.0.13 (970c952c-8bc6-4107-abf0-d9e31867b5d3/32dec9a0-1aa0-4a7d-a436-527025314f51/aa7c6eee-a284-43c9-bad4-e01544d2e268) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:37.162715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45920) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:37.164325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9b803e0d-673c-475c-bace-e451d7c4139f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0151558 Mar 11 17:49:37.172426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-84eedfe0-b08f-4160-805a-395a89136715 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:37.217744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port f5c999a9-9eb7-477f-a939-38431562c85b yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:37.372306 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:37.431624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:37.432472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Pushing event updated for resources: {'Port': ['ID=d772c756-d354-491b-bee3-8534a37e7853,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:37.453776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': 'f1d791a5-65d4-4130-8bcf-311bb02b6dcc'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:37.454624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:37.472434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:37.519460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:37.530108 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:49:37.842281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::2d9d:23b:b394:1f25 (75568097-05ea-4303-a281-4da1879652a7/f1d791a5-65d4-4130-8bcf-311bb02b6dcc/f5c999a9-9eb7-477f-a939-38431562c85b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:37.883730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 8ef88842-1d76-4d49-8116-bc787ebb401a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:38.278353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.305470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object f5c999a9-9eb7-477f-a939-38431562c85b will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:38.322153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Attempting to bind port d772c756-d354-491b-bee3-8534a37e7853 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:38.322896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Attempting to bind port d772c756-d354-491b-bee3-8534a37e7853 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '81bcd6a2-3859-4753-86ab-d5d7ac27a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:38.323455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Attempting to bind port d772c756-d354-491b-bee3-8534a37e7853 on network 970c952c-8bc6-4107-abf0-d9e31867b5d3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:38.359930 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.384507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:38.385063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Checking segment: {'id': '81bcd6a2-3859-4753-86ab-d5d7ac27a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:38.385302 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.385694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Bound using segment: {'id': '81bcd6a2-3859-4753-86ab-d5d7ac27a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:38.386179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Bound port: d772c756-d354-491b-bee3-8534a37e7853, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bcd6a2-3859-4753-86ab-d5d7ac27a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:38.402863 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.406741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.504413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:38.514313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.529674 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] Sync routers for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:49:38.554988 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:49:38.556425 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:38.624091 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b9ba4354-bf97-4f7b-8569-53f860bc56ac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/floatingips/6a0af071-e053-450e-9535-7b98e41a4203 HTTP/1.1" status: 204 len: 168 time: 3.4443223 Mar 11 17:49:38.624964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:49:38.947143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 65e90e31-5304-4925-8046-b7eba9e032c6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:38.996829 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:49:39.010919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-d492e181-7f04-4bfd-96de-53fa8e9d7223', 'network_id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': '6b2281f0-be0a-48c1-927e-2e23a507e74f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:49:39.011793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:39.033403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=f5c999a9-9eb7-477f-a939-38431562c85b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:39.065407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Transition to ACTIVE for port object aa7c6eee-a284-43c9-bad4-e01544d2e268 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:39.095096 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'status': 'completed', 'code': 200} Mar 11 17:49:39.144619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84eedfe0-b08f-4160-805a-395a89136715 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15516928'] for subnet, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:39.213869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:39.275245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:39.352347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32a76a88-f60b-487c-94a9-fefee32bbd65,segment=NetworkSegment(3ea339da-f0eb-402f-8092-877763c0e9d5),segment_id=3ea339da-f0eb-402f-8092-877763c0e9d5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:39.453871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/f1d791a5-65d4-4130-8bcf-311bb02b6dcc/10eccd20-5211-4887-9ec6-592d3b5e40d8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:39.641748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '32a76a88-f60b-487c-94a9-fefee32bbd65', 'network_id': 'bc68c247-eb5d-459c-a718-35c1b34868e1', 'port_id': '32a76a88-f60b-487c-94a9-fefee32bbd65', 'mac_address': 'fa:16:3e:9b:61:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48d73e-f6a1-40ec-82e8-327549d6b054', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:49:39.687744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:39.687744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:39.690855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:39.691584 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:39.706238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] For port d772c756-d354-491b-bee3-8534a37e7853, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:39.744366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] Allocated IP 172.20.0.1 (bafd611b-c50e-4fed-ba3d-1275167f838b/966b9e51-722c-4044-8ea1-f6b97a460247/65e90e31-5304-4925-8046-b7eba9e032c6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:39.780778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:11Z', 'revision_number': 6, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:39.802451 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] Checking router: 8ef88842-1d76-4d49-8116-bc787ebb401a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:49:39.839546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:39.866101 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:49:39.876558 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:39.900514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-83dbe0f7-2676-4659-bd3f-e17b9ba0260b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2248747 Mar 11 17:49:39.903756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:39.919037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] For port d772c756-d354-491b-bee3-8534a37e7853, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d772c756-d354-491b-bee3-8534a37e7853,segment=NetworkSegment(81bcd6a2-3859-4753-86ab-d5d7ac27a015),segment_id=81bcd6a2-3859-4753-86ab-d5d7ac27a015)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:39.935161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:39.973749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:39.978470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:40.052969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:40.053772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.064675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=aa7c6eee-a284-43c9-bad4-e01544d2e268,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:40.083999 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.156831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4591274-79de-4779-9c94-de238a912785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:40.174951 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4591274-79de-4779-9c94-de238a912785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2596679 Mar 11 17:49:40.174951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45960) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:40.191858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f32093-2513-40db-b5de-5c6d76bd7af4 req-2ba70ee0-3902-469c-b011-e6263f46b6f9 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:40.201664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19f32093-2513-40db-b5de-5c6d76bd7af4 req-2ba70ee0-3902-469c-b011-e6263f46b6f9 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 943 time: 1.8453665 Mar 11 17:49:40.255217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-473bdbc0-2882-4224-ada5-f33ea713b959 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1939754 Mar 11 17:49:40.296296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45964) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:40.323424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'name': 'tempest-AllowedAddressPairTestJSON-526500857', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:67:33:b1'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:40.380899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port f5c999a9-9eb7-477f-a939-38431562c85b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:40.381244 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.398409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-53e29952-bca7-4c0c-b504-9762e3e079ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 1097 time: 1.1152458 Mar 11 17:49:40.476973 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:49:40.528894 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.693148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 65e90e31-5304-4925-8046-b7eba9e032c6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:40.695028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.772370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-932f15ba-1ede-401b-9d46-67db51c35cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:40.781866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-932f15ba-1ede-401b-9d46-67db51c35cf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 200 len: 898 time: 0.3375683 Mar 11 17:49:40.841167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a76a88-f60b-487c-94a9-fefee32bbd65 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:49:41.114797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e3d54-4156-4b09-a418-535c0f45b720 req-de1ee520-4e18-45c9-b563-33cc35c28bcd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:41.126135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e74e3d54-4156-4b09-a418-535c0f45b720 req-de1ee520-4e18-45c9-b563-33cc35c28bcd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 946 time: 1.4019399 Mar 11 17:49:41.207223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-f9e2de87-0899-4176-9ac4-ad81ccceb3df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045 HTTP/1.1" status: 200 len: 217 time: 0.3879550 Mar 11 17:49:41.419919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0e963-0652-4a76-998a-b524481fb064 req-bc9ef2c9-e68e-49c8-8aca-3e87b6f45388 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:41.425911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-17d0e963-0652-4a76-998a-b524481fb064 req-bc9ef2c9-e68e-49c8-8aca-3e87b6f45388 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:41.471227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] For port 65e90e31-5304-4925-8046-b7eba9e032c6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=65e90e31-5304-4925-8046-b7eba9e032c6,segment=NetworkSegment(aa6ea534-746d-4db5-9412-a023d924580e),segment_id=aa6ea534-746d-4db5-9412-a023d924580e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:41.475897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19f32093-2513-40db-b5de-5c6d76bd7af4 req-4dcbc6a0-18ff-4174-91eb-cd9bf2285e32 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2518475 Mar 11 17:49:41.509589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84eedfe0-b08f-4160-805a-395a89136715 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794726933149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1276392'] for subnet, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.583051 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:11Z', 'revision_number': 6, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:41.595962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.604462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-5e4c0cfd-8d41-452f-9353-dbcafa045dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:41.606090 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-5e4c0cfd-8d41-452f-9353-dbcafa045dea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb1a30c-5744-464a-b156-03eed6d60dde HTTP/1.1" status: 200 len: 835 time: 0.3255873 Mar 11 17:49:41.623404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] Transition to ACTIVE for port object 65e90e31-5304-4925-8046-b7eba9e032c6 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:41.637731 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c39b06-b5bd-44ff-85a5-15ca4f9b28f2 None None] The sync data for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 is: [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:11Z', 'revision_number': 6, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e76037e8-22a5-45c4-ad42-f9dca4975094', 'name': '', 'network_id': '2d6ec162-a1c2-4fa2-82cc-ccd0927aa084', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:15:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:32Z', 'updated_at': '2022-03-11T17:46:44Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': 'bfb1a30c-5744-464a-b156-03eed6d60dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:49:41.639694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32a76a88-f60b-487c-94a9-fefee32bbd65,segment=NetworkSegment(3ea339da-f0eb-402f-8092-877763c0e9d5),segment_id=3ea339da-f0eb-402f-8092-877763c0e9d5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:41.640318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-17d0e963-0652-4a76-998a-b524481fb064 req-bc9ef2c9-e68e-49c8-8aca-3e87b6f45388 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:41.645869 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-17d0e963-0652-4a76-998a-b524481fb064 req-bc9ef2c9-e68e-49c8-8aca-3e87b6f45388 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 946 time: 0.9848146 Mar 11 17:49:41.700877 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e74e3d54-4156-4b09-a418-535c0f45b720 req-8f9f1a7f-8944-47aa-8ab5-a94c8d7359e8 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5724761 Mar 11 17:49:41.764747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:41.795087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Usage tracker for resource:port and tenant:831d3108094743a5bff9e650c3805b54 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:41.807152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eedfe0-b08f-4160-805a-395a89136715 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:41.807747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84eedfe0-b08f-4160-805a-395a89136715 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.817188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-84eedfe0-b08f-4160-805a-395a89136715 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "PUT /v2.0/subnets/6b2281f0-be0a-48c1-927e-2e23a507e74f HTTP/1.1" status: 200 len: 826 time: 4.6528664 Mar 11 17:49:41.819262 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.831524 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.834333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45976) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:41.835345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:41.881499 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.910937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:41.924183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5cd26-979e-42f4-93cd-7712d656ba91 None None] Pushing event updated for resources: {'Port': ['ID=d772c756-d354-491b-bee3-8534a37e7853,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:41.939449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eedfe0-b08f-4160-805a-395a89136715 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=6b2281f0-be0a-48c1-927e-2e23a507e74f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:42.140472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:42.303295 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:42.337545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['32a76a88-f60b-487c-94a9-fefee32bbd65'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:49:42.409020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c87476-bb28-4517-bf3a-9e5e6572da21 None None] New status for floating IP 6a0af071-e053-450e-9535-7b98e41a4203: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:49:42.412824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for f5c999a9-9eb7-477f-a939-38431562c85b owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:42.447623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port bbcaab4c-6032-47b8-a6bc-9be246e29045 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:42.448733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:42.472393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-ef63c6ef-2e41-484e-846f-d84877edc4ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8539577 Mar 11 17:49:42.940756 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:42.998842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.093760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Allocated IP 2001:db8::2 (d492e181-7f04-4bfd-96de-53fa8e9d7223/6b2281f0-be0a-48c1-927e-2e23a507e74f/71bbb229-c534-4fc1-80cd-9066e2e37204) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:43.160247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b45bd-ca69-463d-b0c3-17facedeff48 None None] Pushing event updated for resources: {'Port': ['ID=65e90e31-5304-4925-8046-b7eba9e032c6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:43.290416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1e2477-a3cc-4774-b1fc-cdb42a1c2849 None None] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:43.440609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port bbcaab4c-6032-47b8-a6bc-9be246e29045, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=bbcaab4c-6032-47b8-a6bc-9be246e29045,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:43.445281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.480869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae803402-6272-4992-9b13-8ec5c7304733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.744257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] device_id is not set on port bdb57ea0-8da5-42f7-a58f-0bcabcb250df yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:43.784519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d772c756-d354-491b-bee3-8534a37e7853 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:43.842921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for bbcaab4c-6032-47b8-a6bc-9be246e29045 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:43.871313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.882904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315fae3-c253-48e6-a07d-c9b25f2efd8c None None] Network bafd611b-c50e-4fed-ba3d-1275167f838b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:43.965487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-ed79cf8f-b52a-433a-99ea-90054be1c3ba service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4748235 Mar 11 17:49:43.981486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=f5c999a9-9eb7-477f-a939-38431562c85b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:44.000587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Transition to ACTIVE for port object 10eccd20-5211-4887-9ec6-592d3b5e40d8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:44.105295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7390a0ab-ba91-40ec-93e8-8f04ed7604c0 None None] Provisioning for port d772c756-d354-491b-bee3-8534a37e7853 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:44.110938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32a76a88-f60b-487c-94a9-fefee32bbd65,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:44.184881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.196531 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ee4e6cf7-59bc-4c92-8717-f6a5dfd90aa5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/f5c999a9-9eb7-477f-a939-38431562c85b HTTP/1.1" status: 204 len: 168 time: 4.0277598 Mar 11 17:49:44.199236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46004) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:44.291159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Transition to ACTIVE for port object 10eccd20-5211-4887-9ec6-592d3b5e40d8 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:44.363398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.424730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1f4a7e-def9-46fc-b407-fdee7093a3e2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:44.428691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1f4a7e-def9-46fc-b407-fdee7093a3e2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:44.431472 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.433029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3f1f4a7e-def9-46fc-b407-fdee7093a3e2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:44.491698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.633973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78827a0-d1c0-4bd3-9b82-cd056b52e0e3 req-5416c838-1846-4338-9e27-9011faba99e2 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:44.646515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d78827a0-d1c0-4bd3-9b82-cd056b52e0e3 req-5416c838-1846-4338-9e27-9011faba99e2 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 944 time: 1.8210180 Mar 11 17:49:44.671514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d772c756-d354-491b-bee3-8534a37e7853 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:44.750886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3f1f4a7e-def9-46fc-b407-fdee7093a3e2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:44.754622 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3f1f4a7e-def9-46fc-b407-fdee7093a3e2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5518036 Mar 11 17:49:44.793322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50687aad-b3a4-404e-9184-b24357b3cfb4 req-f4f93d1a-2394-4ccf-83c9-2d3f8a6336a7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2884338 Mar 11 17:49:44.794652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46014) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:44.939319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=bbcaab4c-6032-47b8-a6bc-9be246e29045,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:44.944399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d772c756-d354-491b-bee3-8534a37e7853 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:44.944775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.020310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50687aad-b3a4-404e-9184-b24357b3cfb4 req-003106e2-9c7f-483c-99e3-1eeecd77e850 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.1722691 Mar 11 17:49:45.036413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Allocated IP 172.20.0.8 (970c952c-8bc6-4107-abf0-d9e31867b5d3/32dec9a0-1aa0-4a7d-a436-527025314f51/bdb57ea0-8da5-42f7-a58f-0bcabcb250df) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:45.052250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d78827a0-d1c0-4bd3-9b82-cd056b52e0e3 req-13381cc8-c22c-41b2-a7bf-6488e2613cd4 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048390 Mar 11 17:49:45.077835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] No DVR routers for this DVR port bbcaab4c-6032-47b8-a6bc-9be246e29045 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:45.087213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.122731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'name': 'network-vif-deleted', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:49:45.142739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43479b83-fed5-42cc-9272-beb06c3176e5 req-435f4f4b-1ca4-4077-8597-f88603a3a54c service neutron] 10.222.0.59 "GET /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1139152 Mar 11 17:49:45.160719 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-17d0e963-0652-4a76-998a-b524481fb064 req-90eb0e35-2d77-4cb3-800d-f93e6584b3cb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "DELETE /v2.0/ports/bbcaab4c-6032-47b8-a6bc-9be246e29045 HTTP/1.1" status: 204 len: 173 time: 3.4887562 Mar 11 17:49:45.203738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50687aad-b3a4-404e-9184-b24357b3cfb4 req-66b6839e-3004-4c2c-bafd-7cbb98d048ef service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257517 Mar 11 17:49:45.234232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d75ce-6058-49c1-a239-1d1710c364fc req-30d9f30f-bf21-41a1-a4e2-c1157c737aac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:45.265346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754d75ce-6058-49c1-a239-1d1710c364fc req-30d9f30f-bf21-41a1-a4e2-c1157c737aac tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa46e14-302e-48d2-9860-3199ab513be2 HTTP/1.1" status: 200 len: 946 time: 1.2957377 Mar 11 17:49:45.447118 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa46e14-302e-48d2-9860-3199ab513be2', 'name': 'network-vif-deleted', 'tag': 'bbcaab4c-6032-47b8-a6bc-9be246e29045', 'status': 'completed', 'code': 200} Mar 11 17:49:45.447531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46026) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:45.518555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3341cd3-ec88-4bd5-8027-d858c975d740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.529532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-35271f06-2377-4b43-a34b-c6f6bacfd323 None None] Provisioning for port 65e90e31-5304-4925-8046-b7eba9e032c6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:45.562421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:45.574956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Pushing event updated for resources: {'Port': ['ID=10eccd20-5211-4887-9ec6-592d3b5e40d8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:45.696316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:45.725505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:45.730662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-35271f06-2377-4b43-a34b-c6f6bacfd323 None None] Provisioning complete for port 65e90e31-5304-4925-8046-b7eba9e032c6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:45.731069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-35271f06-2377-4b43-a34b-c6f6bacfd323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.796431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet f1d791a5-65d4-4130-8bcf-311bb02b6dcc {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:49:45.914280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbcaab4c-6032-47b8-a6bc-9be246e29045 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:49:45.946629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.011660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50687aad-b3a4-404e-9184-b24357b3cfb4 req-d4326b80-ab7f-4604-9c4d-b7084900be8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:46.019466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50687aad-b3a4-404e-9184-b24357b3cfb4 req-d4326b80-ab7f-4604-9c4d-b7084900be8a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6738989 Mar 11 17:49:46.058811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.065311 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.230663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.257585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Transition to ACTIVE for port object 71bbb229-c534-4fc1-80cd-9066e2e37204 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:46.269053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.304440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Transition to ACTIVE for port object 71bbb229-c534-4fc1-80cd-9066e2e37204 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:46.320796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: bbcaab4c-6032-47b8-a6bc-9be246e29045 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:49:46.321112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device bbcaab4c-6032-47b8-a6bc-9be246e29045 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:49:46.371272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Transition to ACTIVE for port object bdb57ea0-8da5-42f7-a58f-0bcabcb250df will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:46.411781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.477125 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.490062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:46.502891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Usage tracker for resource:security_group_rule and tenant:f39271cf3478432da2434940a1ced8d8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:46.508534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:46.520228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:46.581442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.669485 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.670103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.676034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2281f0-be0a-48c1-927e-2e23a507e74f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:46.707599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.710451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.722077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-754d75ce-6058-49c1-a239-1d1710c364fc req-0585c79b-c7f0-4c3e-a731-1cf129925b04 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=08ef9f7a-5e46-41a9-9ab4-68b2d3559440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4556389 Mar 11 17:49:46.792090 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.823566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Attempting to bind port 10eccd20-5211-4887-9ec6-592d3b5e40d8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:46.823917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Attempting to bind port 10eccd20-5211-4887-9ec6-592d3b5e40d8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:46.824277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Attempting to bind port 10eccd20-5211-4887-9ec6-592d3b5e40d8 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:46.845771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff677ff-b139-4442-8432-32ae966b979a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:46.888034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bc7029be-f6c2-4c7c-83c6-3fef707da548 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f39271cf3478432da2434940a1ced8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4393930 Mar 11 17:49:46.891609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46038) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:46.892811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:46.902554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:46.904402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.915002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:46.915002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:46.915245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.915689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:46.916054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Bound port: 10eccd20-5211-4887-9ec6-592d3b5e40d8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:46.916426 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.918253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fa581-a280-4741-aac3-4e20c7dffb8a req-3149ff0a-ee8f-47d1-9bd2-7ec3ef4061c9 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:46.920253 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b51fa581-a280-4741-aac3-4e20c7dffb8a req-3149ff0a-ee8f-47d1-9bd2-7ec3ef4061c9 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 944 time: 0.4946549 Mar 11 17:49:46.927314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:46.941388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:46.966830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:46.972598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Pushing event updated for resources: {'Port': ['ID=71bbb229-c534-4fc1-80cd-9066e2e37204,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:46.984988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:47.024924 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.033970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=bdb57ea0-8da5-42f7-a58f-0bcabcb250df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:47.102575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d492e181-7f04-4bfd-96de-53fa8e9d7223']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:47.137160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.140862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b51fa581-a280-4741-aac3-4e20c7dffb8a req-bf69f8ef-a1ed-427f-88bb-86c183d40171 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977992 Mar 11 17:49:47.146398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eda0c54-4140-4c60-bfd1-21dd44c7b914') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:47.150852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eda0c54-4140-4c60-bfd1-21dd44c7b914') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:47.175674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:47.183262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.199684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.212944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d791a5-65d4-4130-8bcf-311bb02b6dcc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:47.214226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] For port 10eccd20-5211-4887-9ec6-592d3b5e40d8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:47.223342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] For port 10eccd20-5211-4887-9ec6-592d3b5e40d8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=10eccd20-5211-4887-9ec6-592d3b5e40d8,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:47.269415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0023-197f-4d8e-9bc9-e66945a6b29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.279877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.297271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ef8961fd-40ec-44af-8cea-e8f2becf4623 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.9891770 Mar 11 17:49:47.300327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:47.300992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.310457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0023-197f-4d8e-9bc9-e66945a6b29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:47.323510 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:47.331619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46044) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:47.339454 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.369273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.410588 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-986e3be4-22bd-4557-96fc-abeb369d1961 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/f1d791a5-65d4-4130-8bcf-311bb02b6dcc HTTP/1.1" status: 204 len: 168 time: 2.6147292 Mar 11 17:49:47.414136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:47.461624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.516133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Attempting to bind port 71bbb229-c534-4fc1-80cd-9066e2e37204 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:49:47.516483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Attempting to bind port 71bbb229-c534-4fc1-80cd-9066e2e37204 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '2eda0c54-4140-4c60-bfd1-21dd44c7b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:49:47.516883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Attempting to bind port 71bbb229-c534-4fc1-80cd-9066e2e37204 on network d492e181-7f04-4bfd-96de-53fa8e9d7223 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:49:47.520243 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0023-197f-4d8e-9bc9-e66945a6b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.523357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0023-197f-4d8e-9bc9-e66945a6b29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.527477 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ce1c0023-197f-4d8e-9bc9-e66945a6b29d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aff677ff-b139-4442-8432-32ae966b979a HTTP/1.1" status: 204 len: 168 time: 0.6325972 Mar 11 17:49:47.544544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d772c756-d354-491b-bee3-8534a37e7853, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d772c756-d354-491b-bee3-8534a37e7853,segment=NetworkSegment(81bcd6a2-3859-4753-86ab-d5d7ac27a015),segment_id=81bcd6a2-3859-4753-86ab-d5d7ac27a015)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:47.594511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b3ef8bdf-aa36-4db6-9cc4-fc34cddc2feb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1799183 Mar 11 17:49:47.602415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46060) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:47.605368 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.607466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 65e90e31-5304-4925-8046-b7eba9e032c6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:47.607578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c0023-197f-4d8e-9bc9-e66945a6b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff677ff-b139-4442-8432-32ae966b979a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:47.615981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:47.743490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:49:47.744025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Checking segment: {'id': '2eda0c54-4140-4c60-bfd1-21dd44c7b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:49:47.744290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.744684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Bound using segment: {'id': '2eda0c54-4140-4c60-bfd1-21dd44c7b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:49:47.745176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Bound port: 71bbb229-c534-4fc1-80cd-9066e2e37204, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eda0c54-4140-4c60-bfd1-21dd44c7b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:49:47.764964 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.931815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32a76a88-f60b-487c-94a9-fefee32bbd65 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:47.954311 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:49:47.954311 n-d-833436-1 neutron-server[83849]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:49:47.954311 n-d-833436-1 neutron-server[83849]: [parameters: {'id': 'd492e181-7f04-4bfd-96de-53fa8e9d7223'}] Mar 11 17:49:47.954311 n-d-833436-1 neutron-server[83849]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:49:47.954785 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:49:48.000299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc12bf-00af-4045-89fb-e4d8b53cf0fb tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:48.007700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc12bf-00af-4045-89fb-e4d8b53cf0fb tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:48.014307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc12bf-00af-4045-89fb-e4d8b53cf0fb tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:48.014789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:48.015233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9dc12bf-00af-4045-89fb-e4d8b53cf0fb tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Synchronizing usage tracker for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:48.020613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:48.032809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:48.045912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:48.066276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9dc12bf-00af-4045-89fb-e4d8b53cf0fb tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Unset dirty status for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:48.071007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b9dc12bf-00af-4045-89fb-e4d8b53cf0fb tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7355056 Mar 11 17:49:48.071904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46070) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:48.072566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46072) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:48.075879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:48.086093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.146606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a77b4b-f78c-426a-8811-af4802f474f5 None None] Pushing event updated for resources: {'Port': ['ID=10eccd20-5211-4887-9ec6-592d3b5e40d8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:48.239361 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:49:48.281562 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa235-87df-4cfd-ab36-0964ec6408af tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.286577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting port bdb57ea0-8da5-42f7-a58f-0bcabcb250df {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:48.287317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.457829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d772c756-d354-491b-bee3-8534a37e7853,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:48.461456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.502465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa235-87df-4cfd-ab36-0964ec6408af tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.504624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0bfe695a-ce67-460a-8682-4db11120d358 None None] Provisioning complete for port d772c756-d354-491b-bee3-8534a37e7853 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:48.504994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bfe695a-ce67-460a-8682-4db11120d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.526242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.623677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:48.627370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:48.636976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:48.637732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.642336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=17f1ee6c-cfde-4e66-8690-9dab3ea490a1,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:48.700745 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-20b8077c-fb4d-4c20-81e7-0334bfe9dfcc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0955300 Mar 11 17:49:48.702633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:48.733064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': '17f1ee6c-cfde-4e66-8690-9dab3ea490a1', 'ip_address': '2001:db8::4f16:2411:b567:1aee'}], 'name': 'tempest-NetworksTestDHCPv6-2015721861'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:48.759875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] For port 71bbb229-c534-4fc1-80cd-9066e2e37204, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:49:48.782043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] For port 71bbb229-c534-4fc1-80cd-9066e2e37204, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=71bbb229-c534-4fc1-80cd-9066e2e37204,segment=NetworkSegment(2eda0c54-4140-4c60-bfd1-21dd44c7b914),segment_id=2eda0c54-4140-4c60-bfd1-21dd44c7b914)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:49:48.783467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port 71bbb229-c534-4fc1-80cd-9066e2e37204 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:48.783912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.804774 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.832030 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.912029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 32a76a88-f60b-487c-94a9-fefee32bbd65 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:48.918898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 65e90e31-5304-4925-8046-b7eba9e032c6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:48.919372 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.973607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 32a76a88-f60b-487c-94a9-fefee32bbd65 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:48.974056 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.036772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:49.041921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Calling delete_port for bdb57ea0-8da5-42f7-a58f-0bcabcb250df owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:49.047222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:49.054931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:49.073280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:49.099690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:49.105461 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.129928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 516c2515-8536-423d-9e1f-e661a2812efe yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:49.283406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa235-87df-4cfd-ab36-0964ec6408af tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.359453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa235-87df-4cfd-ab36-0964ec6408af tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.363865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ef3fa235-87df-4cfd-ab36-0964ec6408af tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/security-groups/08ef9f7a-5e46-41a9-9ab4-68b2d3559440 HTTP/1.1" status: 204 len: 168 time: 1.2899885 Mar 11 17:49:49.365183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fa235-87df-4cfd-ab36-0964ec6408af tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ef9f7a-5e46-41a9-9ab4-68b2d3559440,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:49.388786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1783a-cf6f-4e2c-8b19-9806f3b3ed07 req-7a1a7430-7963-4858-a6d0-253a85d86baf tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:49.403027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68c1783a-cf6f-4e2c-8b19-9806f3b3ed07 req-7a1a7430-7963-4858-a6d0-253a85d86baf tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 944 time: 1.0008433 Mar 11 17:49:49.426756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed1310-abca-4d85-abc2-c1890866d191 None None] Pushing event updated for resources: {'Port': ['ID=71bbb229-c534-4fc1-80cd-9066e2e37204,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:49.453863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:49.577191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.694986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Port': ['ID=bdb57ea0-8da5-42f7-a58f-0bcabcb250df,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:49.772789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290b150-a92a-4162-ad7b-79738a93af1d None None] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:49.786912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::4f16:2411:b567:1aee (75568097-05ea-4303-a281-4da1879652a7/17f1ee6c-cfde-4e66-8690-9dab3ea490a1/516c2515-8536-423d-9e1f-e661a2812efe) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:49.796678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a11941-16ae-4d0f-96c0-b1c231096532 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:49.984690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port 71bbb229-c534-4fc1-80cd-9066e2e37204, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=71bbb229-c534-4fc1-80cd-9066e2e37204,segment=NetworkSegment(2eda0c54-4140-4c60-bfd1-21dd44c7b914),segment_id=2eda0c54-4140-4c60-bfd1-21dd44c7b914)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:49.985385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.015494 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0bfe695a-ce67-460a-8682-4db11120d358 None None] Provisioning for port aa7c6eee-a284-43c9-bad4-e01544d2e268 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:50.240532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0bfe695a-ce67-460a-8682-4db11120d358 None None] Provisioning complete for port aa7c6eee-a284-43c9-bad4-e01544d2e268 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:50.240878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bfe695a-ce67-460a-8682-4db11120d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.345177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for 71bbb229-c534-4fc1-80cd-9066e2e37204 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:50.347469 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.393514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32a76a88-f60b-487c-94a9-fefee32bbd65,segment=NetworkSegment(3ea339da-f0eb-402f-8092-877763c0e9d5),segment_id=3ea339da-f0eb-402f-8092-877763c0e9d5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:50.402456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:49:50.462862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.604218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.633102 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68c1783a-cf6f-4e2c-8b19-9806f3b3ed07 req-68762e93-1a1a-447f-8d23-2057a6343c39 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2278633 Mar 11 17:49:50.650881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-53d7c4e4-0df5-44aa-ae76-dd4197beb3e7 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/ports/bdb57ea0-8da5-42f7-a58f-0bcabcb250df HTTP/1.1" status: 204 len: 168 time: 2.5690811 Mar 11 17:49:50.652212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46126) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:50.662502 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65', 'code': 200} Mar 11 17:49:50.667548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.755147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe695a-ce67-460a-8682-4db11120d358 None None] Port aa7c6eee-a284-43c9-bad4-e01544d2e268 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:49:50.811073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73c2884-c07f-4585-b071-e44735c03d69 None None] Network d492e181-7f04-4bfd-96de-53fa8e9d7223 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:50.891279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d772c756-d354-491b-bee3-8534a37e7853 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:50.982010 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dc9203-ce5c-4984-bad1-fae22ff5dd79 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] GET failed (client error): The resource could not be found. Mar 11 17:49:50.983150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a1dc9203-ce5c-4984-bad1-fae22ff5dd79 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Synchronizing usage tracker for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:50.986903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Port': ['ID=71bbb229-c534-4fc1-80cd-9066e2e37204,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:51.007076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-917be4e9-ebdd-4556-9f6d-b0353fbbaa2b req-d415b615-fefe-4f3c-940b-cc072232531a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 1096 time: 0.1736975 Mar 11 17:49:51.017397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No DVR routers for this DVR port 71bbb229-c534-4fc1-80cd-9066e2e37204 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:51.040566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.054901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a1dc9203-ce5c-4984-bad1-fae22ff5dd79 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Unset dirty status for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:51.056743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a1dc9203-ce5c-4984-bad1-fae22ff5dd79 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "GET /v2.0/ports/bdb57ea0-8da5-42f7-a58f-0bcabcb250df HTTP/1.1" status: 404 len: 333 time: 0.4033973 Mar 11 17:49:51.066176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:51.082631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'name': 'tempest-AllowedAddressPairTestJSON-909075804'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:51.102846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 516c2515-8536-423d-9e1f-e661a2812efe will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:51.133804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32a76a88-f60b-487c-94a9-fefee32bbd65,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:51.229635 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-917be4e9-ebdd-4556-9f6d-b0353fbbaa2b req-49e87169-91d0-4315-9cdd-6803933433c5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123446 Mar 11 17:49:51.285092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.325836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b027e17-87d5-49b5-ae6d-ca950e202a70 None None] Provisioning for port 10eccd20-5211-4887-9ec6-592d3b5e40d8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:51.348758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d492e181-7f04-4bfd-96de-53fa8e9d7223']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:51.371776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eda0c54-4140-4c60-bfd1-21dd44c7b914') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:51.372075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eda0c54-4140-4c60-bfd1-21dd44c7b914') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:51.389245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.398504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.429658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.447717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:49:51.456132 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:51.484552 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:51.501541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:51.530415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:51.545170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.567282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d772c756-d354-491b-bee3-8534a37e7853 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:51.570431 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.574023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.593681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.606091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/d492e181-7f04-4bfd-96de-53fa8e9d7223 HTTP/1.1" status: 204 len: 168 time: 9.7662704 Mar 11 17:49:51.607417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f430ac-8297-48a8-9437-4200cc01295c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=d492e181-7f04-4bfd-96de-53fa8e9d7223,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:51.609207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46140) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:51.643709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:51.644942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=516c2515-8536-423d-9e1f-e661a2812efe,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:51.646102 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0027647-776e-439d-a2a2-e4224f6d398a tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:49:51.646812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0027647-776e-439d-a2a2-e4224f6d398a tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:49:51.649266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0027647-776e-439d-a2a2-e4224f6d398a tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/d492e181-7f04-4bfd-96de-53fa8e9d7223 HTTP/1.1" status: 404 len: 339 time: 0.0383878 Mar 11 17:49:51.653812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46144) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:51.668246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10414474', 'description': 'd1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:51.683139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:51.688024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:49:51.690431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:51.698509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Usage tracker for resource:network and tenant:a6ba622f28724068bdf10f7428ff5513 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:49:51.701981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.703814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:49:51.717922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b027e17-87d5-49b5-ae6d-ca950e202a70 None None] Provisioning complete for port 65e90e31-5304-4925-8046-b7eba9e032c6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:51.718323 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b027e17-87d5-49b5-ae6d-ca950e202a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.721237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:49:51.743787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:51.745555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:49:51.749172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.766222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:51.766904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.785834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:49:51.815240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.816063 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment b75f7372-7fee-446a-a46d-1d8777b4da81 of type vlan for network d7fc855a-ad16-41f5-8d9d-479e6e69c592 Mar 11 17:49:51.868071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.901925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] device_id is not set on port 3a5e857d-441d-4039-bcb0-af999962419f yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:49:51.934246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.940224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:51.941430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.969468 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db997fe7-d2b1-46f1-8c1b-b1d65b853b03 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2642739 Mar 11 17:49:51.989672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46152) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:52.007469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 10eccd20-5211-4887-9ec6-592d3b5e40d8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:52.104950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Allocated IP 172.20.0.6 (970c952c-8bc6-4107-abf0-d9e31867b5d3/32dec9a0-1aa0-4a7d-a436-527025314f51/3a5e857d-441d-4039-bcb0-af999962419f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:49:52.133659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b027e17-87d5-49b5-ae6d-ca950e202a70 None None] Could not find standard attr ID for object bdb57ea0-8da5-42f7-a58f-0bcabcb250df. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:49:52.156855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b027e17-87d5-49b5-ae6d-ca950e202a70 None None] Provisioning complete for port aa7c6eee-a284-43c9-bad4-e01544d2e268 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:52.157263 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b027e17-87d5-49b5-ae6d-ca950e202a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.188267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 10eccd20-5211-4887-9ec6-592d3b5e40d8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:52.220663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 10eccd20-5211-4887-9ec6-592d3b5e40d8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:52.221543 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.260870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6056955 Mar 11 17:49:52.261779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46158) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:52.454984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc6bb1-9012-4329-9305-49ab547057b1 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=d7fc855a-ad16-41f5-8d9d-479e6e69c592,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:52.546272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c081b3-6c56-4f6f-8d52-9d471435a22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:52.546751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d7fc855a-ad16-41f5-8d9d-479e6e69c592 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:52.546995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-40c081b3-6c56-4f6f-8d52-9d471435a22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Synchronizing usage tracker for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:52.573419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711aeb-1ec0-4716-b154-91f3dd8dfbbe req-3836d90c-fd2c-4fb6-a235-b4ecce8cd442 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:52.575000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d711aeb-1ec0-4716-b154-91f3dd8dfbbe req-3836d90c-fd2c-4fb6-a235-b4ecce8cd442 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 945 time: 0.6070490 Mar 11 17:49:52.586325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7b027e17-87d5-49b5-ae6d-ca950e202a70 None None] Port aa7c6eee-a284-43c9-bad4-e01544d2e268 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:49:52.634552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-40c081b3-6c56-4f6f-8d52-9d471435a22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Unset dirty status for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:52.635673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-40c081b3-6c56-4f6f-8d52-9d471435a22f tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/networks?id=d7fc855a-ad16-41f5-8d9d-479e6e69c592 HTTP/1.1" status: 200 len: 763 time: 0.3513618 Mar 11 17:49:52.646018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a91d32-4ef4-4d70-b7ef-185d4e766523 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:52.650454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a91d32-4ef4-4d70-b7ef-185d4e766523 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:52.652142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-88a91d32-4ef4-4d70-b7ef-185d4e766523 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:52.656048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46164) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:52.666735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'description': 'd2'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:52.792492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-88a91d32-4ef4-4d70-b7ef-185d4e766523 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:52.796156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-88a91d32-4ef4-4d70-b7ef-185d4e766523 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.8002865 Mar 11 17:49:52.802982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46168) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:52.815142 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.829003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84f5eaff-912c-494d-9fcd-d92d15f6b456 None None] Provisioning for port 516c2515-8536-423d-9e1f-e661a2812efe completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:52.831102 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.844272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84f5eaff-912c-494d-9fcd-d92d15f6b456 None None] Provisioning complete for port 516c2515-8536-423d-9e1f-e661a2812efe triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:52.844559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84f5eaff-912c-494d-9fcd-d92d15f6b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.859041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Transition to ACTIVE for port object 3a5e857d-441d-4039-bcb0-af999962419f will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:49:52.916056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d711aeb-1ec0-4716-b154-91f3dd8dfbbe req-b5da618d-f614-4d4e-ac8f-a41e4c38a6b6 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304949 Mar 11 17:49:52.983471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 10eccd20-5211-4887-9ec6-592d3b5e40d8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=10eccd20-5211-4887-9ec6-592d3b5e40d8,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:52.986386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-84f5eaff-912c-494d-9fcd-d92d15f6b456 None None] Port 516c2515-8536-423d-9e1f-e661a2812efe cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:49:52.998476 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.068290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.183681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-84f5eaff-912c-494d-9fcd-d92d15f6b456 None None] Provisioning complete for port 10eccd20-5211-4887-9ec6-592d3b5e40d8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:53.183681 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84f5eaff-912c-494d-9fcd-d92d15f6b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.223292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 516c2515-8536-423d-9e1f-e661a2812efe {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:53.223292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.306970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=3a5e857d-441d-4039-bcb0-af999962419f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:53.316772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=10eccd20-5211-4887-9ec6-592d3b5e40d8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:53.357614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:49:53.360643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:49:53.378780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:49:53.427837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-af5b76b8-e305-416b-b4bc-4a47fbc362da tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=bec4bf44a1e7406daa677addedd35084&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013863 Mar 11 17:49:53.579299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f087ffd2-4673-4646-a272-2ec4b7e59fa7 None None] Could not find standard attr ID for object f5c999a9-9eb7-477f-a939-38431562c85b. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:49:53.593658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:53.594335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.605283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f087ffd2-4673-4646-a272-2ec4b7e59fa7 None None] Provisioning complete for port 516c2515-8536-423d-9e1f-e661a2812efe triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:53.606122 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f087ffd2-4673-4646-a272-2ec4b7e59fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.701123 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e0276ed-bc27-493c-8b32-87ca2a139197 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6326737 Mar 11 17:49:53.704457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46188) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:53.716271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:67:33:b1'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:53.743820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.751544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f087ffd2-4673-4646-a272-2ec4b7e59fa7 None None] Port 516c2515-8536-423d-9e1f-e661a2812efe cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:49:53.845403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf540a73-b864-4a83-a51f-828823861154 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:49:53.851585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.937157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5599f93b-444d-4eaf-9081-69dd8f9ece19 None None] Provisioning for port 3a5e857d-441d-4039-bcb0-af999962419f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:49:53.999175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5599f93b-444d-4eaf-9081-69dd8f9ece19 None None] Provisioning complete for port 3a5e857d-441d-4039-bcb0-af999962419f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:53.999584 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5599f93b-444d-4eaf-9081-69dd8f9ece19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:54.306015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf540a73-b864-4a83-a51f-828823861154 None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:49:54.325743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5599f93b-444d-4eaf-9081-69dd8f9ece19 None None] Port 3a5e857d-441d-4039-bcb0-af999962419f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:49:54.382213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port e76037e8-22a5-45c4-ad42-f9dca4975094 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:54.386197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:54.565320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:54.702763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:54.709495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 516c2515-8536-423d-9e1f-e661a2812efe owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:54.807838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port e76037e8-22a5-45c4-ad42-f9dca4975094, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e76037e8-22a5-45c4-ad42-f9dca4975094,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:54.808333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:54.907964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network d7fc855a-ad16-41f5-8d9d-479e6e69c592 is not hosted by any dhcp agent {{(pid=83849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 17:49:54.913313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:54.914305 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:54.917092 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "PUT /v2.0/networks/d7fc855a-ad16-41f5-8d9d-479e6e69c592 HTTP/1.1" status: 200 len: 760 time: 2.2578006 Mar 11 17:49:54.922947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-9ad9a4e1-e162-4833-954a-cf54c3fa4bf6 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:54.932076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-9ad9a4e1-e162-4833-954a-cf54c3fa4bf6 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5032988 Mar 11 17:49:54.934995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46208) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:54.957315 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:54.979229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for e76037e8-22a5-45c4-ad42-f9dca4975094 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:54.999899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981023ec-80d3-4e6d-981f-6667b4543ef0 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:49:55.111305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6eb3f4-36d1-4ab9-9ded-be2b65b80154 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:55.116135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ab6eb3f4-36d1-4ab9-9ded-be2b65b80154 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/networks?id=d7fc855a-ad16-41f5-8d9d-479e6e69c592 HTTP/1.1" status: 200 len: 763 time: 0.1603651 Mar 11 17:49:55.163806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:55.200247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=516c2515-8536-423d-9e1f-e661a2812efe,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:55.216382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981023ec-80d3-4e6d-981f-6667b4543ef0 None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:49:55.219693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 10eccd20-5211-4887-9ec6-592d3b5e40d8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:49:55.262914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.263266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.263583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.264238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.264568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.264888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.265340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.265672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.265982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.266295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.266632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:55.276409 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:55.296585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b0ac9487-b1d6-4686-824f-1b5b0d1ec029 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/quotas/bec4bf44a1e7406daa677addedd35084 HTTP/1.1" status: 200 len: 375 time: 0.3625252 Mar 11 17:49:55.393902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-0d745980-1109-4308-ab0b-64a63644e68f tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=bec4bf44a1e7406daa677addedd35084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873196 Mar 11 17:49:55.405788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fe4a5-2130-417d-9890-f245dc39632b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=d7fc855a-ad16-41f5-8d9d-479e6e69c592,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:55.424376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0b6d6d93-5917-4df8-8e0f-3e124b8b0d84 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/516c2515-8536-423d-9e1f-e661a2812efe HTTP/1.1" status: 204 len: 168 time: 2.6202900 Mar 11 17:49:55.434507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46218) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:55.468774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d7fc855a-ad16-41f5-8d9d-479e6e69c592 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:49:55.523366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d18eab-6501-4bff-9bc8-ec845f09af21 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:55.525346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-85d18eab-6501-4bff-9bc8-ec845f09af21 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Synchronizing usage tracker for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:55.581853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-85d18eab-6501-4bff-9bc8-ec845f09af21 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Unset dirty status for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:55.583222 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-85d18eab-6501-4bff-9bc8-ec845f09af21 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4185216 Mar 11 17:49:55.584074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df400-8796-49f8-8ab7-6446399c348b req-20109f51-e424-4912-b008-d074b9333fbd tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:55.589177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46222) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:55.601931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af6df400-8796-49f8-8ab7-6446399c348b req-20109f51-e424-4912-b008-d074b9333fbd tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 945 time: 1.2105603 Mar 11 17:49:55.667955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1641617c-b248-4df4-8866-c9672d6036ab tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Synchronizing usage tracker for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:55.688020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 10eccd20-5211-4887-9ec6-592d3b5e40d8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:55.688602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:55.727652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1641617c-b248-4df4-8866-c9672d6036ab tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Unset dirty status for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:55.729229 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1641617c-b248-4df4-8866-c9672d6036ab tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 207 time: 0.1387339 Mar 11 17:49:55.735612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46230) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:55.915870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc22c1-771b-453b-ae63-258ac8853801 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:55.918283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc22c1-771b-453b-ae63-258ac8853801 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:55.919208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9cc22c1-771b-453b-ae63-258ac8853801 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:55.964224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af6df400-8796-49f8-8ab7-6446399c348b req-08c2930c-6854-4eba-ae4e-36d0aa08df9c tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597970 Mar 11 17:49:55.965661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9cc22c1-771b-453b-ae63-258ac8853801 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:55.971160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d9cc22c1-771b-453b-ae63-258ac8853801 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5305972 Mar 11 17:49:55.972544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46236) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:56.240296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:56.327515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:56.528594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315501d-0aa1-4331-90eb-3f5793070b06 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:56.532787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315501d-0aa1-4331-90eb-3f5793070b06 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:56.537114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315501d-0aa1-4331-90eb-3f5793070b06 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:56.541269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315501d-0aa1-4331-90eb-3f5793070b06 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:56.545380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315501d-0aa1-4331-90eb-3f5793070b06 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:56.550398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315501d-0aa1-4331-90eb-3f5793070b06 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:56.552371 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3315501d-0aa1-4331-90eb-3f5793070b06 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.8156860 Mar 11 17:49:56.575743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46250) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:56.591026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edd92ddf-bfa4-4c98-947e-bf4cba88b69e req-7e52ae8d-a4d9-48e6-93bd-05db120d39f3 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 210 time: 0.1457191 Mar 11 17:49:56.647534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 17f1ee6c-cfde-4e66-8690-9dab3ea490a1 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:49:56.670140 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:56.708753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=3a5e857d-441d-4039-bcb0-af999962419f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:56.729730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:56.843668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=e76037e8-22a5-45c4-ad42-f9dca4975094,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:56.969959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] In _notify_port_updated(), no bound segment for port 3a5e857d-441d-4039-bcb0-af999962419f on network 970c952c-8bc6-4107-abf0-d9e31867b5d3 {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:49:56.978549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:56.980001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:56.986307 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-27b9559d-e7e1-45ff-832e-d8ce52e6b81b tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "PUT /v2.0/ports/3a5e857d-441d-4039-bcb0-af999962419f HTTP/1.1" status: 200 len: 993 time: 3.2769103 Mar 11 17:49:56.990153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46258) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:57.026556 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:57.442828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting port 3a5e857d-441d-4039-bcb0-af999962419f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:49:57.443243 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:57.463527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7cffe0cf-b89b-4e07-bffb-a1ff08292c57 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.8853681 Mar 11 17:49:57.479243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46266) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:57.877171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:57.880506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:57.883609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:57.888777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:57.894388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:57.894388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Synchronizing usage tracker for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:49:57.978601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:58.358651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e43bde3-fbfa-443f-af75-222412e6b010 None None] Provisioning complete for port 3a5e857d-441d-4039-bcb0-af999962419f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:49:58.359570 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e43bde3-fbfa-443f-af75-222412e6b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:58.513511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e43bde3-fbfa-443f-af75-222412e6b010 None None] Port 3a5e857d-441d-4039-bcb0-af999962419f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:49:58.568191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-568c3fb2-269e-4003-8c94-fa41c5547986 req-a09382bf-9bda-4371-8c38-c535d79218d2 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 210 time: 0.1199806 Mar 11 17:49:58.595155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Unset dirty status for tenant:a6ba622f28724068bdf10f7428ff5513 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:49:58.596646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-942dc15d-df13-42d0-941d-264150119bc5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.1099558 Mar 11 17:49:58.604815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46282) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:58.743428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79288a4-7167-4a31-a6b0-6c85416cb0bd tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:58.744982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79288a4-7167-4a31-a6b0-6c85416cb0bd tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:58.746336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79288a4-7167-4a31-a6b0-6c85416cb0bd tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:58.748005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79288a4-7167-4a31-a6b0-6c85416cb0bd tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:58.749406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79288a4-7167-4a31-a6b0-6c85416cb0bd tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:58.751614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d79288a4-7167-4a31-a6b0-6c85416cb0bd tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1453907 Mar 11 17:49:58.762189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46286) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:58.770747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:58.975891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f5dd1-421c-4300-be52-0351a33a34c7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:58.977749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ba9f5dd1-421c-4300-be52-0351a33a34c7 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/networks/af5e5023-9600-431f-928e-56f487783175 HTTP/1.1" status: 200 len: 804 time: 0.2140195 Mar 11 17:49:58.982152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46290) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:58.995915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Calling delete_port for 3a5e857d-441d-4039-bcb0-af999962419f owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:49:59.088536 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-d2d1d7ec-6a28-4478-b154-80086e6e5ac2 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bec4bf44a1e7406daa677addedd35084&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009688 Mar 11 17:49:59.250095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:59.402394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:59.515981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=17f1ee6c-cfde-4e66-8690-9dab3ea490a1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:59.526099 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:59.538003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ac93d-9ea1-4aab-9193-4898d02d7c55 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:49:59.555320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f8258017-319f-4d47-a673-49faeb28a755 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/17f1ee6c-cfde-4e66-8690-9dab3ea490a1 HTTP/1.1" status: 204 len: 168 time: 3.5770321 Mar 11 17:49:59.557233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46302) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:59.692391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d70c0881-23ad-422b-9598-45ebf89b69a9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/networks/af5e5023-9600-431f-928e-56f487783175?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7085021 Mar 11 17:49:59.693545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:59.707711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8a0d8fea-e6c4-4dea-9c6f-359389fa9872 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425445 Mar 11 17:49:59.710134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46318) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:49:59.860326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:49:59.872335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-cdd003f7-def7-4628-94fa-c481e806b3bf tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:59.877464 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-cdd003f7-def7-4628-94fa-c481e806b3bf tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7748497 Mar 11 17:49:59.991359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Request body: {'port': {'device_id': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'bec4bf44a1e7406daa677addedd35084'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:00.062101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:00.073233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] Deleting port 10eccd20-5211-4887-9ec6-592d3b5e40d8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:00.073613 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:00.078807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b386a67a-46db-492d-be17-322c5e0af9b6 req-101fb3ad-24b6-4ce7-ad84-52e4baa2806d tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 210 time: 0.1203651 Mar 11 17:50:00.264264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:00.270442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:00.275424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:00.283307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:00.300242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8fa43-a13c-4568-84ce-f92f6f810d54 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:00.304910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-60a8fa43-a13c-4568-84ce-f92f6f810d54 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/subnets/af41f6ba-01df-428d-b6ec-7d93c376b8e2 HTTP/1.1" status: 200 len: 843 time: 0.6097617 Mar 11 17:50:00.309924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:00.320721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:00.404889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46332) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:00.685777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:00.882014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] For port 10eccd20-5211-4887-9ec6-592d3b5e40d8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=10eccd20-5211-4887-9ec6-592d3b5e40d8,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:00.884532 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:00.976413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Port': ['ID=3a5e857d-441d-4039-bcb0-af999962419f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:01.002813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ae78e-9df2-4229-b095-48422bfa361c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:01.013588 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-251ae78e-9df2-4229-b095-48422bfa361c tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "GET /v2.0/subnets/af41f6ba-01df-428d-b6ec-7d93c376b8e2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6059761 Mar 11 17:50:01.018251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:01.038295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796746320'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:01.057698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:01.061331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46354) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:01.076686 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:01.104414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:01.139809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] Calling delete_port for 10eccd20-5211-4887-9ec6-592d3b5e40d8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:01.167462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Usage tracker for resource:port and tenant:bec4bf44a1e7406daa677addedd35084 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:01.189300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:01.194165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:01.201175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=f951693e-71d9-47e4-8361-8aa35f5b7c52,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:01.223217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:01.246340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:01.250904 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:01.345861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 10eccd20-5211-4887-9ec6-592d3b5e40d8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:01.356218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:01.368704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:01.384217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:01.387932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:01.391867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Made reservation on behalf of bec4bf44a1e7406daa677addedd35084 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:01.422420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:01.462288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:01.475172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bbf8d09c-482a-4105-b5dc-b6ccab6e57cf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6310773 Mar 11 17:50:01.478677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:50:01.483194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46362) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:01.500193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': 'f951693e-71d9-47e4-8361-8aa35f5b7c52', 'ip_address': '2001:db8::c6ac:a2c0:caff:8148'}], 'name': 'tempest-NetworksTestDHCPv6-843027220'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:01.535859 n-d-833436-1 neutron-server[83850]: INFO neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No ports have port_id starting with 10eccd20-5211-4887-9ec6-592d3b5e40d8 Mar 11 17:50:01.537132 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:01.616575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c96e64c9-d796-44e2-8e62-0842b6260f00 req-25df875c-bddf-4aa7-a879-0f6a522a1936 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 210 time: 0.0690074 Mar 11 17:50:01.638887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] No DVR routers for this DVR port 10eccd20-5211-4887-9ec6-592d3b5e40d8 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:01.660336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c713435-e5a4-4cc5-85c3-51632cafdc7b None None] Pushing event deleted for resources: {'Port': ['ID=10eccd20-5211-4887-9ec6-592d3b5e40d8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:01.669860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c30dd4b-1958-4f46-b61e-8fcbf8b6e49a None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:01.772647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:01.773008 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Added segment 8e02033f-13cf-4ff7-9436-5d9ef9d0014b of type vlan for network f8e75baf-d04e-4b30-9863-4d5e7434edf3 Mar 11 17:50:01.966785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.011791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:02.016816 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.022796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:02.024162 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.031602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': 'f951693e-71d9-47e4-8361-8aa35f5b7c52'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:50:02.032591 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.088482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:02.096829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0717018 Mar 11 17:50:02.100642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:02.237091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46366) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:02.267010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/f951693e-71d9-47e4-8361-8aa35f5b7c52/9d3877ef-4e37-4879-a62d-e16c3971b07c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:02.346046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.355205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'network_id': 'f8e75baf-d04e-4b30-9863-4d5e7434edf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:02.390806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b299fd5-b360-4e07-bc46-eb6fada2ea4e tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Network': ['ID=f8e75baf-d04e-4b30-9863-4d5e7434edf3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:02.390806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.395135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:02.415584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:02.434953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f8e75baf-d04e-4b30-9863-4d5e7434edf3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:50:02.518229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:02.521038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:02.528551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd84f6-18ed-4497-a69d-67d29f943e7b req-3507f4c3-65f2-4ea1-bb4c-33fad5a832c5 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:02.539174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Usage tracker for resource:security_group_rule and tenant:bec4bf44a1e7406daa677addedd35084 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:02.540996 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1cd84f6-18ed-4497-a69d-67d29f943e7b req-3507f4c3-65f2-4ea1-bb4c-33fad5a832c5 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 946 time: 0.6631007 Mar 11 17:50:02.557318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:02.564945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:02.570685 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-71d0ca36-c0a6-4d12-af18-d53408d97ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/ports/3a5e857d-441d-4039-bcb0-af999962419f HTTP/1.1" status: 204 len: 168 time: 5.5675888 Mar 11 17:50:02.573701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:02.575566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46374) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:02.594670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:02.625751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Usage tracker for resource:security_group_rule and tenant:8453fb001cb94aca83d70c91a84d4f58 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:02.635632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:02.652903 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbcb9f6-5bad-4d04-a405-18be61a1c9b3 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] GET failed (client error): The resource could not be found. Mar 11 17:50:02.653472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cbcb9f6-5bad-4d04-a405-18be61a1c9b3 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Synchronizing usage tracker for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:02.703822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:02.705014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Made reservation on behalf of a6ba622f28724068bdf10f7428ff5513 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:02.730230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cbcb9f6-5bad-4d04-a405-18be61a1c9b3 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Unset dirty status for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:02.738451 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2cbcb9f6-5bad-4d04-a405-18be61a1c9b3 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "GET /v2.0/ports/3a5e857d-441d-4039-bcb0-af999962419f HTTP/1.1" status: 404 len: 333 time: 0.1590779 Mar 11 17:50:02.746758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46380) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:02.780314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.813639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c1cd84f6-18ed-4497-a69d-67d29f943e7b req-6aa23c20-7352-4081-a140-414007a6453e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646275 Mar 11 17:50:02.816126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 27bb8281-cf6f-4d95-a29e-fcbe028a6160 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:50:02.853360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'name': 'tempest-AllowedAddressPairTestJSON-1136356725'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:02.934168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dca1850-47b4-4a08-a659-321f600f94a8 req-b470affa-0720-4636-b14c-7f47028d5379 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 210 time: 0.0586979 Mar 11 17:50:02.953970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-94ab261f-e2d4-4c83-8ad8-f36a511afdb7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:02.953970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-94ab261f-e2d4-4c83-8ad8-f36a511afdb7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 946 time: 0.4020753 Mar 11 17:50:02.978496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:02.990707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Transition to ACTIVE for port object 9d3877ef-4e37-4879-a62d-e16c3971b07c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:03.013590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Transition to ACTIVE for port object 9d3877ef-4e37-4879-a62d-e16c3971b07c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:03.021608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.073561 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.118871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.131243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.194127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.208157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:03.211089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8453fb001cb94aca83d70c91a84d4f58&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1484737 Mar 11 17:50:03.220064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port b6773cb7-8763-48ad-906a-a728b5fab727 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:03.220485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.231439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:03.241244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:03.254403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Pushing event updated for resources: {'Port': ['ID=9d3877ef-4e37-4879-a62d-e16c3971b07c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:03.258758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46390) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:03.388462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0796f9f-6179-4044-9f39-a1a6d0e14d0a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:03.395217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a43e2c-9123-4a99-8e33-db1eef5e0870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac5b54-3120-4b47-b35f-f31cdc6db403,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:03.409065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.427528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Attempting to bind port 9d3877ef-4e37-4879-a62d-e16c3971b07c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:03.427769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Attempting to bind port 9d3877ef-4e37-4879-a62d-e16c3971b07c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:03.428126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Attempting to bind port 9d3877ef-4e37-4879-a62d-e16c3971b07c on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:03.436780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:03.437317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:03.437719 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.438107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:03.438629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Bound port: 9d3877ef-4e37-4879-a62d-e16c3971b07c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:03.439016 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.563797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] For port 9d3877ef-4e37-4879-a62d-e16c3971b07c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:03.569751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] For port 9d3877ef-4e37-4879-a62d-e16c3971b07c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9d3877ef-4e37-4879-a62d-e16c3971b07c,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:03.577849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.620202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::c6ac:a2c0:caff:8148 (75568097-05ea-4303-a281-4da1879652a7/f951693e-71d9-47e4-8361-8aa35f5b7c52/27bb8281-cf6f-4d95-a29e-fcbe028a6160) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:03.664822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Performing IP validity checks on allocation pools {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 17:50:03.665088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 17:50:03.710815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6738f-28ec-4a8c-9b92-9d6b1bca7fe2 None None] Pushing event updated for resources: {'Port': ['ID=9d3877ef-4e37-4879-a62d-e16c3971b07c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:03.812293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a6d294c-7047-4fab-8855-a2f51acf290d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:03.819536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:03.849611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:03.869885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Allocated IP 192.168.233.137 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/c64e256e-5c8f-4685-a18a-1f204dfd6fdd) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:03.957118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:03.960861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:04.082191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] device_id is not set on port 8644ef27-6f7b-4c11-a711-b3bd802546b2 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:50:04.281242 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a6d294c-7047-4fab-8855-a2f51acf290d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:04.394737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] For port b6773cb7-8763-48ad-906a-a728b5fab727, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b6773cb7-8763-48ad-906a-a728b5fab727,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:04.395076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:04.447588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 8ef88842-1d76-4d49-8116-bc787ebb401a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:50:04.452441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:04.535282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:04.579194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858414d0-dc6d-41eb-8caa-6c7f8fe5f016 req-136275df-eba9-4492-9b9b-a90909367548 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:04.580847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-858414d0-dc6d-41eb-8caa-6c7f8fe5f016 req-136275df-eba9-4492-9b9b-a90909367548 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 946 time: 0.4187899 Mar 11 17:50:04.648542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767065-97ca-41a9-b346-eb6719a11710 req-319bb1ea-9b2d-4fe1-a55d-33ac15ef4824 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:04.651038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9767065-97ca-41a9-b346-eb6719a11710 req-319bb1ea-9b2d-4fe1-a55d-33ac15ef4824 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 945 time: 0.8446507 Mar 11 17:50:04.676830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a6d294c-7047-4fab-8855-a2f51acf290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:04.686892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 27bb8281-cf6f-4d95-a29e-fcbe028a6160 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:04.747583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=a8cff8c2-3ea7-4edb-850a-0135e276ab2c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:04.773524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Allocated IP 172.20.0.4 (970c952c-8bc6-4107-abf0-d9e31867b5d3/32dec9a0-1aa0-4a7d-a436-527025314f51/8644ef27-6f7b-4c11-a711-b3bd802546b2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:04.781121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:04.781845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d294c-7047-4fab-8855-a2f51acf290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac5b54-3120-4b47-b35f-f31cdc6db403,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:04.875702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Transition to ACTIVE for port object c64e256e-5c8f-4685-a18a-1f204dfd6fdd will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:04.883711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Checking segment: {'id': '8e02033f-13cf-4ff7-9436-5d9ef9d0014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e75baf-d04e-4b30-9863-4d5e7434edf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:04.884156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network hostable DHCP agents. Network: f8e75baf-d04e-4b30-9863-4d5e7434edf3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:50:05.100917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.101779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Network f8e75baf-d04e-4b30-9863-4d5e7434edf3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:50:05.104355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5a6d294c-7047-4fab-8855-a2f51acf290d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.109597 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5a6d294c-7047-4fab-8855-a2f51acf290d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cfac5b54-3120-4b47-b35f-f31cdc6db403 HTTP/1.1" status: 204 len: 168 time: 1.8459158 Mar 11 17:50:05.208736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9d3877ef-4e37-4879-a62d-e16c3971b07c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:05.219151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-858414d0-dc6d-41eb-8caa-6c7f8fe5f016 req-026b6b52-d6e6-476f-8afa-412ada721bde tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=0842edb5-10bb-45ee-a8bd-25c35914be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5665903 Mar 11 17:50:05.271193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f8e75baf-d04e-4b30-9863-4d5e7434edf3) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:05.273911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9767065-97ca-41a9-b346-eb6719a11710 req-72499704-5614-41bd-90fd-95105a0ce58b tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915146 Mar 11 17:50:05.297870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:05.298491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.299573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9932d-fa2b-4812-90fe-f54dee68f58e None None] Network f8e75baf-d04e-4b30-9863-4d5e7434edf3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:05.339387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.342582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.342978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.343288 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP e7cbc6d5-6735-4668-9a59-dfc8d7218cfa disassociated. External IP: 172.25.3.248, port: b6773cb7-8763-48ad-906a-a728b5fab727. Mar 11 17:50:05.343628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for b6773cb7-8763-48ad-906a-a728b5fab727 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:05.355472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Pushing event updated for resources: {'Port': ['ID=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:05.424380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.445712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Transition to ACTIVE for port object 8644ef27-6f7b-4c11-a711-b3bd802546b2 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:05.452156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9d3877ef-4e37-4879-a62d-e16c3971b07c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:05.473922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2647626a-60fc-4a27-bdf1-778c3137726a None None] Provisioning for port 9d3877ef-4e37-4879-a62d-e16c3971b07c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:05.483753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:05.493989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:05.508390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2647626a-60fc-4a27-bdf1-778c3137726a None None] Provisioning complete for port 9d3877ef-4e37-4879-a62d-e16c3971b07c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:05.508873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2647626a-60fc-4a27-bdf1-778c3137726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.524462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:05.593325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:05.604402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:05.606760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=27bb8281-cf6f-4d95-a29e-fcbe028a6160,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:05.610309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:05.615073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:05.615800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.637631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.706912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ba8f8ba2-a2a8-4da7-80fe-84f176474c36 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2219605 Mar 11 17:50:05.708888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46410) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:05.790768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:05.815039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a1376-6546-40e6-b688-141758f81a1f req-cc45f7ee-7b6a-47b6-a868-8d914a70ad60 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:05.816592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-008a1376-6546-40e6-b688-141758f81a1f req-cc45f7ee-7b6a-47b6-a868-8d914a70ad60 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 936 time: 0.3740351 Mar 11 17:50:05.840913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-f8e75baf-d04e-4b30-9863-4d5e7434edf3', 'network_id': 'f8e75baf-d04e-4b30-9863-4d5e7434edf3', 'tenant_id': 'a6ba622f28724068bdf10f7428ff5513', 'fixed_ips': [{'subnet_id': 'a8cff8c2-3ea7-4edb-850a-0135e276ab2c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:50:05.842082 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.860123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:05.877337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:05.878674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:05.903205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:06.037447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f65dc02-f918-473c-963d-223a73d58fcc tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.7936897 Mar 11 17:50:06.040579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46420) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:06.047971 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-b267cd6a-de70-45e4-8c3d-805b8c2af928 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0717883 Mar 11 17:50:06.055499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c9ef6446-2981-41e4-b8f0-ee743cc757aa tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:06.131154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2647626a-60fc-4a27-bdf1-778c3137726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.150475 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.291847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=b6773cb7-8763-48ad-906a-a728b5fab727,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:06.318127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2647626a-60fc-4a27-bdf1-778c3137726a None None] For port 9d3877ef-4e37-4879-a62d-e16c3971b07c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9d3877ef-4e37-4879-a62d-e16c3971b07c,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:06.333370 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2647626a-60fc-4a27-bdf1-778c3137726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.338463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-191f8c47-92ee-4d3a-8765-dbcbec25c9ae tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:50:06.339949 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-191f8c47-92ee-4d3a-8765-dbcbec25c9ae tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0652230 Mar 11 17:50:06.345844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=8644ef27-6f7b-4c11-a711-b3bd802546b2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:06.363823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-008a1376-6546-40e6-b688-141758f81a1f req-47bd2182-4ca8-44d9-9eee-0c59bc4b52f5 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516265 Mar 11 17:50:06.377933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Request body: {'port': {'device_id': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:06.384808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719c1fa-e456-4029-a8b5-1e3cb1b75ca4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:06.395293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719c1fa-e456-4029-a8b5-1e3cb1b75ca4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:06.396580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1719c1fa-e456-4029-a8b5-1e3cb1b75ca4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:06.499093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647626a-60fc-4a27-bdf1-778c3137726a None None] Pushing event updated for resources: {'Port': ['ID=9d3877ef-4e37-4879-a62d-e16c3971b07c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:06.521548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Allocated IP 2001:db8::3 (f8e75baf-d04e-4b30-9863-4d5e7434edf3/a8cff8c2-3ea7-4edb-850a-0135e276ab2c/3cd85cfa-dca9-4c6a-a411-73889fde9fb7) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:06.594634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Provisioning for port 27bb8281-cf6f-4d95-a29e-fcbe028a6160 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:06.615072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1719c1fa-e456-4029-a8b5-1e3cb1b75ca4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:06.619024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1719c1fa-e456-4029-a8b5-1e3cb1b75ca4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9059772 Mar 11 17:50:06.635238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46432) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:06.640544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:06.642066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.653023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-61d4a143-5fca-48de-a103-22cc09edfde3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:06.655477 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-61d4a143-5fca-48de-a103-22cc09edfde3 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.59 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 945 time: 1.4993787 Mar 11 17:50:06.674402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6446-2981-41e4-b8f0-ee743cc757aa tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1053224'] for subnet, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.713692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Provisioning complete for port 27bb8281-cf6f-4d95-a29e-fcbe028a6160 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:06.713976 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.748132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:50:06.763046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-89a8dbbf-0933-44a4-b856-31d6299ce1fd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "PUT /v2.0/routers/8ef88842-1d76-4d49-8116-bc787ebb401a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3055227 Mar 11 17:50:06.763272 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] Sync routers for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:50:06.769199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ab6eed2-616f-4460-9485-02a38904ceef req-6dd62a8d-f95b-428a-a43e-27a42857c339 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 210 time: 0.2558875 Mar 11 17:50:06.780151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.785166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46438) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:06.808514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:06.812698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a0633cbf-f0f6-4554-aac9-cb625619a98d tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0624390 Mar 11 17:50:06.812886 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:06.829016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46442) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:06.854170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 27bb8281-cf6f-4d95-a29e-fcbe028a6160 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:06.855633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:06.865247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:67:33:b1'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:06.930552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Port 27bb8281-cf6f-4d95-a29e-fcbe028a6160 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:06.992893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Provisioning for port 8644ef27-6f7b-4c11-a711-b3bd802546b2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:07.010022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Provisioning complete for port 8644ef27-6f7b-4c11-a711-b3bd802546b2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:07.014209 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:07.039376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Deleting port 32a76a88-f60b-487c-94a9-fefee32bbd65 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:07.045445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:07.354652 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:07.362118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9d3877ef-4e37-4879-a62d-e16c3971b07c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:07.465346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:07.472167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Port 8644ef27-6f7b-4c11-a711-b3bd802546b2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:07.480865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Transition to ACTIVE for port object 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:07.499752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6e5d1-05c2-4116-8b7f-5c8fbd21642e req-d8191cf4-f3e0-43c4-996d-b068d888b57e tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:07.511391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7aa6e5d1-05c2-4116-8b7f-5c8fbd21642e req-d8191cf4-f3e0-43c4-996d-b068d888b57e tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 945 time: 0.8823948 Mar 11 17:50:07.524392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Transition to ACTIVE for port object 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:07.525624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9d3877ef-4e37-4879-a62d-e16c3971b07c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:07.525986 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:07.621184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:07.704645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Provisioning for port c64e256e-5c8f-4685-a18a-1f204dfd6fdd completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:07.738963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Network f8e75baf-d04e-4b30-9863-4d5e7434edf3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:07.749899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:07.757534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Provisioning complete for port c64e256e-5c8f-4685-a18a-1f204dfd6fdd triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:07.758191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:07.788528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:07.792882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting subnet bfb1a30c-5744-464a-b156-03eed6d60dde {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:07.820373 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:07.952506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Pushing event updated for resources: {'Port': ['ID=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:07.961097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.002949 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:55Z', 'revision_number': 7, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:08.012225 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] Checking router: 8ef88842-1d76-4d49-8116-bc787ebb401a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:50:08.043238 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] Routers {'8ef88842-1d76-4d49-8116-bc787ebb401a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:08.043877 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ef88842-1d76-4d49-8116-bc787ebb401a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:08.060446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 32a76a88-f60b-487c-94a9-fefee32bbd65 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:08.163889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.182465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ff26bb34-f935-42e6-a61e-63d728c21889 None None] Port c64e256e-5c8f-4685-a18a-1f204dfd6fdd cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:08.286471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Attempting to bind port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:08.287047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Attempting to bind port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '8e02033f-13cf-4ff7-9436-5d9ef9d0014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e75baf-d04e-4b30-9863-4d5e7434edf3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:08.287427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Attempting to bind port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 on network f8e75baf-d04e-4b30-9863-4d5e7434edf3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:08.376397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:08.377526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Checking segment: {'id': '8e02033f-13cf-4ff7-9436-5d9ef9d0014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e75baf-d04e-4b30-9863-4d5e7434edf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:08.377526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.377526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Bound using segment: {'id': '8e02033f-13cf-4ff7-9436-5d9ef9d0014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e75baf-d04e-4b30-9863-4d5e7434edf3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:08.378093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Bound port: 3cd85cfa-dca9-4c6a-a411-73889fde9fb7, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e02033f-13cf-4ff7-9436-5d9ef9d0014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f8e75baf-d04e-4b30-9863-4d5e7434edf3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:08.378406 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.412737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 27bb8281-cf6f-4d95-a29e-fcbe028a6160 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:08.420225 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] Set router 8ef88842-1d76-4d49-8116-bc787ebb401a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:08.458403 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.487205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.548662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7aa6e5d1-05c2-4116-8b7f-5c8fbd21642e req-fb5f6577-df50-4a11-8a70-102adfb00a32 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0362887 Mar 11 17:50:08.598894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.653435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.780144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:50:08.783986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:50:08.806545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32a76a88-f60b-487c-94a9-fefee32bbd65,segment=NetworkSegment(3ea339da-f0eb-402f-8092-877763c0e9d5),segment_id=3ea339da-f0eb-402f-8092-877763c0e9d5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:08.816399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.818814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b6773cb7-8763-48ad-906a-a728b5fab727 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:08.885087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] For port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:08.933332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6446-2981-41e4-b8f0-ee743cc757aa tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794726933149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1504069'] for subnet, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:08.954220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fbf6f-b235-4fc9-b86a-eac53abf2ac3 req-297798d0-c1d3-4bf5-81d1-bf62dc57a981 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:08.972829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-484fbf6f-b235-4fc9-b86a-eac53abf2ac3 req-297798d0-c1d3-4bf5-81d1-bf62dc57a981 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 936 time: 1.2810674 Mar 11 17:50:08.981171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: b6773cb7-8763-48ad-906a-a728b5fab727 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:08.981512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b6773cb7-8763-48ad-906a-a728b5fab727 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:09.004965 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:55Z', 'revision_number': 7, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:09.011556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] For port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,segment=NetworkSegment(8e02033f-13cf-4ff7-9436-5d9ef9d0014b),segment_id=8e02033f-13cf-4ff7-9436-5d9ef9d0014b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:09.016946 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a9840-20d0-459a-8c97-7cf8a498bc54 None None] The sync data for ids ['8ef88842-1d76-4d49-8116-bc787ebb401a'] in n-d-833436-1 is: [{'id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'name': 'tempest-TestNetworkBasicOps-router-1396551899', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:14Z', 'updated_at': '2022-03-11T17:49:55Z', 'revision_number': 7, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e7b7efc7-e35a-42bb-a937-3519b4f6e924', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef88842-1d76-4d49-8116-bc787ebb401a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:16Z', 'updated_at': '2022-03-11T17:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:50:09.038532 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.061035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.113960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=32a76a88-f60b-487c-94a9-fefee32bbd65,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:09.171589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d4cb1cd-b744-45f3-9095-859289afed03 req-6a484c3c-de1f-4b81-9afe-0dcb5028ce5b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 210 time: 0.3303976 Mar 11 17:50:09.298943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32a76a88-f60b-487c-94a9-fefee32bbd65,segment=NetworkSegment(3ea339da-f0eb-402f-8092-877763c0e9d5),segment_id=3ea339da-f0eb-402f-8092-877763c0e9d5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:09.299583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.328655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=8644ef27-6f7b-4c11-a711-b3bd802546b2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:09.334608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6446-2981-41e4-b8f0-ee743cc757aa tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event updated for resources: {'Subnet': ['ID=a8cff8c2-3ea7-4edb-850a-0135e276ab2c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:09.357022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb0d9c-a7ae-4228-9fb8-ef2e1e18028f None None] Pushing event updated for resources: {'Port': ['ID=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:09.373825 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65', 'code': 200} Mar 11 17:50:09.428900 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.634816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-484fbf6f-b235-4fc9-b86a-eac53abf2ac3 req-9a4d7447-08e1-4e92-b22e-a70d10990e49 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604753 Mar 11 17:50:09.640388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.712043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7facffb8-1e6b-4f58-b9c0-ce09e262176c None None] Provisioning complete for port 8644ef27-6f7b-4c11-a711-b3bd802546b2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:09.714718 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7facffb8-1e6b-4f58-b9c0-ce09e262176c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.784798 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.800094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=27bb8281-cf6f-4d95-a29e-fcbe028a6160,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:09.860785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Calling delete_port for 32a76a88-f60b-487c-94a9-fefee32bbd65 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:09.869720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb1a30c-5744-464a-b156-03eed6d60dde,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:09.906741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7facffb8-1e6b-4f58-b9c0-ce09e262176c None None] Port 8644ef27-6f7b-4c11-a711-b3bd802546b2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:09.932964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.939939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6b5eb-4955-47cf-b93b-e022e170f624 None None] Network 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:09.968910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] In _notify_port_updated(), no bound segment for port 8644ef27-6f7b-4c11-a711-b3bd802546b2 on network 970c952c-8bc6-4107-abf0-d9e31867b5d3 {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:50:09.973039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:09.978101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.978101 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-18c8a551-bb55-4461-b0ba-587daae65919 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "PUT /v2.0/ports/8644ef27-6f7b-4c11-a711-b3bd802546b2 HTTP/1.1" status: 200 len: 996 time: 3.1479285 Mar 11 17:50:09.979204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef6446-2981-41e4-b8f0-ee743cc757aa tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:09.979795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6446-2981-41e4-b8f0-ee743cc757aa tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:09.981077 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c9ef6446-2981-41e4-b8f0-ee743cc757aa tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "PUT /v2.0/subnets/a8cff8c2-3ea7-4edb-850a-0135e276ab2c HTTP/1.1" status: 200 len: 900 time: 3.9316268 Mar 11 17:50:09.986834 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46498) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:09.987168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46500) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:09.990066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:10.015281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dff423e9-c3db-4ffc-8d3b-2e9bf9589f81 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/subnets/bfb1a30c-5744-464a-b156-03eed6d60dde HTTP/1.1" status: 204 len: 168 time: 3.2290766 Mar 11 17:50:10.022869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46506) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:10.081610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting port 8644ef27-6f7b-4c11-a711-b3bd802546b2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:10.081998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:10.112434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b8acf9e8-ab1e-4ccd-8e8d-72058d1987b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/27bb8281-cf6f-4d95-a29e-fcbe028a6160 HTTP/1.1" status: 204 len: 168 time: 3.4681942 Mar 11 17:50:10.120213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46510) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:10.395466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579944c8-7e12-4be5-a1cf-9e27f92214fc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:10.400607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579944c8-7e12-4be5-a1cf-9e27f92214fc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:10.406747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-579944c8-7e12-4be5-a1cf-9e27f92214fc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:10.442729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29512-3def-474b-8f75-2da62e8b7d0b req-b7fa017c-f8a9-46d8-9ce2-38c4e9865fb1 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:10.458009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81d29512-3def-474b-8f75-2da62e8b7d0b req-b7fa017c-f8a9-46d8-9ce2-38c4e9865fb1 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 943 time: 0.5807807 Mar 11 17:50:10.560361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] DHCP port deletion for 2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:10.575968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Deleting port f60fa365-1315-4199-84c2-5bb1ad497661 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:10.576962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:10.578219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-579944c8-7e12-4be5-a1cf-9e27f92214fc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:10.584632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-579944c8-7e12-4be5-a1cf-9e27f92214fc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4590456 Mar 11 17:50:10.617313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46518) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:10.626086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:50:10.736670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:50:10.741949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64e256e-5c8f-4685-a18a-1f204dfd6fdd {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:50:10.799898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:10.813996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:10.815006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:11.033081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] For port f60fa365-1315-4199-84c2-5bb1ad497661, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f60fa365-1315-4199-84c2-5bb1ad497661,segment=NetworkSegment(c688e809-bca2-493e-96d7-bde059ac6abf),segment_id=c688e809-bca2-493e-96d7-bde059ac6abf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:11.033486 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:11.212157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2838ee6f-07d7-4eb4-94bc-51887ed59f47 req-d11fc360-2bc0-4efb-a7a5-3d2db639270f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:11.264136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Transition to ACTIVE for port object c64e256e-5c8f-4685-a18a-1f204dfd6fdd will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:11.271043 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81d29512-3def-474b-8f75-2da62e8b7d0b req-f657f0ef-6f6f-4f1c-a334-d3229f4d7167 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8113182 Mar 11 17:50:11.286908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] No DVR routers for this DVR port b6773cb7-8763-48ad-906a-a728b5fab727 on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:11.314532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6febfeab-1bc3-43ff-90ab-2ee1cb236819 None None] Network f8e75baf-d04e-4b30-9863-4d5e7434edf3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:11.317512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:11.319070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:11.321537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:11.321944 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:11.322502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e1fb10b-3384-4c1c-b371-4cd1455889d2 req-c71bb558-84be-4d22-9950-745b8b41301f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "DELETE /v2.0/ports/b6773cb7-8763-48ad-906a-a728b5fab727 HTTP/1.1" status: 204 len: 173 time: 8.3437355 Mar 11 17:50:11.323494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'name': 'network-vif-deleted', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:50:11.359021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Calling delete_port for f60fa365-1315-4199-84c2-5bb1ad497661 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:11.432879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Pushing event updated for resources: {'Port': ['ID=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:11.442910 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:11.449481 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:11.601677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:11.757776 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:11.787471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Calling delete_port for 8644ef27-6f7b-4c11-a711-b3bd802546b2 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:11.846307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Deleting port 32a76a88-f60b-487c-94a9-fefee32bbd65 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:11.846307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:11.848385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2838ee6f-07d7-4eb4-94bc-51887ed59f47 req-d11fc360-2bc0-4efb-a7a5-3d2db639270f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:11.849616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2838ee6f-07d7-4eb4-94bc-51887ed59f47 req-d11fc360-2bc0-4efb-a7a5-3d2db639270f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=2658ea29-ff5d-49de-b13a-ed10bde7b9d9 HTTP/1.1" status: 200 len: 210 time: 0.9652205 Mar 11 17:50:11.963332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:11.963879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:12.035265 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2658ea29-ff5d-49de-b13a-ed10bde7b9d9', 'name': 'network-vif-deleted', 'tag': 'b6773cb7-8763-48ad-906a-a728b5fab727', 'status': 'completed', 'code': 200} Mar 11 17:50:12.126425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:12.308514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet f951693e-71d9-47e4-8361-8aa35f5b7c52 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:12.324456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Pushing event deleted for resources: {'Port': ['ID=f60fa365-1315-4199-84c2-5bb1ad497661,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:12.353645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] No DVR routers for this DVR port f60fa365-1315-4199-84c2-5bb1ad497661 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:12.365168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f97d92be-5423-452a-b6a5-c98b76682dab None None] Provisioning for port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:12.399471 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:12.446495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.447242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.448044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.448713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.449910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.450322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c230e-bf7c-46e8-8329-8333b3b4f33d req-929714a0-1df4-47b6-822a-ecb01acabb0f tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:12.450776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.452586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.453360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.454074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.454829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.455356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9daf7f9-994c-4e0c-b142-bf77f74dee19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:12.458153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-685c230e-bf7c-46e8-8329-8333b3b4f33d req-929714a0-1df4-47b6-822a-ecb01acabb0f tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 948 time: 0.5958908 Mar 11 17:50:12.470544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe5d3faa-fe13-4694-81e7-8da349e1b4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:12.575752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:12.617190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:12.627397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:12.627793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:12.667309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-685c230e-bf7c-46e8-8329-8333b3b4f33d req-77c4c7ea-9fbc-4c31-8041-b699573c5675 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075744 Mar 11 17:50:12.689655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:12.714726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Attempting to bind port c64e256e-5c8f-4685-a18a-1f204dfd6fdd on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:12.715092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Attempting to bind port c64e256e-5c8f-4685-a18a-1f204dfd6fdd by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:12.716986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Attempting to bind port c64e256e-5c8f-4685-a18a-1f204dfd6fdd on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:12.773090 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:12.875639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Port c64e256e-5c8f-4685-a18a-1f204dfd6fdd on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:50:12.876299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Attempting to bind port c64e256e-5c8f-4685-a18a-1f204dfd6fdd on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:12.923829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.009278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:13.009649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:13.009992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:13.010483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Bound port: c64e256e-5c8f-4685-a18a-1f204dfd6fdd, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:13.010835 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.061266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,segment=NetworkSegment(8e02033f-13cf-4ff7-9436-5d9ef9d0014b),segment_id=8e02033f-13cf-4ff7-9436-5d9ef9d0014b)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:13.061266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.068544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Port': ['ID=8644ef27-6f7b-4c11-a711-b3bd802546b2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:13.075114 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.081100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] For port 32a76a88-f60b-487c-94a9-fefee32bbd65, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=32a76a88-f60b-487c-94a9-fefee32bbd65,segment=NetworkSegment(3ea339da-f0eb-402f-8092-877763c0e9d5),segment_id=3ea339da-f0eb-402f-8092-877763c0e9d5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:13.081443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.232613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:13.234827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=f951693e-71d9-47e4-8361-8aa35f5b7c52,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:13.329047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.353448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfee640-7bfc-4cf7-9e53-77c8c1363467 None None] Network f8e75baf-d04e-4b30-9863-4d5e7434edf3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:13.385767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952144b-c333-4c6d-a6e4-fd1eb47deaef req-db6a90a2-afd4-4f60-9f8a-a1506f14f388 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:13.392917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d952144b-c333-4c6d-a6e4-fd1eb47deaef req-db6a90a2-afd4-4f60-9f8a-a1506f14f388 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 943 time: 0.4958532 Mar 11 17:50:13.451407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63a926d4-b625-4e67-bfd5-e7f3908d4f87 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.455582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-33ca4a0e-0211-4c6a-b418-19733e1d37ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/f951693e-71d9-47e4-8361-8aa35f5b7c52 HTTP/1.1" status: 204 len: 168 time: 2.8260822 Mar 11 17:50:13.459324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0097eb05-ff9a-4baa-a882-19bcd5c72827 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:13.461264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46540) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:13.608315 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd7305f2-1061-4948-8dfa-7ef6bbe51656 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415169 Mar 11 17:50:13.618523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.631619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46544) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:13.706907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8c26d944-be60-4882-9f7a-cb51cecb1852 None None] Provisioning complete for port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:13.707494 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c26d944-be60-4882-9f7a-cb51cecb1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.710147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63a926d4-b625-4e67-bfd5-e7f3908d4f87 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.724276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port e7b7efc7-e35a-42bb-a937-3519b4f6e924 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:13.724650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.838345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d952144b-c333-4c6d-a6e4-fd1eb47deaef req-370f8bff-eaa4-44df-aa17-7f45743e1a91 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3b05c54-4c23-4ba1-8c15-975d5a9150aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442389 Mar 11 17:50:13.904119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Calling delete_port for 32a76a88-f60b-487c-94a9-fefee32bbd65 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:13.946108 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.961398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:14.103096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:14.106774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,segment=NetworkSegment(8e02033f-13cf-4ff7-9436-5d9ef9d0014b),segment_id=8e02033f-13cf-4ff7-9436-5d9ef9d0014b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:14.139382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] For port c64e256e-5c8f-4685-a18a-1f204dfd6fdd, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:14.164644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.192998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba9fc7-72b1-42f8-b237-71d2882dd33a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:14.193728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-60ba9fc7-72b1-42f8-b237-71d2882dd33a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:14.197989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port e7b7efc7-e35a-42bb-a937-3519b4f6e924, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e7b7efc7-e35a-42bb-a937-3519b4f6e924,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:14.198698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.203807 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.205883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:50:14.221594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63a926d4-b625-4e67-bfd5-e7f3908d4f87 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.307995 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bad26c99-5715-48bf-8e0b-d2a89ffddb66 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/ports/8644ef27-6f7b-4c11-a711-b3bd802546b2 HTTP/1.1" status: 204 len: 168 time: 4.3174295 Mar 11 17:50:14.312899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] For port c64e256e-5c8f-4685-a18a-1f204dfd6fdd, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:14.335626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46550) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:14.336560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-60ba9fc7-72b1-42f8-b237-71d2882dd33a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:14.337700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-60ba9fc7-72b1-42f8-b237-71d2882dd33a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7030768 Mar 11 17:50:14.363670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f60fa365-1315-4199-84c2-5bb1ad497661 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:14.418115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46552) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:14.419345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a926d4-b625-4e67-bfd5-e7f3908d4f87 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842edb5-10bb-45ee-a8bd-25c35914be0c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:14.428441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f60fa365-1315-4199-84c2-5bb1ad497661 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:14.428892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f60fa365-1315-4199-84c2-5bb1ad497661 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:14.429446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e76037e8-22a5-45c4-ad42-f9dca4975094 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:14.464805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.482805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:14.483225 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:14.550081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for e7b7efc7-e35a-42bb-a937-3519b4f6e924 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:14.583729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.606592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Pushing event updated for resources: {'Port': ['ID=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:14.640544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:14.672682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e76037e8-22a5-45c4-ad42-f9dca4975094 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:14.673066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e76037e8-22a5-45c4-ad42-f9dca4975094 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:14.680599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.682550 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a0b28dd8-94c0-4a42-b004-98a6f30556ea service neutron] 10.222.0.59 "PUT /v2.0/ports/c64e256e-5c8f-4685-a18a-1f204dfd6fdd HTTP/1.1" status: 200 len: 1096 time: 8.3239117 Mar 11 17:50:14.684225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Pushing event deleted for resources: {'Port': ['ID=32a76a88-f60b-487c-94a9-fefee32bbd65,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:14.688238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'tag': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:50:14.709530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:14.742213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:14.743077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:49:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:14.858304 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'tag': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd', 'status': 'completed', 'code': 200} Mar 11 17:50:14.862992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] No DVR routers for this DVR port 32a76a88-f60b-487c-94a9-fefee32bbd65 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:14.923542 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e179ab02-e5aa-4cae-85c5-1ac8c2541ae6 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] GET failed (client error): The resource could not be found. Mar 11 17:50:14.927036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.930430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e179ab02-e5aa-4cae-85c5-1ac8c2541ae6 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "GET /v2.0/ports/8644ef27-6f7b-4c11-a711-b3bd802546b2 HTTP/1.1" status: 404 len: 333 time: 0.5898895 Mar 11 17:50:14.934908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46564) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:14.952113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'name': 'tempest-AllowedAddressPairTestJSON-981830946'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:14.975619 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59c514de-8cca-4f97-9952-0dcd24f7d8e3 req-ed6dd534-8f7f-42b3-9b86-83cfc0564500 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.59 "DELETE /v2.0/ports/32a76a88-f60b-487c-94a9-fefee32bbd65 HTTP/1.1" status: 204 len: 173 time: 8.2980514 Mar 11 17:50:14.986679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:14.987051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:14.997755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63a926d4-b625-4e67-bfd5-e7f3908d4f87 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:15.003310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-63a926d4-b625-4e67-bfd5-e7f3908d4f87 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/security-groups/0842edb5-10bb-45ee-a8bd-25c35914be0c HTTP/1.1" status: 204 len: 168 time: 1.7580111 Mar 11 17:50:15.010595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46568) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:15.119256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0231c71-ac8b-4bb9-902d-6c2ba9292135 req-cc69d345-6ed9-4cfe-94fd-d585e618a265 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:15.126692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0231c71-ac8b-4bb9-902d-6c2ba9292135 req-cc69d345-6ed9-4cfe-94fd-d585e618a265 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 948 time: 1.1301200 Mar 11 17:50:15.193375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27237aa-d0ca-49a6-af17-21affdbbcc50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:15.194559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e27237aa-d0ca-49a6-af17-21affdbbcc50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:15.206523 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-44ab07d4-0c02-46a9-a9e2-e71296bb5e7b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] show failed (client error): The resource could not be found. Mar 11 17:50:15.211452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-44ab07d4-0c02-46a9-a9e2-e71296bb5e7b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups/0842edb5-10bb-45ee-a8bd-25c35914be0c HTTP/1.1" status: 404 len: 347 time: 0.1876750 Mar 11 17:50:15.217695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46572) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:15.396389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dadedd72-2ddc-4c5a-8673-269ef4b7f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:15.398088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:15.434296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] Deleting port 9d3877ef-4e37-4879-a62d-e16c3971b07c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:15.434296 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:15.458143 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a963b046-9a95-4dc4-a88e-12a234c3d02a req-e4a61d5b-94e3-40a4-a08d-800694757295 tempest-VolumesActionsTest-1773900618 tempest-VolumesActionsTest-1773900618-project] 10.222.0.96 "GET /v2.0/ports?device_id=e623a9fb-c334-4188-b1ec-98b567defd8f HTTP/1.1" status: 200 len: 210 time: 0.2441101 Mar 11 17:50:15.540595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:15.542039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e27237aa-d0ca-49a6-af17-21affdbbcc50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:15.543355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e27237aa-d0ca-49a6-af17-21affdbbcc50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1199791 Mar 11 17:50:15.556815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46578) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:15.565215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-3ef08729-c8de-45d8-928d-18f51f5f2582 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bec4bf44a1e7406daa677addedd35084&device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 1099 time: 0.7091448 Mar 11 17:50:15.611766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0231c71-ac8b-4bb9-902d-6c2ba9292135 req-bf53f199-84c7-4450-83ee-adb54a0ea7e6 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831123 Mar 11 17:50:15.645058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port 6af957bd-b0b2-4c1d-995c-b062dc9fd3e0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:15.657510 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:15.700762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,segment=NetworkSegment(8e02033f-13cf-4ff7-9436-5d9ef9d0014b),segment_id=8e02033f-13cf-4ff7-9436-5d9ef9d0014b)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:15.701161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:15.731401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:15.742411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Usage tracker for resource:port and tenant:831d3108094743a5bff9e650c3805b54 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:15.755714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:15.803352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:15.891345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:15.913282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:15.916988 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:15.960797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] device_id is not set on port cd4d0f17-103b-4d32-8cef-31172c9aec08 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:50:16.003088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.004320 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.122635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=e7b7efc7-e35a-42bb-a937-3519b4f6e924,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:16.189458 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.189802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.345419 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.368963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] For port 9d3877ef-4e37-4879-a62d-e16c3971b07c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9d3877ef-4e37-4879-a62d-e16c3971b07c,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:16.368963 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.395872 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f41d2497-7d25-4e1d-a11f-73d56c1735b6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8160918 Mar 11 17:50:16.397005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:16.397005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.468418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46582) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:16.481311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:16.495862 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-f4c4fe7a-aa34-4518-9e14-d2ce656787f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c64e256e-5c8f-4685-a18a-1f204dfd6fdd HTTP/1.1" status: 200 len: 217 time: 0.1051986 Mar 11 17:50:16.511151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for 6af957bd-b0b2-4c1d-995c-b062dc9fd3e0 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:16.574304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:16.663785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] Calling delete_port for 9d3877ef-4e37-4879-a62d-e16c3971b07c owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:16.738844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Port': ['ID=3cd85cfa-dca9-4c6a-a411-73889fde9fb7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:16.741836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a71222e8-d27b-45fd-b76e-36ce7a3599b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:16.744190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-a71222e8-d27b-45fd-b76e-36ce7a3599b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2370877 Mar 11 17:50:16.854334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No DVR routers for this DVR port 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:16.863939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'name': 'network-vif-deleted', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:50:16.877006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e123df-b021-437a-9d15-b9593f309f39 None None] DHCP port deletion for f8e75baf-d04e-4b30-9863-4d5e7434edf3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:16.941296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5a92ddda-bcd8-431d-9e75-9df2bd7e0415 None None] Could not find standard attr ID for object 3cd85cfa-dca9-4c6a-a411-73889fde9fb7. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:50:17.019021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.057229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Could not find standard attr ID for object 3cd85cfa-dca9-4c6a-a411-73889fde9fb7. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:50:17.075618 n-d-833436-1 neutron-server[83850]: INFO neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No ports have port_id starting with 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 Mar 11 17:50:17.079653 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.100118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.145907 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e623a9fb-c334-4188-b1ec-98b567defd8f', 'name': 'network-vif-deleted', 'tag': '32a76a88-f60b-487c-94a9-fefee32bbd65', 'status': 'completed', 'code': 200} Mar 11 17:50:17.151795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.206053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=a8cff8c2-3ea7-4edb-850a-0135e276ab2c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:17.212437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:17.225387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9d3877ef-4e37-4879-a62d-e16c3971b07c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:17.227487 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-23e8a4b8-9c0c-4fa4-8152-7880dadd0373 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4451442 Mar 11 17:50:17.279203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] Pushing event deleted for resources: {'Port': ['ID=9d3877ef-4e37-4879-a62d-e16c3971b07c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:17.293056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435934df-818f-4579-9888-0be38299a8b1 None None] Network f8e75baf-d04e-4b30-9863-4d5e7434edf3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:17.308526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 9d3877ef-4e37-4879-a62d-e16c3971b07c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:17.309038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9d3877ef-4e37-4879-a62d-e16c3971b07c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:17.310950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b570f7-73b6-4944-b6fe-5266d3ccee9a None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:50:17.326308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a1203-9fbf-431b-97d7-a50a43b589a9 None None] No DVR routers for this DVR port 9d3877ef-4e37-4879-a62d-e16c3971b07c on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:17.487079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Allocated IP 172.20.0.10 (970c952c-8bc6-4107-abf0-d9e31867b5d3/32dec9a0-1aa0-4a7d-a436-527025314f51/cd4d0f17-103b-4d32-8cef-31172c9aec08) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:17.497544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:17.541848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:17.552255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.624650 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-229836f7-a3f5-40bb-a798-c8542c4fcab9 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915024 Mar 11 17:50:17.688077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:17.791677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:17.794139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3cd85cfa-dca9-4c6a-a411-73889fde9fb7 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:17.798200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0b04d-0245-46a2-8b0b-c1904e003426 None None] DHCP port deletion for f8e75baf-d04e-4b30-9863-4d5e7434edf3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:17.819141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e78fd-6c07-41c6-b577-0582624ecb2e None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:50:17.878600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.912173 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7ec58-419e-467c-9d13-15a1320ac3e9 None None] New status for floating IP e7cbc6d5-6735-4668-9a59-dfc8d7218cfa: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:50:17.914578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e75baf-d04e-4b30-9863-4d5e7434edf3']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:17.930942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e02033f-13cf-4ff7-9436-5d9ef9d0014b') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:17.932030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e02033f-13cf-4ff7-9436-5d9ef9d0014b') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:17.949876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.988067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.006167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:50:18.006897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.086700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e78fd-6c07-41c6-b577-0582624ecb2e None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:50:18.142795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:50:18.235621 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:50:18.242394 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.252324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.368721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342a7ca-cf2c-486d-b8c5-203ed44a43d4 req-6bb34cf4-1556-43e2-967e-ef7a78928c2f tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:18.371365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8342a7ca-cf2c-486d-b8c5-203ed44a43d4 req-6bb34cf4-1556-43e2-967e-ef7a78928c2f tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 948 time: 1.0309794 Mar 11 17:50:18.399313 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.476441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=f8e75baf-d04e-4b30-9863-4d5e7434edf3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:18.610442 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db5b45c9-a740-4471-8609-bba16a283d47 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/f8e75baf-d04e-4b30-9863-4d5e7434edf3 HTTP/1.1" status: 204 len: 168 time: 8.6177025 Mar 11 17:50:18.611652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46604) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:18.637410 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.687038 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.db.api [None req-bde7ec58-419e-467c-9d13-15a1320ac3e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:18.687937 n-d-833436-1 neutron-server[83851]: DEBUG oslo_db.api [None req-bde7ec58-419e-467c-9d13-15a1320ac3e9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:18.725048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.732838 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72d7c6a-5a51-4bfb-b644-972207cf8f8a tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:18.733569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72d7c6a-5a51-4bfb-b644-972207cf8f8a tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:18.738931 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a72d7c6a-5a51-4bfb-b644-972207cf8f8a tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/a8cff8c2-3ea7-4edb-850a-0135e276ab2c HTTP/1.1" status: 404 len: 337 time: 0.1214139 Mar 11 17:50:18.743433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46608) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:18.778872 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-23e65cd6-ba8b-47cb-8c58-3984fb3ac5a3 req-8ee5fb71-75af-40c0-82f5-974147af1061 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9608371 Mar 11 17:50:18.796110 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab7cf31-e728-4626-806b-ad22919dcac2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:18.796562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab7cf31-e728-4626-806b-ad22919dcac2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:18.801354 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5ab7cf31-e728-4626-806b-ad22919dcac2 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/f8e75baf-d04e-4b30-9863-4d5e7434edf3 HTTP/1.1" status: 404 len: 339 time: 0.0564997 Mar 11 17:50:18.801987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46614) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:18.833395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.904761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8342a7ca-cf2c-486d-b8c5-203ed44a43d4 req-20ec74ad-a3b8-4494-a900-367a7e5c3e28 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932499 Mar 11 17:50:19.030440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=6af957bd-b0b2-4c1d-995c-b062dc9fd3e0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:19.054672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.190139 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7ec58-419e-467c-9d13-15a1320ac3e9 None None] New status for floating IP e7cbc6d5-6735-4668-9a59-dfc8d7218cfa: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:50:19.198731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.201340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Fanout notify agent at l3_agent the message router_deleted on router 8ef88842-1d76-4d49-8116-bc787ebb401a {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:50:19.206636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2efc8203-c499-4da3-a210-415c028f8763 req-7effb337-2317-4da7-b5f2-ab4f186cca94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bec4bf44a1e7406daa677addedd35084&device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 1099 time: 0.2455418 Mar 11 17:50:19.453487 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.486501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.503988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fc855a-ad16-41f5-8d9d-479e6e69c592']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:19.523732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75f7372-7fee-446a-a46d-1d8777b4da81') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:19.524156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75f7372-7fee-446a-a46d-1d8777b4da81') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:19.542204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Transition to ACTIVE for port object cd4d0f17-103b-4d32-8cef-31172c9aec08 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:19.551061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.581203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc8203-c499-4da3-a210-415c028f8763 req-39d25635-9117-4ee7-81a9-09e62333095b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:19.582785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2efc8203-c499-4da3-a210-415c028f8763 req-39d25635-9117-4ee7-81a9-09e62333095b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3688946 Mar 11 17:50:19.583889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.600940 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.614774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.619524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da26c9a8-984b-438c-a020-d2cf6e34134a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/routers/8ef88842-1d76-4d49-8116-bc787ebb401a HTTP/1.1" status: 204 len: 168 time: 9.5918016 Mar 11 17:50:19.622145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46620) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:19.650670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:50:19.651005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:50:19.672063 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:50:19.674765 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.677546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0629a3f-7b3a-4267-b0cd-c458423dc810 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/floatingips/e7cbc6d5-6735-4668-9a59-dfc8d7218cfa HTTP/1.1" status: 204 len: 168 time: 4.4562788 Mar 11 17:50:19.746790 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2efc8203-c499-4da3-a210-415c028f8763 req-799ce972-9ddf-4271-9348-92549ce8b536 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c64e256e-5c8f-4685-a18a-1f204dfd6fdd HTTP/1.1" status: 200 len: 217 time: 0.1568296 Mar 11 17:50:19.866660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.882580 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.892725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.906133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=d7fc855a-ad16-41f5-8d9d-479e6e69c592,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:19.908642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc8203-c499-4da3-a210-415c028f8763 req-86a9dc93-0ef3-46a1-ad01-8f8c6be79bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:19.910126 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2efc8203-c499-4da3-a210-415c028f8763 req-86a9dc93-0ef3-46a1-ad01-8f8c6be79bb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1448009 Mar 11 17:50:19.917530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-91076260-80e6-475f-8705-2ef34023955b tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/d7fc855a-ad16-41f5-8d9d-479e6e69c592 HTTP/1.1" status: 204 len: 168 time: 1.1144230 Mar 11 17:50:19.918461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46626) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:19.946695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:19.953457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46630) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:20.029958 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d62b755-e4ab-41a7-95d9-7c619cbd0269 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:20.030561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d62b755-e4ab-41a7-95d9-7c619cbd0269 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:20.035730 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d62b755-e4ab-41a7-95d9-7c619cbd0269 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/6b2281f0-be0a-48c1-927e-2e23a507e74f HTTP/1.1" status: 404 len: 337 time: 0.0705040 Mar 11 17:50:20.037902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46636) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:20.041675 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:20.058741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682972367', 'description': 'tempest-description--422285796'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:20.067300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:20.070645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c64e256e-5c8f-4685-a18a-1f204dfd6fdd details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:50:20.086222 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-87633f8b-9fd1-4a69-a60f-0059ff0b5023 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:20.086734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87633f8b-9fd1-4a69-a60f-0059ff0b5023 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:20.095387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-87633f8b-9fd1-4a69-a60f-0059ff0b5023 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/d492e181-7f04-4bfd-96de-53fa8e9d7223 HTTP/1.1" status: 404 len: 339 time: 0.0496359 Mar 11 17:50:20.098868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46644) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:20.114789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=cd4d0f17-103b-4d32-8cef-31172c9aec08,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:20.207296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:20.315584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:20.404386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c64e256e-5c8f-4685-a18a-1f204dfd6fdd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:20.428406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd', 'mac_address': 'fa:16:3e:65:31:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:50:20.432857 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2efc8203-c499-4da3-a210-415c028f8763 req-2f6b6f59-b0aa-4504-b0ff-b8499a8c2f68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5133781 Mar 11 17:50:20.491018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:20.531903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:20.554070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64e256e-5c8f-4685-a18a-1f204dfd6fdd {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:50:20.575731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c64e256e-5c8f-4685-a18a-1f204dfd6fdd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:20.580984 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:20.609005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting subnet 966b9e51-722c-4044-8ea1-f6b97a460247 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:20.615241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:20.682139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:20.700304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:20.722528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:20.763963 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2efc8203-c499-4da3-a210-415c028f8763 req-eab94ac1-b44b-4a12-aae1-119f9ead7f10 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240085 Mar 11 17:50:20.807509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:20.816725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae00fa5c-29ec-476d-badb-d68f7ec981e5 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:20.826138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:20.848555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c64e256e-5c8f-4685-a18a-1f204dfd6fdd'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:50:20.897304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:20.941076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6ec162-a1c2-4fa2-82cc-ccd0927aa084']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:20.961881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c688e809-bca2-493e-96d7-bde059ac6abf') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:20.962226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c688e809-bca2-493e-96d7-bde059ac6abf') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:20.982154 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.010229 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.017919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:50:21.018989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.066059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2efc8203-c499-4da3-a210-415c028f8763 req-b96eb929-1e0d-4784-ab79-993dcd55ed30 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940059 Mar 11 17:50:21.072113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.125097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:21.125691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.136263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:50:21.137184 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:50:21.156791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=c3f17e92-5b21-470c-8272-0b345ec677bb,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:21.160088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:21.162719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:21.190054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.255190 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.260332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.262256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/networks/2d6ec162-a1c2-4fa2-82cc-ccd0927aa084 HTTP/1.1" status: 204 len: 168 time: 1.6310890 Mar 11 17:50:21.300059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c175d950-53e6-4316-966b-a1ff257e5db7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.8238289 Mar 11 17:50:21.304051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:21.304603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46658) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:21.324996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2e710-4f83-42f8-b78f-2fc86f3161a9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Network': ['ID=2d6ec162-a1c2-4fa2-82cc-ccd0927aa084,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:21.331047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': 'c3f17e92-5b21-470c-8272-0b345ec677bb', 'ip_address': '2001:db8::46f:526:996:dd8e'}], 'name': 'tempest-NetworksTestDHCPv6-2119365044'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:21.344757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:21.345840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.350247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:21.358631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'network': {'name': 'tempest-network-smoke--439364044', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:21.367400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:21.370209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=966b9e51-722c-4044-8ea1-f6b97a460247,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:21.387457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:21.395118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:21.428359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa26b80-f344-4aa5-8585-32dc3edba076 req-2830f365-0e66-4489-8de0-293445f5a929 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:21.430086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aa26b80-f344-4aa5-8585-32dc3edba076 req-2830f365-0e66-4489-8de0-293445f5a929 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 948 time: 1.2159548 Mar 11 17:50:21.444368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:21.486631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': 'c3f17e92-5b21-470c-8272-0b345ec677bb'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:50:21.487402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.500224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e7b7efc7-e35a-42bb-a937-3519b4f6e924 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:21.508739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d1b0afb3-48ba-4f40-baa3-f19bce56b7d8 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5675769 Mar 11 17:50:21.513839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46666) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:21.538542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'network_id': '970c952c-8bc6-4107-abf0-d9e31867b5d3', 'name': 'tempest-AllowedAddressPairTestJSON-338933574'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:21.544939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:network and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:21.545440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e7b7efc7-e35a-42bb-a937-3519b4f6e924 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:21.545682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e7b7efc7-e35a-42bb-a937-3519b4f6e924 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:21.554657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.560123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:21.580373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:21.606866 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f56ce327-9c2d-4414-bd0d-d1de08e6a699 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/966b9e51-722c-4044-8ea1-f6b97a460247 HTTP/1.1" status: 204 len: 168 time: 1.5015793 Mar 11 17:50:21.613148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46670) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:21.622435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca2cf8-d72b-4ae4-97ae-63a4dd4be5e5 None None] Network bafd611b-c50e-4fed-ba3d-1275167f838b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:21.678347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:21.682028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.749356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d72af36-3175-4739-8d40-78c3d4a1b57a None None] Provisioning for port cd4d0f17-103b-4d32-8cef-31172c9aec08 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:21.765697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d72af36-3175-4739-8d40-78c3d4a1b57a None None] Provisioning complete for port cd4d0f17-103b-4d32-8cef-31172c9aec08 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:21.766042 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d72af36-3175-4739-8d40-78c3d4a1b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.789547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:50:21.801205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.801914 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Added segment 5f904920-6280-438f-970f-6eccf460030f of type vlan for network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 Mar 11 17:50:21.838894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.844465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8d72af36-3175-4739-8d40-78c3d4a1b57a None None] Port cd4d0f17-103b-4d32-8cef-31172c9aec08 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:21.905564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.907719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:21.910401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:21.914297 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.931440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Usage tracker for resource:port and tenant:831d3108094743a5bff9e650c3805b54 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:21.940329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:21.968205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:21.968962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:21.973850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:21.979148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aa26b80-f344-4aa5-8585-32dc3edba076 req-1aeadc5e-6ac8-4e03-be17-40fe7e783dc8 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320086 Mar 11 17:50:21.984198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.092649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c64e256e-5c8f-4685-a18a-1f204dfd6fdd up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:22.111868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Made reservation on behalf of 831d3108094743a5bff9e650c3805b54 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:22.116117 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.126317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:22.147388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting subnet 84cdd59b-5766-413a-8137-7defb1a0fe17 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:22.152794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.162075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4973b01f-c6e5-4946-8628-b0431630413c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:22.195594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.202003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c06fe691-ccfd-4f2d-bcd3-ac035c6dbe2f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.1460414 Mar 11 17:50:22.207492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46676) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:22.223661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': '4973b01f-c6e5-4946-8628-b0431630413c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:22.229860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/c3f17e92-5b21-470c-8272-0b345ec677bb/076c228c-534c-4a27-85b6-785caa33f0d3) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:22.253325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:22.264120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:22.274098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:22.300237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:22.344537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] device_id is not set on port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:50:22.421268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.483547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.537517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c64e256e-5c8f-4685-a18a-1f204dfd6fdd completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:22.553739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c64e256e-5c8f-4685-a18a-1f204dfd6fdd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:22.554175 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.634382 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.691939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.698493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Allocated IP 172.20.0.3 (970c952c-8bc6-4107-abf0-d9e31867b5d3/32dec9a0-1aa0-4a7d-a436-527025314f51/8a09a3c7-be26-4fb6-9988-6bad9ecbce42) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:22.701653 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.768699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c14f9e7-ec8f-4fba-ba7c-ad54fd5f20de,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:22.802803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.804144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-913aa2b6-ee1a-4441-b280-7df7484deac7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5948155 Mar 11 17:50:22.804921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:22.808981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46682) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:22.820827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'security_group_rule': {'security_group_id': '4973b01f-c6e5-4946-8628-b0431630413c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:22.843860 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.848087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.853026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:22.866844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:security_group_rule and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:22.873244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:22.886060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:22.916577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c64e256e-5c8f-4685-a18a-1f204dfd6fdd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:22.918609 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.921864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:50:22.936814 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:22.999167 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.017888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Transition to ACTIVE for port object 076c228c-534c-4a27-85b6-785caa33f0d3 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:23.074066 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd', 'code': 200} Mar 11 17:50:23.080588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Transition to ACTIVE for port object 076c228c-534c-4a27-85b6-785caa33f0d3 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:23.136472 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.137651 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.150007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=84cdd59b-5766-413a-8137-7defb1a0fe17,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:23.202239 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bdd83f58-9232-4411-97b6-8e0a2f63947d tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/84cdd59b-5766-413a-8137-7defb1a0fe17 HTTP/1.1" status: 204 len: 168 time: 1.5832314 Mar 11 17:50:23.205222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46692) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:23.206161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:23.211819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:23.215288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:23.355850 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0319152 Mar 11 17:50:23.391527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.391893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46696) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:23.393517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe8b43-0b79-4e7a-9698-6fe052ab1a3d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Network': ['ID=7a85cf96-dfda-4d99-9a04-b2c752edf3f7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:23.397106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Pushing event updated for resources: {'Port': ['ID=076c228c-534c-4a27-85b6-785caa33f0d3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:23.404428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:23.419143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:50:23.443554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-26569883', 'admin_state_up': True, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:23.452291 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.481816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:23.492303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:router and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:23.506101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:23.518931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:23.542108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b1e7c1-44ba-4a81-b47f-3d083de4d457,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:23.572427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.573396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.580320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.658224 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.666724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-15eea847-c6b9-4707-81c8-80b2d1c4337f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8561451 Mar 11 17:50:23.668847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46700) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:23.687416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.701111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.703638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:23.717931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:23.725731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Usage tracker for resource:floatingip and tenant:5b8021465c8248639c9826d52d8b7bbc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:23.731717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:23.742859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:23.781088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Attempting to bind port 076c228c-534c-4a27-85b6-785caa33f0d3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:23.781088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Attempting to bind port 076c228c-534c-4a27-85b6-785caa33f0d3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:23.782611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Attempting to bind port 076c228c-534c-4a27-85b6-785caa33f0d3 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:23.787992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.805528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a9bbc-c23c-4d65-9512-4d28a7d8a8d8 None None] Network bafd611b-c50e-4fed-ba3d-1275167f838b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:23.818406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Transition to ACTIVE for port object 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:23.892417 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:23.915152 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71de0973-f2c4-45af-9959-c95b8538f24b req-16565c36-8b1b-4bc5-8012-0fa722eefe17 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 1101 time: 0.7008896 Mar 11 17:50:23.930306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port 65e90e31-5304-4925-8046-b7eba9e032c6 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:23.930739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.051967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:50:24.279874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.302469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:24.303251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:24.303820 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.304310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:24.308458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Bound port: 076c228c-534c-4a27-85b6-785caa33f0d3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:24.308458 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.316357 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71de0973-f2c4-45af-9959-c95b8538f24b req-215f9a28-594c-4943-8e9e-fe3243a8236a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759172 Mar 11 17:50:24.621443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] For port 076c228c-534c-4a27-85b6-785caa33f0d3, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:24.631943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] For port 076c228c-534c-4a27-85b6-785caa33f0d3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=076c228c-534c-4a27-85b6-785caa33f0d3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:24.638972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-46a6e892-c1f9-48b4-b0f4-10ca57bdbb77 None None] Provisioning complete for port 65e90e31-5304-4925-8046-b7eba9e032c6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:24.645646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46a6e892-c1f9-48b4-b0f4-10ca57bdbb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.650080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port 65e90e31-5304-4925-8046-b7eba9e032c6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=65e90e31-5304-4925-8046-b7eba9e032c6,segment=NetworkSegment(aa6ea534-746d-4db5-9412-a023d924580e),segment_id=aa6ea534-746d-4db5-9412-a023d924580e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:24.654592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.805789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::46f:526:996:dd8e (75568097-05ea-4303-a281-4da1879652a7/c3f17e92-5b21-470c-8272-0b345ec677bb/3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:24.816014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for 65e90e31-5304-4925-8046-b7eba9e032c6 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:24.848361 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.918508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:24.940532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83763d-3400-497b-98a0-7bde45315d75 req-ed69075d-2e45-4655-be78-c3babf596c56 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:24.951677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a83763d-3400-497b-98a0-7bde45315d75 req-ed69075d-2e45-4655-be78-c3babf596c56 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 950 time: 1.3681622 Mar 11 17:50:25.026444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:25.039831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No DVR routers for this DVR port 65e90e31-5304-4925-8046-b7eba9e032c6 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:25.049269 n-d-833436-1 neutron-server[83850]: INFO neutron.plugins.ml2.db [None req-46a6e892-c1f9-48b4-b0f4-10ca57bdbb77 None None] No ports have port_id starting with 65e90e31-5304-4925-8046-b7eba9e032c6 Mar 11 17:50:25.121738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Port': ['ID=65e90e31-5304-4925-8046-b7eba9e032c6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:25.169024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcec4a6-2680-4b19-a5d5-956a22238861 None None] Pushing event updated for resources: {'Port': ['ID=076c228c-534c-4a27-85b6-785caa33f0d3,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:25.266513 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:50:25.291550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb4e27-df4e-42c5-a453-405d64051f9d None None] DHCP port deletion for bafd611b-c50e-4fed-ba3d-1275167f838b request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:25.386784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:25.490376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:25.552656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 65e90e31-5304-4925-8046-b7eba9e032c6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:25.584595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:25.703754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:25.775464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 65e90e31-5304-4925-8046-b7eba9e032c6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:25.775935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 65e90e31-5304-4925-8046-b7eba9e032c6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:25.893929 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:25.983378 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.050337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafd611b-c50e-4fed-ba3d-1275167f838b']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:26.072756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6ea534-746d-4db5-9412-a023d924580e') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:26.073078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6ea534-746d-4db5-9412-a023d924580e') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:26.085256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.25.3.213 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e06a0b09-79e1-499d-93b0-74f539210b67) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:26.098902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.118913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.126708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:50:26.127140 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.204164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ae58b21-4f12-4772-843f-0c285588f14b None None] Provisioning for port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:26.210860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:26.212335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:50:26.220066 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:50:26.225918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ae58b21-4f12-4772-843f-0c285588f14b None None] Provisioning complete for port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:26.225918 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ae58b21-4f12-4772-843f-0c285588f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.226514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a83763d-3400-497b-98a0-7bde45315d75 req-e66c687d-6bb8-4e0f-ba0a-2863aaefe212 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2730072 Mar 11 17:50:26.320598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.332084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.378978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:26.444617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1ae58b21-4f12-4772-843f-0c285588f14b None None] Port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:26.457808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.598267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=8a09a3c7-be26-4fb6-9988-6bad9ecbce42,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:26.711285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-34a899f1-5ff2-4666-88a5-9cb2b07e5417 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1851108 Mar 11 17:50:26.717764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46720) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:26.729485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:67:33:b1'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:52:67:de'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:26.816979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.889698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.915141 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.965129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.979129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=e06a0b09-79e1-499d-93b0-74f539210b67,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:27.043261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=bafd611b-c50e-4fed-ba3d-1275167f838b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:27.202186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25920b75-20dc-49bd-ac7f-90497810b553 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/bafd611b-c50e-4fed-ba3d-1275167f838b HTTP/1.1" status: 204 len: 168 time: 3.9950390 Mar 11 17:50:27.211242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46726) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:27.237537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:27.238919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:27.242458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:27.246977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:27.247618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:27.275628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:27.276976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:27.279706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:27.333625 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9402dcfa-b571-4dea-ad6b-b93f4fa2f2f9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:27.336681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9402dcfa-b571-4dea-ad6b-b93f4fa2f2f9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:27.340017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9402dcfa-b571-4dea-ad6b-b93f4fa2f2f9 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/dd60f673-3f2f-40d2-a2ca-d715c3e787f5 HTTP/1.1" status: 404 len: 337 time: 0.1272550 Mar 11 17:50:27.383462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-976fbb50-3274-4326-bdfe-a28e16dbadd0 None None] Provisioning for port 076c228c-534c-4a27-85b6-785caa33f0d3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:27.387285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46732) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:27.503145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 076c228c-534c-4a27-85b6-785caa33f0d3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:27.517765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:27.538129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c7e72871-8c34-4ff9-ac99-44e2dd7af71a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 6.2125912 Mar 11 17:50:27.551490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46736) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:27.557430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': 'c3f17e92-5b21-470c-8272-0b345ec677bb', 'ip_address': '2001:db8::46f:526:996:dd8e'}], 'name': 'tempest-NetworksTestDHCPv6-1078547567'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:27.575412 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4a2f3e-97cc-4373-a1ba-5557a36ce3b6 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:27.576100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4a2f3e-97cc-4373-a1ba-5557a36ce3b6 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:27.580738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6f4a2f3e-97cc-4373-a1ba-5557a36ce3b6 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/542940f9-fba8-4b6b-a4b6-fc6ae14987e4 HTTP/1.1" status: 404 len: 339 time: 0.1671133 Mar 11 17:50:27.584269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46740) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:27.647513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e03605ec-2f65-4070-bebf-89561f440cb4 None None] Provisioning for port 3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:27.660682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 076c228c-534c-4a27-85b6-785caa33f0d3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:27.666858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e03605ec-2f65-4070-bebf-89561f440cb4 None None] Provisioning complete for port 3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:27.667389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e03605ec-2f65-4070-bebf-89561f440cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:27.688089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:27.689955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:27.702965 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9355bb97-0436-4f8c-aac2-00fdce5265b3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:27.703411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9355bb97-0436-4f8c-aac2-00fdce5265b3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:27.705136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9355bb97-0436-4f8c-aac2-00fdce5265b3 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/2f33f7ca-061d-42a6-aa62-73952d9ecac5 HTTP/1.1" status: 404 len: 337 time: 0.1141856 Mar 11 17:50:27.732584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e03605ec-2f65-4070-bebf-89561f440cb4 None None] Port 3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:27.734324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 076c228c-534c-4a27-85b6-785caa33f0d3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:27.734812 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:27.765569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46744) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:27.797635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.25.3.26 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/aeaf7c10-7164-4daa-84ed-40081af8e72b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:27.871582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:27.956595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 076c228c-534c-4a27-85b6-785caa33f0d3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=076c228c-534c-4a27-85b6-785caa33f0d3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:27.964787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.038497 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b60e8b-7c0a-484c-a897-475057ad4603 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:28.039004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b60e8b-7c0a-484c-a897-475057ad4603 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:28.040735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-98b60e8b-7c0a-484c-a897-475057ad4603 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/369c44dd-96ba-49fa-800a-523cc1a9c37d HTTP/1.1" status: 404 len: 339 time: 0.2680316 Mar 11 17:50:28.043418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46750) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:28.053729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=076c228c-534c-4a27-85b6-785caa33f0d3,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:28.056822 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.096812 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57d3b8c-a76c-4fd8-b459-d40d61fdd041 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:28.097257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57d3b8c-a76c-4fd8-b459-d40d61fdd041 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:28.101658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b57d3b8c-a76c-4fd8-b459-d40d61fdd041 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/ae9ddb6c-f187-4c9d-b131-3db5e236b980 HTTP/1.1" status: 404 len: 337 time: 0.0545657 Mar 11 17:50:28.104035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:28.132751 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f2d5f9-bad7-4be6-9871-cb8b803a7862 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:28.133196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f2d5f9-bad7-4be6-9871-cb8b803a7862 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:28.137348 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f3f2d5f9-bad7-4be6-9871-cb8b803a7862 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/cdae0a37-8ac3-4df4-859c-b3607d241f69 HTTP/1.1" status: 404 len: 339 time: 0.0300994 Mar 11 17:50:28.138124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46760) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:28.201460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb2d33-7089-4390-80e0-f2d89292e14d req-793f2c4b-9c18-4a73-9eb2-59907a2167b4 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:28.213640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29fb2d33-7089-4390-80e0-f2d89292e14d req-793f2c4b-9c18-4a73-9eb2-59907a2167b4 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 950 time: 0.7218120 Mar 11 17:50:28.351079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29fb2d33-7089-4390-80e0-f2d89292e14d req-3fbeb724-beb5-4412-8108-38776e689add tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362197 Mar 11 17:50:28.386844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting subnet 980bf24c-a4e9-46b2-bbd4-88be3a96d457 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:28.392023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.422251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 033f2ae8-55d2-4550-9041-d61e095f2e17 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:50:28.436153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.494984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:28.508766 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.583026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.612675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:28.647378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:28.656421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=aeaf7c10-7164-4daa-84ed-40081af8e72b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:28.676837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:28.743016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:28.751982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:28.758383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.785320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:28.867933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:50:28.876633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:28.882327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Sync routers for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:50:28.892878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.901442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:28.902543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:28.948869 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:28.950093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3a814f5a-0715-4366-82bf-ed0d8e589c4f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5488651 Mar 11 17:50:28.959287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46778) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:29.036062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=980bf24c-a4e9-46b2-bbd4-88be3a96d457,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:29.048042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fdf29437-16a1-470c-961c-2271cacd1d57 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=2b4ad54dc6f94f62b103007cf81b8c89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850518 Mar 11 17:50:29.052920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46786) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:29.120805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:29.123685 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6f99753a-25cc-4de7-b5d8-3f1ef0a727a5 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/980bf24c-a4e9-46b2-bbd4-88be3a96d457 HTTP/1.1" status: 204 len: 168 time: 0.9842920 Mar 11 17:50:29.127366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46790) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:29.170423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25bd820-98a3-4d01-976e-3987affac6a6 None None] Network 186807a1-11f2-4a64-969d-f767f7cb26e5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:29.462087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 076c228c-534c-4a27-85b6-785caa33f0d3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:29.491701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:29.526226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:29.545036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:29.572495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:29.609159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdd1bd-f6e3-4473-8a93-cd156bec4437 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:29.614236 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b3fdd1bd-f6e3-4473-8a93-cd156bec4437 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5566304 Mar 11 17:50:29.614795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46796) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:29.672170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port 20c9f958-6a4b-4a54-b6da-40adf14494eb {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:29.672802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:29.747273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event updated for resources: {'Port': ['ID=8a09a3c7-be26-4fb6-9988-6bad9ecbce42,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:29.775628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:29.812388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a276d41-69c7-4ee3-b649-8c6e59f692fe req-aadcb569-8fd7-42b8-828d-eec3eaa052be tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:29.814142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a276d41-69c7-4ee3-b649-8c6e59f692fe req-aadcb569-8fd7-42b8-828d-eec3eaa052be tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 950 time: 0.5836725 Mar 11 17:50:29.856007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] In _notify_port_updated(), no bound segment for port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 on network 970c952c-8bc6-4107-abf0-d9e31867b5d3 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:50:29.862192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:29.863990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:29.870961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4a209424-5ca3-4e53-a65a-beb03abde262 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "PUT /v2.0/ports/8a09a3c7-be26-4fb6-9988-6bad9ecbce42 HTTP/1.1" status: 200 len: 1056 time: 3.1515846 Mar 11 17:50:29.895568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46800) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:30.035577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 076c228c-534c-4a27-85b6-785caa33f0d3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:30.036151 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.048815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 587e0afe-718f-4cc6-b419-b0cebf1db33b yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:50:30.177870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a276d41-69c7-4ee3-b649-8c6e59f692fe req-b528bd67-2941-4ea9-a61b-22356b204222 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546596 Mar 11 17:50:30.306209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-47d5b034-3042-4dff-ae0d-c9788684cb7c None None] Provisioning complete for port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:30.308389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-47d5b034-3042-4dff-ae0d-c9788684cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.334827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port 20c9f958-6a4b-4a54-b6da-40adf14494eb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=20c9f958-6a4b-4a54-b6da-40adf14494eb,segment=NetworkSegment(90bf2f88-c2cb-4e24-b3b6-dd94c9716f18),segment_id=90bf2f88-c2cb-4e24-b3b6-dd94c9716f18)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:30.335626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.359441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:30.362194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.370863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] DHCP port deletion for 186807a1-11f2-4a64-969d-f767f7cb26e5 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:30.397650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Deleting port 20c9f958-6a4b-4a54-b6da-40adf14494eb {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:30.399255 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.430110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.517454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for 20c9f958-6a4b-4a54-b6da-40adf14494eb owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:30.545456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-47d5b034-3042-4dff-ae0d-c9788684cb7c None None] Port 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:30.636910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-28696f3c-23b1-42d2-bf43-5920dc16fd2c tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0211508 Mar 11 17:50:30.643750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:27Z', 'revision_number': 3, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:30.647225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46812) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:30.652353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Checking router: 033f2ae8-55d2-4550-9041-d61e095f2e17 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:50:30.652707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Updating router 033f2ae8-55d2-4550-9041-d61e095f2e17 port e06a0b09-79e1-499d-93b0-74f539210b67 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:50:30.689402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.695264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.738347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1246712090', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:30.765188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Port': ['ID=20c9f958-6a4b-4a54-b6da-40adf14494eb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:30.782029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No DVR routers for this DVR port 20c9f958-6a4b-4a54-b6da-40adf14494eb on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:30.786531 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.827901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] For port 20c9f958-6a4b-4a54-b6da-40adf14494eb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=20c9f958-6a4b-4a54-b6da-40adf14494eb,segment=NetworkSegment(90bf2f88-c2cb-4e24-b3b6-dd94c9716f18),segment_id=90bf2f88-c2cb-4e24-b3b6-dd94c9716f18)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:30.828292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:30.987967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b45e4ac5-37ae-4696-9fa8-0ab979c36504 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:30.988767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b45e4ac5-37ae-4696-9fa8-0ab979c36504 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Synchronizing usage tracker for tenant:bec4bf44a1e7406daa677addedd35084 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:30.991644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Calling delete_port for 20c9f958-6a4b-4a54-b6da-40adf14494eb owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:31.016222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.052764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b45e4ac5-37ae-4696-9fa8-0ab979c36504 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Unset dirty status for tenant:bec4bf44a1e7406daa677addedd35084 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:31.054453 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b45e4ac5-37ae-4696-9fa8-0ab979c36504 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.59 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 950 time: 0.4215055 Mar 11 17:50:31.156198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Deleting port c64e256e-5c8f-4685-a18a-1f204dfd6fdd {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:31.156452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.161902 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 17:50:31.162532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:31.236816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186807a1-11f2-4a64-969d-f767f7cb26e5']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:31.253550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:31.258034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:subnet and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:31.264899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:31.274140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:31.299047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bf2f88-c2cb-4e24-b3b6-dd94c9716f18') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:31.299339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bf2f88-c2cb-4e24-b3b6-dd94c9716f18') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:31.305947 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b0124a83-8200-4a3b-ace9-7397617dbd94 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 386 time: 3.7533517 Mar 11 17:50:31.314805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:31.315076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:31.482190 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.499131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 20c9f958-6a4b-4a54-b6da-40adf14494eb no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:31.540825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.556775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:31.557826 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:31.560198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 20c9f958-6a4b-4a54-b6da-40adf14494eb {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:31.560640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 20c9f958-6a4b-4a54-b6da-40adf14494eb not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:31.665198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.684845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d3c1b-c065-4c06-a797-8de0f36a2114 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:31.689222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d3c1b-c065-4c06-a797-8de0f36a2114 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:31.689989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d94d3c1b-c065-4c06-a797-8de0f36a2114 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:31.709743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Calling delete_port for 8a09a3c7-be26-4fb6-9988-6bad9ecbce42 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:31.710661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:50:31.711293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:50:31.733888 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:50:31.741862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d94d3c1b-c065-4c06-a797-8de0f36a2114 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:31.745379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d94d3c1b-c065-4c06-a797-8de0f36a2114 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4249156 Mar 11 17:50:31.793141 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.793950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46830) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:31.846630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] For port c64e256e-5c8f-4685-a18a-1f204dfd6fdd, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:31.847455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:31.992353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Calling delete_port for c64e256e-5c8f-4685-a18a-1f204dfd6fdd owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:32.016362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.058426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Deleting port 20c9f958-6a4b-4a54-b6da-40adf14494eb {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:32.058789 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.170133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-29ca5bac-3c9f-495f-90c2-86e422e3fc66 None None] The port '20c9f958-6a4b-4a54-b6da-40adf14494eb' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:50:32.196973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.331661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Port': ['ID=8a09a3c7-be26-4fb6-9988-6bad9ecbce42,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:32.450427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.578138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.627073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Transition to ACTIVE for port object e06a0b09-79e1-499d-93b0-74f539210b67 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:32.631127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cadc14-d815-41c9-a538-4d04f8adbf34 req-8bf267b5-4f34-4e53-8b12-6cffc4b0ea8c tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:32.639411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40cadc14-d815-41c9-a538-4d04f8adbf34 req-8bf267b5-4f34-4e53-8b12-6cffc4b0ea8c tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 950 time: 0.7699094 Mar 11 17:50:32.643791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.662702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.679974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Pushing event deleted for resources: {'Port': ['ID=c64e256e-5c8f-4685-a18a-1f204dfd6fdd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:32.696435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.761285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:50:32.823368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Attempting to bind port e06a0b09-79e1-499d-93b0-74f539210b67 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:32.826793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Attempting to bind port e06a0b09-79e1-499d-93b0-74f539210b67 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:32.827290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Attempting to bind port e06a0b09-79e1-499d-93b0-74f539210b67 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:32.836220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300379ac-252c-4a9d-93c5-dbe9f37e9f03 None None] Pushing event updated for resources: {'Port': ['ID=e06a0b09-79e1-499d-93b0-74f539210b67,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:32.845159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:32.852268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:32.853083 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.853546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:32.854556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Bound port: e06a0b09-79e1-499d-93b0-74f539210b67, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:32.854968 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.921621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=186807a1-11f2-4a64-969d-f767f7cb26e5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:32.953278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f79d6e6-bfec-4bf8-bec0-90542ff575e0 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/186807a1-11f2-4a64-969d-f767f7cb26e5 HTTP/1.1" status: 204 len: 168 time: 3.8251712 Mar 11 17:50:32.963003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40cadc14-d815-41c9-a538-4d04f8adbf34 req-4af083cb-2817-4ccf-98ca-7ef89d5a081f tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/security-groups?id=a0796f9f-6179-4044-9f39-a1a6d0e14d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225627 Mar 11 17:50:32.970172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:32.970561 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:32.983026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46844) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:33.071150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:33.102288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] For port e06a0b09-79e1-499d-93b0-74f539210b67, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:33.118156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] For port e06a0b09-79e1-499d-93b0-74f539210b67, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e06a0b09-79e1-499d-93b0-74f539210b67,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:33.128551 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:33.136480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] No DVR routers for this DVR port c64e256e-5c8f-4685-a18a-1f204dfd6fdd on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:33.139617 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:33.141987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-77a5929e-4103-401a-a5c0-e615560dfd31 req-b5f53b65-c37d-4c2a-9291-87c2cfdcaf33 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.59 "DELETE /v2.0/ports/c64e256e-5c8f-4685-a18a-1f204dfd6fdd HTTP/1.1" status: 204 len: 173 time: 2.0813816 Mar 11 17:50:33.161816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'name': 'network-vif-deleted', 'tag': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:50:33.194325 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:33.217882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Subnet': ['ID=7ed3dd48-0157-4aef-9e4d-848ab72af1b8,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:33.288666 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d2b90d-cd45-4fc6-9769-d8fdf2d7e8a8 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:33.289150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d2b90d-cd45-4fc6-9769-d8fdf2d7e8a8 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:33.395707 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ffc029-b311-4ac8-aabc-109a1b0ed25a', 'name': 'network-vif-deleted', 'tag': 'c64e256e-5c8f-4685-a18a-1f204dfd6fdd', 'status': 'completed', 'code': 200} Mar 11 17:50:33.426611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300379ac-252c-4a9d-93c5-dbe9f37e9f03 None None] Pushing event updated for resources: {'Port': ['ID=e06a0b09-79e1-499d-93b0-74f539210b67,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:33.437301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:33.438435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:33.647147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:33.781058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c4d2b90d-cd45-4fc6-9769-d8fdf2d7e8a8 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/bea290b3-17ef-4c98-a095-1312a11284c4 HTTP/1.1" status: 404 len: 337 time: 0.7931638 Mar 11 17:50:33.784345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46860) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:33.797997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:33.863932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=aeaf7c10-7164-4daa-84ed-40081af8e72b,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:33.866345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:33.896017 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfcbfcd-a4d7-46ca-a62a-7654dcab7d77 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] DELETE failed (client error): The resource could not be found. Mar 11 17:50:33.896825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfcbfcd-a4d7-46ca-a62a-7654dcab7d77 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:33.902059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9dfcbfcd-a4d7-46ca-a62a-7654dcab7d77 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/aaeb3882-acad-445d-b16e-aa581453cba4 HTTP/1.1" status: 404 len: 339 time: 0.1109560 Mar 11 17:50:33.903077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46866) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:33.905907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:33.907872 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5eba8a72-66ac-4f45-91bf-a121f69e28ea tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/ports/8a09a3c7-be26-4fb6-9988-6bad9ecbce42 HTTP/1.1" status: 204 len: 168 time: 3.9978616 Mar 11 17:50:33.968914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:33.969860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Checking segment: {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:33.970220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network hostable DHCP agents. Network: 7a85cf96-dfda-4d99-9a04-b2c752edf3f7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:50:33.977441 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:34.131401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c64e256e-5c8f-4685-a18a-1f204dfd6fdd no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:34.134811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:34.141097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0333408d-cb33-4e82-a032-450cb18db4f3 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.4442101 Mar 11 17:50:34.142619 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fbfac6-0a8e-49dd-aedb-281f2c52850e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] GET failed (client error): The resource could not be found. Mar 11 17:50:34.143312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-33fbfac6-0a8e-49dd-aedb-281f2c52850e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Synchronizing usage tracker for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:34.188075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c64e256e-5c8f-4685-a18a-1f204dfd6fdd {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:34.188438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c64e256e-5c8f-4685-a18a-1f204dfd6fdd not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:34.202985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:34.498244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:34.515520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:27Z', 'revision_number': 3, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:34.519983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b165bc6-e03d-4bd5-b4ba-df89c31b4976 None None] The sync data for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 is: [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:27Z', 'revision_number': 3, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:50:34.555487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bde6536-e095-4e7e-a217-6cc031dae765 req-1215b2a6-5bde-4023-ba56-0b0fe6d4fed5 tempest-VolumesNegativeTest-558924040 tempest-VolumesNegativeTest-558924040-project] 10.222.0.96 "GET /v2.0/ports?device_id=06ffc029-b311-4ac8-aabc-109a1b0ed25a HTTP/1.1" status: 200 len: 210 time: 0.2351689 Mar 11 17:50:34.556088 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:34.568455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.568931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.569403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.569889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.570304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.577293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.577896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.578323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.578836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.579342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.579891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:34.605320 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2858e360-9a57-4a8f-8a34-9cb4151ac31a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 HTTP/1.1" status: 204 len: 168 time: 2.4081097 Mar 11 17:50:34.606841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46886) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:34.607341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-33fbfac6-0a8e-49dd-aedb-281f2c52850e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Unset dirty status for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:34.618721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46890) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:34.618974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-33fbfac6-0a8e-49dd-aedb-281f2c52850e tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "GET /v2.0/ports/8a09a3c7-be26-4fb6-9988-6bad9ecbce42 HTTP/1.1" status: 404 len: 333 time: 0.6392229 Mar 11 17:50:34.632034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:50:34.710694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 7a85cf96-dfda-4d99-9a04-b2c752edf3f7) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:34.720030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10501173-f285-4830-b599-043be725c792 None None] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:34.766790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:34.767509 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:34.790269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-af962e21-bf29-4b16-884f-7b758a235589 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:34.802443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting port cd4d0f17-103b-4d32-8cef-31172c9aec08 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:34.804040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:34.826844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting subnet af41f6ba-01df-428d-b6ec-7d93c376b8e2 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:34.831586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d4621583-0cce-4f0e-99ed-0bb4f551bf19 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.1377158 Mar 11 17:50:34.834595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46894) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:34.954670 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:34.979808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495eb04-c240-4ef0-899b-cfb4b5a5e5b4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:34.981158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495eb04-c240-4ef0-899b-cfb4b5a5e5b4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:34.981918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c495eb04-c240-4ef0-899b-cfb4b5a5e5b4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:35.090174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c495eb04-c240-4ef0-899b-cfb4b5a5e5b4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:35.091463 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c495eb04-c240-4ef0-899b-cfb4b5a5e5b4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4831414 Mar 11 17:50:35.093548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-af962e21-bf29-4b16-884f-7b758a235589 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:35.095238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-af962e21-bf29-4b16-884f-7b758a235589 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1682972367&fields=id&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 267 time: 0.5801678 Mar 11 17:50:35.097831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46900) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:35.164472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:50:35.165816 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:35.343031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:35.405195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet c3f17e92-5b21-470c-8272-0b345ec677bb {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:35.419329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:35.470041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:35.640980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Allocated IP 172.20.0.2 (7a85cf96-dfda-4d99-9a04-b2c752edf3f7/7ed3dd48-0157-4aef-9e4d-848ab72af1b8/f0238388-7b98-4ed3-bb15-60d52c616405) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:35.661291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e06a0b09-79e1-499d-93b0-74f539210b67 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:35.699791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-ee808b52-943a-4cc4-900b-14352c763b0f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:35.707541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-ee808b52-943a-4cc4-900b-14352c763b0f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 0.5184963 Mar 11 17:50:35.789123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-db1755d9-5fae-4369-b3de-09725ed8d71a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/quotas/5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 375 time: 0.0804529 Mar 11 17:50:35.916761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:35.970415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Calling delete_port for cd4d0f17-103b-4d32-8cef-31172c9aec08 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:36.069922 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.377038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.409144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Transition to ACTIVE for port object f0238388-7b98-4ed3-bb15-60d52c616405 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:36.461061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Transition to ACTIVE for port object f0238388-7b98-4ed3-bb15-60d52c616405 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:36.539168 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.603209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.652485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.725591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:36.735737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-2dc69225-9b3a-44ad-ab76-87bd29d1f04a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:36.742056 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.756653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:36.756653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:36.797349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Subnet': ['ID=af41f6ba-01df-428d-b6ec-7d93c376b8e2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:36.848952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e06a0b09-79e1-499d-93b0-74f539210b67 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:36.852691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Pushing event updated for resources: {'Port': ['ID=f0238388-7b98-4ed3-bb15-60d52c616405,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:36.855639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.870560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-2dc69225-9b3a-44ad-ab76-87bd29d1f04a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:36.870813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e06a0b09-79e1-499d-93b0-74f539210b67 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:36.871000 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.884296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-2dc69225-9b3a-44ad-ab76-87bd29d1f04a tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0942974 Mar 11 17:50:36.908341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9f498-bc38-4e6d-9306-a70b8c522fd0 None None] Network af5e5023-9600-431f-928e-56f487783175 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:36.913676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Port': ['ID=cd4d0f17-103b-4d32-8cef-31172c9aec08,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:37.040596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Attempting to bind port f0238388-7b98-4ed3-bb15-60d52c616405 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:37.040958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Attempting to bind port f0238388-7b98-4ed3-bb15-60d52c616405 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:37.041319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Attempting to bind port f0238388-7b98-4ed3-bb15-60d52c616405 on network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:37.089850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.138624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-108df9fe-1479-4c64-ad90-64c7c945f2f4 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/subnets/af41f6ba-01df-428d-b6ec-7d93c376b8e2 HTTP/1.1" status: 204 len: 168 time: 3.2183833 Mar 11 17:50:37.163497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:37.163876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Checking segment: {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:37.164501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.165054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Bound using segment: {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:37.165696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Bound port: f0238388-7b98-4ed3-bb15-60d52c616405, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:37.166256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.188988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46940) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:37.231648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.270922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f17e92-5b21-470c-8272-0b345ec677bb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:37.299437 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b2e0f9ef-42e9-4a1d-a5b6-2a1ea146c09a tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/ports/cd4d0f17-103b-4d32-8cef-31172c9aec08 HTTP/1.1" status: 204 len: 168 time: 2.6856318 Mar 11 17:50:37.303091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46948) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:37.395170 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.416702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] For port f0238388-7b98-4ed3-bb15-60d52c616405, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:37.425179 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.427061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23c3ae4b-2035-427e-a877-bdaa3d7e4470 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/c3f17e92-5b21-470c-8272-0b345ec677bb HTTP/1.1" status: 204 len: 168 time: 2.3286209 Mar 11 17:50:37.432681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] For port f0238388-7b98-4ed3-bb15-60d52c616405, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f0238388-7b98-4ed3-bb15-60d52c616405,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:37.438264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55cb495-6a42-4147-8aa0-1b3e8f2c7162 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:37.459653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46956) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:37.461204 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af8ad8f-034d-4e19-a513-a28c946e1aae tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] GET failed (client error): The resource could not be found. Mar 11 17:50:37.461905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4af8ad8f-034d-4e19-a513-a28c946e1aae tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Synchronizing usage tracker for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:37.571896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e06a0b09-79e1-499d-93b0-74f539210b67, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e06a0b09-79e1-499d-93b0-74f539210b67,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:37.577997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4af8ad8f-034d-4e19-a513-a28c946e1aae tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Unset dirty status for tenant:831d3108094743a5bff9e650c3805b54 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:37.579758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4af8ad8f-034d-4e19-a513-a28c946e1aae tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "GET /v2.0/ports/cd4d0f17-103b-4d32-8cef-31172c9aec08 HTTP/1.1" status: 404 len: 333 time: 0.2744548 Mar 11 17:50:37.588974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46966) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:37.603264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] DHCP port deletion for af5e5023-9600-431f-928e-56f487783175 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:37.617295 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.638946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.640400 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-706dcce9-d3c1-42c3-ad1c-48e6f069bf34 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749868 Mar 11 17:50:37.646777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46972) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:37.661166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:37.730928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Deleting port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:37.732003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.789078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting port aa7c6eee-a284-43c9-bad4-e01544d2e268 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:37.789775 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:37.887704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e9c627fa-627f-4668-9bf6-f4e6bc13d4ab no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:37.945167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-49e120bc-54a5-4753-b2e9-8900fedf2804 service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0597625 Mar 11 17:50:38.023984 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:38.301417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:38.301755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:38.418722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:38.434254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:38.467936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-745fa4d5-98bf-4fce-bdac-77afe5608c53 service neutron] 10.222.0.96 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217237 Mar 11 17:50:38.526120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:38.688738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e06a0b09-79e1-499d-93b0-74f539210b67,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:38.953118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:39.036207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Calling delete_port for aa7c6eee-a284-43c9-bad4-e01544d2e268 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:39.056605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-090b95c5-0364-4de2-acae-249afc6b86bb req-696013f1-56e8-4a85-b311-60551aef77e2 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.2167377 Mar 11 17:50:39.185921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,segment=NetworkSegment(a4c5036c-412a-4830-84d1-9f58f5e68ef9),segment_id=a4c5036c-412a-4830-84d1-9f58f5e68ef9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:39.186330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:39.188908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:39.197084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:39.456293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for e9c627fa-627f-4668-9bf6-f4e6bc13d4ab owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:39.524159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,segment=NetworkSegment(a4c5036c-412a-4830-84d1-9f58f5e68ef9),segment_id=a4c5036c-412a-4830-84d1-9f58f5e68ef9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:39.524559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:39.811955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:39.935321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Calling delete_port for e9c627fa-627f-4668-9bf6-f4e6bc13d4ab owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:40.036536 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,segment=NetworkSegment(a4c5036c-412a-4830-84d1-9f58f5e68ef9),segment_id=a4c5036c-412a-4830-84d1-9f58f5e68ef9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:40.046394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1dbd5-4800-4426-ac91-9ffe6827e14e None None] Pushing event updated for resources: {'Port': ['ID=f0238388-7b98-4ed3-bb15-60d52c616405,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:40.065873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:40.141292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:40.141755 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:40.276709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:40.377864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] Deleting port 076c228c-534c-4a27-85b6-785caa33f0d3 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:40.379670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:40.413408 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:40.508112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Port': ['ID=aa7c6eee-a284-43c9-bad4-e01544d2e268,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:40.579725 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:40.726899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:40.741043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f0238388-7b98-4ed3-bb15-60d52c616405 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:40.791658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Deleting port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:40.791658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:40.838599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64979493-0883-4bad-9b86-7d5a062ec8dd None None] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:40.888565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:40.888939 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:41.088455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:41.136161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:41.150796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62843a20-57db-4ed8-9ac0-1e221ae191fe req-0e2c0b07-71d1-49dd-8ede-9f8287b3b656 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.3837533 Mar 11 17:50:41.281954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f8df67e-e266-4677-81d4-fa31c511b252 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/ports/aa7c6eee-a284-43c9-bad4-e01544d2e268 HTTP/1.1" status: 204 len: 168 time: 3.6914027 Mar 11 17:50:41.292971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:41.397015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Deleting port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:41.397604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:41.486941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:41.504447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:41.522291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:41.529538 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:41.536064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=d897a722-37d9-4ed1-a07d-04737d8e0620,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:41.644511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5f67b570-6aaa-490c-aaf9-b39a036c23b5 None None] Provisioning for port f0238388-7b98-4ed3-bb15-60d52c616405 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:41.837098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,segment=NetworkSegment(a4c5036c-412a-4830-84d1-9f58f5e68ef9),segment_id=a4c5036c-412a-4830-84d1-9f58f5e68ef9)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:41.838860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:41.905817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-58c7920b-b28a-4eea-8873-f8df072aa1bf tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:41.907430 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-58c7920b-b28a-4eea-8873-f8df072aa1bf tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 814 time: 0.2789054 Mar 11 17:50:42.021563 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e8257e50-fe62-47de-8728-27792d4d1b33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3733559 Mar 11 17:50:42.126033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47114) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:42.177305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting subnet 32dec9a0-1aa0-4a7d-a436-527025314f51 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:42.195783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:42.292081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.20.0.1 (7a85cf96-dfda-4d99-9a04-b2c752edf3f7/7ed3dd48-0157-4aef-9e4d-848ab72af1b8/3d5b7112-3fdd-4e61-bc5c-2fcc87444902) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:42.480655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1de7bc8-0e2c-449b-b772-6ebc3daf6195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:42.487539 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e3c85337-fdd9-47be-9dbf-00f6c0f48dfe tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8021465c8248639c9826d52d8b7bbc HTTP/1.1" status: 200 len: 380 time: 0.5168436 Mar 11 17:50:42.513337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:42.553694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f0238388-7b98-4ed3-bb15-60d52c616405 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:42.621013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:42.635248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'port': {'device_id': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'admin_state_up': True, 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'security_groups': ['4973b01f-c6e5-4946-8628-b0431630413c']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:42.656695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Transition to ACTIVE for port object 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:42.662284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f0238388-7b98-4ed3-bb15-60d52c616405 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:42.662839 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:42.744704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Calling delete_port for e9c627fa-627f-4668-9bf6-f4e6bc13d4ab owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:42.803507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': 'd897a722-37d9-4ed1-a07d-04737d8e0620', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-304046170'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:42.956215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] For port 076c228c-534c-4a27-85b6-785caa33f0d3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=076c228c-534c-4a27-85b6-785caa33f0d3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:42.956911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:42.960609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:42.993059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:43.026642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Made reservation on behalf of 5b8021465c8248639c9826d52d8b7bbc for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:43.034441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.092900 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.118853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.299541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] For port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,segment=NetworkSegment(a4c5036c-412a-4830-84d1-9f58f5e68ef9),segment_id=a4c5036c-412a-4830-84d1-9f58f5e68ef9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:43.301353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.434097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e3466a0-bb5a-4d49-99ae-a10127a43b09 req-04ee04c1-3e87-4b7a-af0d-04146d805143 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.6979487 Mar 11 17:50:43.593280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.594992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Calling delete_port for e9c627fa-627f-4668-9bf6-f4e6bc13d4ab owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:43.603935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:43.605326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:43.631708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:43.640067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:43.711163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:43.729902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:43.735632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:43.742623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.742977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Subnet': ['ID=32dec9a0-1aa0-4a7d-a436-527025314f51,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:43.763552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.772760 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-459b3b41-8f34-4df9-bc32-d9ebe3959ac4 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/subnets/32dec9a0-1aa0-4a7d-a436-527025314f51 HTTP/1.1" status: 204 len: 168 time: 2.4585328 Mar 11 17:50:43.774650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Allocated IP 172.20.0.13 (9dd1ecfa-4aa8-47be-b280-b60a1d98796b/0fa2abb6-bf10-4e90-a2be-602b89d55690/2a783779-e80f-43a6-bd8e-0685c8a1c4e4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:43.776516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47156) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:43.799390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:43.802596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.825378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] Calling delete_port for 076c228c-534c-4a27-85b6-785caa33f0d3 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:43.829760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Port': ['ID=e9c627fa-627f-4668-9bf6-f4e6bc13d4ab,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:43.848435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] No DVR routers for this DVR port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:43.852366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:43.900977 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:43.901592 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:43.939059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.950325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6737a-18ac-4f4b-a80c-923e3068dfe5 None None] Network 970c952c-8bc6-4107-abf0-d9e31867b5d3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:44.032104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Deleting port d772c756-d354-491b-bee3-8534a37e7853 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:44.032649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.134966 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.319814 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.361032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.451440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.461090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5e5023-9600-431f-928e-56f487783175']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:44.473745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Deleting port e9c627fa-627f-4668-9bf6-f4e6bc13d4ab {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:44.474264 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.550372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Transition to ACTIVE for port object 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:44.574952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] For port d772c756-d354-491b-bee3-8534a37e7853, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d772c756-d354-491b-bee3-8534a37e7853,segment=NetworkSegment(81bcd6a2-3859-4753-86ab-d5d7ac27a015),segment_id=81bcd6a2-3859-4753-86ab-d5d7ac27a015)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:44.575253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.638288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.667760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c5036c-412a-4830-84d1-9f58f5e68ef9') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:44.670959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c5036c-412a-4830-84d1-9f58f5e68ef9') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:44.714213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f0238388-7b98-4ed3-bb15-60d52c616405, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f0238388-7b98-4ed3-bb15-60d52c616405,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:44.731743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.804394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32c3a7c9-1ae4-425c-ac59-909fb65f030d None None] The port 'e9c627fa-627f-4668-9bf6-f4e6bc13d4ab' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:50:44.814442 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.815675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e06a0b09-79e1-499d-93b0-74f539210b67 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:44.878997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bf7400d-3c8f-429a-a683-5ed82100b407 req-2c83ccf4-c080-4560-9438-a0e6ae1126ac tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.1344786 Mar 11 17:50:44.897605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Calling delete_port for d772c756-d354-491b-bee3-8534a37e7853 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:44.978590 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5139e42-074b-49d1-93d1-9fc296eeacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:44.980831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.047573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.086818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] No DVR routers for this DVR port 076c228c-534c-4a27-85b6-785caa33f0d3 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:45.143174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495673a-0e38-4206-9e2a-a56676ba4e24 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:45.196209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f0238388-7b98-4ed3-bb15-60d52c616405,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:45.345081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:45.358980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:45.362331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:45.426020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80fef6-dec2-4290-9238-03c1fddd88ba None None] DHCP port deletion for 970c952c-8bc6-4107-abf0-d9e31867b5d3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:45.451565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4f80fef6-dec2-4290-9238-03c1fddd88ba None None] Deleting port d772c756-d354-491b-bee3-8534a37e7853 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:45.451935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f80fef6-dec2-4290-9238-03c1fddd88ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.502245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ade1d-2ce2-4ce7-87b4-952f2c059467 None None] Pushing event deleted for resources: {'Port': ['ID=076c228c-534c-4a27-85b6-785caa33f0d3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:45.569853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:45.575665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.663189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event updated for resources: {'Port': ['ID=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:45.682986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.792158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4f80fef6-dec2-4290-9238-03c1fddd88ba None None] The port 'd772c756-d354-491b-bee3-8534a37e7853' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:50:45.802450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-77a9b8ec-0ea2-4cf7-9668-8548177c614b None None] Provisioning for port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:45.816462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Port': ['ID=d772c756-d354-491b-bee3-8534a37e7853,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:45.828871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-77a9b8ec-0ea2-4cf7-9668-8548177c614b None None] Provisioning complete for port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:45.829230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77a9b8ec-0ea2-4cf7-9668-8548177c614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.831353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] No DVR routers for this DVR port d772c756-d354-491b-bee3-8534a37e7853 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:50:45.868349 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-262f30e4-89c7-4b1e-a0e1-ee1398479cda tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2370417 Mar 11 17:50:45.897649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e06a0b09-79e1-499d-93b0-74f539210b67 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:45.898396 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.970814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.976279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.983673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:50:45.984321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.012468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-77a9b8ec-0ea2-4cf7-9668-8548177c614b None None] Port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:46.105696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.140602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.175625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port aad8fd2f-5b50-4cf4-b993-f15f757f4f1d yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:50:46.203419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Request body: {'port': {'device_id': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:46.243821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-77a9b8ec-0ea2-4cf7-9668-8548177c614b None None] Provisioning complete for port f0238388-7b98-4ed3-bb15-60d52c616405 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:46.244225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77a9b8ec-0ea2-4cf7-9668-8548177c614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.277312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.307341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970c952c-8bc6-4107-abf0-d9e31867b5d3']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:46.321768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bcd6a2-3859-4753-86ab-d5d7ac27a015') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:46.322066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bcd6a2-3859-4753-86ab-d5d7ac27a015') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:46.337005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.355506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.364059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:50:46.364517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:50:46.539835 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:50:46.543156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.545917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:50:46.555283 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:50:46.581018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] Pushing event deleted for resources: {'Network': ['ID=970c952c-8bc6-4107-abf0-d9e31867b5d3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:46.602392 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-61f807a4-1d1c-4348-8c40-922bdfb00b45 tempest-AllowedAddressPairTestJSON-660756229 tempest-AllowedAddressPairTestJSON-660756229-project] 10.222.0.96 "DELETE /v2.0/networks/970c952c-8bc6-4107-abf0-d9e31867b5d3 HTTP/1.1" status: 204 len: 168 time: 2.8248055 Mar 11 17:50:46.700341 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:50:46.704231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:50:46.712897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f0238388-7b98-4ed3-bb15-60d52c616405 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:46.783849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.796355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:46.827893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': 'd897a722-37d9-4ed1-a07d-04737d8e0620'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:50:46.829165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.141635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:47.161958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/d897a722-37d9-4ed1-a07d-04737d8e0620/50df3a7b-5e79-4bae-b087-8e60332cf179) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:50:47.269936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47214) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:47.354437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a968c02-e66e-447d-8d4d-53a352836eb9 req-883564fa-0226-4b3a-829d-1ac64e22c5f4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.6939204 Mar 11 17:50:47.361033 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.377551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-54d19f35-89e4-4de6-8e3c-00342b88d800 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.6991227 Mar 11 17:50:47.384471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:47.556430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.559089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] 10.222.0.96 "DELETE /v2.0/networks/af5e5023-9600-431f-928e-56f487783175 HTTP/1.1" status: 204 len: 168 time: 10.3587954 Mar 11 17:50:47.564763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a2964326-000a-4ac4-b159-bb818ce582f8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:47.654394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.667408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Transition to ACTIVE for port object 50df3a7b-5e79-4bae-b087-8e60332cf179 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:47.690847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:50:47.696771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Transition to ACTIVE for port object 50df3a7b-5e79-4bae-b087-8e60332cf179 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:47.699302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcddf-c7b4-493a-9b60-fc254fa38194 tempest-NetworksIpV6Test-994299725 tempest-NetworksIpV6Test-994299725-project] Pushing event deleted for resources: {'Network': ['ID=af5e5023-9600-431f-928e-56f487783175,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:47.700687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f0238388-7b98-4ed3-bb15-60d52c616405 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:47.701310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.708018 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.714080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.761787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Transition to ACTIVE for port object 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:47.768160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.835591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a968c02-e66e-447d-8d4d-53a352836eb9 req-2a927d02-e835-4d3a-a5e3-99bafd7477f5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.2501800 Mar 11 17:50:47.895002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.899961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a2964326-000a-4ac4-b159-bb818ce582f8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:47.905711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a2964326-000a-4ac4-b159-bb818ce582f8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5173759 Mar 11 17:50:47.913884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47230) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:48.079232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Pushing event updated for resources: {'Port': ['ID=50df3a7b-5e79-4bae-b087-8e60332cf179,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:48.169474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Pushing event updated for resources: {'Port': ['ID=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:48.187727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3236c29a-5f74-49c2-9704-887f50c86e80 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=831d3108094743a5bff9e650c3805b54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9165711 Mar 11 17:50:48.196805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47238) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:48.243276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a968c02-e66e-447d-8d4d-53a352836eb9 req-5b6c929e-33a3-4925-a984-36e607935054 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3214555 Mar 11 17:50:48.246869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:48.262911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:48.342613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:48.380749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:50:48.407304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47242) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:48.437062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2915573-fdf1-4471-979e-7d6a18c25dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:48.439266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2915573-fdf1-4471-979e-7d6a18c25dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:48.440274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2915573-fdf1-4471-979e-7d6a18c25dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:50:48.675493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2915573-fdf1-4471-979e-7d6a18c25dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:50:48.681547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f2915573-fdf1-4471-979e-7d6a18c25dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6105373 Mar 11 17:50:48.688714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:48.698705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3daf77-8fe2-4858-b2c7-07ca739453f4 req-af586a51-239d-455e-9e11-50a98e9a9b27 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:48.704899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a3daf77-8fe2-4858-b2c7-07ca739453f4 req-af586a51-239d-455e-9e11-50a98e9a9b27 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 932 time: 2.1426954 Mar 11 17:50:48.754484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b17d8aab-d393-4a6a-996e-804510f9a4a3 None None] Provisioning complete for port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:48.762440 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b17d8aab-d393-4a6a-996e-804510f9a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:48.841166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2d057-957a-439a-b953-e6860bd495c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:48.903252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a3daf77-8fe2-4858-b2c7-07ca739453f4 req-07339901-f7a9-43e1-96f6-cb5e2cad6a3e tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639664 Mar 11 17:50:48.973362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:48.975944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Attempting to bind port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:48.976508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Attempting to bind port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:48.977046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Attempting to bind port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:48.978695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:49.272165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b17d8aab-d393-4a6a-996e-804510f9a4a3 None None] Port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:49.296910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Attempting to bind port 50df3a7b-5e79-4bae-b087-8e60332cf179 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:49.297415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Attempting to bind port 50df3a7b-5e79-4bae-b087-8e60332cf179 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:49.298058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Attempting to bind port 50df3a7b-5e79-4bae-b087-8e60332cf179 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:49.316784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:49.317385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:49.318346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:49.320239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:49.323268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Bound port: 50df3a7b-5e79-4bae-b087-8e60332cf179, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:49.323717 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:49.391333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:50:49.391634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Attempting to bind port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 on network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:49.393750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b17d8aab-d393-4a6a-996e-804510f9a4a3 None None] Provisioning for port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:49.437636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:49.437983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Checking segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:49.438378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Bound using segment: {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:49.438900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Bound port: 2a783779-e80f-43a6-bd8e-0685c8a1c4e4, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7bd8c-c570-4d42-9df4-376cd589797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:49.455893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:49.508078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47264) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:49.513940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2d057-957a-439a-b953-e6860bd495c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:49.610921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ed3f3363-2d6c-4704-98ee-8f329e54f0a5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a6ba622f28724068bdf10f7428ff5513&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1994874 Mar 11 17:50:49.761959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] For port 50df3a7b-5e79-4bae-b087-8e60332cf179, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:49.776094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] For port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:49.777934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] For port 50df3a7b-5e79-4bae-b087-8e60332cf179, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=50df3a7b-5e79-4bae-b087-8e60332cf179,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:49.787977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] For port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:49.799796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:49.809517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47272) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:49.842101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d772c756-d354-491b-bee3-8534a37e7853 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:49.856992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:49.932884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a968c02-e66e-447d-8d4d-53a352836eb9 req-1022595a-2f01-46f6-987e-2f66c88f7ca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:49.943173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a968c02-e66e-447d-8d4d-53a352836eb9 req-1022595a-2f01-46f6-987e-2f66c88f7ca8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.4896624 Mar 11 17:50:50.257586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d772c756-d354-491b-bee3-8534a37e7853 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:50.262712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d772c756-d354-491b-bee3-8534a37e7853 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:50.264741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 076c228c-534c-4a27-85b6-785caa33f0d3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:50.307446 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2d057-957a-439a-b953-e6860bd495c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:50.359656 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:50.366548 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] 10.222.0.59 "PUT /v2.0/ports/2a783779-e80f-43a6-bd8e-0685c8a1c4e4 HTTP/1.1" status: 200 len: 1092 time: 4.4650998 Mar 11 17:50:50.387795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81cb70ea-0578-40e8-84f5-7d24479021c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:50.435203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:50:50.447135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2d057-957a-439a-b953-e6860bd495c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89396611-0c79-466c-afe4-b211c79cd89d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:50.448995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2d057-957a-439a-b953-e6860bd495c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:50.464260 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-00a2d057-957a-439a-b953-e6860bd495c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/89396611-0c79-466c-afe4-b211c79cd89d HTTP/1.1" status: 204 len: 168 time: 2.2593451 Mar 11 17:50:50.464260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet d897a722-37d9-4ed1-a07d-04737d8e0620 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:50:50.468405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:50.632026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff439d32-51b8-4c8e-8e02-639da9192d47 None None] Pushing event updated for resources: {'Port': ['ID=50df3a7b-5e79-4bae-b087-8e60332cf179,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:50.703426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:50.742252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 076c228c-534c-4a27-85b6-785caa33f0d3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:50:50.744300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 076c228c-534c-4a27-85b6-785caa33f0d3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:50:50.789095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1cf3bb15-250a-43e8-9241-b9ae1a91ef10 None None] Provisioning complete for port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:50.789615 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bb15-250a-43e8-9241-b9ae1a91ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:50.941967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3bb15-250a-43e8-9241-b9ae1a91ef10 None None] Port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:50:50.980852 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:51.208298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f56f89-786b-4609-8c8a-986ffd72f834 req-3173749e-6e2c-491a-b310-d705ee623695 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:51.210115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49f56f89-786b-4609-8c8a-986ffd72f834 req-3173749e-6e2c-491a-b310-d705ee623695 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 944 time: 0.8267643 Mar 11 17:50:51.278416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 033f2ae8-55d2-4550-9041-d61e095f2e17 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:50:51.421840 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49f56f89-786b-4609-8c8a-986ffd72f834 req-ba4fb030-3701-4d51-89b7-d0b0ad11130c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933532 Mar 11 17:50:51.439634 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'status': 'completed', 'code': 200} Mar 11 17:50:51.514566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e62032bf-c381-41bc-a4a4-17e6a9dc1382 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bec4bf44a1e7406daa677addedd35084&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9836905 Mar 11 17:50:51.546287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47296) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:51.570633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:51.773068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:51.830477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37a6cf47-f102-40db-8c65-1b893ed234a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:51.836908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=d897a722-37d9-4ed1-a07d-04737d8e0620,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:51.840106 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e6cc786-c24d-493e-814a-54afab6f4824 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/d897a722-37d9-4ed1-a07d-04737d8e0620 HTTP/1.1" status: 204 len: 168 time: 3.1503828 Mar 11 17:50:51.844710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47304) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:51.845834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81cb70ea-0578-40e8-84f5-7d24479021c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:51.873447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e306f6-aa84-43c9-bbea-9dec3aa72eac service neutron] Pushing event updated for resources: {'Port': ['ID=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:51.964972 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-d68409b0-627d-4685-a42d-1f4ed88a6e33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 1095 time: 1.5132835 Mar 11 17:50:51.984740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4546a2cf-aec5-4306-9277-0143b9892b25 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164465 Mar 11 17:50:51.985380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47312) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:51.996927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37a6cf47-f102-40db-8c65-1b893ed234a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:51.999375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:52.336708 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-f0273baf-a303-416f-9325-4c083810631a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4 HTTP/1.1" status: 200 len: 217 time: 0.3525655 Mar 11 17:50:52.339821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:52.356966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:52.373334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:52.400353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:52.437870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:52.628493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-a8f8272c-f7be-4b64-a5f1-cf4721ef77a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:52.634604 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-a8f8272c-f7be-4b64-a5f1-cf4721ef77a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.2853754 Mar 11 17:50:52.638281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81cb70ea-0578-40e8-84f5-7d24479021c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:52.792304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:52.802782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb70ea-0578-40e8-84f5-7d24479021c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c8e06-7f40-4cfe-a767-07d8f7bd7b34,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:52.806650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-81cb70ea-0578-40e8-84f5-7d24479021c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:52.807674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-81cb70ea-0578-40e8-84f5-7d24479021c4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1b2c8e06-7f40-4cfe-a767-07d8f7bd7b34 HTTP/1.1" status: 204 len: 168 time: 2.9688535 Mar 11 17:50:52.857467 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37a6cf47-f102-40db-8c65-1b893ed234a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:52.864676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fe662-29ed-4d66-b3c6-2b082e6bcf7b None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:50:52.940888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37a6cf47-f102-40db-8c65-1b893ed234a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:52.944614 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-37a6cf47-f102-40db-8c65-1b893ed234a1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a0796f9f-6179-4044-9f39-a1a6d0e14d0a HTTP/1.1" status: 204 len: 168 time: 1.3411033 Mar 11 17:50:52.955236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:52.967597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6cf47-f102-40db-8c65-1b893ed234a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0796f9f-6179-4044-9f39-a1a6d0e14d0a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:53.013371 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-db21dc7e-a7f8-46dc-917a-2a0ad3203cc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3638587 Mar 11 17:50:53.088093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:50:53.103428 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df045-662a-4028-97d7-9806ef51582b None None] Sync routers for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:50:53.114760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-51f18c8b-87a0-4c47-b7a7-195add4e8c92 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "PUT /v2.0/routers/033f2ae8-55d2-4550-9041-d61e095f2e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2767141 Mar 11 17:50:53.119006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47336) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:53.124563 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:53.125254 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:50:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:53.210280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 50df3a7b-5e79-4bae-b087-8e60332cf179 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:50:53.530545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e080645-4412-413f-a3df-91a1243b9c7d req-58464b56-b64e-4bea-8181-453ec5475b57 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.544768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e080645-4412-413f-a3df-91a1243b9c7d req-58464b56-b64e-4bea-8181-453ec5475b57 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 944 time: 0.7584026 Mar 11 17:50:53.583709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-fc028ea4-46b7-4a8e-851a-12acd928eaea service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623462 Mar 11 17:50:53.649675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-813de08a-be46-409c-b5f9-90fda538419e None None] Provisioning for port 50df3a7b-5e79-4bae-b087-8e60332cf179 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:53.763866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 50df3a7b-5e79-4bae-b087-8e60332cf179 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:50:53.806485 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:53.852415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.854111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.854940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.854940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.854940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.857155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.858914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.859559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:53.871068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5a1eaf3b-8363-4db8-b554-ad9c619b8ea2 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5651 time: 0.7371469 Mar 11 17:50:53.874345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:53.880996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 50df3a7b-5e79-4bae-b087-8e60332cf179 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:50:53.881846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:53.959716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d728a388-bdce-4b49-ac57-371e7c6c9895 req-8b8bccbe-691c-4af8-a997-b9a9c5a43b4c service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682370 Mar 11 17:50:54.079549 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e080645-4412-413f-a3df-91a1243b9c7d req-6fa28bd5-716e-4f63-a874-87f5e1215a56 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5307474 Mar 11 17:50:54.244123 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-986b40cc-e16c-45d6-8966-65279b57e54e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 1095 time: 0.1790349 Mar 11 17:50:54.337633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:54.441132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:50:54.510178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Deleting port 50df3a7b-5e79-4bae-b087-8e60332cf179 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:54.511937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:54.664101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:54.668531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 50df3a7b-5e79-4bae-b087-8e60332cf179, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=50df3a7b-5e79-4bae-b087-8e60332cf179,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:54.673395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:54.673811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:54.674233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:54.676029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:54.676415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:54.678947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:54.687896 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:54.689552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a5125f3d-432f-414a-8ebd-58c99db8e74f tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.8111162 Mar 11 17:50:54.690265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47368) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:55.024495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 50df3a7b-5e79-4bae-b087-8e60332cf179 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:50:55.125110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=50df3a7b-5e79-4bae-b087-8e60332cf179,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:55.145650 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:50:45Z', 'revision_number': 2, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:55.157059 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df045-662a-4028-97d7-9806ef51582b None None] Checking router: 033f2ae8-55d2-4550-9041-d61e095f2e17 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:50:55.157667 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df045-662a-4028-97d7-9806ef51582b None None] Updating router 033f2ae8-55d2-4550-9041-d61e095f2e17 port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:50:55.276809 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798df045-662a-4028-97d7-9806ef51582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:55.288011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1152382624'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:55.348305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:55.374239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Usage tracker for resource:network and tenant:3d25638b3c9d42d18d2b19a1e572b26f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:55.396304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:55.430846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:55.500127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Made reservation on behalf of 3d25638b3c9d42d18d2b19a1e572b26f for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:55.508268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:55.577181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:55.613481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] For port 50df3a7b-5e79-4bae-b087-8e60332cf179, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=50df3a7b-5e79-4bae-b087-8e60332cf179,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:55.614913 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:55.654721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:55.664009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-d6f92853-2b34-4534-b7b2-c9f442d9f21e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:55.670117 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-d6f92853-2b34-4534-b7b2-c9f442d9f21e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 1.4075217 Mar 11 17:50:55.879465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-02cba37b-e1f8-4101-817c-00502a31af03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4 HTTP/1.1" status: 200 len: 217 time: 0.2004385 Mar 11 17:50:55.890035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:55.925005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:55.964820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:50:55.969896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Calling delete_port for 50df3a7b-5e79-4bae-b087-8e60332cf179 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:55.980040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=184495e2-4c97-4ee4-8067-2b421043946c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:56.012366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:50:56.021945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:56.022283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.054024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-b462cecc-1269-493a-b594-be52867f3110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:56.060352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-b462cecc-1269-493a-b594-be52867f3110 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.1653254 Mar 11 17:50:56.064857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Usage tracker for resource:security_group_rule and tenant:3d25638b3c9d42d18d2b19a1e572b26f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:56.107144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40611b0-d60e-46be-95fe-932171cdd8cb req-bda5cfff-bae2-4a16-8a97-c74c8cea9803 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:56.117624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e40611b0-d60e-46be-95fe-932171cdd8cb req-bda5cfff-bae2-4a16-8a97-c74c8cea9803 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 944 time: 0.5736578 Mar 11 17:50:56.129055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1411896 Mar 11 17:50:56.139683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.145130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.145512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.145893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.148506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.148759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.149096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.149397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.149751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.150070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.151192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56549b3-ff2f-4609-be0d-a8c7348d3c57 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:56.159988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47400) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:56.161883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47402) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:56.175768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 50df3a7b-5e79-4bae-b087-8e60332cf179, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=50df3a7b-5e79-4bae-b087-8e60332cf179,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:56.187005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.188401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:56.216506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:56.226327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-164186520', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:56.285968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:56.323822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:router and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:56.356151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-5002e853-716c-4f65-a36f-1cc938e6ba81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860031 Mar 11 17:50:56.390038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:56.420958 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798df045-662a-4028-97d7-9806ef51582b None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.442885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:56.449259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-798df045-662a-4028-97d7-9806ef51582b None None] Transition to ACTIVE for port object 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:50:56.463363 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798df045-662a-4028-97d7-9806ef51582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.513136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e40611b0-d60e-46be-95fe-932171cdd8cb req-e50498f2-aa94-46af-b976-035a42cd1892 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939064 Mar 11 17:50:56.525177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:50:56.543414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279106897'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:56.582618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:56.596428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.603643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.634321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:56.669050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:56.711566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-42ae3395-2846-4c97-8be5-9b1e6e31ea6d tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2329 time: 1.9747925 Mar 11 17:50:56.721235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:50:56.722032 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:50:56.728108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:56.748791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=50df3a7b-5e79-4bae-b087-8e60332cf179,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:56.768209 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:50:56.804986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:56.809063 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.887236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:56.893090 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.077241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:57.088799 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.121670 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.157917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:security_group_rule and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:57.181317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:57.254126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:57.257598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Deleting port 50df3a7b-5e79-4bae-b087-8e60332cf179 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:50:57.260154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.266660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-b2e4d6a9-eace-47d2-881d-bf7f595c719c service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8969119 Mar 11 17:50:57.305662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.326902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-10e8deab-4aa5-4951-bd73-d11b4cf0d198 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1221075 Mar 11 17:50:57.337055 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Pushing event updated for resources: {'Port': ['ID=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:57.337465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47422) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:57.354653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.468492 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.469227 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.469227 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.469465 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.469796 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.470018 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.470283 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.470643 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.470969 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.471264 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.471574 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:50:57.480572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-798df045-662a-4028-97d7-9806ef51582b None None] Attempting to bind port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:50:57.480572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-798df045-662a-4028-97d7-9806ef51582b None None] Attempting to bind port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:50:57.480572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df045-662a-4028-97d7-9806ef51582b None None] Attempting to bind port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 on network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:50:57.487679 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df045-662a-4028-97d7-9806ef51582b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:50:57.488304 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df045-662a-4028-97d7-9806ef51582b None None] Checking segment: {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:50:57.488715 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798df045-662a-4028-97d7-9806ef51582b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.489107 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df045-662a-4028-97d7-9806ef51582b None None] Bound using segment: {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:50:57.489974 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-798df045-662a-4028-97d7-9806ef51582b None None] Bound port: 3d5b7112-3fdd-4e61-bc5c-2fcc87444902, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:50:57.490294 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798df045-662a-4028-97d7-9806ef51582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.532602 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.554908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.632402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:57.633764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:50:57.639032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a59a635-52e7-4ea8-b5e8-5d1ef101897c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:57.682120 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.689328 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment cca73189-2050-409b-850f-d7fe6370553b of type vlan for network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 Mar 11 17:50:57.736426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'port_id': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'mac_address': 'fa:16:3e:e4:6c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:50:57.743895 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-798df045-662a-4028-97d7-9806ef51582b None None] For port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:50:57.756929 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-798df045-662a-4028-97d7-9806ef51582b None None] For port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:50:57.764360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3128a911-a131-410c-8bdd-159cf7038281,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:57.768766 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798df045-662a-4028-97d7-9806ef51582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.793925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.876236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.880955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:57.882629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:57.983927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:50:58.022072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47434) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:58.084709 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629b651-ce0e-4940-96ab-b06fae716fc0 None None] Pushing event updated for resources: {'Port': ['ID=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:58.103978 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:50:58.104629 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:50:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:58.266010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629459627', 'description': 'tempest-secgroup-smoke-1629459627 description', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:58.339835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:58.368044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:58.368815 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Added segment f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e of type vlan for network ef397551-c72d-40a9-8bbb-8a243ea7e03e Mar 11 17:50:58.391698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:50:58.403671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:58.476898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:58.513633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:58.532938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:58.549412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3384929 Mar 11 17:50:58.571920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725440cb-4113-422f-8cef-c6f8f4f94484 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=17d7c454-7b14-4453-bb8e-2becd44f1fe3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:58.634778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:50:58.643355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:58.686870 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:50:58.694314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47440) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:58.719850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '17d7c454-7b14-4453-bb8e-2becd44f1fe3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:58.742807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:58.750779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:58.755391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:58.757123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:58.826482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:58.847920 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 5.8842690 Mar 11 17:50:58.879243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47444) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:50:58.924304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:58.950644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2a783779-e80f-43a6-bd8e-0685c8a1c4e4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:50:59.105127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] For port 50df3a7b-5e79-4bae-b087-8e60332cf179, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=50df3a7b-5e79-4bae-b087-8e60332cf179,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:50:59.105632 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:59.244346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Request body: {'subnet': {'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:50:59.316374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89423-67cd-433c-84ee-4b0d7b66e2dc req-14ae8cbf-4472-4d63-a8fe-2f5c48bc1415 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:59.330520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35c89423-67cd-433c-84ee-4b0d7b66e2dc req-14ae8cbf-4472-4d63-a8fe-2f5c48bc1415 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 944 time: 1.1511879 Mar 11 17:50:59.420467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:50:59.458538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:50:59.468749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:50:59.496741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:50:59.509979 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-798df045-662a-4028-97d7-9806ef51582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:50:57Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:50:59.520637 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df045-662a-4028-97d7-9806ef51582b None None] The sync data for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 is: [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:50:57Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:50:59.533103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Calling delete_port for 50df3a7b-5e79-4bae-b087-8e60332cf179 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:50:59.536661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35c89423-67cd-433c-84ee-4b0d7b66e2dc req-eb72c14c-4bb1-4ea8-8b86-fbd45c63ce39 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043197 Mar 11 17:50:59.552700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:50:59.873261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:59.981235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] Pushing event deleted for resources: {'Port': ['ID=50df3a7b-5e79-4bae-b087-8e60332cf179,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:50:59.999098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3717e-d93d-4062-90b1-8cab01e004b9 None None] No DVR routers for this DVR port 50df3a7b-5e79-4bae-b087-8e60332cf179 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:51:00.026063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7d320-6aab-4e33-b53b-338cb101f08a None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:00.043651 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:00.054983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59799b-ed3c-4c5b-a67b-ac04f42ccd0f tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event updated for resources: {'Network': ['ID=ef397551-c72d-40a9-8bbb-8a243ea7e03e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:00.068075 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-54b02a94-b91c-43c7-a4ab-99a8bcfe0852 req-699d13e1-22f2-41bf-a7c5-5f063c28b7f5 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8002539 Mar 11 17:51:00.126185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:00.180501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:00.293955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:00.303455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:00.307083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:00.319344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:00.399325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:00.428118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:00.590938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:00.623905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Usage tracker for resource:subnet and tenant:3d25638b3c9d42d18d2b19a1e572b26f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:00.633798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:00.635209 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.5810282 Mar 11 17:51:00.645448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:00.647368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:00.663935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': 'feb5d3ea-e6d0-40d9-b79f-91694d98449c', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:00.691831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:00.694626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:00.717380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:00.727185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:00.783883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:00.874047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b55402-80b8-40f6-985b-4c0ee77d35fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb5d3ea-e6d0-40d9-b79f-91694d98449c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:00.937394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:00.974659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '184495e2-4c97-4ee4-8067-2b421043946c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:00.981864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:01.075743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:01.325174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=a5b85554-7f8c-47da-96e2-1273531d005c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:01.453945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:01.546903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/184495e2-4c97-4ee4-8067-2b421043946c/8f1f4394-1883-4573-9236-6560a7a1afcb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:01.645154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Made reservation on behalf of 3d25638b3c9d42d18d2b19a1e572b26f for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:01.796585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:01.804326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': 'cca73189-2050-409b-850f-d7fe6370553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '17d7c454-7b14-4453-bb8e-2becd44f1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:01.805125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 17d7c454-7b14-4453-bb8e-2becd44f1fe3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:01.844012 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:01.845130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:01.938716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:01.939769 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:01.940775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eaf1c-9db5-47b4-81cd-76be1ce3c535 req-bd004099-fbb5-41f3-8c4c-3a26478f254b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:01.943473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e94eaf1c-9db5-47b4-81cd-76be1ce3c535 req-bd004099-fbb5-41f3-8c4c-3a26478f254b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 945 time: 0.7607241 Mar 11 17:51:01.944380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576ddd74-8abc-4e3e-885e-de30539647f7,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:01.945316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.002221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.003611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f2875a8f-84c1-4ac1-a2ad-4e9a6657538d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3533740 Mar 11 17:51:02.007685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47472) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:02.026085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': 'feb5d3ea-e6d0-40d9-b79f-91694d98449c', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:02.029550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.042311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:02.048734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:02.056736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Transition to ACTIVE for port object 8f1f4394-1883-4573-9236-6560a7a1afcb will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:02.065353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 17d7c454-7b14-4453-bb8e-2becd44f1fe3) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:02.069700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:02.076019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:02.081935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e94eaf1c-9db5-47b4-81cd-76be1ce3c535 req-bc53bb43-b06d-4651-a850-0f4f29645360 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240315 Mar 11 17:51:02.083886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b431b18-0418-4a50-be3c-5f4253784c3d None None] Network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:02.086903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:02.087648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.108430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:02.134514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-24cdc0cc-e0a0-4d54-b50f-0755dbc89e51 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.4212103 Mar 11 17:51:02.136142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47476) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:02.147062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307064964'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:02.155887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:02.161960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:02.167742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:02.181880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:02.186859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.218602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:02.222747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.227713 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.240851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Transition to ACTIVE for port object 8f1f4394-1883-4573-9236-6560a7a1afcb will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:02.256224 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:51:02.285945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:02.298694 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.299321 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment 33761852-4aa5-4fa6-8a8a-2ea091de34e3 of type vlan for network 1771e9cd-c2ce-4023-b672-e718ba25db6d Mar 11 17:51:02.346086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.374867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.401691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.422147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.466482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.473911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0f17d9-c90e-4e09-a1e2-f7c725e8a74c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:02.498396 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.505919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:02.507365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.555869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:02.557491 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-108899da-0b45-4b3d-bcbb-c76f1c471452 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5487914 Mar 11 17:51:02.562644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:02.570498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4333353 Mar 11 17:51:02.582323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:02.586062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:02.589120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:02.641196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47488) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:02.641807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47490) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:02.663901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '1771e9cd-c2ce-4023-b672-e718ba25db6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:02.760998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Pushing event updated for resources: {'Port': ['ID=8f1f4394-1883-4573-9236-6560a7a1afcb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:02.957332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:03.056563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': 'feb5d3ea-e6d0-40d9-b79f-91694d98449c', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:03.058643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-17d7c454-7b14-4453-bb8e-2becd44f1fe3', 'network_id': '17d7c454-7b14-4453-bb8e-2becd44f1fe3', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': 'a5b85554-7f8c-47da-96e2-1273531d005c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:03.062904 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:03.071726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:03.076861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:03.081468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:03.091396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:03.122600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:03.122892 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:03.144492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:03.151338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::1 (75568097-05ea-4303-a281-4da1879652a7/184495e2-4c97-4ee4-8067-2b421043946c/b9f91712-3244-4436-a57c-c17eab8c0cb5) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:03.298835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:03.309082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cffc7-f076-4af1-beae-80a65443c864 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=1771e9cd-c2ce-4023-b672-e718ba25db6d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:03.322526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:03.366399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:03.428439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:03.432383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1771e9cd-c2ce-4023-b672-e718ba25db6d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:03.511553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:03.531968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object b9f91712-3244-4436-a57c-c17eab8c0cb5 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:03.559143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:03.629398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:03.650983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=b9f91712-3244-4436-a57c-c17eab8c0cb5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:03.662114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:03.666563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:03.672472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:03.673346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:03.999166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Attempting to bind port 8f1f4394-1883-4573-9236-6560a7a1afcb on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:03.999613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Attempting to bind port 8f1f4394-1883-4573-9236-6560a7a1afcb by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:04.001124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Attempting to bind port 8f1f4394-1883-4573-9236-6560a7a1afcb on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:04.002415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.132027 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.195840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:04.239025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.251430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.290805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:04.293149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:04.293709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.294125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:04.296081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Bound port: 8f1f4394-1883-4573-9236-6560a7a1afcb, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:04.296503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.323538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:04.323923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.442443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event updated for resources: {'Subnet': ['ID=625a1c0c-c4e0-4189-9cce-da67bc41caf2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:04.467825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Checking segment: {'id': 'f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:04.467825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Network hostable DHCP agents. Network: ef397551-c72d-40a9-8bbb-8a243ea7e03e, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:04.619092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=ccaf940a-9db0-433b-9b4e-8b18dabba7b6,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:04.636923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.661013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': '33761852-4aa5-4fa6-8a8a-2ea091de34e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1771e9cd-c2ce-4023-b672-e718ba25db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:04.665342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 1771e9cd-c2ce-4023-b672-e718ba25db6d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:04.679079 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.742962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb2ecb2-fa5e-4d6a-8dcf-1d5f51c42113,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:04.747770 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.749753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-81dd642d-951c-4034-aa7d-cf229e0c61f2 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1065423 Mar 11 17:51:04.764070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47526) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:04.798119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': 'feb5d3ea-e6d0-40d9-b79f-91694d98449c', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:04.814732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Allocated IP 172.20.255.242 (17d7c454-7b14-4453-bb8e-2becd44f1fe3/a5b85554-7f8c-47da-96e2-1273531d005c/0e30c2ba-368c-4c61-b833-22ca27ed6743) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:04.834447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:04.863131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:04.886244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:04.887544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e11d6-e47b-430a-a1bc-3f22ce320939 req-d113156e-8ebd-4189-950e-9c4cbc6522a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:04.889424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e27e11d6-e47b-430a-a1bc-3f22ce320939 req-d113156e-8ebd-4189-950e-9c4cbc6522a7 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 945 time: 1.4715519 Mar 11 17:51:04.898713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:04.921265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ef397551-c72d-40a9-8bbb-8a243ea7e03e) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:04.927460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:04.929650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:04.954575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:04.966890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 1771e9cd-c2ce-4023-b672-e718ba25db6d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:04.984297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860138e6-6126-42fd-b028-c3a3e952f40b None None] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:05.012077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1771e9cd-c2ce-4023-b672-e718ba25db6d) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:05.047644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:05.048696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.157817 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e7211fd-5d57-4c7c-a393-8c5f1dc72efb tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0455472 Mar 11 17:51:05.159773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] For port 8f1f4394-1883-4573-9236-6560a7a1afcb, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:05.162886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:05.196656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-37fdc560-012f-47f1-b34e-14a9ead514fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5383184 Mar 11 17:51:05.199309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] For port 8f1f4394-1883-4573-9236-6560a7a1afcb, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f1f4394-1883-4573-9236-6560a7a1afcb,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:05.209611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Request body: {'port': {'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1186772056'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:05.228640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef07d6-e58d-4682-9025-b4803144c1f9 None None] Network 1771e9cd-c2ce-4023-b672-e718ba25db6d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:05.261897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47538) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:05.349503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.354631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.506196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:05.637649 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e27e11d6-e47b-430a-a1bc-3f22ce320939 req-b36ee740-1666-4479-87c3-9906a4e41e00 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7347925 Mar 11 17:51:05.676616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cdfc9-238c-4022-bd9a-b72b06af776e None None] Pushing event updated for resources: {'Port': ['ID=8f1f4394-1883-4573-9236-6560a7a1afcb,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:05.750320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.785536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.787436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.856682 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.881894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.936460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=b9f91712-3244-4436-a57c-c17eab8c0cb5,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:05.947447 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.952868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:05.954879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1858876 Mar 11 17:51:05.955049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:05.958896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47544) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:05.963313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f469c-0178-4f2b-add7-a4ccf8bfcfc0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7709806f-e519-4498-97ac-aae050626798,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:05.972898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': 'feb5d3ea-e6d0-40d9-b79f-91694d98449c', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:05.979024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Usage tracker for resource:port and tenant:3d25638b3c9d42d18d2b19a1e572b26f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:06.027978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:06.034100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:06.080353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:06.145982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:06.169169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:06.172735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:06.193201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:06.235373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:06.286063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Made reservation on behalf of 3d25638b3c9d42d18d2b19a1e572b26f for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:06.294100 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:06.298289 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:06.340196 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Project 2b4ad54dc6f94f62b103007cf81b8c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:51:06.376665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:06.406451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] device_id is not set on port 77d54652-2abe-465b-9957-fbc08f46fc93 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:51:06.440973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=ccaf940a-9db0-433b-9b4e-8b18dabba7b6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:06.487715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:06.498353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:06.580498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:51:06.834249 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:06.872183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Transition to ACTIVE for port object 0e30c2ba-368c-4c61-b833-22ca27ed6743 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:06.881121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:06.948020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:06.957170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48f70a-30a2-4910-a020-76af48b587e5 None None] Network 1771e9cd-c2ce-4023-b672-e718ba25db6d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:07.010332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1771e9cd-c2ce-4023-b672-e718ba25db6d']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:07.038073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33761852-4aa5-4fa6-8a8a-2ea091de34e3') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:07.038612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33761852-4aa5-4fa6-8a8a-2ea091de34e3') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:07.057438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.073837 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'code': 200} Mar 11 17:51:07.081472 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.082481 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.093507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:07.094854 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.215530 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.277464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.301574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:07.302475 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:07.364438 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:07.397059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.408891 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4466205 Mar 11 17:51:07.415822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:07.426898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9644157-efed-419a-82b2-5536728a5869 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec19be7-3787-459f-aaf2-2f0a0346a87d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:07.440262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'security_group_rule': {'security_group_id': 'feb5d3ea-e6d0-40d9-b79f-91694d98449c', 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:07.447294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:07.449377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.453594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:security_group_rule and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:07.456938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:07.464089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:07.477444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.504779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-ef397551-c72d-40a9-8bbb-8a243ea7e03e', 'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e', 'tenant_id': '3d25638b3c9d42d18d2b19a1e572b26f', 'fixed_ips': [{'subnet_id': '625a1c0c-c4e0-4189-9cce-da67bc41caf2'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:07.506318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.528901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=1771e9cd-c2ce-4023-b672-e718ba25db6d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:07.548751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Transition to ACTIVE for port object 0e30c2ba-368c-4c61-b833-22ca27ed6743 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:07.553130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0bb1a6b1-4d19-4f5e-8c1d-a427aa5fd858 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/1771e9cd-c2ce-4023-b672-e718ba25db6d HTTP/1.1" status: 204 len: 168 time: 2.2793615 Mar 11 17:51:07.563674 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Project 2b4ad54dc6f94f62b103007cf81b8c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:51:07.564091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea74bca-0c95-4054-b977-faa6785693ae req-2159ab40-ec9a-4c4b-a2a5-08968aade4a9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:07.566581 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eea74bca-0c95-4054-b977-faa6785693ae req-2159ab40-ec9a-4c4b-a2a5-08968aade4a9 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 946 time: 0.2006314 Mar 11 17:51:07.567263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47568) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:07.574618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349001269'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:07.582741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:07.586176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Allocated IP 172.20.0.7 (ef397551-c72d-40a9-8bbb-8a243ea7e03e/625a1c0c-c4e0-4189-9cce-da67bc41caf2/77d54652-2abe-465b-9957-fbc08f46fc93) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:07.589102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:07.593672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:07.604118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:07.618640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.638743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:07.643278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.702403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:07.712844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.713235 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment b93a298b-4818-4f7d-8913-5aed30273702 of type vlan for network 25e84c33-1811-486a-b0d6-fce6e71a3105 Mar 11 17:51:07.747892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.784634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.804460 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.812736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:07.813388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:07.819095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47574) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:07.823684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:07.952107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:07.968426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:07.974000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:08.094443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea4a6c73-c862-4e9e-8392-6f02844f551f req-95eb450a-b278-437b-882d-fce6361d0c64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 1097 time: 1.0980392 Mar 11 17:51:08.164086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:08.164429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Pushing event updated for resources: {'Port': ['ID=0e30c2ba-368c-4c61-b833-22ca27ed6743,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:08.268470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:08.395147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c290c31-f4cb-42b2-ae07-3b3cfa2934b7,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:08.409384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=25e84c33-1811-486a-b0d6-fce6e71a3105,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:08.422541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] Deleting subnet 0b48d73e-f6a1-40ec-82e8-327549d6b054 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:51:08.460422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 25e84c33-1811-486a-b0d6-fce6e71a3105 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:08.497352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:08.511341 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-382bb874-b24e-4f79-8442-e691b443c5a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0817573 Mar 11 17:51:08.527325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea4a6c73-c862-4e9e-8392-6f02844f551f req-70be94a8-ed9c-44e5-a52c-25bc677a22b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579197 Mar 11 17:51:08.536416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:08.617787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eea74bca-0c95-4054-b977-faa6785693ae req-040516b9-dd90-4e8d-9a09-cd36711b3d41 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0035017 Mar 11 17:51:08.681554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-99a77977-3bd2-4345-a592-a4b2a5ae9c5b tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1129820 Mar 11 17:51:08.685930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47588) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:08.698070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '25e84c33-1811-486a-b0d6-fce6e71a3105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:08.736847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Attempting to bind port 0e30c2ba-368c-4c61-b833-22ca27ed6743 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:08.744184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Attempting to bind port 0e30c2ba-368c-4c61-b833-22ca27ed6743 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'cca73189-2050-409b-850f-d7fe6370553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '17d7c454-7b14-4453-bb8e-2becd44f1fe3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:08.744546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Attempting to bind port 0e30c2ba-368c-4c61-b833-22ca27ed6743 on network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:08.829488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:08.830405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Checking segment: {'id': 'cca73189-2050-409b-850f-d7fe6370553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '17d7c454-7b14-4453-bb8e-2becd44f1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:08.831092 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:08.831735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Bound using segment: {'id': 'cca73189-2050-409b-850f-d7fe6370553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '17d7c454-7b14-4453-bb8e-2becd44f1fe3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:08.834553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Bound port: 0e30c2ba-368c-4c61-b833-22ca27ed6743, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca73189-2050-409b-850f-d7fe6370553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '17d7c454-7b14-4453-bb8e-2becd44f1fe3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:08.835299 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:08.890355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-98d7c588-1943-4856-a287-475b86cca1fd None None] Provisioning for port 8f1f4394-1883-4573-9236-6560a7a1afcb completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:08.997799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:09.004113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.005577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:09.012172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:09.020068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f1f4394-1883-4573-9236-6560a7a1afcb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:09.034320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:09.067359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Transition to ACTIVE for port object 77d54652-2abe-465b-9957-fbc08f46fc93 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:09.068322 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.107538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Router e41f7538-bef6-4577-b1b0-81e2a0e41a77 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:51:09.257048 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.267365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:09.337483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4c693f3b-139f-47e8-96a2-14dd8333df2a None None] Provisioning for port b9f91712-3244-4436-a57c-c17eab8c0cb5 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:09.386019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4c693f3b-139f-47e8-96a2-14dd8333df2a None None] Provisioning complete for port b9f91712-3244-4436-a57c-c17eab8c0cb5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:09.386416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4c693f3b-139f-47e8-96a2-14dd8333df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.461361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4c693f3b-139f-47e8-96a2-14dd8333df2a None None] Port b9f91712-3244-4436-a57c-c17eab8c0cb5 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:09.500159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Allocated IP 172.20.0.2 (ef397551-c72d-40a9-8bbb-8a243ea7e03e/625a1c0c-c4e0-4189-9cce-da67bc41caf2/b8a197fe-bbb0-47d3-b507-09d9e29b1ed8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:09.521800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] For port 0e30c2ba-368c-4c61-b833-22ca27ed6743, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:09.531258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] For port 0e30c2ba-368c-4c61-b833-22ca27ed6743, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0e30c2ba-368c-4c61-b833-22ca27ed6743,segment=NetworkSegment(cca73189-2050-409b-850f-d7fe6370553b),segment_id=cca73189-2050-409b-850f-d7fe6370553b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:09.543273 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.618404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.627805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.672715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.704805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-c6ce5c1d-a2f0-482e-9676-e8e760b65184 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:09.716778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2fa71-2e7e-482a-9662-8123c910dcfb None None] Pushing event updated for resources: {'Port': ['ID=0e30c2ba-368c-4c61-b833-22ca27ed6743,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:09.825144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8f1f4394-1883-4573-9236-6560a7a1afcb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:09.939187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:09.972990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8f1f4394-1883-4573-9236-6560a7a1afcb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:09.973633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:10.069882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f4afb747-0a29-404a-bd44-bc5ded1d5f55 None None] Provisioning complete for port b9f91712-3244-4436-a57c-c17eab8c0cb5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:10.071224 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f4afb747-0a29-404a-bd44-bc5ded1d5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:10.172015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event updated for resources: {'Port': ['ID=77d54652-2abe-465b-9957-fbc08f46fc93,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:10.185337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:10.187249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:10.202429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:10.214985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b48d73e-f6a1-40ec-82e8-327549d6b054,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:10.237418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing IP validity checks on allocation pools {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 17:51:10.248960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 17:51:10.261758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-c6ce5c1d-a2f0-482e-9676-e8e760b65184 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:10.264788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-c6ce5c1d-a2f0-482e-9676-e8e760b65184 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629459627&fields=id&tenant_id=2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 267 time: 1.0538640 Mar 11 17:51:10.390651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:10.391354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:10.450686 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-144f6b31-52ff-4ec3-bb5c-f2d365a60369 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.2833424 Mar 11 17:51:10.460717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47604) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:10.469734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Request body: {'port': {'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-259649674', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:10.470593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] bootfile-name is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:51:10.471212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] tftp-server is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:51:10.471719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.api.validators [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] server-ip-address is not in valid_values {{(pid=83848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:51:10.507997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:10.697203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:51:10.707761 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a3fc7e64-17d2-40fd-8ed2-d793b7155579 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "PUT /v2.0/routers/e41f7538-bef6-4577-b1b0-81e2a0e41a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3667567 Mar 11 17:51:10.721241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47612) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:10.752346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Sync routers for ids ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:51:10.788164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4097045a-e08f-488d-8d97-3f41897ee288 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0b48d73e-f6a1-40ec-82e8-327549d6b054 HTTP/1.1" status: 204 len: 168 time: 2.5423608 Mar 11 17:51:10.803837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47618) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:10.806159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f4afb747-0a29-404a-bd44-bc5ded1d5f55 None None] Port b9f91712-3244-4436-a57c-c17eab8c0cb5 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:10.862301 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:10.950824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:10.960036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:10.966060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Usage tracker for resource:port and tenant:3d25638b3c9d42d18d2b19a1e572b26f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:10.977532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Routers {'e41f7538-bef6-4577-b1b0-81e2a0e41a77'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:10.977747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-306d5ede-bf43-4b54-a409-a3d9f34ff9e4 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:10.978164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:50:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:10.980109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-306d5ede-bf43-4b54-a409-a3d9f34ff9e4 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:11.007781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07cbef-78df-4216-90e8-a78e819746e2 req-12092a8c-f79b-42f2-b3f9-e5cf0ee089b5 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:11.009795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b07cbef-78df-4216-90e8-a78e819746e2 req-12092a8c-f79b-42f2-b3f9-e5cf0ee089b5 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 946 time: 1.0485137 Mar 11 17:51:11.013840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.144254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Transition to ACTIVE for port object b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:11.163886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-306d5ede-bf43-4b54-a409-a3d9f34ff9e4 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:11.165078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-306d5ede-bf43-4b54-a409-a3d9f34ff9e4 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/networks?id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7 HTTP/1.1" status: 200 len: 796 time: 0.8827002 Mar 11 17:51:11.218947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=d951a7f9-e58f-4e31-8ea9-134e381b5b02,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:11.224906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c55fc-37cc-4af3-b2ce-88ad9f9e7033 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:11.228098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e45c55fc-37cc-4af3-b2ce-88ad9f9e7033 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:11.236856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-929c1440-4528-4109-9954-db2395bb5189 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/quotas/2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 375 time: 0.0508745 Mar 11 17:51:11.244701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.252099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b07cbef-78df-4216-90e8-a78e819746e2 req-c900c303-c8b8-406f-8557-cd5277449da8 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336764 Mar 11 17:51:11.258469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:11.297860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:11.373457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Transition to ACTIVE for port object b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:11.386221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': 'b93a298b-4818-4f7d-8913-5aed30273702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '25e84c33-1811-486a-b0d6-fce6e71a3105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:11.387139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 25e84c33-1811-486a-b0d6-fce6e71a3105, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:11.394494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e45c55fc-37cc-4af3-b2ce-88ad9f9e7033 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:11.410958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e45c55fc-37cc-4af3-b2ce-88ad9f9e7033 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports/b9f91712-3244-4436-a57c-c17eab8c0cb5 HTTP/1.1" status: 200 len: 911 time: 0.6885803 Mar 11 17:51:11.412158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47624) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:11.443423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.488931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Set router e41f7538-bef6-4577-b1b0-81e2a0e41a77 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:11.514743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-14677e6a-480e-4724-b7c1-b844ad894faa tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:11.535170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Made reservation on behalf of 3d25638b3c9d42d18d2b19a1e572b26f for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:11.539055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.564609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 25e84c33-1811-486a-b0d6-fce6e71a3105 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:11.584786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-14677e6a-480e-4724-b7c1-b844ad894faa tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:11.586113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-14677e6a-480e-4724-b7c1-b844ad894faa tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3330665 Mar 11 17:51:11.588524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 25e84c33-1811-486a-b0d6-fce6e71a3105) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:11.594554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:11.595137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.728641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.774242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] device_id is not set on port 42ce02f9-4668-4c0c-b0f1-36b25eb33d86 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:51:11.811053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6e2ac1c8-173e-4650-b6f5-3646f1250cf3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1238885 Mar 11 17:51:11.815325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47634) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:11.838992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8f1f4394-1883-4573-9236-6560a7a1afcb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f1f4394-1883-4573-9236-6560a7a1afcb,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:11.868619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76513b3e-1be1-4a00-8e98-241624bad513 req-7e78ea34-1593-4bfe-8399-5dd2c1c3fb35 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:11.879822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76513b3e-1be1-4a00-8e98-241624bad513 req-7e78ea34-1593-4bfe-8399-5dd2c1c3fb35 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 946 time: 0.4372754 Mar 11 17:51:11.882923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47638) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:11.893245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Request body: {'floatingip': {'port_id': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:11.925549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc68c247-eb5d-459c-a718-35c1b34868e1']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:11.957905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Pushing event updated for resources: {'Port': ['ID=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:11.964843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea339da-f0eb-402f-8092-877763c0e9d5') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:11.965179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea339da-f0eb-402f-8092-877763c0e9d5') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:11.971562 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.985696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf5072-894e-4d19-817d-442a32804fed None None] Network 25e84c33-1811-486a-b0d6-fce6e71a3105 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:11.996289 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:12.012776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8ee63-944b-407b-a65f-49faa389688f None None] Network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:12.037124 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:12.070807 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:12.073964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:12.074424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:12.217588 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:12.223368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:12.264621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c542c5-9681-47ed-8ee4-9ed6add57096 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:12.269658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c542c5-9681-47ed-8ee4-9ed6add57096 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:12.275620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0c542c5-9681-47ed-8ee4-9ed6add57096 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.8219819 Mar 11 17:51:12.280225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47644) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:12.358563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8f1f4394-1883-4573-9236-6560a7a1afcb,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:12.361495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0e30c2ba-368c-4c61-b833-22ca27ed6743 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:12.402894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-bed0c8f2-2266-498f-b565-5a4f2fff3b0e service neutron] 10.222.0.96 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543705 Mar 11 17:51:12.417042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:12.421616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:12.655643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Allocated IP 172.20.0.12 (ef397551-c72d-40a9-8bbb-8a243ea7e03e/625a1c0c-c4e0-4189-9cce-da67bc41caf2/42ce02f9-4668-4c0c-b0f1-36b25eb33d86) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:12.729994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:12.890835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:13.085509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9e4a6dca-35c8-4428-b1d9-1d8bde4d2bc1 None None] Provisioning for port 0e30c2ba-368c-4c61-b833-22ca27ed6743 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:13.122687 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fae251a6-6a5b-4f34-9b96-5536d63a491e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.124100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.142124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Transition to ACTIVE for port object 42ce02f9-4668-4c0c-b0f1-36b25eb33d86 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:13.237191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.247128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] Pushing event deleted for resources: {'Network': ['ID=bc68c247-eb5d-459c-a718-35c1b34868e1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:13.262416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.313911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.325763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.347219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event updated for resources: {'Port': ['ID=42ce02f9-4668-4c0c-b0f1-36b25eb33d86,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:13.359649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d72331c2-7f57-43bd-8b08-86d7c700aadc admin admin] 10.222.0.96 "DELETE /v2.0/networks/bc68c247-eb5d-459c-a718-35c1b34868e1 HTTP/1.1" status: 204 len: 168 time: 2.5479116 Mar 11 17:51:13.361480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47652) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:13.382635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Attempting to bind port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:13.383166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Attempting to bind port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:13.383615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Attempting to bind port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 on network ef397551-c72d-40a9-8bbb-8a243ea7e03e {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:13.398526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4657300-d094-4049-a9ec-e663ccf6c298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-25e84c33-1811-486a-b0d6-fce6e71a3105', 'network_id': '25e84c33-1811-486a-b0d6-fce6e71a3105', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': 'd951a7f9-e58f-4e31-8ea9-134e381b5b02'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:13.399488 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4657300-d094-4049-a9ec-e663ccf6c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.422341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:13.422787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Checking segment: {'id': 'f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:13.423289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.423778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Bound using segment: {'id': 'f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:13.424956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Bound port: b8a197fe-bbb0-47d3-b507-09d9e29b1ed8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ef397551-c72d-40a9-8bbb-8a243ea7e03e'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:13.424956 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.470688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] Deleting subnet 6e21709d-145d-43e8-aee7-1487ea1cf926 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:51:13.484830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.508345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 0e30c2ba-368c-4c61-b833-22ca27ed6743 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:13.528912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 0e30c2ba-368c-4c61-b833-22ca27ed6743 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:13.529422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.604327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-9c82cd8e-1af7-48c2-8fd8-806d6b807e81 service neutron] 10.222.0.96 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1905508 Mar 11 17:51:13.620535 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.649485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'name': 'tempest-NetworksTestDHCPv6-router-164186520', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:56Z', 'updated_at': '2022-03-11T17:51:03Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None, '_interfaces': [{'id': 'b9f91712-3244-4436-a57c-c17eab8c0cb5', 'name': '', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'mac_address': 'fa:16:3e:60:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184495e2-4c97-4ee4-8067-2b421043946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:02Z', 'updated_at': '2022-03-11T17:51:04Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'subnets': [{'id': '184495e2-4c97-4ee4-8067-2b421043946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:13.695272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Checking router: e41f7538-bef6-4577-b1b0-81e2a0e41a77 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:51:13.695849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Updating router e41f7538-bef6-4577-b1b0-81e2a0e41a77 port b9f91712-3244-4436-a57c-c17eab8c0cb5 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:51:13.735642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:13.735969 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP 661ed8e0-52e5-41a9-b8ac-7f45ec92d102 associated. External IP: 172.25.3.26, port: 2a783779-e80f-43a6-bd8e-0685c8a1c4e4. Mar 11 17:51:13.749913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:13.767125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:13.919921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] For port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:13.942258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] For port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,segment=NetworkSegment(f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e),segment_id=f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:14.007966 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:14.018695 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server [None req-b4657300-d094-4049-a9ec-e663ccf6c298 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d951a7f9-e58f-4e31-8ea9-134e381b5b02: This subnet is being modified by another concurrent operation. Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:51:14.052921 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise value Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d951a7f9-e58f-4e31-8ea9-134e381b5b02: This subnet is being modified by another concurrent operation. Mar 11 17:51:14.064941 n-d-833436-1 neutron-server[83850]: ERROR oslo_messaging.rpc.server Mar 11 17:51:14.161272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:14.211283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a22be-fdcb-4788-bf08-d8c5e5e355b0 None None] Network 25e84c33-1811-486a-b0d6-fce6e71a3105 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:14.242895 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:14.374484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=d951a7f9-e58f-4e31-8ea9-134e381b5b02,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:14.409249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:14.557799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:14.558607 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:14.685115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6315c68d-61a1-4608-b616-57f5b3365e57 req-5cc2ab93-37b1-4a0c-bbe2-98a3d33a140a tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 210 time: 0.0611284 Mar 11 17:51:14.833512 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f2f94d80-0082-4ed3-9b91-0c5699bc7e16 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.3693957 Mar 11 17:51:14.846032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47672) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:15.023711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.066870 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57b9b196-987f-49bc-b5c8-b742680cc449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.079689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.087611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-982a44b9-952f-4c1b-aa17-16f385f7193a None None] Provisioning complete for port 0e30c2ba-368c-4c61-b833-22ca27ed6743 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:15.087998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-982a44b9-952f-4c1b-aa17-16f385f7193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.155961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e84c33-1811-486a-b0d6-fce6e71a3105']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:15.158945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:51:15.179553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Pushing event updated for resources: {'Port': ['ID=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:15.223563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.306649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.307122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.307122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.307432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.307759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.308094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.308412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.308735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.309051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.309381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.309696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa9e56-0276-45cf-b1c9-e9528c1c70ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:15.315171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93a298b-4818-4f7d-8913-5aed30273702') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:15.318968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93a298b-4818-4f7d-8913-5aed30273702') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:15.335426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.411639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e21709d-145d-43e8-aee7-1487ea1cf926,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:15.418562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.471322 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-18c9f3b3-1ddf-4263-b2da-f30bcb31e019 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6e21709d-145d-43e8-aee7-1487ea1cf926 HTTP/1.1" status: 204 len: 168 time: 2.1050301 Mar 11 17:51:15.499910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47680) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:15.567626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.583740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df102006-07a7-48e0-a55e-8481ed22d10c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:15.587762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df102006-07a7-48e0-a55e-8481ed22d10c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:15.593442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df102006-07a7-48e0-a55e-8481ed22d10c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:15.594414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-df102006-07a7-48e0-a55e-8481ed22d10c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Synchronizing usage tracker for tenant:3d25638b3c9d42d18d2b19a1e572b26f on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:15.664784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:15.665324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:15.682749 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:15.767397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 0e30c2ba-368c-4c61-b833-22ca27ed6743, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0e30c2ba-368c-4c61-b833-22ca27ed6743,segment=NetworkSegment(cca73189-2050-409b-850f-d7fe6370553b),segment_id=cca73189-2050-409b-850f-d7fe6370553b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:15.777450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:51:15.800743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.810999 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:51:15.831389 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:15.832410 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:15.924407 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:15.945602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.030496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.061166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-df102006-07a7-48e0-a55e-8481ed22d10c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Unset dirty status for tenant:3d25638b3c9d42d18d2b19a1e572b26f on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:16.074954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df102006-07a7-48e0-a55e-8481ed22d10c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 1.2272789 Mar 11 17:51:16.083006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47700) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:16.159091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=0e30c2ba-368c-4c61-b833-22ca27ed6743,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:16.162578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4ad353af-2efe-4171-ad0e-f5bd23332c6a req-60cfa262-1913-4b3a-8225-4f9fbb15ea74 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 210 time: 0.1829517 Mar 11 17:51:16.185279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.202393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eedf2ad2-3b97-44e3-a257-21f325397abc tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "PUT /v2.0/floatingips/661ed8e0-52e5-41a9-b8ac-7f45ec92d102 HTTP/1.1" status: 200 len: 991 time: 4.3020220 Mar 11 17:51:16.202393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:51:16.265333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.366767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.450471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/25e84c33-1811-486a-b0d6-fce6e71a3105 HTTP/1.1" status: 204 len: 168 time: 4.6340675 Mar 11 17:51:16.453933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47716) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:16.460510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1589808420'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:16.461978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:16.477073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:16.488582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:16.504673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:16.522003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:16.566759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:16.570135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.586098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6523fa-49c4-40a9-82e1-8e145174c72a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=25e84c33-1811-486a-b0d6-fce6e71a3105,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:16.592742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:51:16.706231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:16.712762 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:16.741697 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.742176 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment ae1fc47f-273c-44a8-a4cf-e6832fdb2948 of type vlan for network 2b23e0bf-c44b-43b3-9518-0140aae81b4a Mar 11 17:51:16.801965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba843ae-1a4a-4a2a-afae-fcf3a78b44c2 None None] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:16.811175 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'status': 'completed', 'code': 200} Mar 11 17:51:16.824921 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.938984 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.951315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:16.952077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:16.959471 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:17.006446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Transition to ACTIVE for port object b9f91712-3244-4436-a57c-c17eab8c0cb5 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:17.025033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e555af5d-8559-423d-a0fe-3097b2806f98 None None] Provisioning for port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:17.034919 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:17.039861 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:17.085408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:17.128112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:17.128591 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:17.179981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7248766 Mar 11 17:51:17.189963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47734) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:17.202891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '2b23e0bf-c44b-43b3-9518-0140aae81b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:17.430189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9dc12-2d62-493f-8a56-2358e5f7007d None None] Pushing event updated for resources: {'Port': ['ID=b9f91712-3244-4436-a57c-c17eab8c0cb5,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:17.458019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:17.476226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c1d9f-747d-49e6-8e9f-2210ad35da5e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=2b23e0bf-c44b-43b3-9518-0140aae81b4a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:17.499960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:17.503277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:17.512668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:17.539674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:17.587700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 2b23e0bf-c44b-43b3-9518-0140aae81b4a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:17.718637 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '661ed8e0-52e5-41a9-b8ac-7f45ec92d102', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:e4:6c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:50:29Z', 'updated_at': '2022-03-11T17:51:13Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:17.736147 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:51:17.765257 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:17.766144 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:17.857324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Deleting port 42ce02f9-4668-4c0c-b0f1-36b25eb33d86 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:17.859643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:17.960378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Attempting to bind port b9f91712-3244-4436-a57c-c17eab8c0cb5 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:17.967125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Attempting to bind port b9f91712-3244-4436-a57c-c17eab8c0cb5 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:17.967816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Attempting to bind port b9f91712-3244-4436-a57c-c17eab8c0cb5 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:17.975124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f1b57d1-86f0-4336-b81c-ee166ed86edd req-5417dd6e-d764-4540-af2d-12f7a13ba7bc tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 210 time: 0.2569354 Mar 11 17:51:17.997948 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:18.067269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.118115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.284321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.328960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:18.328960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:18.335225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.335796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:18.336730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Bound port: b9f91712-3244-4436-a57c-c17eab8c0cb5, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:18.336857 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.341014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-186f3050-e8ba-4c27-b1d9-c1f596a8363b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:18.341900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-186f3050-e8ba-4c27-b1d9-c1f596a8363b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:18.408035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0a45aa-0b17-4ab2-9adb-81fd9223119f']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:18.457979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78ebdca-f4b4-4017-80f1-244c2ea2d480') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:18.458254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78ebdca-f4b4-4017-80f1-244c2ea2d480') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:18.478728 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,segment=NetworkSegment(f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e),segment_id=f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:18.494178 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.495474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f1f4394-1883-4573-9236-6560a7a1afcb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:18.547814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.705312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] For port b9f91712-3244-4436-a57c-c17eab8c0cb5, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:18.726994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-186f3050-e8ba-4c27-b1d9-c1f596a8363b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:18.732978 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-186f3050-e8ba-4c27-b1d9-c1f596a8363b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/networks?id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7 HTTP/1.1" status: 200 len: 796 time: 2.3444571 Mar 11 17:51:18.749657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:18.753809 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '661ed8e0-52e5-41a9-b8ac-7f45ec92d102', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:e4:6c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:50:29Z', 'updated_at': '2022-03-11T17:51:13Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:18.767309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] For port b9f91712-3244-4436-a57c-c17eab8c0cb5, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b9f91712-3244-4436-a57c-c17eab8c0cb5,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:18.767840 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc84a1c-30bd-4f72-949f-ddd8209cb08b None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '661ed8e0-52e5-41a9-b8ac-7f45ec92d102', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'port_id': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'mac_address': 'fa:16:3e:e4:6c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:50:29Z', 'updated_at': '2022-03-11T17:51:13Z', 'revision_number': 1, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:51:18.781419 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.807933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.870389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.914053 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3cedad27-4d13-4f21-b565-69936755470d req-5e53a05c-38f7-4676-90b8-9e98c539c421 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 1097 time: 1.9824405 Mar 11 17:51:18.992224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=c73614d9-5e92-48fd-800e-96c416e12969,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:18.996008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': 'ae1fc47f-273c-44a8-a4cf-e6832fdb2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b23e0bf-c44b-43b3-9518-0140aae81b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:18.998926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 2b23e0bf-c44b-43b3-9518-0140aae81b4a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:19.003041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:19.003449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:19.037876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 2b23e0bf-c44b-43b3-9518-0140aae81b4a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:19.053530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 2b23e0bf-c44b-43b3-9518-0140aae81b4a) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:19.057655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:19.058536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:19.071541 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:19.086007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9bd3de-9ab8-4708-9696-8ede785a84a8 None None] Network 2b23e0bf-c44b-43b3-9518-0140aae81b4a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:19.106147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4cc3a23a-0106-4ad1-bf05-2be1833aee91 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9150574 Mar 11 17:51:19.108740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47758) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:19.145627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8f1f4394-1883-4573-9236-6560a7a1afcb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:19.151588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:19.427791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27c65-4a0e-4ce2-9161-16fdbfe0b3b7 None None] New status for floating IP 661ed8e0-52e5-41a9-b8ac-7f45ec92d102: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:51:19.612734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-9260c871-e500-4c4d-ab1f-725573e3fa45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:19.697494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:19.732559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-9260c871-e500-4c4d-ab1f-725573e3fa45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:19.734200 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-9260c871-e500-4c4d-ab1f-725573e3fa45 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4ad54dc6f94f62b103007cf81b8c89 HTTP/1.1" status: 200 len: 380 time: 0.9443812 Mar 11 17:51:19.735661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedad27-4d13-4f21-b565-69936755470d req-b791fbb1-c1ad-4947-904e-45c730f9673b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:19.737653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3cedad27-4d13-4f21-b565-69936755470d req-b791fbb1-c1ad-4947-904e-45c730f9673b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.8068895 Mar 11 17:51:19.738256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ba1a07b-b70e-4f56-935f-56298e887fe7 req-acbc5ae9-c03c-4e74-b4d8-42ed4d8fed94 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 210 time: 0.2261782 Mar 11 17:51:19.739843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:19.830512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:19.888296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'port': {'device_id': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'admin_state_up': True, 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'security_groups': ['feb5d3ea-e6d0-40d9-b79f-91694d98449c']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:19.922935 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:19.941108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9dc12-2d62-493f-8a56-2358e5f7007d None None] Pushing event updated for resources: {'Port': ['ID=b9f91712-3244-4436-a57c-c17eab8c0cb5,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:20.005895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d243e9ac-da11-4c01-9758-7951ac526b51 None None] Provisioning complete for port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:20.006266 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d243e9ac-da11-4c01-9758-7951ac526b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.097929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.120826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Calling delete_port for 42ce02f9-4668-4c0c-b0f1-36b25eb33d86 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:20.186293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=c73614d9-5e92-48fd-800e-96c416e12969,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:20.194302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Routers {'e41f7538-bef6-4577-b1b0-81e2a0e41a77'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:20.194302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:20.345125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.348809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] Pushing event deleted for resources: {'Network': ['ID=da0a45aa-0b17-4ab2-9adb-81fd9223119f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:20.372171 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.520279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.566496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.679250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b23e0bf-c44b-43b3-9518-0140aae81b4a']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:20.716484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1fc47f-273c-44a8-a4cf-e6832fdb2948') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:20.716788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1fc47f-273c-44a8-a4cf-e6832fdb2948') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:20.740014 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.787189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.806791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:20.811758 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:20.826718 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:20.955519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] Set router e41f7538-bef6-4577-b1b0-81e2a0e41a77 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:20.977825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.043399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.099322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1084096d-3b84-40e2-8981-6270b71d2a38 req-4f80adec-661a-4c27-8fae-134e6f116d9b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 210 time: 0.0508087 Mar 11 17:51:21.100888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=2b23e0bf-c44b-43b3-9518-0140aae81b4a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:21.112943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3f7571f7-04cd-4b71-a11e-6d5d851ae8b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/2b23e0bf-c44b-43b3-9518-0140aae81b4a HTTP/1.1" status: 204 len: 168 time: 2.0028455 Mar 11 17:51:21.113822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47770) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:21.121416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1452955919'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:21.127841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:21.132287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:21.135843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:21.142511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:21.172258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:21.176362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.254674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:21.275323 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.276244 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment d070690a-49e2-412b-8c2f-d66eae4f96c7 of type vlan for network 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 Mar 11 17:51:21.338083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.358107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event deleted for resources: {'Port': ['ID=42ce02f9-4668-4c0c-b0f1-36b25eb33d86,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:21.377855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.387814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:21.394142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.509151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:21.513703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.536944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d538ffe-0a2a-4b49-a131-8a335f045dde tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "DELETE /v2.0/ports/42ce02f9-4668-4c0c-b0f1-36b25eb33d86 HTTP/1.1" status: 204 len: 168 time: 5.4512887 Mar 11 17:51:21.541721 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3aa42280-3bd9-4608-b40d-b46ae4343856 admin admin] 10.222.0.96 "DELETE /v2.0/networks/da0a45aa-0b17-4ab2-9adb-81fd9223119f HTTP/1.1" status: 204 len: 168 time: 6.0228338 Mar 11 17:51:21.543428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47780) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:21.550093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Request body: {'port': {'name': 'tempest-new-port-name-1008929898', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:21.550915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.api.validators [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] bootfile-name is not in valid_values {{(pid=83849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:51:21.551457 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.api.validators [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] tftp-server is not in valid_values {{(pid=83849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:51:21.552011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.api.validators [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] server-ip-address is not in valid_values {{(pid=83849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 17:51:21.642615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5274990 Mar 11 17:51:21.646242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47786) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:21.649850 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3cedad27-4d13-4f21-b565-69936755470d req-dde21bd1-fe21-45a1-9f3c-1d351edbb93e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4 HTTP/1.1" status: 200 len: 999 time: 1.8341100 Mar 11 17:51:21.654449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:21.660293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0e30c2ba-368c-4c61-b833-22ca27ed6743 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:21.662523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:21.756963 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Made reservation on behalf of 2b4ad54dc6f94f62b103007cf81b8c89 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:21.759574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:21.798168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e3f07-1536-421a-894f-acfa63f2396d None None] Network 2b23e0bf-c44b-43b3-9518-0140aae81b4a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:21.895247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0077ea-9110-42b0-8ca5-59d68432d134 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=9dd3132a-2ebe-42aa-b86f-7384ff43ffb0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:21.907966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:21.921153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:21.924039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedad27-4d13-4f21-b565-69936755470d req-69ca9650-87bc-4dc7-ab1c-e6104445abd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:21.925907 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3cedad27-4d13-4f21-b565-69936755470d req-69ca9650-87bc-4dc7-ab1c-e6104445abd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.2650754 Mar 11 17:51:22.015944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:22.027717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:22.037384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:22.127216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:22.201056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:22.247848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47794) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:22.274972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e3f07-1536-421a-894f-acfa63f2396d None None] Network 2b23e0bf-c44b-43b3-9518-0140aae81b4a could not be found, it might have been deleted concurrently. {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 17:51:22.340406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64801f87-2e9d-4529-a8ed-f640fcd26005 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:51:22.369727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3cedad27-4d13-4f21-b565-69936755470d req-3a8ce00e-4329-48dc-bf94-cc2991980adf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4293005 Mar 11 17:51:22.526940 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3cedad27-4d13-4f21-b565-69936755470d req-da5f99d0-f854-4f16-9e10-ccdefd0554bf service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474533 Mar 11 17:51:22.591608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.20.0.3 (7a85cf96-dfda-4d99-9a04-b2c752edf3f7/7ed3dd48-0157-4aef-9e4d-848ab72af1b8/9d61b539-de6b-4a2c-867c-16a4189ff4b4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:22.649123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d243e9ac-da11-4c01-9758-7951ac526b51 None None] Provisioning for port 77d54652-2abe-465b-9957-fbc08f46fc93 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:22.664490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d243e9ac-da11-4c01-9758-7951ac526b51 None None] Provisioning complete for port 77d54652-2abe-465b-9957-fbc08f46fc93 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:22.664851 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d243e9ac-da11-4c01-9758-7951ac526b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:22.734021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d243e9ac-da11-4c01-9758-7951ac526b51 None None] Port 77d54652-2abe-465b-9957-fbc08f46fc93 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:22.754064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d243e9ac-da11-4c01-9758-7951ac526b51 None None] Could not find standard attr ID for object 42ce02f9-4668-4c0c-b0f1-36b25eb33d86. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:51:22.783652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 0e30c2ba-368c-4c61-b833-22ca27ed6743 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:22.783985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:22.893790 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.049435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'name': 'tempest-NetworksTestDHCPv6-router-164186520', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:56Z', 'updated_at': '2022-03-11T17:51:03Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None, '_interfaces': [{'id': 'b9f91712-3244-4436-a57c-c17eab8c0cb5', 'name': '', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'mac_address': 'fa:16:3e:60:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184495e2-4c97-4ee4-8067-2b421043946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:02Z', 'updated_at': '2022-03-11T17:51:18Z', 'revision_number': 4, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'subnets': [{'id': '184495e2-4c97-4ee4-8067-2b421043946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:23.059878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c60ac1ca-5d53-4e54-bacc-b12c1f13f836 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc9322c889a84190a43df5ddb597c485&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8025832 Mar 11 17:51:23.082779 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19bc6f3e-0ada-43ca-9627-8c76024625da req-d8048709-4047-4def-b013-df1731e8176e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 210 time: 0.7100782 Mar 11 17:51:23.083384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47802) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:23.083684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7421206-1b99-4ead-a179-5328343ffe52 None None] The sync data for ids ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'] in n-d-833436-1 is: [{'id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'name': 'tempest-NetworksTestDHCPv6-router-164186520', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:56Z', 'updated_at': '2022-03-11T17:51:03Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None, '_interfaces': [{'id': 'b9f91712-3244-4436-a57c-c17eab8c0cb5', 'name': '', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'mac_address': 'fa:16:3e:60:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184495e2-4c97-4ee4-8067-2b421043946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:02Z', 'updated_at': '2022-03-11T17:51:18Z', 'revision_number': 4, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'subnets': [{'id': '184495e2-4c97-4ee4-8067-2b421043946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:51:23.195279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3cedad27-4d13-4f21-b565-69936755470d req-dda39711-5374-4cf6-bc3f-35458e52e49b service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328957 Mar 11 17:51:23.203423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port b9f91712-3244-4436-a57c-c17eab8c0cb5 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:23.203791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.349156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64801f87-2e9d-4529-a8ed-f640fcd26005 None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:51:23.380657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:23.439061 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.491680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07faf244-5184-43e3-8e45-bedc0c4b3e09 None None] Provisioning complete for port 77d54652-2abe-465b-9957-fbc08f46fc93 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:23.492113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07faf244-5184-43e3-8e45-bedc0c4b3e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.515490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port b9f91712-3244-4436-a57c-c17eab8c0cb5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b9f91712-3244-4436-a57c-c17eab8c0cb5,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:23.516548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.681746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=42e301b0-bc85-4ddc-873c-5350b924136d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:23.687188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.703806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.768868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for b9f91712-3244-4436-a57c-c17eab8c0cb5 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:23.907518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-07faf244-5184-43e3-8e45-bedc0c4b3e09 None None] Port 77d54652-2abe-465b-9957-fbc08f46fc93 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:23.918289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07faf244-5184-43e3-8e45-bedc0c4b3e09 None None] Could not find standard attr ID for object 42ce02f9-4668-4c0c-b0f1-36b25eb33d86. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:51:23.944101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c815040d-b0b5-423a-b246-15f33e02b9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.945959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] In _notify_port_updated(), no bound segment for port 77d54652-2abe-465b-9957-fbc08f46fc93 on network ef397551-c72d-40a9-8bbb-8a243ea7e03e {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:51:23.950919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:23.957544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:23.957544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "PUT /v2.0/ports/77d54652-2abe-465b-9957-fbc08f46fc93 HTTP/1.1" status: 200 len: 1136 time: 2.4075398 Mar 11 17:51:23.971050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47814) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:23.995106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54407d-c14f-41f9-8157-4a7b05b1da7a tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event updated for resources: {'Port': ['ID=77d54652-2abe-465b-9957-fbc08f46fc93,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:24.051980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:24.052605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.122381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c815040d-b0b5-423a-b246-15f33e02b9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.233195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': 'd070690a-49e2-412b-8c2f-d66eae4f96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:24.233583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:24.540846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b9f91712-3244-4436-a57c-c17eab8c0cb5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:24.591605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de858c26-3928-4910-a521-dc5a9f38936c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:24.592381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-de858c26-3928-4910-a521-dc5a9f38936c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Synchronizing usage tracker for tenant:3d25638b3c9d42d18d2b19a1e572b26f on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:24.600614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b9f91712-3244-4436-a57c-c17eab8c0cb5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:51:24.602541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b9f91712-3244-4436-a57c-c17eab8c0cb5 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 17:51:24.612771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.656776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-de858c26-3928-4910-a521-dc5a9f38936c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Unset dirty status for tenant:3d25638b3c9d42d18d2b19a1e572b26f on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:24.657921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-de858c26-3928-4910-a521-dc5a9f38936c tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "GET /v2.0/ports/77d54652-2abe-465b-9957-fbc08f46fc93 HTTP/1.1" status: 200 len: 1136 time: 0.6689405 Mar 11 17:51:24.672777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47822) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:24.711338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port b9f91712-3244-4436-a57c-c17eab8c0cb5 not found, will not notify nova. {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 17:51:24.719773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=b9f91712-3244-4436-a57c-c17eab8c0cb5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:24.744937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.766849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:24.772778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Transition to ACTIVE for port object 9d61b539-de6b-4a2c-867c-16a4189ff4b4 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:24.783175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8fb4eb0-a7b6-44cb-9fc3-12baf8c7c8e7 req-4d2e54ab-cb0f-475c-9826-9b3370f0c7ae tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 210 time: 0.2116520 Mar 11 17:51:24.796639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:24.809547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c44e9-6eea-45de-a053-bd83946f2b3d None None] Network 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:24.816857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:24.817523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.879751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Deleting port 77d54652-2abe-465b-9957-fbc08f46fc93 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:24.880213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.919857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c815040d-b0b5-423a-b246-15f33e02b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.931545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c815040d-b0b5-423a-b246-15f33e02b9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.933332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c815040d-b0b5-423a-b246-15f33e02b9dd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a3b05c54-4c23-4ba1-8c15-975d5a9150aa HTTP/1.1" status: 204 len: 168 time: 1.5150633 Mar 11 17:51:24.945310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:24.976687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6c410f97-b496-475f-acbe-00fc5cc723a4 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3266807 Mar 11 17:51:25.001596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47828) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:25.055704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815040d-b0b5-423a-b246-15f33e02b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b05c54-4c23-4ba1-8c15-975d5a9150aa,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:25.201076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e24cc967-8a5a-451d-bcda-336dc2311705 None None] Provisioning complete for port 77d54652-2abe-465b-9957-fbc08f46fc93 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:25.217947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e24cc967-8a5a-451d-bcda-336dc2311705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:25.227254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=9d61b539-de6b-4a2c-867c-16a4189ff4b4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:25.459009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e24cc967-8a5a-451d-bcda-336dc2311705 None None] Port 77d54652-2abe-465b-9957-fbc08f46fc93 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:25.514543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:25.524886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:25.561703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:25.595272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9dd3132a-2ebe-42aa-b86f-7384ff43ffb0', 'network_id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': '42e301b0-bc85-4ddc-873c-5350b924136d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:25.597382 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:25.601159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:25.728965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:25.762208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:25.782496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:25.908560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.008651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Allocated IP 172.20.0.2 (9dd3132a-2ebe-42aa-b86f-7384ff43ffb0/42e301b0-bc85-4ddc-873c-5350b924136d/761eb701-82ce-4bdb-b5b7-0b6bcd8c856b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:26.149221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:26.156778 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-0819da9f-fcc3-4bce-9dd1-a6ba6ba532c5 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3437355 Mar 11 17:51:26.256489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Request body: {'port': {'device_id': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:26.356135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.457633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Calling delete_port for 77d54652-2abe-465b-9957-fbc08f46fc93 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:26.468568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-472473b6-1a88-48c5-89b2-02a223140dcb None None] Provisioning for port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:26.480500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-472473b6-1a88-48c5-89b2-02a223140dcb None None] Provisioning complete for port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:26.480873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-472473b6-1a88-48c5-89b2-02a223140dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.554859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.597538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Transition to ACTIVE for port object 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:26.620882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a246e-0f23-4db2-b136-f06b632b19ec req-8496e286-75e1-474d-a5ad-5d2758b82b65 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:26.629125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-011a246e-0f23-4db2-b136-f06b632b19ec req-8496e286-75e1-474d-a5ad-5d2758b82b65 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 931 time: 0.5317039 Mar 11 17:51:26.635361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-472473b6-1a88-48c5-89b2-02a223140dcb None None] Port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:26.653339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Transition to ACTIVE for port object 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:26.662082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.666738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.739123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47854) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:26.739540 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04331db6-0026-446d-8985-65ddf49ddc37 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5afc82db1d304ac2a66c8b882ac3c33e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5813191 Mar 11 17:51:26.766395 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.807148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Network 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:26.809617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Pushing event updated for resources: {'Port': ['ID=761eb701-82ce-4bdb-b5b7-0b6bcd8c856b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:26.816780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:26.828357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:26.886386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-011a246e-0f23-4db2-b136-f06b632b19ec req-b876cd3f-160d-4a3e-bcce-868ab86b95dd tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563443 Mar 11 17:51:26.894134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event deleted for resources: {'Port': ['ID=77d54652-2abe-465b-9957-fbc08f46fc93,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:26.907482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.972239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Attempting to bind port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:26.972605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Attempting to bind port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'd070690a-49e2-412b-8c2f-d66eae4f96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:26.972975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Attempting to bind port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b on network 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:26.975279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=42e301b0-bc85-4ddc-873c-5350b924136d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:26.980087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:26.980463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Checking segment: {'id': 'd070690a-49e2-412b-8c2f-d66eae4f96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:26.980869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.981255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Bound using segment: {'id': 'd070690a-49e2-412b-8c2f-d66eae4f96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:26.981731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Bound port: 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd070690a-49e2-412b-8c2f-d66eae4f96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:26.982111 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:26.988452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Router e41f7538-bef6-4577-b1b0-81e2a0e41a77 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:51:27.150270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] For port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:27.158518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] For port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=761eb701-82ce-4bdb-b5b7-0b6bcd8c856b,segment=NetworkSegment(d070690a-49e2-412b-8c2f-d66eae4f96c7),segment_id=d070690a-49e2-412b-8c2f-d66eae4f96c7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:27.170842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.239423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1080a134-e24b-46bd-912f-d6834135c4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.316181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1080a134-e24b-46bd-912f-d6834135c4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.356828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9418-2a32-4593-91fb-207e4cbb401d None None] Pushing event updated for resources: {'Port': ['ID=761eb701-82ce-4bdb-b5b7-0b6bcd8c856b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:27.387149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.401921 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.404957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1080a134-e24b-46bd-912f-d6834135c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.439274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a134-e24b-46bd-912f-d6834135c4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aa346a-70fe-4552-a006-fd314c519dc2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:27.453941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:51:27.454690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd3132a-2ebe-42aa-b86f-7384ff43ffb0']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:27.465730 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-635cc485-3283-4537-8de9-141c39d2e8b8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "PUT /v2.0/routers/e41f7538-bef6-4577-b1b0-81e2a0e41a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1786294 Mar 11 17:51:27.467892 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] Sync routers for ids ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:51:27.478778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47864) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:27.486739 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] Routers {'e41f7538-bef6-4577-b1b0-81e2a0e41a77'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:27.487427 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:27.505538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-596e2fee-1c6a-4bad-8638-66547bf25e51 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "DELETE /v2.0/ports/77d54652-2abe-465b-9957-fbc08f46fc93 HTTP/1.1" status: 204 len: 168 time: 2.8177333 Mar 11 17:51:27.506249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:27.508193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd070690a-49e2-412b-8c2f-d66eae4f96c7') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:27.508481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd070690a-49e2-412b-8c2f-d66eae4f96c7') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:27.598959 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1080a134-e24b-46bd-912f-d6834135c4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.606854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1080a134-e24b-46bd-912f-d6834135c4b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78aa346a-70fe-4552-a006-fd314c519dc2 HTTP/1.1" status: 204 len: 168 time: 0.8595829 Mar 11 17:51:27.620377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c96c1-af36-4d84-9116-a1e3dcfe1d99 None None] Network 9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:27.638285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.665927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baca317-bca9-4adb-9818-7a083a53437e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:27.667465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baca317-bca9-4adb-9818-7a083a53437e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:27.668268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1baca317-bca9-4adb-9818-7a083a53437e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:27.744005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1baca317-bca9-4adb-9818-7a083a53437e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:27.745211 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1baca317-bca9-4adb-9818-7a083a53437e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2651124 Mar 11 17:51:27.748456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47876) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:27.793974 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] Set router e41f7538-bef6-4577-b1b0-81e2a0e41a77 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:27.987511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d61b539-de6b-4a2c-867c-16a4189ff4b4 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:51:28.041742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.046955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.056715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a277cef-babc-4fe6-ac15-663e6767421e None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:51:28.077738 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'name': 'tempest-NetworksTestDHCPv6-router-164186520', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:56Z', 'updated_at': '2022-03-11T17:51:24Z', 'revision_number': 3, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:28.080577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:28.083150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.087362 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] Checking router: e41f7538-bef6-4577-b1b0-81e2a0e41a77 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:51:28.130080 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] Routers {'e41f7538-bef6-4577-b1b0-81e2a0e41a77'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:28.131022 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:28.137784 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:28.395194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a277cef-babc-4fe6-ac15-663e6767421e None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:51:28.438176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 184495e2-4c97-4ee4-8067-2b421043946c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:51:28.444887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.446836 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] Set router e41f7538-bef6-4577-b1b0-81e2a0e41a77 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:28.498587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Deleting subnet 625a1c0c-c4e0-4189-9cce-da67bc41caf2 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:51:28.537087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.594488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.686696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Transition to ACTIVE for port object 9d61b539-de6b-4a2c-867c-16a4189ff4b4 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:28.705004 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:51:28.705004 n-d-833436-1 neutron-server[83849]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:51:28.705004 n-d-833436-1 neutron-server[83849]: [parameters: {'id': '9dd3132a-2ebe-42aa-b86f-7384ff43ffb0'}] Mar 11 17:51:28.705004 n-d-833436-1 neutron-server[83849]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:51:28.707647 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'name': 'tempest-NetworksTestDHCPv6-router-164186520', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:56Z', 'updated_at': '2022-03-11T17:51:24Z', 'revision_number': 3, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:28.708586 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:51:28.711587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.725698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:28.727672 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5210a35-b4f0-450a-b472-1d343825218b None None] The sync data for ids ['e41f7538-bef6-4577-b1b0-81e2a0e41a77'] in n-d-833436-1 is: [{'id': 'e41f7538-bef6-4577-b1b0-81e2a0e41a77', 'name': 'tempest-NetworksTestDHCPv6-router-164186520', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:56Z', 'updated_at': '2022-03-11T17:51:24Z', 'revision_number': 3, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:51:28.934953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3545-c5e0-4973-b3ee-dfe96e7a666e req-66db4bc8-cf0e-480c-8ad7-e847694d3e6c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:28.951156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e44e3545-c5e0-4973-b3ee-dfe96e7a666e req-66db4bc8-cf0e-480c-8ad7-e847694d3e6c tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 931 time: 0.4557889 Mar 11 17:51:28.967805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Pushing event updated for resources: {'Port': ['ID=9d61b539-de6b-4a2c-867c-16a4189ff4b4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:29.083940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.126977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e44e3545-c5e0-4973-b3ee-dfe96e7a666e req-1eb278c6-3687-4827-81be-3c2a4de7e6fb tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714606 Mar 11 17:51:29.162349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.212335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.293688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Attempting to bind port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:29.300801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Attempting to bind port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:29.301541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Attempting to bind port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 on network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:29.308508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.363353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.395209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=184495e2-4c97-4ee4-8067-2b421043946c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:29.416999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 on network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:51:29.417440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Attempting to bind port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 on network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:29.428409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.432088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b2487-90df-4c5d-8eab-d88365b8921e None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:29.448625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event deleted for resources: {'Subnet': ['ID=625a1c0c-c4e0-4189-9cce-da67bc41caf2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:29.452310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:29.452913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.458206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:29.458820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Checking segment: {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:29.459552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Bound using segment: {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:29.460272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Bound port: 9d61b539-de6b-4a2c-867c-16a4189ff4b4, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f904920-6280-438f-970f-6eccf460030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:29.461564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.563756 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11571a7e-1912-4242-a607-826a72fab32b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/184495e2-4c97-4ee4-8067-2b421043946c HTTP/1.1" status: 204 len: 168 time: 1.8120837 Mar 11 17:51:29.565920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47906) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:29.700156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] For port 9d61b539-de6b-4a2c-867c-16a4189ff4b4, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:29.706128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] For port 9d61b539-de6b-4a2c-867c-16a4189ff4b4, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:29.716046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.824162 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.881706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499b51b-83d1-43dc-a784-800e6a2a5a11 None None] Network ef397551-c72d-40a9-8bbb-8a243ea7e03e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:29.892751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:29.900792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] 10.222.0.59 "PUT /v2.0/ports/9d61b539-de6b-4a2c-867c-16a4189ff4b4 HTTP/1.1" status: 200 len: 1091 time: 3.6836925 Mar 11 17:51:29.901682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:51:29.969568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-49a12a70-556c-4d64-b9dd-f0d09dd91ebe tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "DELETE /v2.0/subnets/625a1c0c-c4e0-4189-9cce-da67bc41caf2 HTTP/1.1" status: 204 len: 168 time: 2.4491663 Mar 11 17:51:29.970918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47918) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:30.101423 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'status': 'completed', 'code': 200} Mar 11 17:51:30.103075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67597ee7-99c6-435d-9b06-a1b05cb9682c service neutron] Pushing event updated for resources: {'Port': ['ID=9d61b539-de6b-4a2c-867c-16a4189ff4b4,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:30.244152 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-3d147479-4ddb-4bd5-a9fe-333a2ac94648 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 1094 time: 0.2709105 Mar 11 17:51:30.333209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9e8e5e5-2a8a-4457-972d-57bebcf64973 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:30.457936 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-a789cc19-935e-4a49-a29a-ee2347cccdc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4 HTTP/1.1" status: 200 len: 217 time: 0.1957860 Mar 11 17:51:30.473897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b9f91712-3244-4436-a57c-c17eab8c0cb5 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:51:30.562435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b9f91712-3244-4436-a57c-c17eab8c0cb5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:51:30.562858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b9f91712-3244-4436-a57c-c17eab8c0cb5 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:51:30.623936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-19ab646a-c5d7-4a06-bff2-1a8a37a19280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:30.625565 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-19ab646a-c5d7-4a06-bff2-1a8a37a19280 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ed3dd48-0157-4aef-9e4d-848ab72af1b8 HTTP/1.1" status: 200 len: 835 time: 0.1623037 Mar 11 17:51:30.666292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:30.696153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=761eb701-82ce-4bdb-b5b7-0b6bcd8c856b,segment=NetworkSegment(d070690a-49e2-412b-8c2f-d66eae4f96c7),segment_id=d070690a-49e2-412b-8c2f-d66eae4f96c7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:30.696442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:30.738831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:51:30.743504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] Deleting port 8f1f4394-1883-4573-9236-6560a7a1afcb {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:30.743921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:30.745514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9e8e5e5-2a8a-4457-972d-57bebcf64973 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:30.753200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b9e8e5e5-2a8a-4457-972d-57bebcf64973 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.1025240 Mar 11 17:51:30.757098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47928) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:30.798391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Deleting port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:30.798734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:30.859860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-4400cdfd-db33-4262-b6f8-52f59c39d446 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258377 Mar 11 17:51:30.861239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] DHCP port deletion for ef397551-c72d-40a9-8bbb-8a243ea7e03e request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:51:30.905310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] Deleting port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:30.905816 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:31.370818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] For port 8f1f4394-1883-4573-9236-6560a7a1afcb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f1f4394-1883-4573-9236-6560a7a1afcb,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:31.371347 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:31.463602 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-137eabd7-2fbe-442a-a040-69e4fd99205b service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959024 Mar 11 17:51:31.523516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:31.584593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] Calling delete_port for 8f1f4394-1883-4573-9236-6560a7a1afcb owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:31.703849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:31.773089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96565b-3149-44e9-a2b1-dd29684df488 req-848b27c9-a75b-4e87-bfce-0a85816a3e1b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:31.780202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf96565b-3149-44e9-a2b1-dd29684df488 req-848b27c9-a75b-4e87-bfce-0a85816a3e1b tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 943 time: 1.2540181 Mar 11 17:51:31.786266 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-326fb737-85c6-4a1f-8093-4f7bb2f27926 req-ee5a1ed6-6b1a-479a-8f57-91f72291efc7 service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080754 Mar 11 17:51:31.830464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] No DVR routers for this DVR port 8f1f4394-1883-4573-9236-6560a7a1afcb on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:51:31.871262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6040354-636e-4c3a-8260-f2df19893957 None None] Pushing event deleted for resources: {'Port': ['ID=8f1f4394-1883-4573-9236-6560a7a1afcb,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:31.942651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] For port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,segment=NetworkSegment(f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e),segment_id=f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:31.943105 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:31.997172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47954) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:32.010110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ed11d4f-6370-4687-afe8-c2cf81edf01f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:32.050423 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-e2b776a2-7ef1-4ec7-9ea9-bdefb16f9ff8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 1094 time: 0.1637049 Mar 11 17:51:32.246051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] Calling delete_port for b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:32.304636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] For port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,segment=NetworkSegment(f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e),segment_id=f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:32.305000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:32.396355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-7dc318b1-72ef-4400-8216-2dd908923b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:32.398706 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-7dc318b1-72ef-4400-8216-2dd908923b97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7 HTTP/1.1" status: 200 len: 898 time: 0.3425150 Mar 11 17:51:32.428246 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:32.500710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:51:32.542431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Calling delete_port for b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:32.555474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:51:32.555836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:51:32.556466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f1f4394-1883-4573-9236-6560a7a1afcb no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:51:32.564445 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-6a908088-6c69-4d05-9e4d-ed480657f0c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4 HTTP/1.1" status: 200 len: 217 time: 0.1592255 Mar 11 17:51:32.615281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8f1f4394-1883-4573-9236-6560a7a1afcb {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:51:32.615837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f1f4394-1883-4573-9236-6560a7a1afcb not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:51:32.633338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] No DVR routers for this DVR port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:51:32.635577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682b8d4-5499-4d13-b853-4a3fe481c7ee None None] Pushing event deleted for resources: {'Port': ['ID=b8a197fe-bbb0-47d3-b507-09d9e29b1ed8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:32.689592 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:32.718973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-92a1211a-644c-4bc1-bb99-85e7e596ab3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:32.720710 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-92a1211a-644c-4bc1-bb99-85e7e596ab3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ed3dd48-0157-4aef-9e4d-848ab72af1b8 HTTP/1.1" status: 200 len: 835 time: 0.1482430 Mar 11 17:51:32.761174 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:32.780684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:32.785070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9269f176702444e385caed23d3856e9b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:32.788689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:32.795063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:32.826289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Port': ['ID=761eb701-82ce-4bdb-b5b7-0b6bcd8c856b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:32.830039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf96565b-3149-44e9-a2b1-dd29684df488 req-1bb3ccb7-9259-44fc-85c9-d1cdc8ceab67 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0418870 Mar 11 17:51:32.832777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:51:32.833208 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:51:32.835882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No DVR routers for this DVR port 761eb701-82ce-4bdb-b5b7-0b6bcd8c856b on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:51:32.921742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-0f18e0c9-f470-41dd-9502-0048da25e352 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934967 Mar 11 17:51:32.926124 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.021818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.067778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba0be54-7147-4924-8cec-d7a503a1c641,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:33.100686 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.121632 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aeb58492-adc2-4f74-add4-d3e166760bd7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9269f176702444e385caed23d3856e9b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1156585 Mar 11 17:51:33.123270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47968) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:33.188962 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-51ab8320-3998-4d22-814c-34b4f50805b3 service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590194 Mar 11 17:51:33.258707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d212ccc-0670-4504-a801-7a52deb535ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.352143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Deleting port b8a197fe-bbb0-47d3-b507-09d9e29b1ed8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:33.352778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.363086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d212ccc-0670-4504-a801-7a52deb535ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.392390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd3132a-2ebe-42aa-b86f-7384ff43ffb0']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:33.445532 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5d843f1c-55fa-4908-9fba-675f77cff896 req-94b8ffc3-947c-4693-98d3-c73df28bd4c9 service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386048 Mar 11 17:51:33.454712 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ed11d4f-6370-4687-afe8-c2cf81edf01f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.457987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd070690a-49e2-412b-8c2f-d66eae4f96c7') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:33.458272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd070690a-49e2-412b-8c2f-d66eae4f96c7') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:33.471759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d212ccc-0670-4504-a801-7a52deb535ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.481297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] The port 'b8a197fe-bbb0-47d3-b507-09d9e29b1ed8' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:51:33.498263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d212ccc-0670-4504-a801-7a52deb535ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba0be54-7147-4924-8cec-d7a503a1c641,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:33.531153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d212ccc-0670-4504-a801-7a52deb535ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.536561 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8d212ccc-0670-4504-a801-7a52deb535ce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dba0be54-7147-4924-8cec-d7a503a1c641 HTTP/1.1" status: 204 len: 168 time: 0.4115651 Mar 11 17:51:33.658166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ed11d4f-6370-4687-afe8-c2cf81edf01f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.661841 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.776276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.803362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef397551-c72d-40a9-8bbb-8a243ea7e03e']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:33.816746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:33.817030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0edbdf0-eda9-494c-aa7b-2c2ab9f4713e') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:33.833382 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.850803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:33.857069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:33.857464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:34.034269 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:34.069481 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.082408 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.165535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.195373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:34.197708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.217007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ed11d4f-6370-4687-afe8-c2cf81edf01f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.217532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed11d4f-6370-4687-afe8-c2cf81edf01f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Fanout notify agent at l3_agent the message router_deleted on router e41f7538-bef6-4577-b1b0-81e2a0e41a77 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:51:34.219320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] Pushing event deleted for resources: {'Network': ['ID=ef397551-c72d-40a9-8bbb-8a243ea7e03e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:34.220968 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:34.235761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-88e52789-e898-40b8-a748-608641a78769 tempest-ExtraDHCPOptionsTestJSON-185075080 tempest-ExtraDHCPOptionsTestJSON-185075080-project] 10.222.0.96 "DELETE /v2.0/networks/ef397551-c72d-40a9-8bbb-8a243ea7e03e HTTP/1.1" status: 204 len: 168 time: 4.2575514 Mar 11 17:51:34.393712 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.404688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.412293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48002) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:34.416642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 HTTP/1.1" status: 204 len: 168 time: 9.4112051 Mar 11 17:51:34.418937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-145728522'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:34.429257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:34.439675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:34.448905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:34.466007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:34.493379 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:34.511969 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.528571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf928ec-45a8-45a4-b505-32d981810622 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=9dd3132a-2ebe-42aa-b86f-7384ff43ffb0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:34.554535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ed11d4f-6370-4687-afe8-c2cf81edf01f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.556681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2ed11d4f-6370-4687-afe8-c2cf81edf01f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/routers/e41f7538-bef6-4577-b1b0-81e2a0e41a77 HTTP/1.1" status: 204 len: 168 time: 3.7611268 Mar 11 17:51:34.560399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:34.561360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:34.570645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:34.577593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.578027 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment 86705a49-2cd0-4d4b-b1ae-a23d3cf420a3 of type vlan for network f504fc27-3425-48b4-b3a1-d166397d96fa Mar 11 17:51:34.638164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.652077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d61b539-de6b-4a2c-867c-16a4189ff4b4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:51:34.678830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.683311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:34.684065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:34.809938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec39a3-65d8-49fe-b5df-fd82d01a68c8 req-6d2329bc-c288-498b-86d3-b0cf47d97eaf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:34.813594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3998437 Mar 11 17:51:34.814516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17ec39a3-65d8-49fe-b5df-fd82d01a68c8 req-6d2329bc-c288-498b-86d3-b0cf47d97eaf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 943 time: 0.7610421 Mar 11 17:51:34.820145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48020) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:34.842681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': 'f504fc27-3425-48b4-b3a1-d166397d96fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:34.909708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48026) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:34.937031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=f504fc27-3425-48b4-b3a1-d166397d96fa,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:34.966201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.966742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.967167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.967821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.968245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.968686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.969103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.969523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.969933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.970423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.970788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcec8d-da30-4fa8-b6d8-6d9ab569fba0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:34.989209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:34.993189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f504fc27-3425-48b4-b3a1-d166397d96fa details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:35.010238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48032) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:35.015135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:35.017394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:35.019760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:35.025158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:35.028353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-17ec39a3-65d8-49fe-b5df-fd82d01a68c8 req-9edc19e5-f64b-4a7a-98a5-8cbf98bbb82f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963613 Mar 11 17:51:35.029342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:35.043325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:35.044581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:35.057325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:35.085388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:35.124554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d61b539-de6b-4a2c-867c-16a4189ff4b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:35.158718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'port_id': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'mac_address': 'fa:16:3e:f4:ee:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:51:35.228990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.233191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.282072 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.319993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d61b539-de6b-4a2c-867c-16a4189ff4b4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:51:35.348848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d61b539-de6b-4a2c-867c-16a4189ff4b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:35.357211 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.419976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1672709904-network', 'tenant_id': '95e242196f104736a813804446649343'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:35.441462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:35.450302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Usage tracker for resource:network and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:35.456395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:35.460042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing IP validity checks on allocation pools {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 17:51:35.460555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 17:51:35.468012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:35.472672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d61b539-de6b-4a2c-867c-16a4189ff4b4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:35.494030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:35.496477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.512552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.530818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5055e6cb-c41f-41f8-b371-9df1fcc9abfc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3d25638b3c9d42d18d2b19a1e572b26f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6194806 Mar 11 17:51:35.531330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48040) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:35.598085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:35.612551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:35.618202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:35.626015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:35.648123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618fced-a454-429a-a8e5-23b9fa9ab5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.664350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9d61b539-de6b-4a2c-867c-16a4189ff4b4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:51:35.680684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618fced-a454-429a-a8e5-23b9fa9ab5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.702525 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.742227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.783910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=4ff69059-0eb0-44c4-8b8a-2f0827ec3cf7,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:35.793650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618fced-a454-429a-a8e5-23b9fa9ab5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.837021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618fced-a454-429a-a8e5-23b9fa9ab5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3128a911-a131-410c-8bdd-159cf7038281,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:35.858204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:35.862676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:35.868595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:35.869831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.873383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=241f945c-4781-496e-88b5-be29ee73c337,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:35.878165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5618fced-a454-429a-a8e5-23b9fa9ab5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.882863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5618fced-a454-429a-a8e5-23b9fa9ab5ae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3128a911-a131-410c-8bdd-159cf7038281 HTTP/1.1" status: 204 len: 168 time: 0.3479025 Mar 11 17:51:35.899814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': '86705a49-2cd0-4d4b-b1ae-a23d3cf420a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'f504fc27-3425-48b4-b3a1-d166397d96fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:35.900065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: f504fc27-3425-48b4-b3a1-d166397d96fa, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:35.908815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:35.909058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0f281500-8dcc-42dc-81a9-fb776181269f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3445578 Mar 11 17:51:35.926290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.930254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c73cd8-eb03-421f-9b05-798f431a9638 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:35.935987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-346081362', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:35.942512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:35.947368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:35.990945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:36.012108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network f504fc27-3425-48b4-b3a1-d166397d96fa is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:36.017101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:36.033492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.034607 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.046344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ae734-838d-460d-a1fa-72c962c980b1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:36.049608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.050016 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Added segment 97d0c653-61c0-4456-bd74-4c85b89cd6e1 of type vlan for network c4bab14b-ab39-4d15-87fd-d25ff8597aae Mar 11 17:51:36.060378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f504fc27-3425-48b4-b3a1-d166397d96fa) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:36.069781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:36.070463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.107676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.132813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73fb71-175a-42b8-8743-3dcd1f460fd5 None None] Network f504fc27-3425-48b4-b3a1-d166397d96fa requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:36.143630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.219978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.245535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48060) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:36.263865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-352cabad-09ea-460f-9f00-bb1770673f6a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4212437 Mar 11 17:51:36.385004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.392554 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df8aa117-4f36-47cf-abc1-73cfabfdc2a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4760103 Mar 11 17:51:36.393191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48064) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:36.570045 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.576636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:36.577403 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.675221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.736177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373045e-cfec-4a2c-9e9a-4c5373c7140f req-15138679-84f1-4c92-a513-00f07405cc0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:36.738017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4373045e-cfec-4a2c-9e9a-4c5373c7140f req-15138679-84f1-4c92-a513-00f07405cc0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 944 time: 0.2432518 Mar 11 17:51:36.783274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '241f945c-4781-496e-88b5-be29ee73c337'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:36.784074 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.864906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4373045e-cfec-4a2c-9e9a-4c5373c7140f req-490163d6-b22c-4095-90b4-d6c078cb4a52 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960491 Mar 11 17:51:36.878249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c4bab14b-ab39-4d15-87fd-d25ff8597aae,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:36.884609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9836ddbe-0b51-44da-970b-89254e1369c1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8731990 Mar 11 17:51:36.888330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48076) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:36.895786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Request body: {'subnet': {'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1672709904-subnet', 'tenant_id': '95e242196f104736a813804446649343', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:36.902219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:36.912153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:36.946055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Usage tracker for resource:subnet and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:36.949722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:36.957308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:36.997462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064733d9-9aad-4e49-8f20-4816d0e6f445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-f504fc27-3425-48b4-b3a1-d166397d96fa', 'network_id': 'f504fc27-3425-48b4-b3a1-d166397d96fa', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': '4ff69059-0eb0-44c4-8b8a-2f0827ec3cf7'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:36.998510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-064733d9-9aad-4e49-8f20-4816d0e6f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:37.001474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:37.176113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:37.386184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:37.395027 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:37.424798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff69059-0eb0-44c4-8b8a-2f0827ec3cf7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:37.582231 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:37.673019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f504fc27-3425-48b4-b3a1-d166397d96fa']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:37.747198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86705a49-2cd0-4d4b-b1ae-a23d3cf420a3') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:37.747746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86705a49-2cd0-4d4b-b1ae-a23d3cf420a3') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:37.802278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:37.842044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48094) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:37.855382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601f143-c416-47a5-87df-9c474a398345 None None] Network f504fc27-3425-48b4-b3a1-d166397d96fa requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:37.896377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:37.931427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:37.932150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:38.241288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:38.272999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/241f945c-4781-496e-88b5-be29ee73c337/91ab295c-a018-4fa1-9215-cee159320049) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:38.431489 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:38.589515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:38.610013 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:38.733190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d61b539-de6b-4a2c-867c-16a4189ff4b4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:38.743666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/f504fc27-3425-48b4-b3a1-d166397d96fa HTTP/1.1" status: 204 len: 168 time: 2.4962513 Mar 11 17:51:38.752251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48106) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:38.759665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603033-465e-404a-9d6a-b2a86bbd9d03 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=f504fc27-3425-48b4-b3a1-d166397d96fa,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:38.767936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942501533'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:38.793533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:38.807550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:38.818398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:38.836965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:38.878883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1258327635'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:38.883144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808bb6a-3f6b-447b-96d0-444d0484a46e req-16a75fe6-7c45-4c33-9440-8933da2f5b54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:38.885629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3808bb6a-3f6b-447b-96d0-444d0484a46e req-16a75fe6-7c45-4c33-9440-8933da2f5b54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 944 time: 0.4524050 Mar 11 17:51:38.886420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:38.889374 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:38.932850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:38.943969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:38.947749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:38.959543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:38.959937 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment 017e7c7b-9608-4617-b604-df342ca86a77 of type vlan for network 85dce1bc-f167-4c56-8d70-1fdc9de03e42 Mar 11 17:51:38.993774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.038481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:39.071825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.080338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:39.080968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.086596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:39.121723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.161785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.165319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Transition to ACTIVE for port object 91ab295c-a018-4fa1-9215-cee159320049 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:39.225843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3808bb6a-3f6b-447b-96d0-444d0484a46e req-b122b171-3122-4d24-a1df-c6ab8cd6992d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175094 Mar 11 17:51:39.249582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=85dce1bc-f167-4c56-8d70-1fdc9de03e42,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:39.258517 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:51:39.276915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6cf5f482-1deb-4a04-b7b3-d40f5fbcafb0 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5200341 Mar 11 17:51:39.283574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48110) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:39.295077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:39.318471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Transition to ACTIVE for port object 91ab295c-a018-4fa1-9215-cee159320049 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:39.333484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 85dce1bc-f167-4c56-8d70-1fdc9de03e42 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:39.339437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:39.342385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.414090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:39.414709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Network hostable DHCP agents. Network: c4bab14b-ab39-4d15-87fd-d25ff8597aae, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:39.439649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.511769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9eb2755-5726-4e57-9596-ee0972f130ce,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:39.565611 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.577433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:39.582410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:39.586839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:39.594306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:39.612541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:39.619672 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.622039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:39.637552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:39.655404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group_rule and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:39.661763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:39.671499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c4bab14b-ab39-4d15-87fd-d25ff8597aae) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:39.679825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:39.696086 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:39.701529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:39.703001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.703227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e7d65-2b93-4277-b74b-f1eb0857b1b4 None None] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:39.740691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::1 (75568097-05ea-4303-a281-4da1879652a7/241f945c-4781-496e-88b5-be29ee73c337/478c0722-ae41-4579-b9f1-4153b7997cae) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:39.747982 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5926106-2510-4b8a-9ac2-1af7208d6ce4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8573284 Mar 11 17:51:39.749616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48118) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:39.775667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:39.785034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:39.795432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Usage tracker for resource:router and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:39.812605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:39.824911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:39.832912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.919775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:39.922929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:39.961518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.962802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.979519 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:39.987909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.037359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.048944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa0c80-65e6-4ebe-a81e-0ce1ba05dc9a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:40.098048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:40.212228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.212442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Pushing event updated for resources: {'Port': ['ID=91ab295c-a018-4fa1-9215-cee159320049,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:40.212910 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment 98cde7a1-30c2-4dfb-9c7b-3da8371a3b99 of type vlan for network 5d02ad16-dfb6-4765-8820-1a47b78ede8a Mar 11 17:51:40.271544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:40.298228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Attempting to bind port 91ab295c-a018-4fa1-9215-cee159320049 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:40.298667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Attempting to bind port 91ab295c-a018-4fa1-9215-cee159320049 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:40.301131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Attempting to bind port 91ab295c-a018-4fa1-9215-cee159320049 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:40.316761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:40.317204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:40.317612 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.318000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:40.318656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Bound port: 91ab295c-a018-4fa1-9215-cee159320049, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:40.319078 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.345716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.351014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.395590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 478c0722-ae41-4579-b9f1-4153b7997cae will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:40.418111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:40.418519 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.436979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.440865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:40.441590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.443640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.659925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] For port 91ab295c-a018-4fa1-9215-cee159320049, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:40.664064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] For port 91ab295c-a018-4fa1-9215-cee159320049, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=91ab295c-a018-4fa1-9215-cee159320049,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:40.702790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.710549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.8620915 Mar 11 17:51:40.720471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48128) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:40.726600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.747920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.748298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'name': 'tempest-PortsTestJSON-297868477'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:40.788617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba3268-210f-4c46-8465-e7ff44ad63b6 None None] Pushing event updated for resources: {'Port': ['ID=91ab295c-a018-4fa1-9215-cee159320049,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:40.846694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:40.847535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.876589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=0bb7d4fb-63f0-4062-a308-2e708e81257d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:40.889806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:40.911749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:40.923822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:40.924355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.928881 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:40.942765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db15b-578c-427c-b387-5e398bf0e917 req-c69ba1b2-f870-4757-a909-11e39ae5b8e0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:40.944886 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-893db15b-578c-427c-b387-5e398bf0e917 req-c69ba1b2-f870-4757-a909-11e39ae5b8e0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 944 time: 0.3149085 Mar 11 17:51:40.990168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d61b539-de6b-4a2c-867c-16a4189ff4b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:40.990470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a58a70-a84f-4889-8de5-4b14f3687073 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=5d02ad16-dfb6-4765-8820-1a47b78ede8a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:40.994468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:51:41.005201 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:41.141109 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'code': 200} Mar 11 17:51:41.145544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:41.229588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d61b539-de6b-4a2c-867c-16a4189ff4b4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:41.540612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:41.542683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Allocated IP 172.20.0.2 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/8da4593f-a343-44ae-bca0-e7b455a72840) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:41.587317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': '017e7c7b-9608-4617-b604-df342ca86a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:41.590019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 85dce1bc-f167-4c56-8d70-1fdc9de03e42, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:41.610479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=478c0722-ae41-4579-b9f1-4153b7997cae,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:41.663657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-893db15b-578c-427c-b387-5e398bf0e917 req-230f6073-6fb4-4d61-841e-8485874ea73f tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129227 Mar 11 17:51:41.701038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:41.714742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:41.719628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:41.723076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:41.730032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:41.748094 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:41.750150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:41.753433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:41.793547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e6e2e5aa-d729-4d65-ba0a-17124f9f508c req-5077cd51-f996-41b9-afe6-4e172134e8ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 1096 time: 0.4347913 Mar 11 17:51:41.810077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 85dce1bc-f167-4c56-8d70-1fdc9de03e42 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:41.858932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 85dce1bc-f167-4c56-8d70-1fdc9de03e42) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:41.899507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48142) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:41.903580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:41.904257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:41.992794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-954b930f-6950-4cb0-b872-82f3cd5996a3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7080357 Mar 11 17:51:42.001105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48148) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:42.011646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.028661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e3e87-c45a-4ceb-befb-753ef46a9075 None None] Network 85dce1bc-f167-4c56-8d70-1fdc9de03e42 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:42.109560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 8c58c76a-3076-423a-8691-3bde88aa699f yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:51:42.237818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Allocated IP 172.25.3.92 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/b3ca00b1-87c2-4e35-a2aa-728abbea1f11) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:42.295576 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e6e2e5aa-d729-4d65-ba0a-17124f9f508c req-42bf2517-9d47-43e8-9327-3198bebfff58 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853535 Mar 11 17:51:42.399203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Transition to ACTIVE for port object 8da4593f-a343-44ae-bca0-e7b455a72840 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:42.477496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-040af7bf-8280-46e4-afa5-0159a72381b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.517237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Transition to ACTIVE for port object 8da4593f-a343-44ae-bca0-e7b455a72840 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:42.536787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.587679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 91ab295c-a018-4fa1-9215-cee159320049 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:42.623628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.652046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:42.771090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:42.778843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.781777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:42.792205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.792475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:42.793449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.796173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c9206ae9e7ea40249b01d9e010205ca4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:42.810983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:42.837237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-85dce1bc-f167-4c56-8d70-1fdc9de03e42', 'network_id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': '0bb7d4fb-63f0-4062-a308-2e708e81257d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:42.838158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:42.847075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:42.894229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Pushing event updated for resources: {'Port': ['ID=8da4593f-a343-44ae-bca0-e7b455a72840,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:43.015329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.077628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.080969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4ea38c10-b0ac-4540-af12-7b309ca70d7a None None] Provisioning for port 91ab295c-a018-4fa1-9215-cee159320049 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:43.176179 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.191065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c9206ae9e7ea40249b01d9e010205ca4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2678344 Mar 11 17:51:43.193655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 91ab295c-a018-4fa1-9215-cee159320049 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:43.197117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Attempting to bind port 8da4593f-a343-44ae-bca0-e7b455a72840 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:43.197762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Attempting to bind port 8da4593f-a343-44ae-bca0-e7b455a72840 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:43.198352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Attempting to bind port 8da4593f-a343-44ae-bca0-e7b455a72840 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:43.212119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48160) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:43.269678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 91ab295c-a018-4fa1-9215-cee159320049 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:43.270448 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.298255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7da4e-1ac1-49cb-b723-4d133d7e95a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9e37d-ea04-4fe1-b6b9-9d5bd4ca86d9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:43.334642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=478c0722-ae41-4579-b9f1-4153b7997cae,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:43.374280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.423052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.425405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:43.428495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:43.428495 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.428495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:43.428973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Bound port: 8da4593f-a343-44ae-bca0-e7b455a72840, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:43.429385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.467552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:43.467552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:43.551798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cef076-46f9-4df6-9b5a-988fd3b714ec req-ab964190-b7c8-4911-834c-ad15e22ecdee tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:43.553870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1cef076-46f9-4df6-9b5a-988fd3b714ec req-ab964190-b7c8-4911-834c-ad15e22ecdee tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 945 time: 0.5364809 Mar 11 17:51:43.561646 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.678643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.705553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2851-3a94-4e9b-b955-adb43ec64d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.745931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] For port 8da4593f-a343-44ae-bca0-e7b455a72840, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:43.749456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] For port 8da4593f-a343-44ae-bca0-e7b455a72840, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8da4593f-a343-44ae-bca0-e7b455a72840,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:43.762906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.780563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.826655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2851-3a94-4e9b-b955-adb43ec64d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.879180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1cef076-46f9-4df6-9b5a-988fd3b714ec req-d9124b51-a5d9-4394-baac-f1ad9b014884 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128928 Mar 11 17:51:43.883633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c8917-4809-4c12-bb06-d0084a5ca8df None None] Pushing event updated for resources: {'Port': ['ID=8da4593f-a343-44ae-bca0-e7b455a72840,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:43.887170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c5cb48cc-52c6-43ab-b7f6-9c622b02d285 None None] Provisioning for port 478c0722-ae41-4579-b9f1-4153b7997cae completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:43.894489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:43.896507 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.899770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:43.902434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:43.922277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c5cb48cc-52c6-43ab-b7f6-9c622b02d285 None None] Provisioning complete for port 478c0722-ae41-4579-b9f1-4153b7997cae triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:43.922914 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5cb48cc-52c6-43ab-b7f6-9c622b02d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.953912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=8c58c76a-3076-423a-8691-3bde88aa699f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:43.957897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': '98cde7a1-30c2-4dfb-9c7b-3da8371a3b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:43.958264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: 5d02ad16-dfb6-4765-8820-1a47b78ede8a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:43.958801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:43.998632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb48cc-52c6-43ab-b7f6-9c622b02d285 None None] Port 478c0722-ae41-4579-b9f1-4153b7997cae cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:44.012500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:44.013803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Allocated IP 172.20.0.1 (85dce1bc-f167-4c56-8d70-1fdc9de03e42/0bb7d4fb-63f0-4062-a308-2e708e81257d/81986252-c4c9-4c48-b78d-0e8e6e636941) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:44.034052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 5d02ad16-dfb6-4765-8820-1a47b78ede8a) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:44.042788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:44.046705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:44.047356 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.055647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2851-3a94-4e9b-b955-adb43ec64d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.067273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2b4b3-ce10-4bc6-9464-ae3b620f1024 None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:44.082819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 91ab295c-a018-4fa1-9215-cee159320049, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=91ab295c-a018-4fa1-9215-cee159320049,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:44.086063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b2851-3a94-4e9b-b955-adb43ec64d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9e37d-ea04-4fe1-b6b9-9d5bd4ca86d9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:44.114253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2851-3a94-4e9b-b955-adb43ec64d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.117354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5d8b2851-3a94-4e9b-b955-adb43ec64d27 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/31a9e37d-ea04-4fe1-b6b9-9d5bd4ca86d9 HTTP/1.1" status: 204 len: 168 time: 0.8900881 Mar 11 17:51:44.138129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72e57085-9740-4bb5-a1e0-6e07852fc434 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.4151821 Mar 11 17:51:44.142148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48170) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:44.160637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1238879314'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:44.177175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:44.192093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:44.196572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:44.214660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.219387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:44.221901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Router ea420871-8a1c-445e-b75c-0f045c131dca is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:51:44.233722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.240386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.251045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:44.278765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.562478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:44.580303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.580918 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment d36f2f11-9884-4cc7-a081-11a3267abed2 of type vlan for network b1c43334-bef8-4d01-86ae-f3d88aed0440 Mar 11 17:51:44.650255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.667021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1859d58c-c278-4971-b137-5eab40aa44df None None] Provisioning complete for port 478c0722-ae41-4579-b9f1-4153b7997cae triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:44.667630 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1859d58c-c278-4971-b137-5eab40aa44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.748820 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d2f2640b-f3df-496f-a781-09f4d620f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.776462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Router a6238313-560d-4af1-a659-dcd5bae778c0 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:51:44.789016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.798924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:44.803361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=91ab295c-a018-4fa1-9215-cee159320049,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:44.804474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.867478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1859d58c-c278-4971-b137-5eab40aa44df None None] Port 478c0722-ae41-4579-b9f1-4153b7997cae cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:44.955510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:44.971671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Transition to ACTIVE for port object 81986252-c4c9-4c48-b78d-0e8e6e636941 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:44.996438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Transition to ACTIVE for port object 81986252-c4c9-4c48-b78d-0e8e6e636941 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:45.007117 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:45.099722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=b1c43334-bef8-4d01-86ae-f3d88aed0440,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:45.172629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b1c43334-bef8-4d01-86ae-f3d88aed0440 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:45.208662 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-02f81f1b-ffeb-4ebe-9dbb-c32167abee09 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0619252 Mar 11 17:51:45.214340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48198) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:45.221402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:51:45.231108 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b5cda5ee-f1e0-4e5e-bb97-770169bb40da tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "PUT /v2.0/routers/ea420871-8a1c-445e-b75c-0f045c131dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8360679 Mar 11 17:51:45.252387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48204) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:45.267114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'ports': [{'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a'}, {'network_id': 'b1c43334-bef8-4d01-86ae-f3d88aed0440'}]} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:45.267428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:45.267902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': 'b1c43334-bef8-4d01-86ae-f3d88aed0440'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:45.385855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:45.479510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bacdbbe-8452-4a22-9ff9-43ecac164763 req-6f3900e5-2549-4f12-89a0-528ddaad72b5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2820988 Mar 11 17:51:45.489635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Sync routers for ids ['ea420871-8a1c-445e-b75c-0f045c131dca'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:51:45.492425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Pushing event updated for resources: {'Port': ['ID=81986252-c4c9-4c48-b78d-0e8e6e636941,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:45.516903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Network 85dce1bc-f167-4c56-8d70-1fdc9de03e42 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:45.518512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:45.521038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:45.525880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb7d4fb-63f0-4062-a308-2e708e81257d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:45.605705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1d72e-c404-4fc4-bf92-c66eb5aed427 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:45.607696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3ef1d72e-c404-4fc4-bf92-c66eb5aed427 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports/478c0722-ae41-4579-b9f1-4153b7997cae HTTP/1.1" status: 200 len: 911 time: 0.3537257 Mar 11 17:51:45.630956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:45.674036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Routers {'ea420871-8a1c-445e-b75c-0f045c131dca'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:45.674918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea420871-8a1c-445e-b75c-0f045c131dca'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:45.754057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bacdbbe-8452-4a22-9ff9-43ecac164763 req-92785032-5059-43ca-8254-6b62a0e0f4bb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.2206492 Mar 11 17:51:45.779987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:45.839794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bacdbbe-8452-4a22-9ff9-43ecac164763 req-22dc7355-0245-4cd7-8cfc-bafbfe3b3685 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494277 Mar 11 17:51:45.860940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0cf1b-0622-4f16-921e-caa5cd5bfe78 None None] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:45.875171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dce1bc-f167-4c56-8d70-1fdc9de03e42']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:45.907427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:45.907879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017e7c7b-9608-4617-b604-df342ca86a77') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:45.908182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017e7c7b-9608-4617-b604-df342ca86a77') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:45.911571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Attempting to bind port 81986252-c4c9-4c48-b78d-0e8e6e636941 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:45.911952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Attempting to bind port 81986252-c4c9-4c48-b78d-0e8e6e636941 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '017e7c7b-9608-4617-b604-df342ca86a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:45.912456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Attempting to bind port 81986252-c4c9-4c48-b78d-0e8e6e636941 on network 85dce1bc-f167-4c56-8d70-1fdc9de03e42 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:45.924021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:45.928472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:45.938142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:45.960222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 2} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:45.964706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:45.972904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d89a76b0-82c2-4500-93e9-144a8c2fa111 None None] Provisioning for port 8da4593f-a343-44ae-bca0-e7b455a72840 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:45.978566 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:45.984403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad76fd4-5d6d-4e70-adb1-0350c2c25703 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:45.986464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:45.989225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad76fd4-5d6d-4e70-adb1-0350c2c25703 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:45.990446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9ad76fd4-5d6d-4e70-adb1-0350c2c25703 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:46.005605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.011506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Set router ea420871-8a1c-445e-b75c-0f045c131dca gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:46.014212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.023558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f9f64-eddf-4ca4-b815-82a0ada22193 req-16c3c8ff-26f7-4d79-b4a2-e0b6cb161b58 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:46.025084 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13f9f64-eddf-4ca4-b815-82a0ada22193 req-16c3c8ff-26f7-4d79-b4a2-e0b6cb161b58 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 945 time: 0.6085219 Mar 11 17:51:46.036817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9ad76fd4-5d6d-4e70-adb1-0350c2c25703 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:46.040846 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ad76fd4-5d6d-4e70-adb1-0350c2c25703 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4063759 Mar 11 17:51:46.046689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48228) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:46.047746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.057804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:46.058094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Checking segment: {'id': '017e7c7b-9608-4617-b604-df342ca86a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:46.058854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.059260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Bound using segment: {'id': '017e7c7b-9608-4617-b604-df342ca86a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:46.059740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Bound port: 81986252-c4c9-4c48-b78d-0e8e6e636941, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017e7c7b-9608-4617-b604-df342ca86a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:46.060113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.326005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:46.326304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.340101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 351b9bf4-3ca1-4c0e-b691-e6ff0928c469 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:51:46.464884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:46.470177 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:46.630911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacdbbe-8452-4a22-9ff9-43ecac164763 req-d788b29b-5591-446e-af0b-798bb4366515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:46.632575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5bacdbbe-8452-4a22-9ff9-43ecac164763 req-d788b29b-5591-446e-af0b-798bb4366515 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7849476 Mar 11 17:51:46.696751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c13f9f64-eddf-4ca4-b815-82a0ada22193 req-c827674d-be1b-4219-8dad-f12d5f2b6fba tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6526399 Mar 11 17:51:46.741376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:51:46.741376 n-d-833436-1 neutron-server[83849]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:51:46.741376 n-d-833436-1 neutron-server[83849]: [parameters: {'id': '85dce1bc-f167-4c56-8d70-1fdc9de03e42'}] Mar 11 17:51:46.741376 n-d-833436-1 neutron-server[83849]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:51:46.741760 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:51:46.747613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:51:46.759750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 9aec908b-41a9-4fcc-afa4-b8109abb22c7 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:51:46.766792 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:51:46.787115 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:46.787747 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:46.804559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:46.805817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4fa76dc7-d64a-47e8-adf3-c66a9b9eac37 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0550718 Mar 11 17:51:46.817059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48248) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:46.848293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 91ab295c-a018-4fa1-9215-cee159320049 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:46.980382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] For port 81986252-c4c9-4c48-b78d-0e8e6e636941, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:47.080010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] For port 81986252-c4c9-4c48-b78d-0e8e6e636941, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=81986252-c4c9-4c48-b78d-0e8e6e636941,segment=NetworkSegment(017e7c7b-9608-4617-b604-df342ca86a77),segment_id=017e7c7b-9608-4617-b604-df342ca86a77)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:47.199572 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.241386 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:47.243253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.257197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71c4a3-cfc4-4a54-92ef-bfdb33964737 req-0f5aa818-e2ee-4e81-a713-f80815d22098 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:47.259130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b71c4a3-cfc4-4a54-92ef-bfdb33964737 req-0f5aa818-e2ee-4e81-a713-f80815d22098 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 945 time: 0.2248263 Mar 11 17:51:47.287766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.290920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port 81986252-c4c9-4c48-b78d-0e8e6e636941 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:47.291654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.433318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.442235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.622583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b71c4a3-cfc4-4a54-92ef-bfdb33964737 req-8c8cd75b-ba02-4589-8446-291cb68e73cc tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551795 Mar 11 17:51:47.683240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48260) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:47.717479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45392c-3d61-4f10-909e-821c68223f6b None None] Pushing event updated for resources: {'Port': ['ID=81986252-c4c9-4c48-b78d-0e8e6e636941,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:47.753442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 91ab295c-a018-4fa1-9215-cee159320049 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:47.753442 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.840841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=351b9bf4-3ca1-4c0e-b691-e6ff0928c469,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:47.873872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c82b5b-002b-412a-9e89-e5bfe9c6a65e None None] Network 85dce1bc-f167-4c56-8d70-1fdc9de03e42 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:47.890322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:47.917671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:47.928888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:47.929762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.962254 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:44Z', 'revision_number': 3, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:47.971765 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:51:47.972104 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Updating router a6238313-560d-4af1-a659-dcd5bae778c0 port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:51:48.105206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'name': 'tempest-NetworksTestDHCPv6-router-346081362', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:36Z', 'updated_at': '2022-03-11T17:51:40Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None, '_interfaces': [{'id': '478c0722-ae41-4579-b9f1-4153b7997cae', 'name': '', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'mac_address': 'fa:16:3e:99:95:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241f945c-4781-496e-88b5-be29ee73c337', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:42Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'subnets': [{'id': '241f945c-4781-496e-88b5-be29ee73c337', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:48.105605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=9aec908b-41a9-4fcc-afa4-b8109abb22c7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:48.120542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Checking router: ea420871-8a1c-445e-b75c-0f045c131dca for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:51:48.120883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Updating router ea420871-8a1c-445e-b75c-0f045c131dca port 478c0722-ae41-4579-b9f1-4153b7997cae binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:51:48.126916 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:48.192152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': 'd36f2f11-9884-4cc7-a081-11a3267abed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b1c43334-bef8-4d01-86ae-f3d88aed0440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:48.192838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: b1c43334-bef8-4d01-86ae-f3d88aed0440, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:48.339659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network b1c43334-bef8-4d01-86ae-f3d88aed0440 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:48.359887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b1c43334-bef8-4d01-86ae-f3d88aed0440) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:48.375820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:48.383284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:48.389279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7962d1-db92-4856-94b0-dbbc2cc9e484 None None] Network b1c43334-bef8-4d01-86ae-f3d88aed0440 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:48.393913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:48.395152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:48.423473 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:48.563415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port 81986252-c4c9-4c48-b78d-0e8e6e636941, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=81986252-c4c9-4c48-b78d-0e8e6e636941,segment=NetworkSegment(017e7c7b-9608-4617-b604-df342ca86a77),segment_id=017e7c7b-9608-4617-b604-df342ca86a77)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:48.563920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:48.616093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0963045b-e58d-403d-84d3-f52b74965916 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3983624 Mar 11 17:51:48.618143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:48.756467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 9aec908b-41a9-4fcc-afa4-b8109abb22c7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:48.757139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:48.789908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for 81986252-c4c9-4c48-b78d-0e8e6e636941 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:48.954714 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8da4593f-a343-44ae-bca0-e7b455a72840 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:48.966652 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:48.979655 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Transition to ACTIVE for port object b3ca00b1-87c2-4e35-a2aa-728abbea1f11 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:48.992033 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.026851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.124129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No DVR routers for this DVR port 81986252-c4c9-4c48-b78d-0e8e6e636941 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:51:49.171361 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51570f-f685-45e3-b857-31cb09e149b9 None None] Pushing event updated for resources: {'Port': ['ID=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:49.195286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Port': ['ID=81986252-c4c9-4c48-b78d-0e8e6e636941,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:49.215768 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Attempting to bind port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:49.216413 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Attempting to bind port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:49.216933 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Attempting to bind port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:49.234296 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:49.234973 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:49.235524 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.236124 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:49.237020 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Bound port: b3ca00b1-87c2-4e35-a2aa-728abbea1f11, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:49.237533 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.334286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.377564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dce1bc-f167-4c56-8d70-1fdc9de03e42']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:49.393791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017e7c7b-9608-4617-b604-df342ca86a77') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:49.394841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017e7c7b-9608-4617-b604-df342ca86a77') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:49.400101 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] For port b3ca00b1-87c2-4e35-a2aa-728abbea1f11, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:49.407831 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] For port b3ca00b1-87c2-4e35-a2aa-728abbea1f11, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:49.413172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.415247 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.436078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.445085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:49.445777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.487276 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.619617 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:49.620037 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:49.724004 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:49.727626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.733394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.792848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/85dce1bc-f167-4c56-8d70-1fdc9de03e42 HTTP/1.1" status: 204 len: 168 time: 7.7893741 Mar 11 17:51:49.793709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468621e-5e9b-4cc6-8da1-0bf42778e450 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=85dce1bc-f167-4c56-8d70-1fdc9de03e42,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:49.810992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2b4979b6-69c0-4ecf-addc-c61f73add6c3 tempest-TestNetworkBasicOps-1697542063 tempest-TestNetworkBasicOps-1697542063-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 1091 time: 2.1053243 Mar 11 17:51:49.812283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48312) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:49.812614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:49.817641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.834877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:49.845722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.849580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 9aec908b-41a9-4fcc-afa4-b8109abb22c7 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:49.965773 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.983969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650399636'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:49.988270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Transition to ACTIVE for port object 478c0722-ae41-4579-b9f1-4153b7997cae will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:50.020933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=9aec908b-41a9-4fcc-afa4-b8109abb22c7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:50.023675 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.029264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:50.034880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:50.099199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.107913 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51570f-f685-45e3-b857-31cb09e149b9 None None] Pushing event updated for resources: {'Port': ['ID=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:50.149099 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a98ded41-9d89-440c-a70b-4e6eb4dcec33 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/9aec908b-41a9-4fcc-afa4-b8109abb22c7 HTTP/1.1" status: 204 len: 168 time: 1.5297127 Mar 11 17:51:50.171669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48324) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:50.198036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Usage tracker for resource:floatingip and tenant:2b4ad54dc6f94f62b103007cf81b8c89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:50.211819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:50.215931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:50.230941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:50.254352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:50.261139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:50.285483 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:50.357615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914ac67-3c2d-49cd-98db-10c007c9a28d None None] Pushing event updated for resources: {'Port': ['ID=478c0722-ae41-4579-b9f1-4153b7997cae,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:50.369889 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.413639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:50.416517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.483993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.517300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8da4593f-a343-44ae-bca0-e7b455a72840 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:50.652003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8da4593f-a343-44ae-bca0-e7b455a72840 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:50.652745 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.694293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:51:50.714785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.720786 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment 50b7825f-1422-44f5-8d58-6fffb162c7bf of type vlan for network 81c85efc-da37-46d3-93f8-9964f9bb7582 Mar 11 17:51:50.739541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595300e-03b8-41fc-a5a5-8745420f6661 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:50.742750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Attempting to bind port 478c0722-ae41-4579-b9f1-4153b7997cae on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:50.742750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Attempting to bind port 478c0722-ae41-4579-b9f1-4153b7997cae by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:50.743002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Attempting to bind port 478c0722-ae41-4579-b9f1-4153b7997cae on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:50.769214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595300e-03b8-41fc-a5a5-8745420f6661 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:50.777869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.779412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e595300e-03b8-41fc-a5a5-8745420f6661 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:50.806534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:50.808131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:50.808763 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.824309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:50.825259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Bound port: 478c0722-ae41-4579-b9f1-4153b7997cae, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:50.827901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.880901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.884898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:50.885559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.890341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e595300e-03b8-41fc-a5a5-8745420f6661 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:50.899626 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e595300e-03b8-41fc-a5a5-8745420f6661 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7270899 Mar 11 17:51:50.909054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48338) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:50.983924 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:44Z', 'revision_number': 3, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:50.989510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69350b39-73ff-44d2-84f0-99d0303ad604 None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:44Z', 'revision_number': 3, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:51:51.008820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681379c-f7a8-4780-b2b0-897c6c29019b None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:51:51.287592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Allocated IP 172.20.0.1 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/a0c1f4f5-79c0-4906-873e-4464a2303a16) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:51.384102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=81c85efc-da37-46d3-93f8-9964f9bb7582,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:51.426777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 81c85efc-da37-46d3-93f8-9964f9bb7582 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:51:51.594618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f1de692b-88b2-4447-a6f9-8f0f55218f26 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7744656 Mar 11 17:51:51.601390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48348) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:51.612938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '81c85efc-da37-46d3-93f8-9964f9bb7582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:51.651955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 351b9bf4-3ca1-4c0e-b691-e6ff0928c469 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:51.653148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:51.757700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] For port 478c0722-ae41-4579-b9f1-4153b7997cae, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:51.865638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] For port 478c0722-ae41-4579-b9f1-4153b7997cae, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=478c0722-ae41-4579-b9f1-4153b7997cae,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:51.878182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:51.900680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:51.907193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:51.913017 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-35715e26-cef4-4a8a-affd-1d9aecc75cd8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5524621 Mar 11 17:51:51.945137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Transition to ACTIVE for port object a0c1f4f5-79c0-4906-873e-4464a2303a16 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:51.947488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:51.954531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:51.958906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:51.964451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8da4593f-a343-44ae-bca0-e7b455a72840, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8da4593f-a343-44ae-bca0-e7b455a72840,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:51.975149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:51.997981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:52.016482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:52.212456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681379c-f7a8-4780-b2b0-897c6c29019b None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:51:52.261846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:52.273229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914ac67-3c2d-49cd-98db-10c007c9a28d None None] Pushing event updated for resources: {'Port': ['ID=478c0722-ae41-4579-b9f1-4153b7997cae,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:52.382313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:52.388376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:52.391693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:52.407144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3ca00b1-87c2-4e35-a2aa-728abbea1f11 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:52.478973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:52.528138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Routers {'ea420871-8a1c-445e-b75c-0f045c131dca'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:52.528591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea420871-8a1c-445e-b75c-0f045c131dca'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:52.560676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:52.798050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:52.882908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:52.908126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c1f4f5-79c0-4906-873e-4464a2303a16,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:52.934495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 351b9bf4-3ca1-4c0e-b691-e6ff0928c469 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:52.951006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] Set router ea420871-8a1c-445e-b75c-0f045c131dca gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:52.977046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-acde6531-fc61-4d74-bb29-a5320cbc3086 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b8021465c8248639c9826d52d8b7bbc&device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 1097 time: 0.8492928 Mar 11 17:51:53.245914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 478c0722-ae41-4579-b9f1-4153b7997cae {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:53.246517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:53.483398 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:53.511065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8da4593f-a343-44ae-bca0-e7b455a72840,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:53.550336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:53.583553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:53.589465 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:53.754826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-841b5d01-d55e-498f-be06-795f8d7713c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:53.756662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:53.759739 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-841b5d01-d55e-498f-be06-795f8d7713c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 200 len: 916 time: 0.7161896 Mar 11 17:51:53.780031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:53.882708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=351b9bf4-3ca1-4c0e-b691-e6ff0928c469,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:53.948540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:53.954632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Allocated IP 172.25.3.33 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/a1d1a44c-6398-4a11-b2ef-0e102ab2a742) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:53.969191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b3ca00b1-87c2-4e35-a2aa-728abbea1f11, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:53.982636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48398) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:53.986960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:53.988118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:54.115063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e31735be-ed9b-4933-8dea-93ff5a1a74f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/351b9bf4-3ca1-4c0e-b691-e6ff0928c469 HTTP/1.1" status: 204 len: 168 time: 3.1427016 Mar 11 17:51:54.159379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48404) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:54.175034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:54.251148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8da4593f-a343-44ae-bca0-e7b455a72840 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:54.322160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=2d536de8-1adb-47bf-af26-8909b9f13481,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:54.345007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': '50b7825f-1422-44f5-8d58-6fffb162c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '81c85efc-da37-46d3-93f8-9964f9bb7582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:54.345661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 81c85efc-da37-46d3-93f8-9964f9bb7582, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:51:54.347884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'name': 'tempest-NetworksTestDHCPv6-router-346081362', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:36Z', 'updated_at': '2022-03-11T17:51:40Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None, '_interfaces': [{'id': '478c0722-ae41-4579-b9f1-4153b7997cae', 'name': '', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'mac_address': 'fa:16:3e:99:95:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241f945c-4781-496e-88b5-be29ee73c337', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:51Z', 'revision_number': 4, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'subnets': [{'id': '241f945c-4781-496e-88b5-be29ee73c337', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:54.357871 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-1329c049-d596-4f65-8567-662d4efafbba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4 HTTP/1.1" status: 200 len: 1001 time: 0.5617042 Mar 11 17:51:54.368653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5d51d-11d2-426e-8d41-1ef5c039c455 None None] The sync data for ids ['ea420871-8a1c-445e-b75c-0f045c131dca'] in n-d-833436-1 is: [{'id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'name': 'tempest-NetworksTestDHCPv6-router-346081362', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:36Z', 'updated_at': '2022-03-11T17:51:40Z', 'revision_number': 2, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None, '_interfaces': [{'id': '478c0722-ae41-4579-b9f1-4153b7997cae', 'name': '', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'mac_address': 'fa:16:3e:99:95:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241f945c-4781-496e-88b5-be29ee73c337', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:51Z', 'revision_number': 4, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'subnets': [{'id': '241f945c-4781-496e-88b5-be29ee73c337', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:51:54.450076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-b7a44c92-73be-4505-b83f-6c626b139870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:54.451861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-b7a44c92-73be-4505-b83f-6c626b139870 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 200 len: 853 time: 0.0829005 Mar 11 17:51:54.531393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8da4593f-a343-44ae-bca0-e7b455a72840 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:54.531878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:54.605429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port 478c0722-ae41-4579-b9f1-4153b7997cae, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=478c0722-ae41-4579-b9f1-4153b7997cae,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:54.605791 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:54.633557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:54.754736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 81c85efc-da37-46d3-93f8-9964f9bb7582 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:51:54.790572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 81c85efc-da37-46d3-93f8-9964f9bb7582) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:54.806898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:54.807579 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:54.814849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8db5d-346e-4cbe-a4e8-15db60cee447 None None] Network 81c85efc-da37-46d3-93f8-9964f9bb7582 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:54.855583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-68f0d5e0-13a8-4c00-ae9e-e796627e23ac tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2476714 Mar 11 17:51:54.862851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48414) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:54.872990 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-2d12547a-3aac-49c4-b945-6cb16aebe46b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd1ecfa-4aa8-47be-b280-b60a1d98796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4009314 Mar 11 17:51:54.986726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 478c0722-ae41-4579-b9f1-4153b7997cae owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:55.174864 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:51:55.180511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-88716446-7819-4ab5-a1e8-fc4308ff9aa3 None None] Provisioning for port a0c1f4f5-79c0-4906-873e-4464a2303a16 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:55.204052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:55.217021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:55.291278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-88716446-7819-4ab5-a1e8-fc4308ff9aa3 None None] Provisioning complete for port a0c1f4f5-79c0-4906-873e-4464a2303a16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:55.291824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88716446-7819-4ab5-a1e8-fc4308ff9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:55.348044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:55.371092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Usage tracker for resource:security_group_rule and tenant:ccc336f19de644a38df24541a458a918 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:55.378226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:55.390533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1e06f-0fe9-45ea-a1a0-2bef9ec7a62e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:55.391419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b0b1e06f-0fe9-45ea-a1a0-2bef9ec7a62e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:51:55.408859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:55.416456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:55.445473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-88716446-7819-4ab5-a1e8-fc4308ff9aa3 None None] Port a0c1f4f5-79c0-4906-873e-4464a2303a16 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:55.445853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:55.458251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c1f4f5-79c0-4906-873e-4464a2303a16,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:55.462116 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-b1170ae2-908d-41f6-a62e-da09ad796f81 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601530 Mar 11 17:51:55.467550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:55.514944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-81c85efc-da37-46d3-93f8-9964f9bb7582', 'network_id': '81c85efc-da37-46d3-93f8-9964f9bb7582', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': '2d536de8-1adb-47bf-af26-8909b9f13481'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:51:55.516139 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:55.795544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b0b1e06f-0fe9-45ea-a1a0-2bef9ec7a62e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:51:55.811518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b0b1e06f-0fe9-45ea-a1a0-2bef9ec7a62e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.6504328 Mar 11 17:51:55.819161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:55.896911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Allocated IP 172.20.0.1 (81c85efc-da37-46d3-93f8-9964f9bb7582/2d536de8-1adb-47bf-af26-8909b9f13481/848f3d19-b5eb-43bd-afc7-7c98b045e714) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:51:56.009564 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4200f299-32bf-47cd-9e9e-6a571d6149a6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:51:56.017441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4200f299-32bf-47cd-9e9e-6a571d6149a6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/9aec908b-41a9-4fcc-afa4-b8109abb22c7 HTTP/1.1" status: 404 len: 333 time: 0.1811976 Mar 11 17:51:56.030700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48434) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:56.132984 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f651eafd-0362-4f56-9640-d2cdd8f59a4e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:51:56.152565 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f651eafd-0362-4f56-9640-d2cdd8f59a4e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/351b9bf4-3ca1-4c0e-b691-e6ff0928c469 HTTP/1.1" status: 404 len: 333 time: 0.1174455 Mar 11 17:51:56.159804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48440) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:56.257280 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1f3a49c8-1f90-4dfa-8d76-ce86e8c2f4fa req-25329c93-bb3f-4c10-8093-7dbe54371421 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7850125 Mar 11 17:51:56.324844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:56.331115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:56.382270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.459142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 478c0722-ae41-4579-b9f1-4153b7997cae up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:56.653401 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.716381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Transition to ACTIVE for port object 848f3d19-b5eb-43bd-afc7-7c98b045e714 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:56.724788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.802565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Transition to ACTIVE for port object 848f3d19-b5eb-43bd-afc7-7c98b045e714 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:51:56.812003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.817641 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.877106 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.905039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Pushing event updated for resources: {'Port': ['ID=848f3d19-b5eb-43bd-afc7-7c98b045e714,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:56.930591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 478c0722-ae41-4579-b9f1-4153b7997cae completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:51:56.942846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d0b59-c1ad-4bab-8bc3-935cb5e269e1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:56.943059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.946257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.953292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 478c0722-ae41-4579-b9f1-4153b7997cae triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:56.953657 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:56.991530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ccc336f19de644a38df24541a458a918&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9966116 Mar 11 17:51:57.003101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.010744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48454) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:57.053445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:57.063193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=a1d1a44c-6398-4a11-b2ef-0e102ab2a742,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:57.065614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:57.074262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:57.093058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=2d536de8-1adb-47bf-af26-8909b9f13481,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:57.156310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Network 81c85efc-da37-46d3-93f8-9964f9bb7582 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:51:57.157631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port 478c0722-ae41-4579-b9f1-4153b7997cae was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:51:57.158254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3ca00b1-87c2-4e35-a2aa-728abbea1f11 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:51:57.180178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.180525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.180864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.181203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.181542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.182018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.182351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.182699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.183027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.190767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.192375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415daa3-cb83-4456-8302-8e4bc09a5ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.220487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.221997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.222908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.223617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.224124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.224785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.225257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.225722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.227145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.227647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.228853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:51:57.321573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.326838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:51:57.331193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:51:57.369197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c85efc-da37-46d3-93f8-9964f9bb7582']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:57.389525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b7825f-1422-44f5-8d58-6fffb162c7bf') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:57.389818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b7825f-1422-44f5-8d58-6fffb162c7bf') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:57.405597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.438650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.459982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=478c0722-ae41-4579-b9f1-4153b7997cae,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:57.466157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a6fd822c-641b-4c7b-9156-246c1cdbac3a None None] Provisioning complete for port a0c1f4f5-79c0-4906-873e-4464a2303a16 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:57.467092 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6fd822c-641b-4c7b-9156-246c1cdbac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.486454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:57.486846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:57.503232 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:57.607376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Attempting to bind port 848f3d19-b5eb-43bd-afc7-7c98b045e714 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:51:57.607876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Attempting to bind port 848f3d19-b5eb-43bd-afc7-7c98b045e714 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '50b7825f-1422-44f5-8d58-6fffb162c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '81c85efc-da37-46d3-93f8-9964f9bb7582'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:51:57.608261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Attempting to bind port 848f3d19-b5eb-43bd-afc7-7c98b045e714 on network 81c85efc-da37-46d3-93f8-9964f9bb7582 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:51:57.625133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd822c-641b-4c7b-9156-246c1cdbac3a None None] Port a0c1f4f5-79c0-4906-873e-4464a2303a16 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:51:57.638199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:51:57.638789 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.669755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:51:57.669755 n-d-833436-1 neutron-server[83848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:51:57.669755 n-d-833436-1 neutron-server[83848]: [parameters: {'id': '81c85efc-da37-46d3-93f8-9964f9bb7582'}] Mar 11 17:51:57.669755 n-d-833436-1 neutron-server[83848]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:51:57.669755 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:51:57.683675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:51:57.683675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Checking segment: {'id': '50b7825f-1422-44f5-8d58-6fffb162c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '81c85efc-da37-46d3-93f8-9964f9bb7582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:51:57.684020 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.684411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Bound using segment: {'id': '50b7825f-1422-44f5-8d58-6fffb162c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '81c85efc-da37-46d3-93f8-9964f9bb7582'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:51:57.690865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Bound port: 848f3d19-b5eb-43bd-afc7-7c98b045e714, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b7825f-1422-44f5-8d58-6fffb162c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '81c85efc-da37-46d3-93f8-9964f9bb7582'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:51:57.691693 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.712115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:51:57.760502 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c926-fbeb-404d-979c-921707e9a4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.791062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c926-fbeb-404d-979c-921707e9a4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.866945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] For port 848f3d19-b5eb-43bd-afc7-7c98b045e714, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:51:57.890296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] For port 848f3d19-b5eb-43bd-afc7-7c98b045e714, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=848f3d19-b5eb-43bd-afc7-7c98b045e714,segment=NetworkSegment(50b7825f-1422-44f5-8d58-6fffb162c7bf),segment_id=50b7825f-1422-44f5-8d58-6fffb162c7bf)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:51:57.898879 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.930029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c926-fbeb-404d-979c-921707e9a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:57.980444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:51:57.990929 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c48ee02-b21a-466e-ba1a-e02b51db9309 admin admin] 10.222.0.96 "PUT /v2.0/routers/a6238313-560d-4af1-a659-dcd5bae778c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1722555 Mar 11 17:51:57.997809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:51:58.005775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19857fb9-f13d-4713-9121-da2a23d3e3b5 None None] Pushing event updated for resources: {'Port': ['ID=848f3d19-b5eb-43bd-afc7-7c98b045e714,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:58.058669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:51:58.059401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:58.064383 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.169075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.191509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port 848f3d19-b5eb-43bd-afc7-7c98b045e714 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:51:58.192152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.212039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0c926-fbeb-404d-979c-921707e9a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d0b59-c1ad-4bab-8bc3-935cb5e269e1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:58.229216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c43334-bef8-4d01-86ae-f3d88aed0440']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:58.280188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36f2f11-9884-4cc7-a081-11a3267abed2') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:58.280435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36f2f11-9884-4cc7-a081-11a3267abed2') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:58.386810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585c340-a74f-4197-aad8-0ec88c9a540e None None] Network 81c85efc-da37-46d3-93f8-9964f9bb7582 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:51:58.547093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:51:58.557918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.582135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port 848f3d19-b5eb-43bd-afc7-7c98b045e714, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=848f3d19-b5eb-43bd-afc7-7c98b045e714,segment=NetworkSegment(50b7825f-1422-44f5-8d58-6fffb162c7bf),segment_id=50b7825f-1422-44f5-8d58-6fffb162c7bf)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:51:58.582551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.597582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c926-fbeb-404d-979c-921707e9a4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.600070 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f5c0c926-fbeb-404d-979c-921707e9a4de admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/365d0b59-c1ad-4bab-8bc3-935cb5e269e1 HTTP/1.1" status: 204 len: 168 time: 1.5863011 Mar 11 17:51:58.630589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.796315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for 848f3d19-b5eb-43bd-afc7-7c98b045e714 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:51:58.816153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.883838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:58.884670 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:58.951012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.129248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af4eb7e-d0e3-4e77-8f55-e8975c042da9 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:51:59.192386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No DVR routers for this DVR port 848f3d19-b5eb-43bd-afc7-7c98b045e714 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:51:59.194425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Port': ['ID=848f3d19-b5eb-43bd-afc7-7c98b045e714,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:59.361249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.421929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c85efc-da37-46d3-93f8-9964f9bb7582']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:59.459454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b7825f-1422-44f5-8d58-6fffb162c7bf') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:59.459961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b7825f-1422-44f5-8d58-6fffb162c7bf') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:59.487608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.513967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:59.527164 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:59.529432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:51:59.531843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.607725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4eb7e-d0e3-4e77-8f55-e8975c042da9 None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:51:59.633697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:51:54Z', 'revision_number': 2, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:59.665775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:51:59.666451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Updating router a6238313-560d-4af1-a659-dcd5bae778c0 port a0c1f4f5-79c0-4906-873e-4464a2303a16 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:51:59.683280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.725503 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.735532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=b1c43334-bef8-4d01-86ae-f3d88aed0440,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:59.757665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5e18fcb0-a135-44ff-abc3-97c70c787643 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/b1c43334-bef8-4d01-86ae-f3d88aed0440 HTTP/1.1" status: 204 len: 168 time: 3.5865417 Mar 11 17:51:59.764123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48514) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:59.775160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381285871'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:59.781677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:51:59.787988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:51:59.792282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:51:59.801891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:51:59.853221 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:51:59.883286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.893016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:51:59.899628 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.899908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:59.960359 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/81c85efc-da37-46d3-93f8-9964f9bb7582 HTTP/1.1" status: 204 len: 168 time: 5.0945711 Mar 11 17:51:59.963232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6bd1-6cac-478f-8b49-d315396a8c79 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=81c85efc-da37-46d3-93f8-9964f9bb7582,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:51:59.975055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:51:59.986096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1090421728'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:51:59.997435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:00.007677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:00.015012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:00.041064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:52:00.056794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:00.095212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.096462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:00.110436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.182554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:52:00.204081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.204812 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment 0c30ffb4-1d5d-4737-b88d-db1c36c803a5 of type vlan for network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 Mar 11 17:52:00.279516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.342256 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.342634 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment 9fcbea1c-f554-4e30-a0ab-8233d0824747 of type vlan for network 88170d7f-a95a-434e-aa54-31181d1d3ef9 Mar 11 17:52:00.355948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.359917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:00.360515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.427580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Router ea420871-8a1c-445e-b75c-0f045c131dca has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:52:00.435590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.599929 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6234050 Mar 11 17:52:00.603303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:00.612454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:00.635907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e36ef-7c77-42d4-aeeb-a395a2b55e36 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=1c8defb1-9ec8-4176-beeb-4bd415eb6884,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:00.663870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:00.756135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48540) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:00.766159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-387853174-network', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:00.809522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:00.826386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Usage tracker for resource:network and tenant:d3fd8ca921a64b40864637c18982607e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:00.836583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:00.852796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:00.911721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.916252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:00.917007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:00.987181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Made reservation on behalf of d3fd8ca921a64b40864637c18982607e for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:00.992395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.022586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.099989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:01.131190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fd8ca921a64b40864637c18982607e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:01.139004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:01.153206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.163969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:01.194259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.231296 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4646542 Mar 11 17:52:01.237664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48554) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:01.239223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.254616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:01.263995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 is not hosted by any dhcp agent {{(pid=83848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 17:52:01.275489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:01.277389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.282247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "PUT /v2.0/networks/1c8defb1-9ec8-4176-beeb-4bd415eb6884 HTTP/1.1" status: 200 len: 723 time: 0.6752293 Mar 11 17:52:01.283167 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.307174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Transition to ACTIVE for port object a0c1f4f5-79c0-4906-873e-4464a2303a16 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:01.326049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.380623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4862342-ba72-4783-a1b4-eb4553091298 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=88170d7f-a95a-434e-aa54-31181d1d3ef9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:01.401924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 88170d7f-a95a-434e-aa54-31181d1d3ef9 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:01.432922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48558) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:01.435024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:01.447748 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] Sync routers for ids ['ea420871-8a1c-445e-b75c-0f045c131dca'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:52:01.468023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dac61de3-21e6-4828-aa49-3de32a5e13f7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "PUT /v2.0/routers/ea420871-8a1c-445e-b75c-0f045c131dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4132564 Mar 11 17:52:01.473634 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] Routers {'ea420871-8a1c-445e-b75c-0f045c131dca'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:01.474636 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea420871-8a1c-445e-b75c-0f045c131dca'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:01.518763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.520548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48566) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:01.664637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168310c4-7e5a-4b20-8c14-70f5f61d23e5 None None] Pushing event updated for resources: {'Port': ['ID=a0c1f4f5-79c0-4906-873e-4464a2303a16,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:01.755751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.767018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.837976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:01.844420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Attempting to bind port a0c1f4f5-79c0-4906-873e-4464a2303a16 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:01.845809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Attempting to bind port a0c1f4f5-79c0-4906-873e-4464a2303a16 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:01.846762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Attempting to bind port a0c1f4f5-79c0-4906-873e-4464a2303a16 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:01.854411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:01.869902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:01.871308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:01.871976 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.873789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:01.876599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Bound port: a0c1f4f5-79c0-4906-873e-4464a2303a16, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:01.877446 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:01.899321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f5ff3-4ddf-4495-ad80-964b25eacd2a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:01.905081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f5ff3-4ddf-4495-ad80-964b25eacd2a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:01.908409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-559f5ff3-4ddf-4495-ad80-964b25eacd2a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:01.921704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:01.936801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:01.954355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b1282-3385-4337-8ce6-646aa0dbc70c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=1c8defb1-9ec8-4176-beeb-4bd415eb6884,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:01.959416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f748ee5-0816-454e-9f0a-ce2823f1c9c6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:01.963451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:01.997498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:52:02.017250 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] Set router ea420871-8a1c-445e-b75c-0f045c131dca gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:02.020011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:02.022446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-559f5ff3-4ddf-4495-ad80-964b25eacd2a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:02.024015 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-559f5ff3-4ddf-4495-ad80-964b25eacd2a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5025973 Mar 11 17:52:02.029095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48578) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:02.033436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:02.078111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:02.078518 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Added segment 5690fb6b-b557-4e4b-b9d4-0d69aacd6943 of type vlan for network c4591257-dc9e-40ee-9e5d-61b07e403c09 Mar 11 17:52:02.176066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:02.325706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] For port a0c1f4f5-79c0-4906-873e-4464a2303a16, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:02.329662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] For port a0c1f4f5-79c0-4906-873e-4464a2303a16, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a0c1f4f5-79c0-4906-873e-4464a2303a16,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:02.340894 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:02.500467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168310c4-7e5a-4b20-8c14-70f5f61d23e5 None None] Pushing event updated for resources: {'Port': ['ID=a0c1f4f5-79c0-4906-873e-4464a2303a16,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:02.524589 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'name': 'tempest-NetworksTestDHCPv6-router-346081362', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:36Z', 'updated_at': '2022-03-11T17:51:56Z', 'revision_number': 3, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:02.539124 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] Checking router: ea420871-8a1c-445e-b75c-0f045c131dca for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:52:02.549009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:02.549892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:02.550864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:02.556539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:02.557154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:02.580253 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] Routers {'ea420871-8a1c-445e-b75c-0f045c131dca'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:02.580953 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:51:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ea420871-8a1c-445e-b75c-0f045c131dca'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:02.858632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] Pushing event updated for resources: {'Network': ['ID=c4591257-dc9e-40ee-9e5d-61b07e403c09,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:02.866681 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dd1bebfb-2f6f-489c-8011-f89064333c16 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1090000 Mar 11 17:52:02.870406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:02.932232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-f3fd340c-94ef-42bd-8ba6-0ee43ed0f414 req-53e14372-6d74-42ce-823d-44802322c21c service neutron] (83849) timed out ('10.222.0.96', 38198) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:52:02.933118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Request body: {'subnet': {'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-387853174-subnet', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:02.964339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:02.965722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:02.968048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:03.002882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 241f945c-4781-496e-88b5-be29ee73c337 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:52:03.021057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Usage tracker for resource:subnet and tenant:d3fd8ca921a64b40864637c18982607e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:03.066301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:03.077615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:03.093524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:03.203070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:03.274253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:03.274552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Made reservation on behalf of d3fd8ca921a64b40864637c18982607e for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:03.276596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:03.288464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:03.318637 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] Set router ea420871-8a1c-445e-b75c-0f045c131dca gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:03.322823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:03.329964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:03.342320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Performing IP validity checks on allocation pools {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 17:52:03.343451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 17:52:03.372382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:03.400122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:03.419762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:03.473830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:03.589043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event updated for resources: {'Port': ['ID=a1d1a44c-6398-4a11-b2ef-0e102ab2a742,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:03.645389 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'name': 'tempest-NetworksTestDHCPv6-router-346081362', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:36Z', 'updated_at': '2022-03-11T17:51:56Z', 'revision_number': 3, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:03.660859 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cb491-7381-4490-93be-16c44cacce93 None None] The sync data for ids ['ea420871-8a1c-445e-b75c-0f045c131dca'] in n-d-833436-1 is: [{'id': 'ea420871-8a1c-445e-b75c-0f045c131dca', 'name': 'tempest-NetworksTestDHCPv6-router-346081362', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:36Z', 'updated_at': '2022-03-11T17:51:56Z', 'revision_number': 3, 'project_id': 'e3e45dd1c793406ba3a539f583766b19', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:52:03.766448 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:04.100561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:02Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:04.107333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800bb9c7-6bf6-4d60-a077-2a583fe953b4 None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:02Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:52:04.117237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 478c0722-ae41-4579-b9f1-4153b7997cae no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:52:04.183597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:04.247045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 478c0722-ae41-4579-b9f1-4153b7997cae {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:52:04.247555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 478c0722-ae41-4579-b9f1-4153b7997cae not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:52:04.518556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:04.571048 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:04.755526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d72f06-7a0c-4afe-8866-1599dffea446,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:04.778509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Checking segment: {'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:04.779414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Network hostable DHCP agents. Network: c4591257-dc9e-40ee-9e5d-61b07e403c09, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:52:04.791360 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:04.848159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=241f945c-4781-496e-88b5-be29ee73c337,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:04.855600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:04.868866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f57777-64f5-4d81-a0ac-043f0fe876de None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:04.913895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:52:04.924597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1a7d46b-9ace-476d-a7da-9b6cfa9f4c42 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/241f945c-4781-496e-88b5-be29ee73c337 HTTP/1.1" status: 204 len: 168 time: 2.8939331 Mar 11 17:52:04.931972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48632) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:05.050858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:05.077058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c4591257-dc9e-40ee-9e5d-61b07e403c09) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:05.148661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:05.150375 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:05.201282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3cea0-f17c-42ea-a237-a69691b54f83 None None] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:05.244536 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-12af9673-2ab9-43c2-9367-55d531f82037 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3457456 Mar 11 17:52:05.250692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48642) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:05.278919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:05.302055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:05.317914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Usage tracker for resource:router and tenant:d3fd8ca921a64b40864637c18982607e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:05.337114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:05.352065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:05.360407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c5f6b02e-9af3-440e-85ce-7c6333e410b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:05.392788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c5f6b02e-9af3-440e-85ce-7c6333e410b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:05.395759 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c5f6b02e-9af3-440e-85ce-7c6333e410b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4613106 Mar 11 17:52:05.401037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48650) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:05.407346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:05.408666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:05.455607 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:05.564164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=3d96535e-e7af-4080-b2e8-38e33bf7c06f,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:05.577801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:05.879968 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be2307e2-f0f9-492d-b659-cc0967be3cf0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:05.909054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=60948440-14f2-4189-b1c2-96f047f0e297,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:05.975005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': '9fcbea1c-f554-4e30-a0ab-8233d0824747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:05.975498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: 88170d7f-a95a-434e-aa54-31181d1d3ef9, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:52:05.992108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-c4591257-dc9e-40ee-9e5d-61b07e403c09', 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'fixed_ips': [{'subnet_id': '94d72f06-7a0c-4afe-8866-1599dffea446'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:52:05.992746 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:06.073869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': '0c30ffb4-1d5d-4737-b88d-db1c36c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:06.075770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 1c8defb1-9ec8-4176-beeb-4bd415eb6884, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:52:06.121827 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Floating IP 80e58e16-7c1f-4447-84e7-99a9c495443a associated. External IP: 172.25.3.33, port: 9d61b539-de6b-4a2c-867c-16a4189ff4b4. Mar 11 17:52:06.382039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a0c1f4f5-79c0-4906-873e-4464a2303a16 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:06.383211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:06.401446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 88170d7f-a95a-434e-aa54-31181d1d3ef9 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:52:06.433911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 88170d7f-a95a-434e-aa54-31181d1d3ef9) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:06.460551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:06.471814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:06.474501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff032d-bdcf-4484-8f72-38068ee9a441 None None] Network 88170d7f-a95a-434e-aa54-31181d1d3ef9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:06.532658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:52:06.566617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b066f415-99ee-46c0-bd25-83e9caf6abbd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3254871 Mar 11 17:52:06.569977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48668) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:06.602491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9', 'name': 'tempest-PortsTestJSON-1994116077'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:06.633075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1c8defb1-9ec8-4176-beeb-4bd415eb6884) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:06.691394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac9081-06b1-4d85-8538-ed7cc7d0cbaa None None] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:06.930461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Allocated IP 172.20.0.2 (c4591257-dc9e-40ee-9e5d-61b07e403c09/94d72f06-7a0c-4afe-8866-1599dffea446/70e2420d-bfe2-47d4-9854-85776f9e2c41) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:07.152039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:52:07.183955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be2307e2-f0f9-492d-b659-cc0967be3cf0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.197998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be2307e2-f0f9-492d-b659-cc0967be3cf0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.263941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:07.265147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.282674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be2307e2-f0f9-492d-b659-cc0967be3cf0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.284877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2307e2-f0f9-492d-b659-cc0967be3cf0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Fanout notify agent at l3_agent the message router_deleted on router ea420871-8a1c-445e-b75c-0f045c131dca {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:52:07.285564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:07.342681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:07.377953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] Deleting port 91ab295c-a018-4fa1-9215-cee159320049 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:07.378812 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.434715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be2307e2-f0f9-492d-b659-cc0967be3cf0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.438070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:07.447859 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be2307e2-f0f9-492d-b659-cc0967be3cf0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/routers/ea420871-8a1c-445e-b75c-0f045c131dca HTTP/1.1" status: 204 len: 168 time: 1.9251080 Mar 11 17:52:07.448330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48686) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:07.459459 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.588349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7f79b546-b862-43b1-9b6d-576301458d49 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1172891 Mar 11 17:52:07.598667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a0c1f4f5-79c0-4906-873e-4464a2303a16 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:07.607182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48694) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:07.650161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-13d833b1-12ee-4ec3-9239-83d61be09d48 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:07.763400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a0c1f4f5-79c0-4906-873e-4464a2303a16 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:07.764180 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.857848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:52:07.861403 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:07.925961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddd96b-70a1-4b3d-9112-f19f7aaaf6c1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:07.928403 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-41ddd96b-70a1-4b3d-9112-f19f7aaaf6c1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4726703 Mar 11 17:52:07.934970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48698) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:07.984546 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:08.153269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9863b-e9e0-4e63-adee-158565cc378a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:08.154179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6fd9863b-e9e0-4e63-adee-158565cc378a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:08.180279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6fd9863b-e9e0-4e63-adee-158565cc378a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:08.185783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6fd9863b-e9e0-4e63-adee-158565cc378a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2492683 Mar 11 17:52:08.190564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48710) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:08.356251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-570fec97-3b5a-444b-b581-e09f2cc3cf45 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:08.397964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-570fec97-3b5a-444b-b581-e09f2cc3cf45 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:08.406298 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-570fec97-3b5a-444b-b581-e09f2cc3cf45 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2142496 Mar 11 17:52:08.407038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48716) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:08.430944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:08.476392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:08.519967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Allocated IP 172.25.3.83 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/d9d04aa1-b154-44b6-8322-aa5edfad5407) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:08.536187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Transition to ACTIVE for port object 70e2420d-bfe2-47d4-9854-85776f9e2c41 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:08.653691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:08.664770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:08.681433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Transition to ACTIVE for port object 70e2420d-bfe2-47d4-9854-85776f9e2c41 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:08.697336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:08.766015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-88170d7f-a95a-434e-aa54-31181d1d3ef9', 'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9', 'tenant_id': 'dfb70cd505a84d1eae37c60fbda4ff10', 'fixed_ips': [{'subnet_id': '3d96535e-e7af-4080-b2e8-38e33bf7c06f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:52:08.769576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:08.879862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:08.960171 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:08.961511 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13d833b1-12ee-4ec3-9239-83d61be09d48 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15516928'] for subnet, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.068425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.7 (88170d7f-a95a-434e-aa54-31181d1d3ef9/3d96535e-e7af-4080-b2e8-38e33bf7c06f/dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:09.170942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:09.189159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.203919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:09.251632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:09.309467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] For port 91ab295c-a018-4fa1-9215-cee159320049, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=91ab295c-a018-4fa1-9215-cee159320049,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:09.310162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.372136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.597447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d04aa1-b154-44b6-8322-aa5edfad5407,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:09.636475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:09.638002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:09.656398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:09.706300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] Calling delete_port for 91ab295c-a018-4fa1-9215-cee159320049 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:09.735000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-1c8defb1-9ec8-4176-beeb-4bd415eb6884', 'network_id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': '60948440-14f2-4189-b1c2-96f047f0e297'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:52:09.735776 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.852248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Pushing event updated for resources: {'Port': ['ID=70e2420d-bfe2-47d4-9854-85776f9e2c41,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:09.873786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Attempting to bind port 70e2420d-bfe2-47d4-9854-85776f9e2c41 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:09.874234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Attempting to bind port 70e2420d-bfe2-47d4-9854-85776f9e2c41 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:09.874646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Attempting to bind port 70e2420d-bfe2-47d4-9854-85776f9e2c41 on network c4591257-dc9e-40ee-9e5d-61b07e403c09 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:09.894706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:09.895055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Checking segment: {'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:09.895478 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.895844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Bound using segment: {'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:09.896658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Bound port: 70e2420d-bfe2-47d4-9854-85776f9e2c41, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:09.897032 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.955773 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:09.990462 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.176860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a0c1f4f5-79c0-4906-873e-4464a2303a16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a0c1f4f5-79c0-4906-873e-4464a2303a16,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:10.190574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.283457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] No DVR routers for this DVR port 91ab295c-a018-4fa1-9215-cee159320049 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:10.285128 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.392848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:52:10.395342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0553655-1c51-4d48-9e83-85c242a38567 None None] Pushing event deleted for resources: {'Port': ['ID=91ab295c-a018-4fa1-9215-cee159320049,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:10.503653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] For port 70e2420d-bfe2-47d4-9854-85776f9e2c41, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:10.589655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a126d0-8259-491c-9048-0239c0334f9d req-f540d5c1-bad4-4238-b791-debef601d133 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:10.620697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4a126d0-8259-491c-9048-0239c0334f9d req-f540d5c1-bad4-4238-b791-debef601d133 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 946 time: 1.4604566 Mar 11 17:52:10.647744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13d833b1-12ee-4ec3-9239-83d61be09d48 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794726933149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1276392'] for subnet, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.651956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] For port 70e2420d-bfe2-47d4-9854-85776f9e2c41, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=70e2420d-bfe2-47d4-9854-85776f9e2c41,segment=NetworkSegment(5690fb6b-b557-4e4b-b9d4-0d69aacd6943),segment_id=5690fb6b-b557-4e4b-b9d4-0d69aacd6943)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:10.735480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.769743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Allocated IP 172.20.0.2 (1c8defb1-9ec8-4176-beeb-4bd415eb6884/60948440-14f2-4189-b1c2-96f047f0e297/b8350a7d-a2ca-4555-b721-cd1dfc061033) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:10.835534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_pluggable_backend [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Port 91ab295c-a018-4fa1-9215-cee159320049 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 17:52:10.836242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_pluggable_backend [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:887 {{(pid=83848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 17:52:10.849889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a0c1f4f5-79c0-4906-873e-4464a2303a16,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:10.872047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 91ab295c-a018-4fa1-9215-cee159320049 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:52:10.873726 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.878992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.980165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:10.985937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d833b1-12ee-4ec3-9239-83d61be09d48 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:10.987092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13d833b1-12ee-4ec3-9239-83d61be09d48 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:10.993645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-13d833b1-12ee-4ec3-9239-83d61be09d48 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "PUT /v2.0/subnets/60948440-14f2-4189-b1c2-96f047f0e297 HTTP/1.1" status: 200 len: 806 time: 3.3768423 Mar 11 17:52:11.001767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48756) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:11.048423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=45d5adff-b9d2-43ab-be14-1a432697f7b5,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:11.119472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.126107 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.141968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:11.157442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:11.188611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:11.200215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.263983 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4a126d0-8259-491c-9048-0239c0334f9d req-f4f1b616-50b7-4da2-be9f-2f70ae7574d6 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5330431 Mar 11 17:52:11.308575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d833b1-12ee-4ec3-9239-83d61be09d48 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=60948440-14f2-4189-b1c2-96f047f0e297,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:11.310992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-fdaf417d-d9e0-44a3-92b5-c3dde72c8064 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:11.311209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.311780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-fdaf417d-d9e0-44a3-92b5-c3dde72c8064 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Synchronizing usage tracker for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:11.436639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f563a2-634f-4e1d-9fea-e3105423ef6b None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:11.463989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 88170d7f-a95a-434e-aa54-31181d1d3ef9 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:11.479266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:11.493936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:11.554098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:11.667851 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04a8755f-eebe-4e0b-8367-4cc68b17bfb1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2525933 Mar 11 17:52:11.669147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48768) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:11.671991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.678939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:11.701300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-fdaf417d-d9e0-44a3-92b5-c3dde72c8064 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Unset dirty status for tenant:5b8021465c8248639c9826d52d8b7bbc on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:11.703219 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-fdaf417d-d9e0-44a3-92b5-c3dde72c8064 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 946 time: 1.0869889 Mar 11 17:52:11.738679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 91ab295c-a018-4fa1-9215-cee159320049 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:52:11.741053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 91ab295c-a018-4fa1-9215-cee159320049 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:52:11.836817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:11.837219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.905319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:11.906422 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.935614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 033f2ae8-55d2-4550-9041-d61e095f2e17 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:52:12.192118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:12.283486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f15cad-1e17-4a57-80a5-1518adc01f7b None None] Pushing event updated for resources: {'Port': ['ID=70e2420d-bfe2-47d4-9854-85776f9e2c41,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:12.348118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:12.375985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:12.404068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:12.483206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:12.662883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '45d5adff-b9d2-43ab-be14-1a432697f7b5'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:52:12.664241 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:12.685710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a0c1f4f5-79c0-4906-873e-4464a2303a16 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:12.774636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Allocated IP 172.20.0.2 (88170d7f-a95a-434e-aa54-31181d1d3ef9/3d96535e-e7af-4080-b2e8-38e33bf7c06f/347dd675-4dfe-46d1-9426-cc72092b7333) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:12.856867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] For port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:12.858199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:12.996898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be2e456e-8136-4c94-9c36-0dc5065b0826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.007351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-41d78835-a90b-47fe-bd39-af40ac3c89b1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.4344954 Mar 11 17:52:13.016585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48786) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:13.066069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:13.069872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.222745 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.338350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Transition to ACTIVE for port object b8350a7d-a2ca-4555-b721-cd1dfc061033 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:13.467494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:13.468030 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.532090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Transition to ACTIVE for port object b8350a7d-a2ca-4555-b721-cd1dfc061033 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:13.568365 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.603649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b2587-a5c7-4e88-a9ac-68a05d4d57f5 req-96659dff-aad5-4b8b-a34e-a7fdaa2d2736 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:13.605679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b9b2587-a5c7-4e88-a9ac-68a05d4d57f5 req-96659dff-aad5-4b8b-a34e-a7fdaa2d2736 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 946 time: 0.7692642 Mar 11 17:52:13.818825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.911003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.947875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Transition to ACTIVE for port object 347dd675-4dfe-46d1-9426-cc72092b7333 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:13.955018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.955943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.955943 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Floating IP 661ed8e0-52e5-41a9-b8ac-7f45ec92d102 disassociated. External IP: 172.25.3.26, port: 2a783779-e80f-43a6-bd8e-0685c8a1c4e4. Mar 11 17:52:13.956299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:14.013398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Allocated IP 2001:db8::f816:3eff:fec7:371c (75568097-05ea-4303-a281-4da1879652a7/45d5adff-b9d2-43ab-be14-1a432697f7b5/b953f079-f1ad-47a1-818a-b737f7ee029f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:14.161617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=60948440-14f2-4189-b1c2-96f047f0e297,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:14.164683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Router 5a9e25ef-52cd-4438-b112-1030b4777586 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:52:14.332583 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:14.348600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Transition to ACTIVE for port object b953f079-f1ad-47a1-818a-b737f7ee029f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:14.393426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Transition to ACTIVE for port object b953f079-f1ad-47a1-818a-b737f7ee029f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:14.409583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Transition to ACTIVE for port object 347dd675-4dfe-46d1-9426-cc72092b7333 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:14.414634 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:14.418764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a0c1f4f5-79c0-4906-873e-4464a2303a16 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:14.419122 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:14.482935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:14.559677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:14.573010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:14.576579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:14.606968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:14.625203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:14.635246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:14.645139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b9b2587-a5c7-4e88-a9ac-68a05d4d57f5 req-e571a33f-ba1a-4b2f-9158-72e0df57063d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups?id=4973b01f-c6e5-4946-8628-b0431630413c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0264645 Mar 11 17:52:14.682992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Pushing event updated for resources: {'Port': ['ID=b8350a7d-a2ca-4555-b721-cd1dfc061033,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:14.694760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Network 88170d7f-a95a-434e-aa54-31181d1d3ef9 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:14.710015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:14.715048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:14.720400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a0f80-d6da-4628-9a31-3647f03934d5 None None] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:14.867518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:14.882832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7ca31b5-a156-4b4a-8fb6-260088cc1def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:14.886246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Pushing event updated for resources: {'Port': ['ID=b953f079-f1ad-47a1-818a-b737f7ee029f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:14.926709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:52:14.961677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:15.044142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8defb1-9ec8-4176-beeb-4bd415eb6884']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:15.082201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.094907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.138481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c30ffb4-1d5d-4737-b88d-db1c36c803a5') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:15.138961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c30ffb4-1d5d-4737-b88d-db1c36c803a5') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:15.177756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] Sync routers for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:52:15.225731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2e1f4d1b-011f-441f-afde-2bccc2439ba7 None None] Provisioning for port 70e2420d-bfe2-47d4-9854-85776f9e2c41 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:15.303368 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.383702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.409783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.488518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:15.543263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=8a515416-daa3-4ea5-acd2-db7ccae21fea,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:15.546675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Attempting to bind port b953f079-f1ad-47a1-818a-b737f7ee029f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:15.547099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Attempting to bind port b953f079-f1ad-47a1-818a-b737f7ee029f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:15.547458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Attempting to bind port b953f079-f1ad-47a1-818a-b737f7ee029f on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:15.620327 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.647426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:52:15.649582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.662106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:15.675247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:52:15.678181 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:52:15.688927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3367835a-f89b-45b2-8362-a7048da97554 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 25.8633637 Mar 11 17:52:15.701640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48824) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:15.715945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=2a783779-e80f-43a6-bd8e-0685c8a1c4e4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:15.750649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:52:15.922182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:52:15.922182 n-d-833436-1 neutron-server[83849]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:52:15.922182 n-d-833436-1 neutron-server[83849]: [parameters: {'id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884'}] Mar 11 17:52:15.922182 n-d-833436-1 neutron-server[83849]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:52:15.923624 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:52:15.934404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:15.942540 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-40b8afdd-d0db-40d4-9778-b89a92080674 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.2282021 Mar 11 17:52:15.948066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:15.951223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:15.951937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.095539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:16.096602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:16.097290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.097820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:16.098585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Bound port: b953f079-f1ad-47a1-818a-b737f7ee029f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:16.099162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.144225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Pushing event updated for resources: {'Port': ['ID=347dd675-4dfe-46d1-9426-cc72092b7333,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:16.152784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Attempting to bind port 347dd675-4dfe-46d1-9426-cc72092b7333 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:16.153405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Attempting to bind port 347dd675-4dfe-46d1-9426-cc72092b7333 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '9fcbea1c-f554-4e30-a0ab-8233d0824747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:16.154010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Attempting to bind port 347dd675-4dfe-46d1-9426-cc72092b7333 on network 88170d7f-a95a-434e-aa54-31181d1d3ef9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:16.155751 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'status': 'completed', 'code': 200} Mar 11 17:52:16.165296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.229600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00c3ba78-47ad-4c55-854b-a763aeee6289 req-f2451a07-8c93-470a-bc14-09c022e513cf tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.3023732 Mar 11 17:52:16.251973 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:52:16.368046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] For port b953f079-f1ad-47a1-818a-b737f7ee029f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:16.381345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] For port b953f079-f1ad-47a1-818a-b737f7ee029f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b953f079-f1ad-47a1-818a-b737f7ee029f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:16.383775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:16.383950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Checking segment: {'id': '9fcbea1c-f554-4e30-a0ab-8233d0824747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:16.384563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.385004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Bound using segment: {'id': '9fcbea1c-f554-4e30-a0ab-8233d0824747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:16.386065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Bound port: 347dd675-4dfe-46d1-9426-cc72092b7333, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcbea1c-f554-4e30-a0ab-8233d0824747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '88170d7f-a95a-434e-aa54-31181d1d3ef9'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:16.386065 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.422893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:16.437894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.445286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b0cc1e81-2d3a-4e39-97a1-28be5fe4f77f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7709267 Mar 11 17:52:16.451396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48840) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:16.460590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:b4:cd:03', 'name': 'tempest-NetworksTestDHCPv6-552339510'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:16.564286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port b8350a7d-a2ca-4555-b721-cd1dfc061033 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:16.564633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.578691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Attempting to bind port b8350a7d-a2ca-4555-b721-cd1dfc061033 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:16.578957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Attempting to bind port b8350a7d-a2ca-4555-b721-cd1dfc061033 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0c30ffb4-1d5d-4737-b88d-db1c36c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:16.579544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Attempting to bind port b8350a7d-a2ca-4555-b721-cd1dfc061033 on network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:16.600139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29d04547-887a-4565-9a79-929342667b60 req-d080c106-0122-4e67-9d8d-57e8a89d354f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 1096 time: 0.4791603 Mar 11 17:52:16.637304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 70e2420d-bfe2-47d4-9854-85776f9e2c41 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:16.737291 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.742282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.767676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.769246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No active binding found for port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:52:16.769667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:52:16.796977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:16.806868 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Sync routers for ids ['5a9e25ef-52cd-4438-b112-1030b4777586'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:52:16.813522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:16.813893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Checking segment: {'id': '0c30ffb4-1d5d-4737-b88d-db1c36c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:16.814449 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.814834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Bound using segment: {'id': '0c30ffb4-1d5d-4737-b88d-db1c36c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:16.815321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Bound port: b8350a7d-a2ca-4555-b721-cd1dfc061033, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c30ffb4-1d5d-4737-b88d-db1c36c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '1c8defb1-9ec8-4176-beeb-4bd415eb6884'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:16.815740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.834936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.841371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.842244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ddb225f-5602-4b8b-9f50-18cd9b848680 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.5697644 Mar 11 17:52:16.842329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.842422 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Routers {'5a9e25ef-52cd-4438-b112-1030b4777586'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:16.842504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.842504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:16.842641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:16.842731 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5a9e25ef-52cd-4438-b112-1030b4777586'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:16.880249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48850) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:16.933932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae927-3366-4269-937a-8d0884c980e4 None None] Pushing event updated for resources: {'Port': ['ID=b953f079-f1ad-47a1-818a-b737f7ee029f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:16.977722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48854) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:16.978891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:17.066008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:17.103717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:17.164867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] For port b8350a7d-a2ca-4555-b721-cd1dfc061033, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:17.168869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] For port b8350a7d-a2ca-4555-b721-cd1dfc061033, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b8350a7d-a2ca-4555-b721-cd1dfc061033,segment=NetworkSegment(0c30ffb4-1d5d-4737-b88d-db1c36c803a5),segment_id=0c30ffb4-1d5d-4737-b88d-db1c36c803a5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:17.219189 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.278029 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Set router 5a9e25ef-52cd-4438-b112-1030b4777586 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:17.309245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d04547-887a-4565-9a79-929342667b60 req-330344aa-8dfa-46dd-8208-d91b96e7c240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:17.310877 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29d04547-887a-4565-9a79-929342667b60 req-330344aa-8dfa-46dd-8208-d91b96e7c240 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7 HTTP/1.1" status: 200 len: 898 time: 0.6978073 Mar 11 17:52:17.369234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] For port 347dd675-4dfe-46d1-9426-cc72092b7333, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:17.408709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 70e2420d-bfe2-47d4-9854-85776f9e2c41 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:17.473282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 70e2420d-bfe2-47d4-9854-85776f9e2c41 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:17.474176 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.474957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port b8350a7d-a2ca-4555-b721-cd1dfc061033, host n-d-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:17.475644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.561290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.622263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] For port 347dd675-4dfe-46d1-9426-cc72092b7333, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=347dd675-4dfe-46d1-9426-cc72092b7333,segment=NetworkSegment(9fcbea1c-f554-4e30-a0ab-8233d0824747),segment_id=9fcbea1c-f554-4e30-a0ab-8233d0824747)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:17.624108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:17.824876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.833683 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.886833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9e6dc-cfd4-4661-95d9-0bf250d0a409 None None] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:17.939032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:17.963854 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.982535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 030b2070-835c-4182-8219-87979cdfcf2f yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:52:17.990020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for b8350a7d-a2ca-4555-b721-cd1dfc061033 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:18.040293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f9606-0e2c-4889-8103-59846885f328 None None] Pushing event updated for resources: {'Port': ['ID=b8350a7d-a2ca-4555-b721-cd1dfc061033,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:18.143055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80bb60d2-9fde-47a4-8d80-da2b4488c8d8 req-0afeaea8-6529-4d9f-827d-9306078612af tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.1854601 Mar 11 17:52:18.149827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d364f03d-0663-4911-96c4-35f6924351ba tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1 HTTP/1.1" status: 204 len: 168 time: 5.1085734 Mar 11 17:52:18.178444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48872) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:18.230579 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9223f859-93e6-4d34-9686-ad8068f34731 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:52:18.231431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9223f859-93e6-4d34-9686-ad8068f34731 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:52:18.234422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9223f859-93e6-4d34-9686-ad8068f34731 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1 HTTP/1.1" status: 404 len: 333 time: 0.0542760 Mar 11 17:52:18.237364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48876) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:18.283165 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 3, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port': {'id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:08Z', 'updated_at': '2022-03-11T17:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:18.285140 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f8eab2-ce93-4166-906e-7e4ef4cfd995 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:52:18.285877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f4f8eab2-ce93-4166-906e-7e4ef4cfd995 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:18.314025 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Checking router: 5a9e25ef-52cd-4438-b112-1030b4777586 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:52:18.321479 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Updating router 5a9e25ef-52cd-4438-b112-1030b4777586 port d9d04aa1-b154-44b6-8322-aa5edfad5407 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:52:18.322322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f4f8eab2-ce93-4166-906e-7e4ef4cfd995 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:18.324299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f4f8eab2-ce93-4166-906e-7e4ef4cfd995 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/dd7b9a29-a69b-44d7-aa88-fbcdc12b06b1 HTTP/1.1" status: 404 len: 333 time: 0.0856392 Mar 11 17:52:18.326389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:52:18.327003 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:52:18.327668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48880) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:18.358922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 172.20.0.2 (75568097-05ea-4303-a281-4da1879652a7/8a515416-daa3-4ea5-acd2-db7ccae21fea/030b2070-835c-4182-8219-87979cdfcf2f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:18.365293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:feb4:cd03 (75568097-05ea-4303-a281-4da1879652a7/45d5adff-b9d2-43ab-be14-1a432697f7b5/030b2070-835c-4182-8219-87979cdfcf2f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:18.377687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0ee36-d64d-4f6b-86d9-36fc468ab021 None None] Pushing event updated for resources: {'Port': ['ID=347dd675-4dfe-46d1-9426-cc72092b7333,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:18.638975 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:18.780320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:18.886904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 030b2070-835c-4182-8219-87979cdfcf2f will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:18.961292 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0335e1b3-a395-48f3-8bc1-17eaa82b8c0d tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 1.9719799 Mar 11 17:52:18.990514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.070048 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.171282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port b8350a7d-a2ca-4555-b721-cd1dfc061033 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:19.172075 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.311829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:19.354559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:19.361799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:19.363804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 3d96535e-e7af-4080-b2e8-38e33bf7c06f {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:52:19.386675 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.499367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:52:19.511864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-95f7bb2a-605d-4df7-a2bc-85fbf00af8f2 None None] Provisioning complete for port 70e2420d-bfe2-47d4-9854-85776f9e2c41 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:19.513006 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95f7bb2a-605d-4df7-a2bc-85fbf00af8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.525109 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29d04547-887a-4565-9a79-929342667b60 req-1a58e888-da8c-46f9-a123-84cd00e9887e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4 HTTP/1.1" status: 200 len: 998 time: 2.0014451 Mar 11 17:52:19.552700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.627476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d04547-887a-4565-9a79-929342667b60 req-0514297b-120a-4bf2-bc80-52221bbc3d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:19.629067 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29d04547-887a-4565-9a79-929342667b60 req-0514297b-120a-4bf2-bc80-52221bbc3d26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ed3dd48-0157-4aef-9e4d-848ab72af1b8 HTTP/1.1" status: 200 len: 835 time: 0.0850756 Mar 11 17:52:19.698721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=030b2070-835c-4182-8219-87979cdfcf2f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:19.735036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7d9347-cac2-48b5-9e2d-d7d19ca218dd None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:19.780289 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.811867 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Transition to ACTIVE for port object d9d04aa1-b154-44b6-8322-aa5edfad5407 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:19.830253 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.833095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:19.833781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.960092 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1462479f-553f-4152-acd3-9d0b8da30370 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5063612 Mar 11 17:52:19.963979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48910) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:19.965217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48912) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:20.059827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2006a79b-7510-4a83-961e-9e573c0cce57 req-c4d0357a-1f88-454d-841a-0d2d72f9cf0b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.3074822 Mar 11 17:52:20.082604 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Pushing event updated for resources: {'Port': ['ID=d9d04aa1-b154-44b6-8322-aa5edfad5407,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:20.133744 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Attempting to bind port d9d04aa1-b154-44b6-8322-aa5edfad5407 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:20.134422 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Attempting to bind port d9d04aa1-b154-44b6-8322-aa5edfad5407 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:20.134999 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Attempting to bind port d9d04aa1-b154-44b6-8322-aa5edfad5407 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:20.153568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.154279 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.154879 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.155405 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.155943 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.156465 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.156990 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.157516 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.158031 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.158595 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.159153 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:20.166276 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:20.167088 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:20.167887 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.169462 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:20.170115 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Bound port: d9d04aa1-b154-44b6-8322-aa5edfad5407, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:20.170904 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.222208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.308858 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] For port d9d04aa1-b154-44b6-8322-aa5edfad5407, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:20.317679 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] For port d9d04aa1-b154-44b6-8322-aa5edfad5407, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d9d04aa1-b154-44b6-8322-aa5edfad5407,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:20.325837 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.354433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4551dece-db27-4726-a69e-170043bfb471 None None] Network 88170d7f-a95a-434e-aa54-31181d1d3ef9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:20.357025 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-50d6a2e4-b6b4-4cf2-8136-c208fea0d39e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.3818903 Mar 11 17:52:20.401244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.424174 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29d04547-887a-4565-9a79-929342667b60 req-b81ab1fe-ca92-4ece-8543-b9be1262e53e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7782407 Mar 11 17:52:20.506962 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Routers {'5a9e25ef-52cd-4438-b112-1030b4777586'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:20.513163 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5a9e25ef-52cd-4438-b112-1030b4777586'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:20.652963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=3d96535e-e7af-4080-b2e8-38e33bf7c06f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:20.708056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.737042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port b8350a7d-a2ca-4555-b721-cd1dfc061033, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b8350a7d-a2ca-4555-b721-cd1dfc061033,segment=NetworkSegment(0c30ffb4-1d5d-4737-b88d-db1c36c803a5),segment_id=0c30ffb4-1d5d-4737-b88d-db1c36c803a5)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:20.737461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.765028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4ef013bd-3af0-47c6-a000-99287c4c2789 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/3d96535e-e7af-4080-b2e8-38e33bf7c06f HTTP/1.1" status: 204 len: 168 time: 2.4360266 Mar 11 17:52:20.775466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48924) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:20.831577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 70e2420d-bfe2-47d4-9854-85776f9e2c41, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=70e2420d-bfe2-47d4-9854-85776f9e2c41,segment=NetworkSegment(5690fb6b-b557-4e4b-b9d4-0d69aacd6943),segment_id=5690fb6b-b557-4e4b-b9d4-0d69aacd6943)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:20.882183 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:20.970034 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] Set router 5a9e25ef-52cd-4438-b112-1030b4777586 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:21.164773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for b8350a7d-a2ca-4555-b721-cd1dfc061033 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:21.200081 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc0248-0e95-46cb-9125-0f69f2824f65 None None] Pushing event updated for resources: {'Port': ['ID=d9d04aa1-b154-44b6-8322-aa5edfad5407,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:21.337802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21857a-31b0-451e-96ec-abc2f6fd3e03 None None] Network 1c8defb1-9ec8-4176-beeb-4bd415eb6884 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:21.369747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 347dd675-4dfe-46d1-9426-cc72092b7333 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:21.376734 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29d04547-887a-4565-9a79-929342667b60 req-1af43387-7347-430c-b06b-b1f8a89a7d53 service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9370747 Mar 11 17:52:21.388138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:21.431280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:21.471018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 347dd675-4dfe-46d1-9426-cc72092b7333 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:21.472010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:21.598144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=70e2420d-bfe2-47d4-9854-85776f9e2c41,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:21.694693 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 3, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port': {'id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:08Z', 'updated_at': '2022-03-11T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:21.699027 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809d3c-a89a-4321-aa97-9f8f1b9fc384 None None] The sync data for ids ['5a9e25ef-52cd-4438-b112-1030b4777586'] in n-d-833436-1 is: [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 3, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port': {'id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:08Z', 'updated_at': '2022-03-11T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:52:21.757979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd69334-9098-4800-936e-60aef6ffe034 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:21.761711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd69334-9098-4800-936e-60aef6ffe034 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:21.763021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3fd69334-9098-4800-936e-60aef6ffe034 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:21.859910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2588bf39-0d99-47fb-86af-7ae94fa51408 req-805b83fa-dc29-40a4-890c-69e29b79035c tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.1177945 Mar 11 17:52:21.924640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3fd69334-9098-4800-936e-60aef6ffe034 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:21.925961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3fd69334-9098-4800-936e-60aef6ffe034 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.9486542 Mar 11 17:52:21.935043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4138fa2-ea2a-4e28-ad39-dab25d2209a7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.5389452 Mar 11 17:52:21.946036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48946) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:21.982227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] DHCP port deletion for 88170d7f-a95a-434e-aa54-31181d1d3ef9 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:52:22.165568 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29d04547-887a-4565-9a79-929342667b60 req-5a842966-41a4-4429-b612-99cdb3172a22 service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657714 Mar 11 17:52:22.167344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Deleting port 347dd675-4dfe-46d1-9426-cc72092b7333 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:22.167748 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:22.205784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:22.231623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:52:22.242904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 347dd675-4dfe-46d1-9426-cc72092b7333 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:22.251747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-142d9e4b-e602-4bf3-99f9-cc4d843c3f4d None None] Provisioning for port 347dd675-4dfe-46d1-9426-cc72092b7333 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:22.288924 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:22.291867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 347dd675-4dfe-46d1-9426-cc72092b7333 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:22.293282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:22.297468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 030b2070-835c-4182-8219-87979cdfcf2f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:22.297803 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:22.412455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] No DVR routers for this DVR port 2a783779-e80f-43a6-bd8e-0685c8a1c4e4 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:22.428698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:22.431285 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd6bad4b-dae4-47a9-8500-dedcd192afd7 req-b9729cc8-b7e0-4296-a96d-b281e085b502 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.59 "DELETE /v2.0/ports/2a783779-e80f-43a6-bd8e-0685c8a1c4e4 HTTP/1.1" status: 204 len: 173 time: 10.7153082 Mar 11 17:52:22.437442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-142d9e4b-e602-4bf3-99f9-cc4d843c3f4d None None] Provisioning complete for port 347dd675-4dfe-46d1-9426-cc72092b7333 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:22.437811 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-142d9e4b-e602-4bf3-99f9-cc4d843c3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:22.437918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'name': 'network-vif-deleted', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:52:22.577748 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8747963d-2a1f-48be-9589-13eb7d35c55f', 'name': 'network-vif-deleted', 'tag': '2a783779-e80f-43a6-bd8e-0685c8a1c4e4', 'status': 'completed', 'code': 200} Mar 11 17:52:22.582996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] Update dhcp port {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': '45d5adff-b9d2-43ab-be14-1a432697f7b5', 'ip_address': '2001:db8::f816:3eff:fec7:371c'}, {'subnet_id': '8a515416-daa3-4ea5-acd2-db7ccae21fea'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'b953f079-f1ad-47a1-818a-b737f7ee029f'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:52:22.597639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Port': ['ID=b8350a7d-a2ca-4555-b721-cd1dfc061033,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:22.606964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] For port 347dd675-4dfe-46d1-9426-cc72092b7333, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=347dd675-4dfe-46d1-9426-cc72092b7333,segment=NetworkSegment(9fcbea1c-f554-4e30-a0ab-8233d0824747),segment_id=9fcbea1c-f554-4e30-a0ab-8233d0824747)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:22.607335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:22.927082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 347dd675-4dfe-46d1-9426-cc72092b7333 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:22.990311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48968) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:23.159809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:23.161315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:23.187977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No DVR routers for this DVR port b8350a7d-a2ca-4555-b721-cd1dfc061033 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:23.227166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:23.344867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:23.372360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 030b2070-835c-4182-8219-87979cdfcf2f owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:23.579081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6b305a39-9b4d-4b71-aec7-3f06fa772352 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.5857580 Mar 11 17:52:23.704922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-246be9d2-94e8-4187-a199-cc224f7b434c req-6767d34d-29d5-4022-a610-8d66866aeb5d tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/ports?device_id=8747963d-2a1f-48be-9589-13eb7d35c55f HTTP/1.1" status: 200 len: 210 time: 0.3782930 Mar 11 17:52:23.744801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] For port 347dd675-4dfe-46d1-9426-cc72092b7333, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=347dd675-4dfe-46d1-9426-cc72092b7333,segment=NetworkSegment(9fcbea1c-f554-4e30-a0ab-8233d0824747),segment_id=9fcbea1c-f554-4e30-a0ab-8233d0824747)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:23.745193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:23.819095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:23.835986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:23.905470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Calling delete_port for 347dd675-4dfe-46d1-9426-cc72092b7333 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:23.938508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No DVR routers for this DVR port 347dd675-4dfe-46d1-9426-cc72092b7333 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:23.953520 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:23.958653 n-d-833436-1 neutron-server[83850]: INFO neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No ports have port_id starting with 347dd675-4dfe-46d1-9426-cc72092b7333 Mar 11 17:52:24.008935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=347dd675-4dfe-46d1-9426-cc72092b7333,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:24.066647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8defb1-9ec8-4176-beeb-4bd415eb6884']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.138758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c30ffb4-1d5d-4737-b88d-db1c36c803a5') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.139128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c30ffb4-1d5d-4737-b88d-db1c36c803a5') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.157802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.163933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.165433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.193939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.205563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88170d7f-a95a-434e-aa54-31181d1d3ef9']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.216459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:52:24.216850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:52:24.231661 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:52:24.235712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=030b2070-835c-4182-8219-87979cdfcf2f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:24.238427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcbea1c-f554-4e30-a0ab-8233d0824747') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.238716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcbea1c-f554-4e30-a0ab-8233d0824747') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.265008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b953f079-f1ad-47a1-818a-b737f7ee029f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:24.323408 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.335779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-142d9e4b-e602-4bf3-99f9-cc4d843c3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.353620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '80e58e16-7c1f-4447-84e7-99a9c495443a', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'port_id': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'mac_address': 'fa:16:3e:f4:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:51:59Z', 'updated_at': '2022-03-11T17:51:59Z', 'revision_number': 0, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:51:02Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.355330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.364702 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.367251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:52:24.367763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.388743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] Checking router: 033f2ae8-55d2-4550-9041-d61e095f2e17 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:52:24.397427 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:52:24.422111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.436795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/1c8defb1-9ec8-4176-beeb-4bd415eb6884 HTTP/1.1" status: 204 len: 168 time: 13.4283254 Mar 11 17:52:24.494079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48998) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:24.494977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0002-ace4-4464-8b6a-6a080daef396 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=1c8defb1-9ec8-4176-beeb-4bd415eb6884,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.530649 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:52:24.533393 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:52:24.537248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.543232 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e305c6-07ba-429b-a0bb-18d37dfac418 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:52:24.543666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e305c6-07ba-429b-a0bb-18d37dfac418 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:52:24.545529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e3e305c6-07ba-429b-a0bb-18d37dfac418 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/1c8defb1-9ec8-4176-beeb-4bd415eb6884 HTTP/1.1" status: 404 len: 339 time: 0.0482318 Mar 11 17:52:24.549695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49002) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:24.561282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793982475', 'description': 'd1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:24.568567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:24.576355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-31b72b5b-afdb-48b0-aee8-c292fb6af0dd tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/030b2070-835c-4182-8219-87979cdfcf2f HTTP/1.1" status: 204 len: 168 time: 2.6263595 Mar 11 17:52:24.577769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49006) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:24.579183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:network and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:24.584811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:24.588377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:24.632408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:24.633197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:24.685732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488943a8-3a47-49bb-bfcc-5f78268b3c98 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:24.687431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488943a8-3a47-49bb-bfcc-5f78268b3c98 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:24.689016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488943a8-3a47-49bb-bfcc-5f78268b3c98 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:24.689979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-488943a8-3a47-49bb-bfcc-5f78268b3c98 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:24.701595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:24.706975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:24.812650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Allocated IP 172.20.0.1 (c4591257-dc9e-40ee-9e5d-61b07e403c09/94d72f06-7a0c-4afe-8866-1599dffea446/8d5ad50f-9c73-4d22-9e89-dea73866b03a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:24.981065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:25.072425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ee7684b9-2e0b-478e-a102-0e8122853cca tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.3911052 Mar 11 17:52:25.073669 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.074603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49024) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:25.084120 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.093604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Transition to ACTIVE for port object 8d5ad50f-9c73-4d22-9e89-dea73866b03a will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:25.119303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.169108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/88170d7f-a95a-434e-aa54-31181d1d3ef9 HTTP/1.1" status: 204 len: 168 time: 4.3868222 Mar 11 17:52:25.171169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664103a4-a2da-4806-8a6e-48629280c8e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=88170d7f-a95a-434e-aa54-31181d1d3ef9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:25.181299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49028) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:25.186681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-488943a8-3a47-49bb-bfcc-5f78268b3c98 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:25.190416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-488943a8-3a47-49bb-bfcc-5f78268b3c98 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6049857 Mar 11 17:52:25.190915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:25.194047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.202521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49032) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:25.222319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-643683584'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:25.231574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:25.240227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:52:25.240733 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:52:25.252622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:25.255776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:25.274918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:25.299181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:52:25.310531 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.310948 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment 556df1e9-48d5-4eaa-b997-7bf2166335fc of type vlan for network 905f8abe-8247-47a4-9566-a533ee425ac0 Mar 11 17:52:25.343894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.353957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:25.369911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:25.384962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:25.399893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.409604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:25.504648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] Allocated IP 172.20.0.3 (75568097-05ea-4303-a281-4da1879652a7/8a515416-daa3-4ea5-acd2-db7ccae21fea/b953f079-f1ad-47a1-818a-b737f7ee029f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:25.535983 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cb96455-91fc-499d-a671-d406a1291a98 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.537432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5ad50f-9c73-4d22-9e89-dea73866b03a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:25.649410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:52:25.672960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cb96455-91fc-499d-a671-d406a1291a98 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.691074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.696765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:25.697529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.736337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.744360 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment 50ea0c8c-fecc-4b7a-a475-5cd062f3af1a of type vlan for network 5faf7c3c-b120-47fb-8e36-46dbe4362822 Mar 11 17:52:25.767648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Deleting port 347dd675-4dfe-46d1-9426-cc72092b7333 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:25.768027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.865159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:25.943258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 45d5adff-b9d2-43ab-be14-1a432697f7b5 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:52:26.114502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49048) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:26.131656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-142d9e4b-e602-4bf3-99f9-cc4d843c3f4d None None] Provisioning for port b953f079-f1ad-47a1-818a-b737f7ee029f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:26.204933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:26.229699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=905f8abe-8247-47a4-9566-a533ee425ac0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:26.302636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2461beed-8e9d-4293-987d-f62fb5d55aa1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7513974 Mar 11 17:52:26.307497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49052) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:26.340748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.426316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be912ef3-2473-479d-a22a-87c7592e7dbf tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.3137918 Mar 11 17:52:26.446437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.525428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cb96455-91fc-499d-a671-d406a1291a98 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.594891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3287999-c341-49c3-a168-56a915b98d16 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:26.595589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b3287999-c341-49c3-a168-56a915b98d16 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Synchronizing usage tracker for tenant:2b838a7796784274845a603a789d8217 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:26.599902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb96455-91fc-499d-a671-d406a1291a98 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973b01f-c6e5-4946-8628-b0431630413c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:26.615539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.616571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:26.617288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.633648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 905f8abe-8247-47a4-9566-a533ee425ac0 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:26.753241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=5faf7c3c-b120-47fb-8e36-46dbe4362822,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:26.786387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1cb96455-91fc-499d-a671-d406a1291a98 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.787958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1cb96455-91fc-499d-a671-d406a1291a98 tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/security-groups/4973b01f-c6e5-4946-8628-b0431630413c HTTP/1.1" status: 204 len: 168 time: 1.7006912 Mar 11 17:52:26.794140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49062) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:26.821431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39f48aba-ba72-4c85-82f2-f6276d9a598f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6318030 Mar 11 17:52:26.824584 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-cd7b3dd4-4183-4ad5-974d-785ffc44422b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] show failed (client error): The resource could not be found. Mar 11 17:52:26.825811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd7b3dd4-4183-4ad5-974d-785ffc44422b tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "GET /v2.0/security-groups/4973b01f-c6e5-4946-8628-b0431630413c HTTP/1.1" status: 404 len: 347 time: 0.0303800 Mar 11 17:52:26.826555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49066) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:26.834088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:26.844373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 5faf7c3c-b120-47fb-8e36-46dbe4362822 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:26.854311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:26.882138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.891013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:26.925987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dabbf763-43b0-42d7-a748-2677843b4362 None None] The port '347dd675-4dfe-46d1-9426-cc72092b7333' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:52:26.933943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b3287999-c341-49c3-a168-56a915b98d16 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Unset dirty status for tenant:2b838a7796784274845a603a789d8217 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:26.935428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b3287999-c341-49c3-a168-56a915b98d16 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/networks?id=905f8abe-8247-47a4-9566-a533ee425ac0 HTTP/1.1" status: 200 len: 760 time: 0.6263137 Mar 11 17:52:26.961054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49078) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:27.026190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'description': 'd2'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:27.086037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5ad50f-9c73-4d22-9e89-dea73866b03a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:27.129212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.218264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] For port b953f079-f1ad-47a1-818a-b737f7ee029f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b953f079-f1ad-47a1-818a-b737f7ee029f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:27.266353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.268499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Deleting port aeaf7c10-7164-4daa-84ed-40081af8e72b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:27.268823 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.302100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] Ignored duplicate provisioning block setup for port b953f079-f1ad-47a1-818a-b737f7ee029f by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 17:52:27.385765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.387286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.430823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49084) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:27.548238 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.548681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.579254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-da76b90d-8bf8-4d89-af0d-3c15344de5dc None None] Provisioning for port 8d5ad50f-9c73-4d22-9e89-dea73866b03a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:27.616995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b953f079-f1ad-47a1-818a-b737f7ee029f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:27.673978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-da76b90d-8bf8-4d89-af0d-3c15344de5dc None None] Provisioning complete for port 8d5ad50f-9c73-4d22-9e89-dea73866b03a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:27.674831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da76b90d-8bf8-4d89-af0d-3c15344de5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.739989 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c2b1625f-55a1-44e8-b856-6c18fd9fa646 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.3079662 Mar 11 17:52:27.743267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-da76b90d-8bf8-4d89-af0d-3c15344de5dc None None] Port 8d5ad50f-9c73-4d22-9e89-dea73866b03a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:52:27.744825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b953f079-f1ad-47a1-818a-b737f7ee029f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:27.745493 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.772186 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.780369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Calling delete_port for aeaf7c10-7164-4daa-84ed-40081af8e72b owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:27.848115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:27.853511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:27.987727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:28.073230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:28.187960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:28.241472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=45d5adff-b9d2-43ab-be14-1a432697f7b5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:28.248472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:28.254029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:28.258317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:28.264640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:52:28.266847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:28.267153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:28.281501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a84e6-f372-4feb-a879-48c1aac3f9fc None None] Pushing event updated for resources: {'Port': ['ID=b953f079-f1ad-47a1-818a-b737f7ee029f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:28.284887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:28.353187 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2a7e0889-8522-4928-a41c-a05ccbb9d75d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/45d5adff-b9d2-43ab-be14-1a432697f7b5 HTTP/1.1" status: 204 len: 168 time: 3.1492145 Mar 11 17:52:28.360044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:28.388551 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:28.436635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:28.439691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f7e649e4-7d3f-42b3-b522-d1b2112c054f None None] Provisioning complete for port 8d5ad50f-9c73-4d22-9e89-dea73866b03a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:28.440008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7e649e4-7d3f-42b3-b522-d1b2112c054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:28.641146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:28.641965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:28.729851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 8a515416-daa3-4ea5-acd2-db7ccae21fea {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:52:28.736594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:28.785480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:28.921061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f7e649e4-7d3f-42b3-b522-d1b2112c054f None None] Port 8d5ad50f-9c73-4d22-9e89-dea73866b03a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:52:28.955014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b953f079-f1ad-47a1-818a-b737f7ee029f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b953f079-f1ad-47a1-818a-b737f7ee029f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:28.961973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '80e58e16-7c1f-4447-84e7-99a9c495443a', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'port_id': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'mac_address': 'fa:16:3e:f4:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:51:59Z', 'updated_at': '2022-03-11T17:51:59Z', 'revision_number': 0, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:51:02Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:28.970207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57eea62-baf8-4e42-be4f-2de9cfe43fc0 None None] The sync data for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 is: [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '80e58e16-7c1f-4447-84e7-99a9c495443a', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'port_id': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'mac_address': 'fa:16:3e:f4:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:51:59Z', 'updated_at': '2022-03-11T17:51:59Z', 'revision_number': 0, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:51:02Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:52:28.983834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.101869 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-83397c52-169c-4d67-9c68-62ea567fef09 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 0.3152421 Mar 11 17:52:29.121300 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.223795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:29.347233 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.368862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b953f079-f1ad-47a1-818a-b737f7ee029f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:29.420819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.511773 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.546023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=8d93920f-f89d-449b-84e1-39c3603eeb44,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:29.585751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d9d04aa1-b154-44b6-8322-aa5edfad5407 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:29.607617 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.625237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6733ad-1947-44ef-8d6f-15c00658a28d None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:29.631947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.650290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=8a515416-daa3-4ea5-acd2-db7ccae21fea,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:29.678694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-82d25216-6afd-4eed-9115-7e1364f1f879 None None] Could not find standard attr ID for object 030b2070-835c-4182-8219-87979cdfcf2f. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:52:29.693216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49124) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:29.702563 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d79cde9f-8d4c-4824-9f82-2168e555785b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/8a515416-daa3-4ea5-acd2-db7ccae21fea HTTP/1.1" status: 204 len: 168 time: 1.3412292 Mar 11 17:52:29.717545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.879016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:29.902568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Router 5a9e25ef-52cd-4438-b112-1030b4777586 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:52:29.914087 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab54fdf-a282-4279-b8ed-faa89c8c0a74 None None] New status for floating IP 80e58e16-7c1f-4447-84e7-99a9c495443a: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:52:29.958143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8b2b58e4-3219-43ab-bb35-487a1ea0cd18 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:30.012481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-82d25216-6afd-4eed-9115-7e1364f1f879 None None] Provisioning complete for port b953f079-f1ad-47a1-818a-b737f7ee029f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:30.013545 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82d25216-6afd-4eed-9115-7e1364f1f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:30.046655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Pushing event deleted for resources: {'Port': ['ID=aeaf7c10-7164-4daa-84ed-40081af8e72b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:30.055221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': '50ea0c8c-fecc-4b7a-a475-5cd062f3af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:30.055589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: 5faf7c3c-b120-47fb-8e36-46dbe4362822, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:52:30.106584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8b2b58e4-3219-43ab-bb35-487a1ea0cd18 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:router {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:30.106981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49130) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:30.112640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b2b58e4-3219-43ab-bb35-487a1ea0cd18 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4130952 Mar 11 17:52:30.113339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 905f8abe-8247-47a4-9566-a533ee425ac0 is not hosted by any dhcp agent {{(pid=83849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 17:52:30.119150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:30.119805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:30.121141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "PUT /v2.0/networks/905f8abe-8247-47a4-9566-a533ee425ac0 HTTP/1.1" status: 200 len: 757 time: 3.1590650 Mar 11 17:52:30.129205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49132) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:30.129540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49136) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:30.369566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:30.394951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc999680-4937-4086-9cf1-08839ef215b1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=905f8abe-8247-47a4-9566-a533ee425ac0,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:30.444078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5faf7c3c-b120-47fb-8e36-46dbe4362822 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:52:30.456861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:30.458735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-478e121d-26f2-4160-9648-e9e28314794f tempest-AttachVolumeNegativeTest-1946286555 tempest-AttachVolumeNegativeTest-1946286555-project] 10.222.0.96 "DELETE /v2.0/floatingips/661ed8e0-52e5-41a9-b8ac-7f45ec92d102 HTTP/1.1" status: 204 len: 168 time: 3.6025836 Mar 11 17:52:30.460002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 5faf7c3c-b120-47fb-8e36-46dbe4362822) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:30.480312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:30.481359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:30.489240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:30.507467 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f027481a-958a-468c-98d1-e8b989c4c158 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6794322 Mar 11 17:52:30.511646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 905f8abe-8247-47a4-9566-a533ee425ac0 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:30.512607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49148) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:30.533358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2079891187'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:30.561570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d9d04aa1-b154-44b6-8322-aa5edfad5407 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:30.580368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0d7a2-23d3-4e64-8a7c-c0217b02c40f None None] Network 5faf7c3c-b120-47fb-8e36-46dbe4362822 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:31.014799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:31.037175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:31.062874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:31.081555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:31.164382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 1298226c-6132-4c68-a0c4-3f36c07eee51 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:52:31.182057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d9d04aa1-b154-44b6-8322-aa5edfad5407 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:31.182848 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:31.411839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:52:31.451744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] Deleting port b953f079-f1ad-47a1-818a-b737f7ee029f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:31.452014 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:31.513369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:31.523642 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-34b82347-efd4-4649-aaf7-5e0e166899c9 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 990 time: 1.4079189 Mar 11 17:52:31.532709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56ff44b-0003-45a3-82a9-301a672c8793 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:31.533890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e56ff44b-0003-45a3-82a9-301a672c8793 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Synchronizing usage tracker for tenant:2b838a7796784274845a603a789d8217 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:31.539009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:31.543742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:31.559286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:31.577124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.2 (5faf7c3c-b120-47fb-8e36-46dbe4362822/8d93920f-f89d-449b-84e1-39c3603eeb44/1298226c-6132-4c68-a0c4-3f36c07eee51) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:31.581737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e56ff44b-0003-45a3-82a9-301a672c8793 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Unset dirty status for tenant:2b838a7796784274845a603a789d8217 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:31.583296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e56ff44b-0003-45a3-82a9-301a672c8793 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/networks?id=905f8abe-8247-47a4-9566-a533ee425ac0 HTTP/1.1" status: 200 len: 760 time: 1.4255831 Mar 11 17:52:31.589256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49166) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:31.609340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-753403938'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:31.617357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:31.632557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:31.674706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:31.693579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:31.697572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:31.846055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.077247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:32.098328 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bfd500dc-2c71-46d8-b936-df93745f9e25 admin admin] 10.222.0.96 "PUT /v2.0/routers/5a9e25ef-52cd-4438-b112-1030b4777586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2157352 Mar 11 17:52:32.136933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:52:32.171304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] For port b953f079-f1ad-47a1-818a-b737f7ee029f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b953f079-f1ad-47a1-818a-b737f7ee029f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:32.171784 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.281214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.281984 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment 1b3069a2-6c99-42ae-ba46-9a7a2aa59426 of type vlan for network 039c4ce4-ea34-40c8-92b1-b9df1ca84d97 Mar 11 17:52:32.422440 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.428642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.472676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] Calling delete_port for b953f079-f1ad-47a1-818a-b737f7ee029f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:32.512676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 1298226c-6132-4c68-a0c4-3f36c07eee51 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:32.526799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49182) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:32.696391 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.768908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Sync routers for ids ['5a9e25ef-52cd-4438-b112-1030b4777586'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:52:32.814985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.819048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:32.827853 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:32.955477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:33.016483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ec64a4ea-8589-46ba-89b5-107eea8a1486 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 992 time: 0.4814572 Mar 11 17:52:33.043824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:52:33.046228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:33.115576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] Pushing event deleted for resources: {'Port': ['ID=b953f079-f1ad-47a1-818a-b737f7ee029f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:33.126265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-5faf7c3c-b120-47fb-8e36-46dbe4362822', 'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822', 'tenant_id': 'dfb70cd505a84d1eae37c60fbda4ff10', 'fixed_ips': [{'subnet_id': '8d93920f-f89d-449b-84e1-39c3603eeb44'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:52:33.129796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:33.159144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03488c-e634-4bb7-bf27-aa6f70abf24e None None] No DVR routers for this DVR port b953f079-f1ad-47a1-818a-b737f7ee029f on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:33.173146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:33.233900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Routers {'5a9e25ef-52cd-4438-b112-1030b4777586'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:33.235301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5a9e25ef-52cd-4438-b112-1030b4777586'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:33.417683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5ac80-67e1-4c53-aed8-bf4e8791ded3 None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '7cf078b7-dfbe-4840-865b-9a7e788ddcd6', 'name': '', 'network_id': '9dd1ecfa-4aa8-47be-b280-b60a1d98796b', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'mac_address': 'fa:16:3e:11:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:50Z', 'updated_at': '2022-03-11T17:45:06Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'subnets': [{'id': '0fa2abb6-bf10-4e90-a2be-602b89d55690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:52:33.441870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=8e4288d8-2c6a-481b-b622-76db1fa367c1,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:33.487102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:33.488807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:33.509216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:33.509851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:33.526171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49208) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:33.607437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0170267 Mar 11 17:52:33.630243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49216) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:33.639411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af6067-5caa-4ae1-9c63-d2101f26d81e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=039c4ce4-ea34-40c8-92b1-b9df1ca84d97,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:33.657958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:33.658965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:33.738483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fad377-ae85-4422-b084-625cbf81b4a3 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:33.765730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 039c4ce4-ea34-40c8-92b1-b9df1ca84d97 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:52:33.856277 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9c1af016-d569-4a2c-b182-87acef80c30c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7012234 Mar 11 17:52:33.878913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49222) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:33.908059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:33.914129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5faf7c3c-b120-47fb-8e36-46dbe4362822 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:33.931336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:33.936263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:33.991892 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4ffb9a0d-3f48-485b-a94d-6cdcc351d8ee tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 200 len: 992 time: 0.4641657 Mar 11 17:52:34.075570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=1298226c-6132-4c68-a0c4-3f36c07eee51,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:34.170014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:34.171913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:34.219615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d0603cf3-2873-4e33-b0c7-5ce5ab389670 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7029908 Mar 11 17:52:34.222698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49232) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:34.295925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:34.336452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Usage tracker for resource:subnet and tenant:2b838a7796784274845a603a789d8217 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:34.361519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:34.369042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d9d04aa1-b154-44b6-8322-aa5edfad5407, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d9d04aa1-b154-44b6-8322-aa5edfad5407,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:34.391142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:34.477293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:34.492455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:34.493572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 70e2420d-bfe2-47d4-9854-85776f9e2c41 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:34.524220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49242) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:34.647322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 1298226c-6132-4c68-a0c4-3f36c07eee51 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:34.651088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:34.761734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:34.787257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:34.795523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:34.820562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:34.841089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:34.919439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d9d04aa1-b154-44b6-8322-aa5edfad5407,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:35.130007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Set router 5a9e25ef-52cd-4438-b112-1030b4777586 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:35.155660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:35.180935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:35.568750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 70e2420d-bfe2-47d4-9854-85776f9e2c41 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:35.569504 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:35.845989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:35.868505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Allocated IP 172.20.0.3 (5faf7c3c-b120-47fb-8e36-46dbe4362822/8d93920f-f89d-449b-84e1-39c3603eeb44/ce31c303-5eb7-4cb2-9726-a71658af106c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:36.152044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '8e4288d8-2c6a-481b-b622-76db1fa367c1'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:52:36.154271 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:36.419794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 1298226c-6132-4c68-a0c4-3f36c07eee51 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:36.630783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Allocated IP 2001:db8::f816:3eff:fe2b:90b (75568097-05ea-4303-a281-4da1879652a7/8e4288d8-2c6a-481b-b622-76db1fa367c1/d35a251f-7af2-42ec-ab5d-c61a1ce53e03) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:36.808359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:36.940886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=1298226c-6132-4c68-a0c4-3f36c07eee51,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:37.049873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:37.198070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:37.219549 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8457f6e8-cee6-44a9-83ed-f2a4b9c52a3c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/1298226c-6132-4c68-a0c4-3f36c07eee51 HTTP/1.1" status: 204 len: 168 time: 2.9924147 Mar 11 17:52:37.222906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:37.272101 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2079f-6de9-4dec-b5b1-e20598b086d3 None None] New status for floating IP 661ed8e0-52e5-41a9-b8ac-7f45ec92d102: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:52:37.278898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port a1d1a44c-6398-4a11-b2ef-0e102ab2a742 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:37.279237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:37.389435 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-28857e62-fc9d-459b-ac55-7e68cf2f687a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:52:37.391772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-28857e62-fc9d-459b-ac55-7e68cf2f687a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:37.425852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-28857e62-fc9d-459b-ac55-7e68cf2f687a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:37.427725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-28857e62-fc9d-459b-ac55-7e68cf2f687a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/1298226c-6132-4c68-a0c4-3f36c07eee51 HTTP/1.1" status: 404 len: 333 time: 0.2062271 Mar 11 17:52:37.430978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49292) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:37.579245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=c45668fb-6651-4c21-8dfe-a05daa3040ac,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:37.830781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.831382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.831889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.832382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.832869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.833356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.833890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.834451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.835119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.836825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:37.837382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:38.051015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': '1b3069a2-6c99-42ae-ba46-9a7a2aa59426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:38.052289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 039c4ce4-ea34-40c8-92b1-b9df1ca84d97, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:52:38.155000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b953f079-f1ad-47a1-818a-b737f7ee029f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:38.203592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 8d93920f-f89d-449b-84e1-39c3603eeb44 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:52:38.307730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:38.307940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:38.427732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b953f079-f1ad-47a1-818a-b737f7ee029f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:52:38.428134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b953f079-f1ad-47a1-818a-b737f7ee029f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 17:52:38.595928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port b953f079-f1ad-47a1-818a-b737f7ee029f not found, will not notify nova. {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 17:52:38.634996 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:38.757742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Transition to ACTIVE for port object d35a251f-7af2-42ec-ab5d-c61a1ce53e03 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:38.766779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T17:52:25Z', 'revision_number': 4, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port': {'id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:08Z', 'updated_at': '2022-03-11T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8d5ad50f-9c73-4d22-9e89-dea73866b03a', 'name': '', 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'mac_address': 'fa:16:3e:b3:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94d72f06-7a0c-4afe-8866-1599dffea446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:24Z', 'updated_at': '2022-03-11T17:52:26Z', 'revision_number': 2, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'subnets': [{'id': '94d72f06-7a0c-4afe-8866-1599dffea446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:38.769098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 347dd675-4dfe-46d1-9426-cc72092b7333 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:52:38.806029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for a1d1a44c-6398-4a11-b2ef-0e102ab2a742 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:38.864709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 347dd675-4dfe-46d1-9426-cc72092b7333 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:52:38.865079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 347dd675-4dfe-46d1-9426-cc72092b7333 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:52:38.891064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Checking router: 5a9e25ef-52cd-4438-b112-1030b4777586 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:52:38.891427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Updating router 5a9e25ef-52cd-4438-b112-1030b4777586 port 8d5ad50f-9c73-4d22-9e89-dea73866b03a binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:52:39.016402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Transition to ACTIVE for port object d35a251f-7af2-42ec-ab5d-c61a1ce53e03 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:39.092085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 039c4ce4-ea34-40c8-92b1-b9df1ca84d97 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:52:39.092661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:39.136201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d9d04aa1-b154-44b6-8322-aa5edfad5407 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:39.156195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 039c4ce4-ea34-40c8-92b1-b9df1ca84d97) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:39.215138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Pushing event updated for resources: {'Port': ['ID=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:39.231577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd40b87-1398-4785-b463-04037b773a2c None None] Network 039c4ce4-ea34-40c8-92b1-b9df1ca84d97 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:39.253543 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:39.364179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:39.376957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:39.390792 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:39.393484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:39.494811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:39.521781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:39.537189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:39.537891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:39.953822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=a5e0f2f4-77c5-4fe8-88f7-2b44b656472a,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:39.997831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:39.999507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=a1d1a44c-6398-4a11-b2ef-0e102ab2a742,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:40.007015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:40.102842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:40.151298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:40.152167 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:40.323825 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-af962390-b698-4282-b59b-8b0923646f40 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.6911631 Mar 11 17:52:40.325922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49344) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:40.327492 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-48b69079-c70a-4f53-a6af-5e59467c249d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.4372120 Mar 11 17:52:40.330627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49348) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:40.337424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:3a:16:8d', 'name': 'tempest-NetworksTestDHCPv6-1819190677'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:40.413624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Transition to ACTIVE for port object ce31c303-5eb7-4cb2-9726-a71658af106c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:40.621398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:40.629670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:40.633623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:40.640721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:40.673593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:41.073981 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.078319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Transition to ACTIVE for port object ce31c303-5eb7-4cb2-9726-a71658af106c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:41.103133 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.119706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Transition to ACTIVE for port object 8d5ad50f-9c73-4d22-9e89-dea73866b03a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:41.145380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 033f2ae8-55d2-4550-9041-d61e095f2e17 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:52:41.148676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.184292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.197698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.287031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-039c4ce4-ea34-40c8-92b1-b9df1ca84d97', 'network_id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': 'c45668fb-6651-4c21-8dfe-a05daa3040ac'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:52:41.288280 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.345268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.401254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Attempting to bind port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:41.401720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Attempting to bind port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:41.403372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Attempting to bind port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:41.446908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:41.447666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:41.447666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.450250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:41.450931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Bound port: d35a251f-7af2-42ec-ab5d-c61a1ce53e03, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:41.453646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.456509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 7f256745-0949-4fc4-b85e-18c04732836d yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:52:41.645550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d3c8-bd4d-4273-bff2-75b50c232102 None None] Pushing event updated for resources: {'Port': ['ID=8d5ad50f-9c73-4d22-9e89-dea73866b03a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:41.649637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d9d04aa1-b154-44b6-8322-aa5edfad5407 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:41.650096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.677855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Network 5faf7c3c-b120-47fb-8e36-46dbe4362822 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:41.697857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:41.703131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.723257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:41.753933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-e8d7723e-5777-4adf-b3cd-948c83ce07be tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:41.757536 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:41.758940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-e8d7723e-5777-4adf-b3cd-948c83ce07be tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.5677156 Mar 11 17:52:41.764950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.781396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] Sync routers for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:52:41.815949 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-700fdf9f-f658-427b-9acd-e5c7e49560ad tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/floatingips/80e58e16-7c1f-4447-84e7-99a9c495443a HTTP/1.1" status: 204 len: 168 time: 7.2879770 Mar 11 17:52:41.815949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:52:41.979886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:42.133671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:42.134309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:42.204916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Pushing event updated for resources: {'Port': ['ID=ce31c303-5eb7-4cb2-9726-a71658af106c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:42.288711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-6f0685ab-beef-44e3-9603-f87d62ca9003 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/quotas/95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 375 time: 0.2991939 Mar 11 17:52:42.412364 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'status': 'completed', 'code': 200} Mar 11 17:52:42.483439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 172.20.0.10 (75568097-05ea-4303-a281-4da1879652a7/a5e0f2f4-77c5-4fe8-88f7-2b44b656472a/7f256745-0949-4fc4-b85e-18c04732836d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:42.502805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:42.585536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:fe3a:168d (75568097-05ea-4303-a281-4da1879652a7/8e4288d8-2c6a-481b-b622-76db1fa367c1/7f256745-0949-4fc4-b85e-18c04732836d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:42.638450 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-b3640937-799c-412c-bc4d-bf241b15de9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 1096 time: 0.1737194 Mar 11 17:52:42.877413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Attempting to bind port 8d5ad50f-9c73-4d22-9e89-dea73866b03a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:42.878785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Attempting to bind port 8d5ad50f-9c73-4d22-9e89-dea73866b03a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:42.882822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Attempting to bind port 8d5ad50f-9c73-4d22-9e89-dea73866b03a on network c4591257-dc9e-40ee-9e5d-61b07e403c09 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:42.905009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:42.931885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-01b776b8-a3cd-4c42-8a26-301896d7a3b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:42.937129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] For port d35a251f-7af2-42ec-ab5d-c61a1ce53e03, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:42.942430 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-01b776b8-a3cd-4c42-8a26-301896d7a3b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7 HTTP/1.1" status: 200 len: 898 time: 0.2948282 Mar 11 17:52:42.957878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Attempting to bind port ce31c303-5eb7-4cb2-9726-a71658af106c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:42.958240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Attempting to bind port ce31c303-5eb7-4cb2-9726-a71658af106c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '50ea0c8c-fecc-4b7a-a475-5cd062f3af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:42.961460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Attempting to bind port ce31c303-5eb7-4cb2-9726-a71658af106c on network 5faf7c3c-b120-47fb-8e36-46dbe4362822 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:42.974968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:42.975361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Checking segment: {'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:42.975734 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:42.976124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Bound using segment: {'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:42.976611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Bound port: 8d5ad50f-9c73-4d22-9e89-dea73866b03a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5690fb6b-b557-4e4b-b9d4-0d69aacd6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:42.976981 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.030528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] For port d35a251f-7af2-42ec-ab5d-c61a1ce53e03, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:43.102968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-b4839211-80b4-4a69-aa09-d0423742648b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8128808 Mar 11 17:52:43.124641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-f5380db2-25df-43a6-9145-38f2bc1e70fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4 HTTP/1.1" status: 200 len: 217 time: 0.1753788 Mar 11 17:52:43.130305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ad47508c-4189-4f7c-ad18-9947d62ef8e2 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:52:43.145501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ad47508c-4189-4f7c-ad18-9947d62ef8e2 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0416422 Mar 11 17:52:43.250122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-22288f76-324b-4ee1-8cfb-dc44875c805c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:43.252177 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-22288f76-324b-4ee1-8cfb-dc44875c805c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ed3dd48-0157-4aef-9e4d-848ab72af1b8 HTTP/1.1" status: 200 len: 835 time: 0.1205359 Mar 11 17:52:43.298903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:43.378293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:43.379705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Checking segment: {'id': '50ea0c8c-fecc-4b7a-a475-5cd062f3af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:43.380654 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.382613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Bound using segment: {'id': '50ea0c8c-fecc-4b7a-a475-5cd062f3af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:43.383450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Bound port: ce31c303-5eb7-4cb2-9726-a71658af106c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ea0c8c-fecc-4b7a-a475-5cd062f3af1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '5faf7c3c-b120-47fb-8e36-46dbe4362822'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:43.383903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.408479 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5722e932-58af-4346-aa59-5c7d86d8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.413397 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.413931 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.463605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-2613780a-3f54-4cdc-b935-004b3477ef02 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168523 Mar 11 17:52:43.466741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-2bfb79bf-3ab9-40b1-8b75-b3ca9a9a7025 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a85cf96-dfda-4d99-9a04-b2c752edf3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057984 Mar 11 17:52:43.468292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 7f256745-0949-4fc4-b85e-18c04732836d will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:43.731435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.756701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-823214a5-97f4-4eca-a6e2-bcab49455b37 service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695668 Mar 11 17:52:43.808323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Allocated IP 172.20.0.2 (039c4ce4-ea34-40c8-92b1-b9df1ca84d97/c45668fb-6651-4c21-8dfe-a05daa3040ac/d5c80e61-9f75-4fb9-b331-a35fb364c54e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:43.833465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48e69c-139c-46fd-8a22-363f60be0353 req-c8631f6b-eac4-4a56-bbf2-7012fb2893a3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:43.835978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a48e69c-139c-46fd-8a22-363f60be0353 req-c8631f6b-eac4-4a56-bbf2-7012fb2893a3 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 945 time: 0.9585264 Mar 11 17:52:43.837353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.858346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=8d93920f-f89d-449b-84e1-39c3603eeb44,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:43.910225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b953f079-f1ad-47a1-818a-b737f7ee029f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:52:43.952073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.982995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-55c04c74-061d-4c14-b926-45b4bfe63c3f service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086420 Mar 11 17:52:44.001937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-86d7c3ca-2419-4914-b4b6-7398bf063951 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:44.002498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-86d7c3ca-2419-4914-b4b6-7398bf063951 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Synchronizing usage tracker for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:44.002932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-14826b4a-4523-4e76-8d7d-d99e9dc55861 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/8d93920f-f89d-449b-84e1-39c3603eeb44 HTTP/1.1" status: 204 len: 168 time: 6.5703535 Mar 11 17:52:44.008724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49428) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:44.045465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-86d7c3ca-2419-4914-b4b6-7398bf063951 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Unset dirty status for tenant:2b4ad54dc6f94f62b103007cf81b8c89 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:44.046673 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-86d7c3ca-2419-4914-b4b6-7398bf063951 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 945 time: 0.2347386 Mar 11 17:52:44.049066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603105da-1b65-47aa-b90a-1543eaf677b8 None None] Pushing event updated for resources: {'Port': ['ID=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:44.135374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:44.136000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:44.213962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b953f079-f1ad-47a1-818a-b737f7ee029f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:52:44.214511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b953f079-f1ad-47a1-818a-b737f7ee029f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:52:44.450527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:44.463416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] For port 8d5ad50f-9c73-4d22-9e89-dea73866b03a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:44.493895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a48e69c-139c-46fd-8a22-363f60be0353 req-aed416b0-e8c9-4493-87f3-fbe7d6a1bbd7 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6438978 Mar 11 17:52:44.507047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:44.534707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] For port 8d5ad50f-9c73-4d22-9e89-dea73866b03a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8d5ad50f-9c73-4d22-9e89-dea73866b03a,segment=NetworkSegment(5690fb6b-b557-4e4b-b9d4-0d69aacd6943),segment_id=5690fb6b-b557-4e4b-b9d4-0d69aacd6943)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:44.624365 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af90e85c-ca8d-4d5c-a36f-bb0e829eee5c req-78293850-021a-41bf-99d3-158148645d03 service neutron] 10.222.0.59 "GET /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358271 Mar 11 17:52:44.666796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:44.792277 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:44.837662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=7f256745-0949-4fc4-b85e-18c04732836d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:44.855090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port 9d61b539-de6b-4a2c-867c-16a4189ff4b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d61b539-de6b-4a2c-867c-16a4189ff4b4,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:44.855456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:44.948976 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:44.961455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d3c8-bd4d-4273-bff2-75b50c232102 None None] Pushing event updated for resources: {'Port': ['ID=8d5ad50f-9c73-4d22-9e89-dea73866b03a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:44.979410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:44.980077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.014407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] For port ce31c303-5eb7-4cb2-9726-a71658af106c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:45.034654 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4e302ff2-9449-4a63-ac50-c35f3873e11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.036204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port ce31c303-5eb7-4cb2-9726-a71658af106c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:45.036732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.083750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for 9d61b539-de6b-4a2c-867c-16a4189ff4b4 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:45.092870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] For port ce31c303-5eb7-4cb2-9726-a71658af106c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ce31c303-5eb7-4cb2-9726-a71658af106c,segment=NetworkSegment(50ea0c8c-fecc-4b7a-a475-5cd062f3af1a),segment_id=50ea0c8c-fecc-4b7a-a475-5cd062f3af1a)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:45.133665 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-40e45dda-dc07-406c-95f8-f53fe76efbeb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7985916 Mar 11 17:52:45.138723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49456) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:45.146621 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.494704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.555349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Transition to ACTIVE for port object d5c80e61-9f75-4fb9-b331-a35fb364c54e will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:45.621704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Transition to ACTIVE for port object d5c80e61-9f75-4fb9-b331-a35fb364c54e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:45.670605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Routers {'5a9e25ef-52cd-4438-b112-1030b4777586'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:45.671505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5a9e25ef-52cd-4438-b112-1030b4777586'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:45.753171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87350cd-6888-4bc5-a4c8-05ef0b9fd37a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:45.755343 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.761442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87350cd-6888-4bc5-a4c8-05ef0b9fd37a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:45.763096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb0f54-74b6-4050-a67e-e249b6bcc6c2 None None] Pushing event updated for resources: {'Port': ['ID=ce31c303-5eb7-4cb2-9726-a71658af106c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:45.767005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d87350cd-6888-4bc5-a4c8-05ef0b9fd37a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:45.868269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.888566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d87350cd-6888-4bc5-a4c8-05ef0b9fd37a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:45.893240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49478) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:45.895030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] For port ce31c303-5eb7-4cb2-9726-a71658af106c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ce31c303-5eb7-4cb2-9726-a71658af106c,segment=NetworkSegment(50ea0c8c-fecc-4b7a-a475-5cd062f3af1a),segment_id=50ea0c8c-fecc-4b7a-a475-5cd062f3af1a)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:45.895387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.900146 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d87350cd-6888-4bc5-a4c8-05ef0b9fd37a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7500029 Mar 11 17:52:45.947430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:46.037007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=9d61b539-de6b-4a2c-867c-16a4189ff4b4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:46.077766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Pushing event updated for resources: {'Port': ['ID=d5c80e61-9f75-4fb9-b331-a35fb364c54e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:46.179349 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:46.242347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] No DVR routers for this DVR port 9d61b539-de6b-4a2c-867c-16a4189ff4b4 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:46.245301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:46.248256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'name': 'network-vif-deleted', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:52:46.270235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d187c92-6c40-4a60-b63f-6d4119785dcb req-0d73f038-22a8-42d8-af81-4773b97449d0 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.59 "DELETE /v2.0/ports/9d61b539-de6b-4a2c-867c-16a4189ff4b4 HTTP/1.1" status: 204 len: 173 time: 2.2168331 Mar 11 17:52:46.320378 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:46.397090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Network 039c4ce4-ea34-40c8-92b1-b9df1ca84d97 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:46.407280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:46.416010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:51:02Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:46.421421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:46.428191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233c8fc-2d95-432b-83a4-214fde343719 None None] Network 5faf7c3c-b120-47fb-8e36-46dbe4362822 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:46.472471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] Checking router: 033f2ae8-55d2-4550-9041-d61e095f2e17 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:52:46.750553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d35a251f-7af2-42ec-ab5d-c61a1ce53e03 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:46.820062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=c45668fb-6651-4c21-8dfe-a05daa3040ac,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:46.929441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for ce31c303-5eb7-4cb2-9726-a71658af106c owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:47.071835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9adbb432-b4c5-4cae-8725-cf2f1fe2ba51 req-70db2740-cd8c-4025-ae90-ecb53ccd1a50 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 210 time: 0.6132488 Mar 11 17:52:47.079319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] Set router 5a9e25ef-52cd-4438-b112-1030b4777586 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:47.219956 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3135c13-ba0b-4664-bc4b-8bcae94a0cca', 'name': 'network-vif-deleted', 'tag': '9d61b539-de6b-4a2c-867c-16a4189ff4b4', 'status': 'completed', 'code': 200} Mar 11 17:52:47.280247 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:47.291923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-802589b9-dbb3-4234-8761-bef2683ae08a req-383bb7d9-f665-4977-aad8-a1f572ea3529 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2008705 Mar 11 17:52:47.296433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 7f256745-0949-4fc4-b85e-18c04732836d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:47.296776 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:47.486445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537b721-c820-4709-a16f-e76e99cd396e None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:47.489277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124df055-f3e2-4877-8a17-afcecb2d952a req-af8234e3-0faf-4a3e-a6e0-6176bb4f47ee tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:47.492264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-124df055-f3e2-4877-8a17-afcecb2d952a req-af8234e3-0faf-4a3e-a6e0-6176bb4f47ee tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3135c13-ba0b-4664-bc4b-8bcae94a0cca HTTP/1.1" status: 200 len: 945 time: 1.7401950 Mar 11 17:52:47.506235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039c4ce4-ea34-40c8-92b1-b9df1ca84d97']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:47.527398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:52:47.528662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:52:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:47.669156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3069a2-6c99-42ae-ba46-9a7a2aa59426') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:47.669663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3069a2-6c99-42ae-ba46-9a7a2aa59426') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:47.871656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-802589b9-dbb3-4234-8761-bef2683ae08a req-9844bb1b-8a74-4332-8aea-8ff0912edc3f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.3197894 Mar 11 17:52:47.872727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:47.886401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:47.949147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8af3b9a7-76b3-46ef-966e-de4c442c60b9 None None] Provisioning for port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:48.047875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-802589b9-dbb3-4234-8761-bef2683ae08a req-af683c66-aeca-4f3b-8dfa-dc578a0d5288 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696676 Mar 11 17:52:48.072184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-124df055-f3e2-4877-8a17-afcecb2d952a req-3ed98d78-1df8-4118-bbdf-bfc4b6584c95 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "GET /v2.0/security-groups?id=feb5d3ea-e6d0-40d9-b79f-91694d98449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5458510 Mar 11 17:52:48.073162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=ce31c303-5eb7-4cb2-9726-a71658af106c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:48.135031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:48.148041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No DVR routers for this DVR port ce31c303-5eb7-4cb2-9726-a71658af106c on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:48.310991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Attempting to bind port d5c80e61-9f75-4fb9-b331-a35fb364c54e on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:48.311624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Attempting to bind port d5c80e61-9f75-4fb9-b331-a35fb364c54e by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1b3069a2-6c99-42ae-ba46-9a7a2aa59426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:48.311923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Attempting to bind port d5c80e61-9f75-4fb9-b331-a35fb364c54e on network 039c4ce4-ea34-40c8-92b1-b9df1ca84d97 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:48.314162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:48.339211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:48.516759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:48.517131 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:48.658187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:48.658584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Checking segment: {'id': '1b3069a2-6c99-42ae-ba46-9a7a2aa59426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:48.659000 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:48.659401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Bound using segment: {'id': '1b3069a2-6c99-42ae-ba46-9a7a2aa59426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:48.659921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Bound port: d5c80e61-9f75-4fb9-b331-a35fb364c54e, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3069a2-6c99-42ae-ba46-9a7a2aa59426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:48.660319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:48.711468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-1f08dfaa-d9a1-443a-a523-efb7c44b6324 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:48.713047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-1f08dfaa-d9a1-443a-a523-efb7c44b6324 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:48.761863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-1f08dfaa-d9a1-443a-a523-efb7c44b6324 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:48.764503 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-1f08dfaa-d9a1-443a-a523-efb7c44b6324 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.3952930 Mar 11 17:52:48.795219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'port': {'device_id': '91263db1-e397-4ae9-ac1d-33babea074b8', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'admin_state_up': True, 'tenant_id': '95e242196f104736a813804446649343'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:48.804341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802589b9-dbb3-4234-8761-bef2683ae08a req-e4a17f93-5574-46eb-bb50-d03288ab987d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:48.811524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-802589b9-dbb3-4234-8761-bef2683ae08a req-e4a17f93-5574-46eb-bb50-d03288ab987d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7260501 Mar 11 17:52:48.812963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:52:48.813552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:52:48.900901 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:52:49.030292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.149707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d61b539-de6b-4a2c-867c-16a4189ff4b4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:52:49.155525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:49.166659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:port and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:49.172443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:49.198065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:49.222491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:49.226128 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.238905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:52:49.285130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11f4e1bd-c62d-449e-8ebc-7a32721c9c84 req-d4b4c54e-dc04-4aee-80ec-aefe667f1278 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 210 time: 0.7946923 Mar 11 17:52:49.384995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49538) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:49.408770 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.419268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 9d61b539-de6b-4a2c-867c-16a4189ff4b4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:52:49.419879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d61b539-de6b-4a2c-867c-16a4189ff4b4 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:52:49.452818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:52:49.452818 n-d-833436-1 neutron-server[83849]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:52:49.452818 n-d-833436-1 neutron-server[83849]: [parameters: {'id': '039c4ce4-ea34-40c8-92b1-b9df1ca84d97'}] Mar 11 17:52:49.452818 n-d-833436-1 neutron-server[83849]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:52:49.453500 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:52:49.466402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] For port d5c80e61-9f75-4fb9-b331-a35fb364c54e, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:49.478120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faf7c3c-b120-47fb-8e36-46dbe4362822']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:49.484180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d35a251f-7af2-42ec-ab5d-c61a1ce53e03, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:49.506852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ea0c8c-fecc-4b7a-a475-5cd062f3af1a') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:49.507156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ea0c8c-fecc-4b7a-a475-5cd062f3af1a') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:49.512912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.552704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] For port d5c80e61-9f75-4fb9-b331-a35fb364c54e, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d5c80e61-9f75-4fb9-b331-a35fb364c54e,segment=NetworkSegment(1b3069a2-6c99-42ae-ba46-9a7a2aa59426),segment_id=1b3069a2-6c99-42ae-ba46-9a7a2aa59426)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:49.573896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.586748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.736087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:49.752336 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.887787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cc2730d-7882-4a66-9bc8-bc5424cc6140 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.902313 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.911402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 7f256745-0949-4fc4-b85e-18c04732836d owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:49.981896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.000506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.20.0.12 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/a650f9ea-98dc-4479-b243-8b4aa5b86037) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:50.013641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cc2730d-7882-4a66-9bc8-bc5424cc6140 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.044269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:52:50.044687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.307045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79bb83-a5d2-4e8e-bd3b-0bf7be0179a9 None None] Network 039c4ce4-ea34-40c8-92b1-b9df1ca84d97 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:52:50.380755 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:52:50.452867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T17:52:25Z', 'revision_number': 4, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port': {'id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:08Z', 'updated_at': '2022-03-11T17:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8d5ad50f-9c73-4d22-9e89-dea73866b03a', 'name': '', 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'mac_address': 'fa:16:3e:b3:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94d72f06-7a0c-4afe-8866-1599dffea446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:24Z', 'updated_at': '2022-03-11T17:52:44Z', 'revision_number': 4, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'subnets': [{'id': '94d72f06-7a0c-4afe-8866-1599dffea446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:50.488092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port d5c80e61-9f75-4fb9-b331-a35fb364c54e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:50.488754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.520236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.578896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.590477 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.621777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9cccf-8cab-4625-87fa-df56b2c86c83 None None] The sync data for ids ['5a9e25ef-52cd-4438-b112-1030b4777586'] in n-d-833436-1 is: [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T17:52:25Z', 'revision_number': 4, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port': {'id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:08Z', 'updated_at': '2022-03-11T17:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8d5ad50f-9c73-4d22-9e89-dea73866b03a', 'name': '', 'network_id': 'c4591257-dc9e-40ee-9e5d-61b07e403c09', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'mac_address': 'fa:16:3e:b3:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94d72f06-7a0c-4afe-8866-1599dffea446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:24Z', 'updated_at': '2022-03-11T17:52:44Z', 'revision_number': 4, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'subnets': [{'id': '94d72f06-7a0c-4afe-8866-1599dffea446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:52:50.662824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/5faf7c3c-b120-47fb-8e36-46dbe4362822 HTTP/1.1" status: 204 len: 168 time: 6.6484666 Mar 11 17:52:50.791827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=7f256745-0949-4fc4-b85e-18c04732836d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:50.797777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.821593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49556) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:50.824736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Transition to ACTIVE for port object a650f9ea-98dc-4479-b243-8b4aa5b86037 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:50.858281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:50.865676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'name': 'tempest-PortsTestJSON-2123885511'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:50.961570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe72e27e-2c47-49e5-ad15-bd5c260444cc req-7590ec8d-72c2-4abd-a6c8-fdeaffbc493c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 210 time: 0.2736847 Mar 11 17:52:50.962601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8fe4-a331-4686-a44c-3cb4799b2e23 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=5faf7c3c-b120-47fb-8e36-46dbe4362822,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:51.013426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4dc6d-7c5d-484b-9df3-6ebaceda08b3 None None] Pushing event updated for resources: {'Port': ['ID=d5c80e61-9f75-4fb9-b331-a35fb364c54e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:51.024545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=a650f9ea-98dc-4479-b243-8b4aa5b86037,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:51.031356 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cc2730d-7882-4a66-9bc8-bc5424cc6140 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:51.082889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2730d-7882-4a66-9bc8-bc5424cc6140 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb5d3ea-e6d0-40d9-b79f-91694d98449c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:51.103164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:51.113446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:51.123462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:51.256195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7cc2730d-7882-4a66-9bc8-bc5424cc6140 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:51.257393 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7cc2730d-7882-4a66-9bc8-bc5424cc6140 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/security-groups/feb5d3ea-e6d0-40d9-b79f-91694d98449c HTTP/1.1" status: 204 len: 168 time: 1.8709295 Mar 11 17:52:51.313624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:51.314386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:51.382114 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-3aafb4f7-0278-4e78-b2ab-580a813b572e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5922601 Mar 11 17:52:51.388957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:51.399601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:51.410549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:51.421880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:51.440391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:51.738406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] Update dhcp port {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': '8e4288d8-2c6a-481b-b622-76db1fa367c1', 'ip_address': '2001:db8::f816:3eff:fe2b:90b'}, {'subnet_id': 'a5e0f2f4-77c5-4fe8-88f7-2b44b656472a'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'd35a251f-7af2-42ec-ab5d-c61a1ce53e03'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:52:51.798664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Request body: {'port': {'device_id': '91263db1-e397-4ae9-ac1d-33babea074b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:51.905398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b43c9e37-ac17-4e33-9e73-69e619090ae6 None None] Provisioning for port a650f9ea-98dc-4479-b243-8b4aa5b86037 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:51.910756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d35a251f-7af2-42ec-ab5d-c61a1ce53e03 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:51.976684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b43c9e37-ac17-4e33-9e73-69e619090ae6 None None] Provisioning complete for port a650f9ea-98dc-4479-b243-8b4aa5b86037 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:51.977228 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b43c9e37-ac17-4e33-9e73-69e619090ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:52.053424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:52.111687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:52.118041 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:52.351391 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:52.627495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b43c9e37-ac17-4e33-9e73-69e619090ae6 None None] Port a650f9ea-98dc-4479-b243-8b4aa5b86037 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:52:52.647057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:51:02Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:52.666191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] Allocated IP 172.20.0.2 (75568097-05ea-4303-a281-4da1879652a7/a5e0f2f4-77c5-4fe8-88f7-2b44b656472a/d35a251f-7af2-42ec-ab5d-c61a1ce53e03) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:52.683693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port d5c80e61-9f75-4fb9-b331-a35fb364c54e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d5c80e61-9f75-4fb9-b331-a35fb364c54e,segment=NetworkSegment(1b3069a2-6c99-42ae-ba46-9a7a2aa59426),segment_id=1b3069a2-6c99-42ae-ba46-9a7a2aa59426)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:52.684253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:52.685413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e085f-fad5-4741-b486-301498ecd4cc None None] The sync data for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 is: [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:50:44Z', 'revision_number': 4, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d5b7112-3fdd-4e61-bc5c-2fcc87444902', 'name': '', 'network_id': '7a85cf96-dfda-4d99-9a04-b2c752edf3f7', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'mac_address': 'fa:16:3e:d1:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:41Z', 'updated_at': '2022-03-11T17:51:02Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'subnets': [{'id': '7ed3dd48-0157-4aef-9e4d-848ab72af1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:52:52.733586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:52.733950 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:52.976893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.004338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-62c0ac03-ef38-4435-a1c2-b0884be66087 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/7f256745-0949-4fc4-b85e-18c04732836d HTTP/1.1" status: 204 len: 168 time: 7.0362618 Mar 11 17:52:53.018911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49580) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:53.044058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] For port d35a251f-7af2-42ec-ab5d-c61a1ce53e03, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:53.072463 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.072741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for d5c80e61-9f75-4fb9-b331-a35fb364c54e owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:53.092870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] Transition to ACTIVE for port object d35a251f-7af2-42ec-ab5d-c61a1ce53e03 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:53.105835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.193977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49582) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:53.248301 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:52:53.302157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 had new provisioning blocks added so it will not transition to active. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 11 17:52:53.302936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8d5ad50f-9c73-4d22-9e89-dea73866b03a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:53.338614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port ce20231e-b5b9-44d8-bd49-d08726fe7e52 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:52:53.393843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b63caf-30be-4d7d-ad83-a4016c6ff785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:53.397572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b63caf-30be-4d7d-ad83-a4016c6ff785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:53.399141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b63caf-30be-4d7d-ad83-a4016c6ff785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:53.400342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a3b63caf-30be-4d7d-ad83-a4016c6ff785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:53.435489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:52:53.475716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010c5ae-b0f6-4d6c-a519-d055855a64cf None None] Pushing event updated for resources: {'Port': ['ID=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:53.482728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a3b63caf-30be-4d7d-ad83-a4016c6ff785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:53.499277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49594) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:53.500575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a3b63caf-30be-4d7d-ad83-a4016c6ff785 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3383691 Mar 11 17:52:53.565749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8d5ad50f-9c73-4d22-9e89-dea73866b03a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:53.570788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.577902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8d5ad50f-9c73-4d22-9e89-dea73866b03a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:53.578547 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.681606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a650f9ea-98dc-4479-b243-8b4aa5b86037 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:52:53.691649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.693097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f574-4318-44c6-aa6e-0a42456249c9 req-6c966402-160e-418c-b867-0fe65575b1e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:53.696631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2830f574-4318-44c6-aa6e-0a42456249c9 req-6c966402-160e-418c-b867-0fe65575b1e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 932 time: 0.8988252 Mar 11 17:52:53.744044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Transition to ACTIVE for port object a650f9ea-98dc-4479-b243-8b4aa5b86037 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:52:53.766979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.787061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Port': ['ID=d5c80e61-9f75-4fb9-b331-a35fb364c54e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:53.826734 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:53.839147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No DVR routers for this DVR port d5c80e61-9f75-4fb9-b331-a35fb364c54e on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:52:53.888218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8d5ad50f-9c73-4d22-9e89-dea73866b03a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8d5ad50f-9c73-4d22-9e89-dea73866b03a,segment=NetworkSegment(5690fb6b-b557-4e4b-b9d4-0d69aacd6943),segment_id=5690fb6b-b557-4e4b-b9d4-0d69aacd6943)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:53.896696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:54.120296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8d5ad50f-9c73-4d22-9e89-dea73866b03a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:54.143071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d35a251f-7af2-42ec-ab5d-c61a1ce53e03 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:54.168422 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:54.190622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:54.248497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039c4ce4-ea34-40c8-92b1-b9df1ca84d97']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:54.361066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3069a2-6c99-42ae-ba46-9a7a2aa59426') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:54.364118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3069a2-6c99-42ae-ba46-9a7a2aa59426') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:54.604405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2830f574-4318-44c6-aa6e-0a42456249c9 req-7b77cce6-3627-482b-b9ae-1e51875830b4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8870544 Mar 11 17:52:54.606524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:54.696199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Pushing event updated for resources: {'Port': ['ID=a650f9ea-98dc-4479-b243-8b4aa5b86037,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:54.719432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:54.745697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:52:54.747439 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:52:54.780319 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:52:54.924056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:54.927183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78220d58-7180-4186-b3c5-6ef4ca5ccab1 None None] Provisioning for port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:52:54.933370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78220d58-7180-4186-b3c5-6ef4ca5ccab1 None None] Provisioning complete for port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:54.933738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78220d58-7180-4186-b3c5-6ef4ca5ccab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.007423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.055522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.063733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=039c4ce4-ea34-40c8-92b1-b9df1ca84d97,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:55.080832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 8e4288d8-2c6a-481b-b622-76db1fa367c1 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:52:55.120159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.131189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Attempting to bind port a650f9ea-98dc-4479-b243-8b4aa5b86037 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:52:55.131519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Attempting to bind port a650f9ea-98dc-4479-b243-8b4aa5b86037 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:52:55.131844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Attempting to bind port a650f9ea-98dc-4479-b243-8b4aa5b86037 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:55.184038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Port a650f9ea-98dc-4479-b243-8b4aa5b86037 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:52:55.193814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78220d58-7180-4186-b3c5-6ef4ca5ccab1 None None] Could not find standard attr ID for object 7f256745-0949-4fc4-b85e-18c04732836d. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:52:55.196453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Attempting to bind port a650f9ea-98dc-4479-b243-8b4aa5b86037 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:52:55.203575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39d1884b-4ba9-46df-aed5-a7e3beebb64a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/039c4ce4-ea34-40c8-92b1-b9df1ca84d97 HTTP/1.1" status: 204 len: 168 time: 14.8757906 Mar 11 17:52:55.207872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:52:55.208216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:52:55.208614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:52:55.213301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Bound port: a650f9ea-98dc-4479-b243-8b4aa5b86037, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:52:55.213752 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.218702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49602) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:55.274054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.280210 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-076cdfbc-cd89-4e52-b828-189cad07f82a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] GET failed (client error): The resource could not be found. Mar 11 17:52:55.280826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-076cdfbc-cd89-4e52-b828-189cad07f82a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Synchronizing usage tracker for tenant:2b838a7796784274845a603a789d8217 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:55.305745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-28b29320-6116-4588-9824-693974f2ac03 None None] Could not find standard attr ID for object 7f256745-0949-4fc4-b85e-18c04732836d. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:52:55.333357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.388217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:55.392731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:55.410547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.413765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-076cdfbc-cd89-4e52-b828-189cad07f82a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Unset dirty status for tenant:2b838a7796784274845a603a789d8217 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:55.415223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-076cdfbc-cd89-4e52-b828-189cad07f82a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/subnets/c45668fb-6651-4c21-8dfe-a05daa3040ac HTTP/1.1" status: 404 len: 337 time: 0.1945910 Mar 11 17:52:55.421380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49606) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:55.450496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:55.456939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:55.466159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:52:55.470240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:55.470992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.475392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=ce20231e-b5b9-44d8-bd49-d08726fe7e52,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:55.514663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.558501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.560946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] 10.222.0.59 "PUT /v2.0/ports/a650f9ea-98dc-4479-b243-8b4aa5b86037 HTTP/1.1" status: 200 len: 1092 time: 3.7795565 Mar 11 17:52:55.573433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:52:55.604004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-55a29e32-16da-41bb-8999-1d2d3b74e2f3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.7586534 Mar 11 17:52:55.605206 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e991595-db0b-4706-b3b8-4e34e17b8f71 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:52:55.605645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e991595-db0b-4706-b3b8-4e34e17b8f71 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:52:55.605936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49616) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:55.612477 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1e991595-db0b-4706-b3b8-4e34e17b8f71 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/039c4ce4-ea34-40c8-92b1-b9df1ca84d97 HTTP/1.1" status: 404 len: 339 time: 0.1383224 Mar 11 17:52:55.648934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49618) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:55.782939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:55.881606 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037', 'status': 'completed', 'code': 200} Mar 11 17:52:55.934941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4288d8-2c6a-481b-b622-76db1fa367c1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:55.955623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port ce20231e-b5b9-44d8-bd49-d08726fe7e52 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:55.956147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:56.079979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8d5ad50f-9c73-4d22-9e89-dea73866b03a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:52:56.215338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7365f3d-6354-4065-a059-1a9da825d283 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:56.229797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:56.308399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1dac5f76-df4f-4207-91e1-05aba9195d0c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/8e4288d8-2c6a-481b-b622-76db1fa367c1 HTTP/1.1" status: 204 len: 168 time: 2.8060145 Mar 11 17:52:56.309242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49630) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:56.408575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8d5ad50f-9c73-4d22-9e89-dea73866b03a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:56.409194 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:56.492986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet a5e0f2f4-77c5-4fe8-88f7-2b44b656472a {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:52:56.495006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d9620a-372e-4861-b5bd-6ec574a8f3de tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:56.496838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:56.504670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-77d9620a-372e-4861-b5bd-6ec574a8f3de tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8320329 Mar 11 17:52:56.505754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b175a-c79e-4d8a-9ea5-a566b9709167 service neutron] Pushing event updated for resources: {'Port': ['ID=a650f9ea-98dc-4479-b243-8b4aa5b86037,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:56.521430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49634) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:56.731681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651a96-408a-4d2d-9ae0-c3710711f191 req-4b06aaa7-12a9-4fd4-bbef-b0fb319671c3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:56.731681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75651a96-408a-4d2d-9ae0-c3710711f191 req-4b06aaa7-12a9-4fd4-bbef-b0fb319671c3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.4866374 Mar 11 17:52:56.788562 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:56.838308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6a352261-408d-492f-a73f-a24f807b50d9 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Synchronizing usage tracker for tenant:2b838a7796784274845a603a789d8217 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:56.850703 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3c783-27a8-475f-a154-e89e20766a0a None None] New status for floating IP 80e58e16-7c1f-4447-84e7-99a9c495443a: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:52:56.928808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:57.160196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:57.212298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6a352261-408d-492f-a73f-a24f807b50d9 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Unset dirty status for tenant:2b838a7796784274845a603a789d8217 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:57.213389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6a352261-408d-492f-a73f-a24f807b50d9 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 207 time: 0.6870921 Mar 11 17:52:57.249395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49650) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:57.265323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for ce20231e-b5b9-44d8-bd49-d08726fe7e52 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:57.336711 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:57.433916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e0f2f4-77c5-4fe8-88f7-2b44b656472a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:57.456662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75651a96-408a-4d2d-9ae0-c3710711f191 req-026a97c1-d259-4c53-be6d-08d03aeede89 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999762 Mar 11 17:52:57.478004 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:57.489302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.489302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.497947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.498615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.499241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.499686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.500187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.501596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.502050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.503030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.506255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:57.539395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fcd2a98c-9cad-465c-b533-596a77bf485d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/a5e0f2f4-77c5-4fe8-88f7-2b44b656472a HTTP/1.1" status: 204 len: 168 time: 1.2160189 Mar 11 17:52:57.540053 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-98effa8f-0576-46a8-8109-27f28d5798eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 1095 time: 1.8646927 Mar 11 17:52:57.553328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49666) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:57.706484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f610a2f8-f8a9-424b-bb11-57145f3e6ab3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1514299 Mar 11 17:52:57.706699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49672) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:57.715315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:57.740263 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-c0091ddd-25ea-4f0e-a193-fa05541443c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037 HTTP/1.1" status: 200 len: 217 time: 0.1820049 Mar 11 17:52:57.790394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d09e0-a8a6-4120-8fe6-f33f3c9964f0 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:52:57.822726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-23e98ae2-8251-43f0-bd7f-5596d332ca80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:57.824283 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-23e98ae2-8251-43f0-bd7f-5596d332ca80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.0757053 Mar 11 17:52:57.953251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200b830-97da-49a4-86cb-5b30977936a1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:57.957714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200b830-97da-49a4-86cb-5b30977936a1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:57.961897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200b830-97da-49a4-86cb-5b30977936a1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:57.966404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200b830-97da-49a4-86cb-5b30977936a1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:57.973203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3200b830-97da-49a4-86cb-5b30977936a1 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6869445 Mar 11 17:52:57.975974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49678) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:57.975974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:57.993184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:58.045694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:58.057458 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:58.120752 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-98dbfde3-4d5e-46dc-bba6-7e105255e280 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2875338 Mar 11 17:52:58.169919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:58.171195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:58.400122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4430b56b-dff9-4faa-98c1-53863d39f59b None None] Provisioning complete for port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:52:58.400423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4430b56b-dff9-4faa-98c1-53863d39f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:58.438319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=ce20231e-b5b9-44d8-bd49-d08726fe7e52,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:58.455412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:58.462950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:58.466786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:58.576470 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3e6fcd37-8496-49a1-bab3-13df4acee33f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/ce20231e-b5b9-44d8-bd49-d08726fe7e52 HTTP/1.1" status: 204 len: 168 time: 2.9607325 Mar 11 17:52:58.576470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49704) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:58.630959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'mac_address': 'fa:16:3e:87:79:35', 'name': 'tempest-PortsTestJSON-1901567785'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:52:58.706659 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-040b9ba8-d687-40b1-9242-f69bb5bd3f55 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748281 Mar 11 17:52:58.835911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:52:58.871308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] Deleting port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:58.871308 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:58.983518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-af140e49-70d0-459b-8813-d661a5a09210 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Synchronizing usage tracker for tenant:2b838a7796784274845a603a789d8217 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:52:59.198195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:52:59.213283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-af140e49-70d0-459b-8813-d661a5a09210 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Unset dirty status for tenant:2b838a7796784274845a603a789d8217 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:52:59.213283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-af140e49-70d0-459b-8813-d661a5a09210 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.2236884 Mar 11 17:52:59.221103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49730) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:59.227960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:52:59.370474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:52:59.370474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:59.440735 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4b3a6799-2ae6-4157-8bcb-c3ccab63c04f req-8c2660ca-e86e-4925-99cd-a2804adf02f3 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234943 Mar 11 17:52:59.461164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:52:59.494309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:52:59.553704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] For port d35a251f-7af2-42ec-ab5d-c61a1ce53e03, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:59.553704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:59.606060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:59.724271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa33467-ea48-420e-a456-c9902fd56a56 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:59.724271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa33467-ea48-420e-a456-c9902fd56a56 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:59.724271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-daa33467-ea48-420e-a456-c9902fd56a56 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5020931 Mar 11 17:52:59.746658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:59.762676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49738) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:52:59.818043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744d69-f0ed-4225-99c8-0af1a31cd5d2 req-205e8b0d-30b0-40f7-9fd9-4ff8e3db188c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:59.825778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6744d69-f0ed-4225-99c8-0af1a31cd5d2 req-205e8b0d-30b0-40f7-9fd9-4ff8e3db188c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.9425716 Mar 11 17:52:59.872098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] Calling delete_port for d35a251f-7af2-42ec-ab5d-c61a1ce53e03 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:52:59.954025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port 3d5b7112-3fdd-4e61-bc5c-2fcc87444902, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:59.954025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:59.994228 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.052625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 8c90c408-70f0-4b1b-81d2-5c07c52f3581 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:53:00.092968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d35a251f-7af2-42ec-ab5d-c61a1ce53e03 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:00.128009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3dad6f-690b-48c4-9931-dea89048f560 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:00.128009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3dad6f-690b-48c4-9931-dea89048f560 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:00.136796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd3dad6f-690b-48c4-9931-dea89048f560 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3619027 Mar 11 17:53:00.158713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49746) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:00.158713 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.183453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6744d69-f0ed-4225-99c8-0af1a31cd5d2 req-092dc8aa-0349-4faf-9af0-8a2866a13de0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499942 Mar 11 17:53:00.210678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] No DVR routers for this DVR port d35a251f-7af2-42ec-ab5d-c61a1ce53e03 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:00.283968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d35a251f-7af2-42ec-ab5d-c61a1ce53e03 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:00.284313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d35a251f-7af2-42ec-ab5d-c61a1ce53e03 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:00.307446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36833ad7-9875-400f-b3ad-203ad82ce19e None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:53:00.373572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:00.441856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d2255-6cea-4587-bb64-75ef0105211e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:00.443615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5a1d2255-6cea-4587-bb64-75ef0105211e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/networks/17d7c454-7b14-4453-bb8e-2becd44f1fe3 HTTP/1.1" status: 200 len: 799 time: 0.2822251 Mar 11 17:53:00.452421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49752) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:00.465159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ff80f-344b-4b32-97d2-63deda4a1a2c None None] Pushing event deleted for resources: {'Port': ['ID=d35a251f-7af2-42ec-ab5d-c61a1ce53e03,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:00.617013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.669874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:00.669874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:00.706874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:00.706874 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.711656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=3d5b7112-3fdd-4e61-bc5c-2fcc87444902,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:00.720858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=188f97ab-31af-4cdb-a551-6849736928d9,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:00.849926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36833ad7-9875-400f-b3ad-203ad82ce19e None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:53:00.926751 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-0c08cbe1-cea1-4603-b9fe-feaf45cfa5ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 1095 time: 1.2842743 Mar 11 17:53:01.098694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1eec1482-0cbe-4d4d-8ca8-a0edc24b5b44 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3870673 Mar 11 17:53:01.132628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49762) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:01.146875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:01.390582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-0d9f812e-80f9-4383-8536-a4e38ea7b625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:01.390582 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-0d9f812e-80f9-4383-8536-a4e38ea7b625 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.4292912 Mar 11 17:53:01.487473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b526208b-6bdd-474b-8580-6528f2c9397d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/networks/17d7c454-7b14-4453-bb8e-2becd44f1fe3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.9965312 Mar 11 17:53:01.518123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:01.535356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49770) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:01.599958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '188f97ab-31af-4cdb-a551-6849736928d9'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:53:01.600779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:01.820392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:01.820392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0ee10-3227-4125-a4f7-f4815edd8ea3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:01.820392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cee0ee10-3227-4125-a4f7-f4815edd8ea3 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/subnets/a5b85554-7f8c-47da-96e2-1273531d005c HTTP/1.1" status: 200 len: 811 time: 0.2738683 Mar 11 17:53:01.874027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49776) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:01.927460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:01.976093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:01.980286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:01.988623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:01.989302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.004763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Allocated IP 172.20.0.2 (75568097-05ea-4303-a281-4da1879652a7/188f97ab-31af-4cdb-a551-6849736928d9/ff915fe1-419b-4d9b-957e-89f592887a0f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:02.085682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd1984-db36-453d-ac8e-137306e2c55c req-a96902ff-ca22-4f8e-ae39-e0583e678d57 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:02.085682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6cd1984-db36-453d-ac8e-137306e2c55c req-a96902ff-ca22-4f8e-ae39-e0583e678d57 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.4574988 Mar 11 17:53:02.140536 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-fd934756-b3d3-49ea-9b31-c22384f48ae2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037 HTTP/1.1" status: 200 len: 217 time: 0.5772569 Mar 11 17:53:02.190806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5828443 Mar 11 17:53:02.193900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49784) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:02.251710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:02.272494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:02.289059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:02.299710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a7a93-bc08-42be-b915-6f9e76df6d70 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=8c90c408-70f0-4b1b-81d2-5c07c52f3581,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:02.318265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:02.340161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b6cd1984-db36-453d-ac8e-137306e2c55c req-2e50e65e-2cd7-4a75-a86a-9fc44f119f38 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148399 Mar 11 17:53:02.377377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:02.679094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e6d45-5586-4c5b-82e8-8058562fd888 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:02.679094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-121e6d45-5586-4c5b-82e8-8058562fd888 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "GET /v2.0/subnets/a5b85554-7f8c-47da-96e2-1273531d005c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.7992365 Mar 11 17:53:02.682518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.701750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.712869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49794) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:02.712869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703890308'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:02.743098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Transition to ACTIVE for port object ff915fe1-419b-4d9b-957e-89f592887a0f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:02.744820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:02.758241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63472f75-dbb3-4d1d-b10c-1cbe9b800330 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:02.758241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63472f75-dbb3-4d1d-b10c-1cbe9b800330 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/8c90c408-70f0-4b1b-81d2-5c07c52f3581 HTTP/1.1" status: 200 len: 841 time: 0.4905996 Mar 11 17:53:02.765755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49798) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:02.808428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-9079a3df-3ab3-468d-af61-356dcbab28c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:02.808428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-9079a3df-3ab3-468d-af61-356dcbab28c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.5997429 Mar 11 17:53:02.812198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Transition to ACTIVE for port object ff915fe1-419b-4d9b-957e-89f592887a0f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:02.824924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.880810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:02.967420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:02.975730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:02.985182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:02.992444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:02.995816 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.015555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 8c90c408-70f0-4b1b-81d2-5c07c52f3581 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:03.016201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.242014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Pushing event updated for resources: {'Port': ['ID=ff915fe1-419b-4d9b-957e-89f592887a0f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:03.277097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Attempting to bind port ff915fe1-419b-4d9b-957e-89f592887a0f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:53:03.279897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Attempting to bind port ff915fe1-419b-4d9b-957e-89f592887a0f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:53:03.280386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Attempting to bind port ff915fe1-419b-4d9b-957e-89f592887a0f on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:53:03.297296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:53:03.298040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:53:03.298474 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.298930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:53:03.299458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Bound port: ff915fe1-419b-4d9b-957e-89f592887a0f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:53:03.302962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.308691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:53:03.319339 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.320319 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Added segment e7d820ce-f58d-4ff5-9396-c6583c10a59e of type vlan for network 37923683-b761-40f8-9689-3902c6c7f1dc Mar 11 17:53:03.355877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.421142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.441961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:03.442967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.464224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] For port ff915fe1-419b-4d9b-957e-89f592887a0f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:53:03.464224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] For port ff915fe1-419b-4d9b-957e-89f592887a0f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ff915fe1-419b-4d9b-957e-89f592887a0f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:53:03.478115 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.609432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:53:03.726015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6436c8-4804-4739-aeab-08a76df7c923 None None] Pushing event updated for resources: {'Port': ['ID=ff915fe1-419b-4d9b-957e-89f592887a0f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:03.757903 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0515704 Mar 11 17:53:03.767640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49816) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:03.979618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'network_id': '37923683-b761-40f8-9689-3902c6c7f1dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:04.004513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.079191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e3820-dc40-4bc3-be5a-4dc5dcd2611d tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Network': ['ID=37923683-b761-40f8-9689-3902c6c7f1dc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:04.110058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e279-6a25-41b3-9dc0-71a0193c2a01 req-f8d7c3cc-7af6-4469-973a-857a3e85244a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:04.110058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5998e279-6a25-41b3-9dc0-71a0193c2a01 req-f8d7c3cc-7af6-4469-973a-857a3e85244a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.3965473 Mar 11 17:53:04.119549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-38313548-d4d2-49d8-82c5-7b2eedec0807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2284865 Mar 11 17:53:04.156708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 37923683-b761-40f8-9689-3902c6c7f1dc details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:53:04.348896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5998e279-6a25-41b3-9dc0-71a0193c2a01 req-c9c265bc-d8cd-4a27-a23f-de596e8c1422 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514995 Mar 11 17:53:04.808119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port ff915fe1-419b-4d9b-957e-89f592887a0f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ff915fe1-419b-4d9b-957e-89f592887a0f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:04.858097 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.870316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.872361 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.992882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.264660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:05.273397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:05.300555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:05.300555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.347153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2085848 Mar 11 17:53:05.347440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 8c90c408-70f0-4b1b-81d2-5c07c52f3581 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:05.348812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=ff915fe1-419b-4d9b-957e-89f592887a0f,revision_number=4']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:05.351959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49830) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:05.352635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e663782-9af7-4067-bfb0-516c41501527 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=33268bd5-f46d-48f5-8dcf-40bde3044289,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:05.360128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:88:1d:f0', 'name': 'tempest-NetworksTestDHCPv6-1296778209'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:05.513158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.518965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:05.581255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:05.587792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:05.591958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:05.666722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:05.693944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.693944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=8c90c408-70f0-4b1b-81d2-5c07c52f3581,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:05.791561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:05.799115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:05.811353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.846943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a453-d291-4e63-b9f0-d7b038013445 req-9f88c922-3be5-447f-818e-59310d689cbb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:05.883047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00c5a453-d291-4e63-b9f0-d7b038013445 req-9f88c922-3be5-447f-818e-59310d689cbb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.1771576 Mar 11 17:53:05.900358 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-547e0402-5ee4-43ee-8409-a3c98338197d service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7160213 Mar 11 17:53:05.971327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 2f4ed9fd-957b-4431-812c-73f52bf1dd15 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:53:05.980941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.991320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8797db-58d7-4986-83a1-75536ccfb12f None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:53:06.212426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-925d2e37-d0f8-45ad-b7d0-2bae451e9f96 None None] Provisioning for port ff915fe1-419b-4d9b-957e-89f592887a0f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:06.238041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-00c5a453-d291-4e63-b9f0-d7b038013445 req-56fea914-4db1-42d6-95a1-2446a0a18ab7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721993 Mar 11 17:53:06.318472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ff915fe1-419b-4d9b-957e-89f592887a0f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:06.332823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Made reservation on behalf of 2b838a7796784274845a603a789d8217 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:06.439307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Deleting port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:06.441181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:06.606855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ff915fe1-419b-4d9b-957e-89f592887a0f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:06.632641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ff915fe1-419b-4d9b-957e-89f592887a0f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:06.632641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:06.717527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8797db-58d7-4986-83a1-75536ccfb12f None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:53:06.846321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 172.20.0.11 (75568097-05ea-4303-a281-4da1879652a7/188f97ab-31af-4cdb-a551-6849736928d9/2f4ed9fd-957b-4431-812c-73f52bf1dd15) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:06.854453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:fe88:1df0 (75568097-05ea-4303-a281-4da1879652a7/33268bd5-f46d-48f5-8dcf-40bde3044289/2f4ed9fd-957b-4431-812c-73f52bf1dd15) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:07.234134 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.323808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a650f9ea-98dc-4479-b243-8b4aa5b86037 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:53:07.334878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.356692 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-acbd434a-5702-411e-a6da-a4cba3e31d63 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/8c90c408-70f0-4b1b-81d2-5c07c52f3581 HTTP/1.1" status: 204 len: 168 time: 4.5934291 Mar 11 17:53:07.383236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49858) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:07.468017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ff915fe1-419b-4d9b-957e-89f592887a0f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ff915fe1-419b-4d9b-957e-89f592887a0f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:07.490496 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-0927f91b-1920-46ce-ac34-48436376b685 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:53:07.490496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0927f91b-1920-46ce-ac34-48436376b685 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:07.502384 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.557096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.557096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0927f91b-1920-46ce-ac34-48436376b685 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:07.568942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0927f91b-1920-46ce-ac34-48436376b685 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/8c90c408-70f0-4b1b-81d2-5c07c52f3581 HTTP/1.1" status: 404 len: 333 time: 0.1743836 Mar 11 17:53:07.568942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49862) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:07.608545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'name': 'tempest-PortsTestJSON-1849998608'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:07.628500 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:53:08.004025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ff915fe1-419b-4d9b-957e-89f592887a0f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:08.221162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 2f4ed9fd-957b-4431-812c-73f52bf1dd15 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:08.299305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing IP validity checks on allocation pools {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 17:53:08.299305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.ipam_backend_mixin [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 17:53:08.346711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a43177cb-73bc-453a-9ba0-e77f34d7cc20 req-4e95fd84-99ce-4990-bc12-627a850253ba service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4356401 Mar 11 17:53:08.352952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:08.423596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:08.458752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:08.458752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.492978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.545131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:08.604881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'a650f9ea-98dc-4479-b243-8b4aa5b86037', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'port_id': 'a650f9ea-98dc-4479-b243-8b4aa5b86037', 'mac_address': 'fa:16:3e:31:9a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:53:08.623946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] For port 7cf078b7-dfbe-4840-865b-9a7e788ddcd6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:08.624454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.760704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.781027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a650f9ea-98dc-4479-b243-8b4aa5b86037 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:53:08.806349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56afab-2b13-41bc-bd1d-456f7b83f819 req-9f814bed-b0e1-4ef6-ab64-ecea3e139118 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:08.806349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c56afab-2b13-41bc-bd1d-456f7b83f819 req-9f814bed-b0e1-4ef6-ab64-ecea3e139118 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.7279825 Mar 11 17:53:08.850352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=2f4ed9fd-957b-4431-812c-73f52bf1dd15,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:08.867072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:08.873805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:08.880517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36955985-3387-4728-a9bb-8878780feada None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:08.887160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:08.923504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:09.021757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port d4ef6498-9be1-49b1-9b14-181aa18d6d21 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:53:09.292461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Calling delete_port for 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:09.394500 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.635849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.652917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.698018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.705701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf078b7-dfbe-4840-865b-9a7e788ddcd6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:09.772079 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.826404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a650f9ea-98dc-4479-b243-8b4aa5b86037'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:53:10.062914 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:10.126828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a650f9ea-98dc-4479-b243-8b4aa5b86037,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:10.187822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Checking segment: {'id': 'e7d820ce-f58d-4ff5-9396-c6583c10a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '37923683-b761-40f8-9689-3902c6c7f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:53:10.189714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network hostable DHCP agents. Network: 37923683-b761-40f8-9689-3902c6c7f1dc, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:53:10.206420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:10.229285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=d4ef6498-9be1-49b1-9b14-181aa18d6d21,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:10.241071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:10.254869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:10.276823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:10.282808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:10.300862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=22ec4993-c33c-419f-a274-b44ac669d2e7,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:10.323512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Network 37923683-b761-40f8-9689-3902c6c7f1dc is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:53:10.379241 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c56afab-2b13-41bc-bd1d-456f7b83f819 req-ca7a7e4c-ffcd-4686-8e8c-913d444475e2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5675738 Mar 11 17:53:10.470564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ff915fe1-419b-4d9b-957e-89f592887a0f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:10.547465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:10.547465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:10.623954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b61e2b40-0761-4326-af61-06406fe56498 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.2687080 Mar 11 17:53:10.626813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5bd4305d-cae2-4e38-99aa-fb696b6ebc7b tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0485113 Mar 11 17:53:10.628331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49886) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:10.675538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49890) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:10.685053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:10.978663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ff915fe1-419b-4d9b-957e-89f592887a0f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:10.978663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:11.223456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:11.276310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4256e5-e0ec-4db6-83fb-1cf6b9342194 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:11.284128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4256e5-e0ec-4db6-83fb-1cf6b9342194 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:11.289130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ea4256e5-e0ec-4db6-83fb-1cf6b9342194 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:11.449459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 37923683-b761-40f8-9689-3902c6c7f1dc) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:11.472559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88858f3-e2a3-416e-9cc2-a3851cb199a2 None None] Network 37923683-b761-40f8-9689-3902c6c7f1dc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:11.479069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:11.479069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:11.499219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ea4256e5-e0ec-4db6-83fb-1cf6b9342194 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:11.510959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ea4256e5-e0ec-4db6-83fb-1cf6b9342194 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.8705401 Mar 11 17:53:11.510959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49900) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:11.797095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64813433-c2d8-4e5d-bda2-0fdd80f86024 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:12.041899 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c875d45c-60c2-4fd7-98ca-fbfa722f9068 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 8.1037700 Mar 11 17:53:12.041899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49910) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:12.061456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-05980f0f-eeda-4ece-83cb-f03348c08563 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:12.144997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 2f4ed9fd-957b-4431-812c-73f52bf1dd15 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:12.144997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:12.219061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5e225f1e-dc83-457e-b0d2-498222df2046 None None] Provisioning complete for port ff915fe1-419b-4d9b-957e-89f592887a0f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:12.219061 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e225f1e-dc83-457e-b0d2-498222df2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:12.413479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:53:12.507705 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:12.553846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d901b068-b34a-4411-a54d-eb65d90aed61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:12.564819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:12.705293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-37923683-b761-40f8-9689-3902c6c7f1dc', 'network_id': '37923683-b761-40f8-9689-3902c6c7f1dc', 'tenant_id': '2b838a7796784274845a603a789d8217', 'fixed_ips': [{'subnet_id': '22ec4993-c33c-419f-a274-b44ac669d2e7'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:53:12.706160 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:12.909157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5e225f1e-dc83-457e-b0d2-498222df2046 None None] Provisioning for port 2f4ed9fd-957b-4431-812c-73f52bf1dd15 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:13.071581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] In _notify_port_updated(), no bound segment for port d4ef6498-9be1-49b1-9b14-181aa18d6d21 on network 5d02ad16-dfb6-4765-8820-1a47b78ede8a {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:53:13.088738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:13.088738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:13.088738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "PUT /v2.0/ports/d4ef6498-9be1-49b1-9b14-181aa18d6d21 HTTP/1.1" status: 200 len: 818 time: 2.4100485 Mar 11 17:53:13.107034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d1d9-bf48-4489-9645-553f5888fd93 req-84b56134-6e82-430c-b16d-bde0489bc90c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:13.138184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ac0d1d9-bf48-4489-9645-553f5888fd93 req-84b56134-6e82-430c-b16d-bde0489bc90c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 945 time: 1.2522390 Mar 11 17:53:13.180049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49922) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:13.285041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port d4ef6498-9be1-49b1-9b14-181aa18d6d21 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:13.285651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:13.330751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5e225f1e-dc83-457e-b0d2-498222df2046 None None] Provisioning complete for port 2f4ed9fd-957b-4431-812c-73f52bf1dd15 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:13.330751 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e225f1e-dc83-457e-b0d2-498222df2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:13.515719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a650f9ea-98dc-4479-b243-8b4aa5b86037 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:13.696300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb15f9-6f28-48b5-988c-8229d6a8d8d7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=d4ef6498-9be1-49b1-9b14-181aa18d6d21,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:13.754317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Allocated IP 172.20.0.3 (37923683-b761-40f8-9689-3902c6c7f1dc/22ec4993-c33c-419f-a274-b44ac669d2e7/f440c230-3170-403b-b34c-8d31982e04a8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:13.771299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5e225f1e-dc83-457e-b0d2-498222df2046 None None] Port 2f4ed9fd-957b-4431-812c-73f52bf1dd15 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:53:13.837876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ac0d1d9-bf48-4489-9645-553f5888fd93 req-bc1dcfa6-ac80-4873-ae75-0046e26f3e9c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945286 Mar 11 17:53:13.887119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port a650f9ea-98dc-4479-b243-8b4aa5b86037 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:13.925523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port a650f9ea-98dc-4479-b243-8b4aa5b86037 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:13.926139 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:13.958812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05980f0f-eeda-4ece-83cb-f03348c08563 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1053224'] for subnet, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:14.031357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:14.190990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b06ca9d4-5f8f-444d-b57d-8eb6ce192325 None None] Provisioning complete for port ff915fe1-419b-4d9b-957e-89f592887a0f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:14.190990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b06ca9d4-5f8f-444d-b57d-8eb6ce192325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:14.229988 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:14.697483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:14.706195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 2f4ed9fd-957b-4431-812c-73f52bf1dd15 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:14.864336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for d4ef6498-9be1-49b1-9b14-181aa18d6d21 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:15.073150 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b57de1-2f69-4e17-bfa5-facb311cf61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.149983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Router 033f2ae8-55d2-4550-9041-d61e095f2e17 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:53:15.181211 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.188735 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.442596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.532294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:53:15.559085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:15.577160 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.604591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d2571-2225-41d9-b8b7-7c0ca7cbd3bd req-3066460e-0ab1-4e66-82de-29668f95d4ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:15.606155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b72d2571-2225-41d9-b8b7-7c0ca7cbd3bd req-3066460e-0ab1-4e66-82de-29668f95d4ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 945 time: 0.3765709 Mar 11 17:53:15.685950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.726691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b06ca9d4-5f8f-444d-b57d-8eb6ce192325 None None] Provisioning complete for port 2f4ed9fd-957b-4431-812c-73f52bf1dd15 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:15.726691 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b06ca9d4-5f8f-444d-b57d-8eb6ce192325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.749349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=2f4ed9fd-957b-4431-812c-73f52bf1dd15,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:15.813900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=d4ef6498-9be1-49b1-9b14-181aa18d6d21,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:15.826553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.869748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Transition to ACTIVE for port object f440c230-3170-403b-b34c-8d31982e04a8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:15.893068 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f9e7ae78-7d65-4b2d-bf22-4266e0d29ef4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/d4ef6498-9be1-49b1-9b14-181aa18d6d21 HTTP/1.1" status: 204 len: 168 time: 2.7035823 Mar 11 17:53:15.893068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49954) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:16.010134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b06ca9d4-5f8f-444d-b57d-8eb6ce192325 None None] Port 2f4ed9fd-957b-4431-812c-73f52bf1dd15 was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:53:16.030188 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:16.032604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:16.037301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Transition to ACTIVE for port object f440c230-3170-403b-b34c-8d31982e04a8 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:16.048867 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037', 'code': 200} Mar 11 17:53:16.056181 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:16.075164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a650f9ea-98dc-4479-b243-8b4aa5b86037,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:16.088760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d160a5-350d-48a9-b9d3-d312b00955cc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:16.089488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-38d160a5-350d-48a9-b9d3-d312b00955cc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:16.091977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b72d2571-2225-41d9-b8b7-7c0ca7cbd3bd req-139f07bd-0b6a-40aa-a0d8-b0e8dca7b17b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412050 Mar 11 17:53:16.202151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Pushing event updated for resources: {'Port': ['ID=f440c230-3170-403b-b34c-8d31982e04a8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:16.231692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Network 37923683-b761-40f8-9689-3902c6c7f1dc is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:16.243653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b7585dae-69cb-4e66-8815-74c1785beec9 None None] Could not find standard attr ID for object 2f4ed9fd-957b-4431-812c-73f52bf1dd15. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:53:16.248844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:16.257154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:16.385506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-38d160a5-350d-48a9-b9d3-d312b00955cc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:16.385506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-38d160a5-350d-48a9-b9d3-d312b00955cc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4918928 Mar 11 17:53:16.388831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:16.401799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49964) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:16.441118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-114100d0-1ba0-4801-8ed5-e41d159f2ea1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/2f4ed9fd-957b-4431-812c-73f52bf1dd15 HTTP/1.1" status: 204 len: 168 time: 4.9144697 Mar 11 17:53:16.441118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49968) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:16.500720 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0fb522-9f3c-4abb-a646-61f1c56b99c2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:53:16.506447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5a0fb522-9f3c-4abb-a646-61f1c56b99c2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/d4ef6498-9be1-49b1-9b14-181aa18d6d21 HTTP/1.1" status: 404 len: 333 time: 0.1059206 Mar 11 17:53:16.508372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49974) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:16.541422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Attempting to bind port f440c230-3170-403b-b34c-8d31982e04a8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:53:16.542250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Attempting to bind port f440c230-3170-403b-b34c-8d31982e04a8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e7d820ce-f58d-4ff5-9396-c6583c10a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '37923683-b761-40f8-9689-3902c6c7f1dc'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:53:16.542896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Attempting to bind port f440c230-3170-403b-b34c-8d31982e04a8 on network 37923683-b761-40f8-9689-3902c6c7f1dc {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:53:16.553091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:53:16.553473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Checking segment: {'id': 'e7d820ce-f58d-4ff5-9396-c6583c10a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '37923683-b761-40f8-9689-3902c6c7f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:53:16.555346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:16.555753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Bound using segment: {'id': 'e7d820ce-f58d-4ff5-9396-c6583c10a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '37923683-b761-40f8-9689-3902c6c7f1dc'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:53:16.562351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Bound port: f440c230-3170-403b-b34c-8d31982e04a8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d820ce-f58d-4ff5-9396-c6583c10a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '37923683-b761-40f8-9689-3902c6c7f1dc'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:53:16.564563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:16.601657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4376981b-5456-4eb9-968c-313987223bbf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:16.601657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4376981b-5456-4eb9-968c-313987223bbf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:16.601657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4376981b-5456-4eb9-968c-313987223bbf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:16.604794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4376981b-5456-4eb9-968c-313987223bbf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:16.669803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4376981b-5456-4eb9-968c-313987223bbf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:16.669803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4376981b-5456-4eb9-968c-313987223bbf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2346675 Mar 11 17:53:16.669803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49978) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:16.735309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] For port f440c230-3170-403b-b34c-8d31982e04a8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:53:16.740916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] For port f440c230-3170-403b-b34c-8d31982e04a8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f440c230-3170-403b-b34c-8d31982e04a8,segment=NetworkSegment(e7d820ce-f58d-4ff5-9396-c6583c10a59e),segment_id=e7d820ce-f58d-4ff5-9396-c6583c10a59e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:53:16.747529 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:16.824029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1985366217'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:16.851400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:16.874077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:16.896788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Pushing event updated for resources: {'Port': ['ID=f440c230-3170-403b-b34c-8d31982e04a8,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:16.908968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.909310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.909635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.912538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.912901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.913243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.913743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.914073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.914447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.914772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.915093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831f23-5239-45b7-af53-5c48a1d51969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:16.943348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:17.042433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:17.053182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.151280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 188f97ab-31af-4cdb-a551-6849736928d9 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:53:17.155353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.298058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:53:17.311382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] Sync routers for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:53:17.314580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-724eed25-53b2-4c7f-b4e8-958cfb6c4946 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "PUT /v2.0/routers/033f2ae8-55d2-4550-9041-d61e095f2e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 25.9222190 Mar 11 17:53:17.330837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 49988) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:17.346808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.353159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:53:17.356755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:53:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:17.386702 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-124aac5d-c86c-4146-88ce-e41b0a1e2b34 req-1e9c857d-561f-4b92-b4aa-7596a6ec6f09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 1097 time: 1.2221549 Mar 11 17:53:17.440949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:17.440949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.540887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:53:17.574954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.574954 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment 5bb4a6d1-6078-40a0-8a1f-d06786d904ae of type vlan for network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce Mar 11 17:53:17.634623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.720998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:53:17.768921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.773098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:17.773707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.819539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05980f0f-eeda-4ece-83cb-f03348c08563 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794726933149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1504069'] for subnet, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:18.027740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-124aac5d-c86c-4146-88ce-e41b0a1e2b34 req-72cce750-2aec-4f05-8d61-0ccace9628a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235956 Mar 11 17:53:18.098501 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5679739 Mar 11 17:53:18.135352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 49998) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:18.156821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:18.189162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f440c230-3170-403b-b34c-8d31982e04a8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:18.197251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05980f0f-eeda-4ece-83cb-f03348c08563 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event updated for resources: {'Subnet': ['ID=22ec4993-c33c-419f-a274-b44ac669d2e7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:18.199750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa245c04-0469-4a59-ba03-26cb26a906e4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=10e92e67-8c1f-4104-b5c8-6b3f081d45ce,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:18.219824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05980f0f-eeda-4ece-83cb-f03348c08563 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:18.221304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05980f0f-eeda-4ece-83cb-f03348c08563 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:18.229700 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-05980f0f-eeda-4ece-83cb-f03348c08563 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "PUT /v2.0/subnets/22ec4993-c33c-419f-a274-b44ac669d2e7 HTTP/1.1" status: 200 len: 877 time: 6.1921573 Mar 11 17:53:18.231776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50004) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:18.286782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:53:18.310251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting subnet 7ed3dd48-0157-4aef-9e4d-848ab72af1b8 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:53:18.326259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:18.556419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:18.559347 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:18.680771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:18.686691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:18.692115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:18.733830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f440c230-3170-403b-b34c-8d31982e04a8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:18.741518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:18.825796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830639d6-ab5f-4274-aa85-16b54200ef10 req-b21297de-d985-4263-9af1-d3917e249f6e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:18.825796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-830639d6-ab5f-4274-aa85-16b54200ef10 req-b21297de-d985-4263-9af1-d3917e249f6e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 946 time: 1.0156791 Mar 11 17:53:18.912376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:18.923009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:18.944123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce57b7-2e33-4ca7-8e06-711ecc82ec1d None None] Network 37923683-b761-40f8-9689-3902c6c7f1dc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:19.009127 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.028059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.039867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035079f-20d1-4826-8dd5-1d93c95f7ee4 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:19.079873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/188f97ab-31af-4cdb-a551-6849736928d9 HTTP/1.1" status: 204 len: 168 time: 2.4081454 Mar 11 17:53:19.089153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50016) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:19.089791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-830639d6-ab5f-4274-aa85-16b54200ef10 req-afbd0836-2c33-432b-a203-fe69bce6a383 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569094 Mar 11 17:53:19.094576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcab70-b72b-4dce-9a35-9e5cb3a07ef7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=188f97ab-31af-4cdb-a551-6849736928d9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:19.105007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Router b704f8f2-e815-469c-9768-353be8fda477 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:53:19.192450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.331100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed3dd48-0157-4aef-9e4d-848ab72af1b8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:19.380141 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.389580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.403152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b874286d-8fa4-4f82-b5be-5ac84585cf0e tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/subnets/7ed3dd48-0157-4aef-9e4d-848ab72af1b8 HTTP/1.1" status: 204 len: 168 time: 2.0709422 Mar 11 17:53:19.403956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50020) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:19.483559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712de750-5a66-464f-8177-5e2fb4063752 None None] Network 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:19.627622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31c4aaac-6479-4336-9512-93ffb9588e2e None None] Provisioning for port f440c230-3170-403b-b34c-8d31982e04a8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:19.665957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31c4aaac-6479-4336-9512-93ffb9588e2e None None] Provisioning complete for port f440c230-3170-403b-b34c-8d31982e04a8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:19.665957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31c4aaac-6479-4336-9512-93ffb9588e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.758551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.810588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port f440c230-3170-403b-b34c-8d31982e04a8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:19.811016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.943866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:53:00Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:20.015127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] Checking router: 033f2ae8-55d2-4550-9041-d61e095f2e17 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:53:20.326405 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:20.354687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] Routers {'033f2ae8-55d2-4550-9041-d61e095f2e17'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:53:20.355608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:53:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['033f2ae8-55d2-4550-9041-d61e095f2e17'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:20.718698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31c4aaac-6479-4336-9512-93ffb9588e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:20.837967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bab07-3c2f-461e-84ff-0defe221a2df req-373249d8-930a-4b22-9c4f-f28ad9e7646d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:20.840089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-583bab07-3c2f-461e-84ff-0defe221a2df req-373249d8-930a-4b22-9c4f-f28ad9e7646d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 946 time: 0.3224909 Mar 11 17:53:20.874154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port f440c230-3170-403b-b34c-8d31982e04a8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f440c230-3170-403b-b34c-8d31982e04a8,segment=NetworkSegment(e7d820ce-f58d-4ff5-9396-c6583c10a59e),segment_id=e7d820ce-f58d-4ff5-9396-c6583c10a59e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:20.874154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:20.886526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] DHCP port deletion for 7a85cf96-dfda-4d99-9a04-b2c752edf3f7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:53:21.000252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] Deleting port f0238388-7b98-4ed3-bb15-60d52c616405 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:21.000252 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:21.026801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for f440c230-3170-403b-b34c-8d31982e04a8 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:21.103785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-583bab07-3c2f-461e-84ff-0defe221a2df req-1b44e9c9-fcfa-45cc-ada2-8cb267880c86 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347505 Mar 11 17:53:21.174001 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:21.190441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] Set router 033f2ae8-55d2-4550-9041-d61e095f2e17 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:53:21.200272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Deleting port e06a0b09-79e1-499d-93b0-74f539210b67 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:21.201720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:21.368141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 33268bd5-f46d-48f5-8dcf-40bde3044289 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:53:21.550768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:21.642543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-31c4aaac-6479-4336-9512-93ffb9588e2e None None] For port f440c230-3170-403b-b34c-8d31982e04a8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f440c230-3170-403b-b34c-8d31982e04a8,segment=NetworkSegment(e7d820ce-f58d-4ff5-9396-c6583c10a59e),segment_id=e7d820ce-f58d-4ff5-9396-c6583c10a59e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:21.697731 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31c4aaac-6479-4336-9512-93ffb9588e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:21.727587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:21.946737 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:53:21.947959 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:53:22.021189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8169e-45e5-4100-8f3c-38c3e84bb24b req-1ad485d4-029c-4ea2-9bb2-93ee3b5833d8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:22.028139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1bd8169e-45e5-4100-8f3c-38c3e84bb24b req-1ad485d4-029c-4ea2-9bb2-93ee3b5833d8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 946 time: 0.5073314 Mar 11 17:53:22.102996 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:22.229472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] For port e06a0b09-79e1-499d-93b0-74f539210b67, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e06a0b09-79e1-499d-93b0-74f539210b67,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:22.229472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:22.330593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:22.423705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=33268bd5-f46d-48f5-8dcf-40bde3044289,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:22.469035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:22.493110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port f440c230-3170-403b-b34c-8d31982e04a8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:22.493110 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:22.646784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] For port f0238388-7b98-4ed3-bb15-60d52c616405, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f0238388-7b98-4ed3-bb15-60d52c616405,segment=NetworkSegment(5f904920-6280-438f-970f-6eccf460030f),segment_id=5f904920-6280-438f-970f-6eccf460030f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:22.654021 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:22.829333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Calling delete_port for e06a0b09-79e1-499d-93b0-74f539210b67 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:22.884402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] Calling delete_port for f0238388-7b98-4ed3-bb15-60d52c616405 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:23.063269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1bd8169e-45e5-4100-8f3c-38c3e84bb24b req-b2d9c16d-565c-4184-b37f-27c5ad058d2a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0093181 Mar 11 17:53:23.093591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630cf010-feec-44d3-b2b7-1e62e8c64e33 None None] Network 37923683-b761-40f8-9689-3902c6c7f1dc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:23.107493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f0238388-7b98-4ed3-bb15-60d52c616405 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:23.177579 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.274413 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.290989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7621d8fe-9b38-432a-9ae5-64b0f3254061 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:23.366281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d3c9e3b2-84f0-4dd5-8f1b-50f3ce5dc0d9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/33268bd5-f46d-48f5-8dcf-40bde3044289 HTTP/1.1" status: 204 len: 168 time: 4.2568312 Mar 11 17:53:23.381597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50064) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:23.390967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=968762ed-e437-4889-845c-e394cb0bbd35,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:23.499061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-87c98a4f-c319-4313-b782-e04e68e983b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203198 Mar 11 17:53:23.499061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:23.525262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:23.611556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f0238388-7b98-4ed3-bb15-60d52c616405 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:23.611556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f0238388-7b98-4ed3-bb15-60d52c616405 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:23.611556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4aaac-6479-4336-9512-93ffb9588e2e None None] Pushing event updated for resources: {'Port': ['ID=f440c230-3170-403b-b34c-8d31982e04a8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:23.857208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] Pushing event deleted for resources: {'Port': ['ID=f0238388-7b98-4ed3-bb15-60d52c616405,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:23.857208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315534d-8768-4a11-9bfe-9a19f680fe1c None None] No DVR routers for this DVR port f0238388-7b98-4ed3-bb15-60d52c616405 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:23.905859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:53:23.925997 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] Sync routers for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:53:23.935564 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bcda5b9a-0d2b-4927-a00d-ebcad727cdce admin admin] 10.222.0.96 "PUT /v2.0/routers/b704f8f2-e815-469c-9768-353be8fda477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 30.7183959 Mar 11 17:53:23.947399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cf00696-b53a-4a75-aeec-ffcf8a4c49b7 None None] Provisioning complete for port f440c230-3170-403b-b34c-8d31982e04a8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:23.947399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cf00696-b53a-4a75-aeec-ffcf8a4c49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.955870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50076) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:23.969742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:53:23.969742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:53:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:24.286218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f440c230-3170-403b-b34c-8d31982e04a8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:24.465029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': '5bb4a6d1-6078-40a0-8a1f-d06786d904ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:53:24.465029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: 10e92e67-8c1f-4104-b5c8-6b3f081d45ce, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:53:24.482634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:24.498906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:24.548090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:24.595650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port f440c230-3170-403b-b34c-8d31982e04a8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f440c230-3170-403b-b34c-8d31982e04a8,segment=NetworkSegment(e7d820ce-f58d-4ff5-9396-c6583c10a59e),segment_id=e7d820ce-f58d-4ff5-9396-c6583c10a59e)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:24.595650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:24.676008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:24.750783 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:53:24.766496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b495e51-b761-4e94-bb7d-283ef2021660 req-6d1fc373-c868-44a3-bce5-2c82ef5796a3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:24.770108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b495e51-b761-4e94-bb7d-283ef2021660 req-6d1fc373-c868-44a3-bce5-2c82ef5796a3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 946 time: 1.0938148 Mar 11 17:53:24.772471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Port': ['ID=e06a0b09-79e1-499d-93b0-74f539210b67,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:24.811802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for f440c230-3170-403b-b34c-8d31982e04a8 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:24.819132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:24.979036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:53:25.018127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 10e92e67-8c1f-4104-b5c8-6b3f081d45ce) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:25.055209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:25.079529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:25.079529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:25.265993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8a7811-7ff3-4687-b937-817c07e32f83 None None] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:25.285493 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-61e92bf9-e591-48bc-9dd3-d8307cd79adb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.1479359 Mar 11 17:53:25.290379 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50094) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:25.307675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:25.394321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b495e51-b761-4e94-bb7d-283ef2021660 req-9cdb8a0b-bf0e-4f0d-abdf-096aa26bf3d2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088755 Mar 11 17:53:25.401314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:25.753275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:25.764966 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:53:09Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:25.767911 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] Checking router: b704f8f2-e815-469c-9768-353be8fda477 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:53:25.797647 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] Routers {'b704f8f2-e815-469c-9768-353be8fda477'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:53:25.798274 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:53:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b704f8f2-e815-469c-9768-353be8fda477'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:25.869776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:25.921405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:25.968636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:53:25.990849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:26.175623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:26.232812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] Deleting port ff915fe1-419b-4d9b-957e-89f592887a0f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:26.232812 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:26.258179 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:26.295359 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] Set router b704f8f2-e815-469c-9768-353be8fda477 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:53:26.686175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:26.697063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-95e7d2d7-ba94-441b-87dc-ca6a95b61c6a None None] Provisioning complete for port ff915fe1-419b-4d9b-957e-89f592887a0f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:26.697063 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95e7d2d7-ba94-441b-87dc-ca6a95b61c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:26.749589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Port': ['ID=f440c230-3170-403b-b34c-8d31982e04a8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:26.749589 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.019189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No DVR routers for this DVR port f440c230-3170-403b-b34c-8d31982e04a8 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:27.074812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:53:00Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:27.098893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f440c230-3170-403b-b34c-8d31982e04a8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:27.098893 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.152466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port f440c230-3170-403b-b34c-8d31982e04a8 was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:53:27.190336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e630d54-a4c3-4d15-a610-58869ed896e5 None None] The sync data for ids ['033f2ae8-55d2-4550-9041-d61e095f2e17'] in n-d-833436-1 is: [{'id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'name': 'tempest-TestNetworkBasicOps-router-26569883', 'tenant_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:50:23Z', 'updated_at': '2022-03-11T17:53:00Z', 'revision_number': 5, 'project_id': '2b4ad54dc6f94f62b103007cf81b8c89', 'gw_port': {'id': 'e06a0b09-79e1-499d-93b0-74f539210b67', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f2ae8-55d2-4550-9041-d61e095f2e17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:50:25Z', 'updated_at': '2022-03-11T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:53:27.247197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.264765 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:53:09Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:27.303141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02e2de-9bfe-46a5-a75a-15e8444b340b None None] The sync data for ids ['b704f8f2-e815-469c-9768-353be8fda477'] in n-d-833436-1 is: [{'id': 'b704f8f2-e815-469c-9768-353be8fda477', 'name': 'tempest-AttachVolumeNegativeTest-679157705-router', 'tenant_id': '5b8021465c8248639c9826d52d8b7bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:36Z', 'updated_at': '2022-03-11T17:53:09Z', 'revision_number': 5, 'project_id': '5b8021465c8248639c9826d52d8b7bbc', 'gw_port': {'id': '5a20857e-6969-4d51-a226-1d7da6be063d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b704f8f2-e815-469c-9768-353be8fda477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:40Z', 'updated_at': '2022-03-11T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:53:27.544548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.578572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.588931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.618042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5c02-6bb1-4c85-b6c3-b8b419b726c2 req-8f399599-e730-4d09-ac5a-b645390f11f4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:27.618042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd9c5c02-6bb1-4c85-b6c3-b8b419b726c2 req-8f399599-e730-4d09-ac5a-b645390f11f4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 946 time: 0.9596300 Mar 11 17:53:27.784761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.856849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.857467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Fanout notify agent at l3_agent the message router_deleted on router 033f2ae8-55d2-4550-9041-d61e095f2e17 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:53:27.861002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] For port ff915fe1-419b-4d9b-957e-89f592887a0f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ff915fe1-419b-4d9b-957e-89f592887a0f,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:27.861585 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:27.962005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd9c5c02-6bb1-4c85-b6c3-b8b419b726c2 req-883b4c44-0343-44a3-9201-454be92264d3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599983 Mar 11 17:53:28.106023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.143974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b959e72-9afd-40dc-a019-430a9ed88f76 None None] DHCP port deletion for 37923683-b761-40f8-9689-3902c6c7f1dc request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:53:28.166864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:28.190748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.195313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-327da17a-6103-4875-affb-375aa06c0833 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/routers/033f2ae8-55d2-4550-9041-d61e095f2e17 HTTP/1.1" status: 204 len: 168 time: 8.7902453 Mar 11 17:53:28.209920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:28.213908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50130) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:28.233014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:28.233613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-10e92e67-8c1f-4104-b5c8-6b3f081d45ce', 'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce', 'tenant_id': 'dfb70cd505a84d1eae37c60fbda4ff10', 'fixed_ips': [{'subnet_id': '968762ed-e437-4889-845c-e394cb0bbd35'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:53:28.234704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.235122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.254859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] Calling delete_port for ff915fe1-419b-4d9b-957e-89f592887a0f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:28.333266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=10a0a58a-dbe0-45ad-b1a4-de1f7c054543,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:28.367701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2b7461b3-3d4e-40c2-a7ab-c84f739fd677 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8668089 Mar 11 17:53:28.391269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50134) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:28.438632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:28.598548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ff915fe1-419b-4d9b-957e-89f592887a0f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:28.661593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bf3d45d3-5b70-4d06-b322-8eabb62e635e None None] Could not find standard attr ID for object f440c230-3170-403b-b34c-8d31982e04a8. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:53:28.679437 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 968762ed-e437-4889-845c-e394cb0bbd35 (CIDR: 172.20.0.0/28) Mar 11 17:53:28.680715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=22ec4993-c33c-419f-a274-b44ac669d2e7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:28.717188 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:53:28.717628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:28.775371 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.788764 n-d-833436-1 neutron-server[83850]: INFO neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No ports have port_id starting with ff915fe1-419b-4d9b-957e-89f592887a0f Mar 11 17:53:28.887074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e8dbbe28-14f2-48f6-bb8d-27c25726fd77 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.5923896 Mar 11 17:53:28.898427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:28.919602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] Pushing event deleted for resources: {'Port': ['ID=ff915fe1-419b-4d9b-957e-89f592887a0f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:28.940052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245edbe5-6467-479e-8c2d-e81d50684114 None None] Network 37923683-b761-40f8-9689-3902c6c7f1dc requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:29.052509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Allocated IP 172.20.0.2 (10e92e67-8c1f-4104-b5c8-6b3f081d45ce/968762ed-e437-4889-845c-e394cb0bbd35/ae02525a-4a30-4a38-a783-cd624488ed80) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:29.059939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:29.093671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37923683-b761-40f8-9689-3902c6c7f1dc']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:29.108133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d820ce-f58d-4ff5-9396-c6583c10a59e') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:29.109265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d820ce-f58d-4ff5-9396-c6583c10a59e') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:29.122915 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:29.152009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997893f5-0170-41f3-9f84-9e22f44e53b7 None None] No DVR routers for this DVR port ff915fe1-419b-4d9b-957e-89f592887a0f on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:29.237292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:29.258501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:29.282438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e41b8c6-03d3-465d-ad4a-114f565d6ca6 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:29.367730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:29.603719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:29.603719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7cf078b7-dfbe-4840-865b-9a7e788ddcd6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:29.603719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:29.760343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:29.770841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:29.784542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:29.790726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:29.791152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d5b7112-3fdd-4e61-bc5c-2fcc87444902 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:29.791634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e06a0b09-79e1-499d-93b0-74f539210b67 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:29.791984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:29.809221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:29.819313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:29.832499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:29.836936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:29.837230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e06a0b09-79e1-499d-93b0-74f539210b67 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:29.837413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e06a0b09-79e1-499d-93b0-74f539210b67 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:29.837947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f440c230-3170-403b-b34c-8d31982e04a8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:29.918001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f440c230-3170-403b-b34c-8d31982e04a8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:29.918695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f440c230-3170-403b-b34c-8d31982e04a8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:30.005729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:53:30.005729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.030593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40aa83a-8dfe-4bc3-b440-a4f7edc8d599 None None] DHCP port deletion for 37923683-b761-40f8-9689-3902c6c7f1dc request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:53:30.044267 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:53:30.107380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Deleting port 5a20857e-6969-4d51-a226-1d7da6be063d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:30.107380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.153809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43bf61-66dd-4b43-95fc-7b602275454d req-700b7c77-a262-446e-a6eb-58322c9ceeae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:30.153809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-da43bf61-66dd-4b43-95fc-7b602275454d req-700b7c77-a262-446e-a6eb-58322c9ceeae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:30.251661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.298546 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:53:30.369084 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.384619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=37923683-b761-40f8-9689-3902c6c7f1dc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:30.391207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-da43bf61-66dd-4b43-95fc-7b602275454d req-700b7c77-a262-446e-a6eb-58322c9ceeae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:30.391207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-da43bf61-66dd-4b43-95fc-7b602275454d req-700b7c77-a262-446e-a6eb-58322c9ceeae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 946 time: 2.5801680 Mar 11 17:53:30.535390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:30.544310 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e3f1fa65-5e7f-4bad-8e10-c7934f8162e7 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/37923683-b761-40f8-9689-3902c6c7f1dc HTTP/1.1" status: 204 len: 168 time: 12.2927248 Mar 11 17:53:30.546538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.554753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50164) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:30.578411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:30.599500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Transition to ACTIVE for port object ae02525a-4a30-4a38-a783-cd624488ed80 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:30.638095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:30.648530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Transition to ACTIVE for port object ae02525a-4a30-4a38-a783-cd624488ed80 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:30.666154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.671080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:30.693314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.720538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '10a0a58a-dbe0-45ad-b1a4-de1f7c054543'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:53:30.721539 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.730966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port a650f9ea-98dc-4479-b243-8b4aa5b86037 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:30.731307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.831435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a85cf96-dfda-4d99-9a04-b2c752edf3f7']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:30.859870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:30.863439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] For port 5a20857e-6969-4d51-a226-1d7da6be063d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a20857e-6969-4d51-a226-1d7da6be063d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:30.863439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:31.086987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Allocated IP 172.20.0.2 (75568097-05ea-4303-a281-4da1879652a7/10a0a58a-dbe0-45ad-b1a4-de1f7c054543/1d9ec4c7-90af-4a3f-8aac-1a17cde185ff) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:31.100302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Calling delete_port for 5a20857e-6969-4d51-a226-1d7da6be063d owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:31.171972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f904920-6280-438f-970f-6eccf460030f') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:31.171972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f904920-6280-438f-970f-6eccf460030f') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:31.244451 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef6fc09-9ce0-44ed-89d1-cadc166b1f55 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:31.244451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef6fc09-9ce0-44ed-89d1-cadc166b1f55 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:31.251035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805f701-5ad3-4731-a4a0-d90e2bf11cec req-24fdc1ef-09b8-465f-b88f-a8d9298724f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:31.268108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1805f701-5ad3-4731-a4a0-d90e2bf11cec req-24fdc1ef-09b8-465f-b88f-a8d9298724f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 946 time: 1.7586083 Mar 11 17:53:31.317204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:31.373886 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ef6fc09-9ce0-44ed-89d1-cadc166b1f55 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/22ec4993-c33c-419f-a274-b44ac669d2e7 HTTP/1.1" status: 404 len: 337 time: 0.8094790 Mar 11 17:53:31.392876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50176) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:31.451332 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd19375a-9d99-4a81-bcf5-1d4938363d2a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:31.451332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd19375a-9d99-4a81-bcf5-1d4938363d2a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:31.451332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd19375a-9d99-4a81-bcf5-1d4938363d2a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/37923683-b761-40f8-9689-3902c6c7f1dc HTTP/1.1" status: 404 len: 339 time: 0.0517406 Mar 11 17:53:31.451332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:31.458904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50180) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:31.517258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:53:31.517258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:53:31.564807 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:53:31.586457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1805f701-5ad3-4731-a4a0-d90e2bf11cec req-8eb24acc-4e7a-4bf2-9897-d87f2b1ba70e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180206 Mar 11 17:53:31.665623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:31.691756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Transition to ACTIVE for port object 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:31.696550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:31.739416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Transition to ACTIVE for port object 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:31.747474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:31.794464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:31.829153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:31.862484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a650f9ea-98dc-4479-b243-8b4aa5b86037 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:31.954453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Pushing event updated for resources: {'Port': ['ID=ae02525a-4a30-4a38-a783-cd624488ed80,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:31.954453 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.108472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.137324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:32.137324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.177813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.194272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:32.252857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] 10.222.0.96 "DELETE /v2.0/networks/7a85cf96-dfda-4d99-9a04-b2c752edf3f7 HTTP/1.1" status: 204 len: 168 time: 3.9754241 Mar 11 17:53:32.252857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac551899-5b4b-4c9f-951e-57a1d883af54 tempest-TestNetworkBasicOps-1968963052 tempest-TestNetworkBasicOps-1968963052-project] Pushing event deleted for resources: {'Network': ['ID=7a85cf96-dfda-4d99-9a04-b2c752edf3f7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:32.301596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:32.339157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:32.587837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:53:32.632414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Pushing event updated for resources: {'Port': ['ID=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:32.803206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.881947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:32.885493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:53:32.905011 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.916069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Attempting to bind port ae02525a-4a30-4a38-a783-cd624488ed80 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:53:32.916827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Attempting to bind port ae02525a-4a30-4a38-a783-cd624488ed80 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5bb4a6d1-6078-40a0-8a1f-d06786d904ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:53:32.917412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Attempting to bind port ae02525a-4a30-4a38-a783-cd624488ed80 on network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:53:32.991412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.051573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50202) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:33.103068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:53:33.103068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Checking segment: {'id': '5bb4a6d1-6078-40a0-8a1f-d06786d904ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:53:33.103068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.108476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Bound using segment: {'id': '5bb4a6d1-6078-40a0-8a1f-d06786d904ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:53:33.108476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Bound port: ae02525a-4a30-4a38-a783-cd624488ed80, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb4a6d1-6078-40a0-8a1f-d06786d904ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:53:33.108476 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.124697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for a650f9ea-98dc-4479-b243-8b4aa5b86037 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:33.136918 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037', 'code': 200} Mar 11 17:53:33.136918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Attempting to bind port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:53:33.136918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Attempting to bind port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:53:33.136918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Attempting to bind port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:53:33.229757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:53:33.230552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:53:33.230651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.230994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:53:33.231495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Bound port: 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:53:33.231864 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.341372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a650f9ea-98dc-4479-b243-8b4aa5b86037,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:33.496379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] For port ae02525a-4a30-4a38-a783-cd624488ed80, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:53:33.524593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] For port ae02525a-4a30-4a38-a783-cd624488ed80, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ae02525a-4a30-4a38-a783-cd624488ed80,segment=NetworkSegment(5bb4a6d1-6078-40a0-8a1f-d06786d904ae),segment_id=5bb4a6d1-6078-40a0-8a1f-d06786d904ae)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:53:33.524593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] For port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:53:33.537656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] For port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:53:33.537656 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.554964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:53:33.554964 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:53:33.618022 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.667373 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-92181197-5f9e-408c-b789-696c678d37ba tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:33.668209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92181197-5f9e-408c-b789-696c678d37ba tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:33.670255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-92181197-5f9e-408c-b789-696c678d37ba tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/c45668fb-6651-4c21-8dfe-a05daa3040ac HTTP/1.1" status: 404 len: 337 time: 2.2234299 Mar 11 17:53:33.676567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:33.680688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b66bbddb-1f19-45a0-84e9-8efe8c01777c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b4ad54dc6f94f62b103007cf81b8c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6052792 Mar 11 17:53:33.681438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50216) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:33.779540 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acccea4-a558-43f5-9550-07ead6bce406 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:33.780147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acccea4-a558-43f5-9550-07ead6bce406 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:33.786047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5acccea4-a558-43f5-9550-07ead6bce406 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/039c4ce4-ea34-40c8-92b1-b9df1ca84d97 HTTP/1.1" status: 404 len: 339 time: 0.1017926 Mar 11 17:53:33.788483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:33.833918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9ea35-e73f-418c-aa6d-68543e12ac95 None None] Pushing event updated for resources: {'Port': ['ID=ae02525a-4a30-4a38-a783-cd624488ed80,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:33.859195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc0d09f2-b364-48f1-9664-1d5b7e593a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.958411 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc0d09f2-b364-48f1-9664-1d5b7e593a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.997250 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.114293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579864-db5c-41e9-a537-8b8b9a3d462f req-dbec39af-cf65-477a-b593-20fd093c641f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:34.114293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c579864-db5c-41e9-a537-8b8b9a3d462f req-dbec39af-cf65-477a-b593-20fd093c641f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.9344082 Mar 11 17:53:34.125528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:53:34.125528 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:53:34.178586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc0d09f2-b364-48f1-9664-1d5b7e593a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.221163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9062c72-5015-43cd-b685-43ccc771150c None None] Pushing event updated for resources: {'Port': ['ID=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:34.274510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d09f2-b364-48f1-9664-1d5b7e593a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde53854-881a-42b1-9f0e-9a4c44ece170,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:34.305676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc0d09f2-b364-48f1-9664-1d5b7e593a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.323972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc0d09f2-b364-48f1-9664-1d5b7e593a17 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dde53854-881a-42b1-9f0e-9a4c44ece170 HTTP/1.1" status: 204 len: 168 time: 0.6288521 Mar 11 17:53:34.333095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=b18bbc73-24b9-4b54-974d-efc0b7e6af23,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:34.403118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.429559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.450729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:34.458790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:34.458790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:34.462410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.510158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bb5fd794-bc20-4d73-9b51-ff36c1fb05f2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.4833572 Mar 11 17:53:34.510158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:34.577577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce', 'fixed_ips': [{'subnet_id': '968762ed-e437-4889-845c-e394cb0bbd35'}, {'subnet_id': 'b18bbc73-24b9-4b54-974d-efc0b7e6af23'}], 'name': 'tempest-PortsTestJSON-290141424'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:34.619356 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.774734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port a650f9ea-98dc-4479-b243-8b4aa5b86037 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:34.775605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.025271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:35.059017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.068307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c579864-db5c-41e9-a537-8b8b9a3d462f req-95474d43-2809-4e0c-bb31-c2d224d25600 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9476345 Mar 11 17:53:35.068307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.068307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.393460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a20857e-6969-4d51-a226-1d7da6be063d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:35.663781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,revision_number=4']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:35.668436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ae02525a-4a30-4a38-a783-cd624488ed80 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:35.787511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ae02525a-4a30-4a38-a783-cd624488ed80 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:35.798947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:35.801974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:35.805992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:35.810890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:35.811481 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.815632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=18758db9-3aba-4994-8c79-fb70d05af966,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:35.860922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-28e60e10-e002-4a4e-9a01-5205083b7e32 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.4623835 Mar 11 17:53:35.861757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50250) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:35.867897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:05:d1:2b', 'name': 'tempest-NetworksTestDHCPv6-1166798770'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:36.040778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50254) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:36.056672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:36.074947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:36.351401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:36.367589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:36.367589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:36.380711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:36.408697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:36.408697 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:36.436088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905f8abe-8247-47a4-9566-a533ee425ac0']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:36.533510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port ddf8879a-f29a-4485-964e-789d632f1a3d yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:53:36.841501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095506a5-512f-469a-a9ca-9052ef950aaa None None] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:36.923756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-853d267c-528d-4848-a03f-b97064cb89ca None None] Provisioning for port ae02525a-4a30-4a38-a783-cd624488ed80 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:37.018646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-853d267c-528d-4848-a03f-b97064cb89ca None None] Provisioning complete for port ae02525a-4a30-4a38-a783-cd624488ed80 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:37.019422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-853d267c-528d-4848-a03f-b97064cb89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.049010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8dbd8-3185-4d01-a32f-768078b8aace None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:37.142258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25065ec-9326-445c-a200-29b25f9bba8a req-4f5ef1d3-1cbf-42fa-aede-34c7bbc3c1e5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:37.165261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b25065ec-9326-445c-a200-29b25f9bba8a req-4f5ef1d3-1cbf-42fa-aede-34c7bbc3c1e5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 944 time: 0.4932888 Mar 11 17:53:37.169117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port a650f9ea-98dc-4479-b243-8b4aa5b86037, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a650f9ea-98dc-4479-b243-8b4aa5b86037,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:37.169117 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.294204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b25065ec-9326-445c-a200-29b25f9bba8a req-721d7553-05f0-43ce-8b8b-563bfa5183eb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342652 Mar 11 17:53:37.361214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 172.20.0.12 (75568097-05ea-4303-a281-4da1879652a7/10a0a58a-dbe0-45ad-b1a4-de1f7c054543/ddf8879a-f29a-4485-964e-789d632f1a3d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:37.370598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:fe05:d12b (75568097-05ea-4303-a281-4da1879652a7/18758db9-3aba-4994-8c79-fb70d05af966/ddf8879a-f29a-4485-964e-789d632f1a3d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:37.831348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.845504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556df1e9-48d5-4eaa-b997-7bf2166335fc') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:37.864076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object ddf8879a-f29a-4485-964e-789d632f1a3d will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:37.871498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556df1e9-48d5-4eaa-b997-7bf2166335fc') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:37.878683 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.884100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.898887 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-853d267c-528d-4848-a03f-b97064cb89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.917725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.928746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:53:37.928746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:37.989809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:37.989809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:37.989809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:53:38.003470 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:53:38.028499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-853d267c-528d-4848-a03f-b97064cb89ca None None] For port ae02525a-4a30-4a38-a783-cd624488ed80, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ae02525a-4a30-4a38-a783-cd624488ed80,segment=NetworkSegment(5bb4a6d1-6078-40a0-8a1f-d06786d904ae),segment_id=5bb4a6d1-6078-40a0-8a1f-d06786d904ae)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:38.114052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for a650f9ea-98dc-4479-b243-8b4aa5b86037 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:38.131955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=ddf8879a-f29a-4485-964e-789d632f1a3d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:38.179815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:38.179815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:38.228589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-853d267c-528d-4848-a03f-b97064cb89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:38.304444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-efc4071d-6634-430f-a9f0-3c753d39f6a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4177518 Mar 11 17:53:38.304444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50290) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:38.492371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386d2d4-111b-4013-9bcb-8c127e9710e6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:38.504143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386d2d4-111b-4013-9bcb-8c127e9710e6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:38.507201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9386d2d4-111b-4013-9bcb-8c127e9710e6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:38.545486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d267c-528d-4848-a03f-b97064cb89ca None None] Pushing event updated for resources: {'Port': ['ID=ae02525a-4a30-4a38-a783-cd624488ed80,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:38.563087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9386d2d4-111b-4013-9bcb-8c127e9710e6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:38.575444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9386d2d4-111b-4013-9bcb-8c127e9710e6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2884881 Mar 11 17:53:38.579332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5829ac70-5172-4147-824e-7c46638782d2 None None] Provisioning for port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:38.580506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50298) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:38.604668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5829ac70-5172-4147-824e-7c46638782d2 None None] Provisioning complete for port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:38.605686 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5829ac70-5172-4147-824e-7c46638782d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:38.675151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:38.675151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:38.695316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:38.695316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:38.712668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:38.735157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port ddf8879a-f29a-4485-964e-789d632f1a3d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:38.735157 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:38.788542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a4eccc6-2562-4986-8d97-f0d7aee5eb15 req-a2a9a3a5-04ef-40a9-9b6a-b5c8601d3ef5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 210 time: 0.2201531 Mar 11 17:53:38.894915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:39.058466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:39.268469 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:39.386158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5829ac70-5172-4147-824e-7c46638782d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:39.443965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=a650f9ea-98dc-4479-b243-8b4aa5b86037,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:39.506864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ae02525a-4a30-4a38-a783-cd624488ed80 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:39.538395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:39.844857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for ddf8879a-f29a-4485-964e-789d632f1a3d owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:39.937443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Usage tracker for resource:security_group_rule and tenant:6418b54ba7ef4ce59da4f55341cdf3a8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:39.942903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5829ac70-5172-4147-824e-7c46638782d2 None None] For port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:39.948292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:39.955273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:39.974068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5829ac70-5172-4147-824e-7c46638782d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.046706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.085269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:40.096102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] Update dhcp port {'port': {'network_id': '10e92e67-8c1f-4104-b5c8-6b3f081d45ce', 'fixed_ips': [{'subnet_id': '968762ed-e437-4889-845c-e394cb0bbd35', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b18bbc73-24b9-4b54-974d-efc0b7e6af23'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'ae02525a-4a30-4a38-a783-cd624488ed80'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:53:40.121971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.133010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.133651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.134198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.134790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.136536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.137285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.137831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.138420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.138991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.139530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:40.156731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.312467 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.312467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829ac70-5172-4147-824e-7c46638782d2 None None] Pushing event updated for resources: {'Port': ['ID=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:40.418449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ae02525a-4a30-4a38-a783-cd624488ed80 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:40.418449 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.428466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.489037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] No DVR routers for this DVR port a650f9ea-98dc-4479-b243-8b4aa5b86037 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:40.510329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e62a58b-b704-4807-a496-47c80e6d1e50 req-09c35a01-8ddf-4772-8000-fe49d002be20 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 210 time: 0.2441320 Mar 11 17:53:40.514426 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/905f8abe-8247-47a4-9566-a533ee425ac0 HTTP/1.1" status: 204 len: 168 time: 6.7196097 Mar 11 17:53:40.519926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50322) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:40.520093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.586111 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.705636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.717496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-da43bf61-66dd-4b43-95fc-7b602275454d req-8e2906a5-cf2c-48e7-87db-999092914b46 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "DELETE /v2.0/ports/a650f9ea-98dc-4479-b243-8b4aa5b86037 HTTP/1.1" status: 204 len: 173 time: 10.3112724 Mar 11 17:53:40.773744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:40.787041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0cbfb-b449-4f0f-a037-50883a08ea31 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=905f8abe-8247-47a4-9566-a533ee425ac0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:40.859629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'name': 'network-vif-deleted', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:53:41.032305 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-209fb095-a4a1-45fd-8ab1-84ac0815425a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:41.033566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209fb095-a4a1-45fd-8ab1-84ac0815425a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:41.080712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-209fb095-a4a1-45fd-8ab1-84ac0815425a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/60948440-14f2-4189-b1c2-96f047f0e297 HTTP/1.1" status: 404 len: 337 time: 0.4975021 Mar 11 17:53:41.092888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50336) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:41.182655 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:41.190458 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91263db1-e397-4ae9-ac1d-33babea074b8', 'name': 'network-vif-deleted', 'tag': 'a650f9ea-98dc-4479-b243-8b4aa5b86037', 'status': 'completed', 'code': 200} Mar 11 17:53:41.244863 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6418b54ba7ef4ce59da4f55341cdf3a8&name=default HTTP/1.1" status: 200 len: 2647 time: 5.1148171 Mar 11 17:53:41.244863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50340) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:41.263939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86ee85-344a-4eca-b68f-66567da6bea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996af9d4-9799-45c4-84da-7797e92bb98c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:41.371089 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1b86e0-f355-491b-80de-1c5881bb5f1a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:41.371089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1b86e0-f355-491b-80de-1c5881bb5f1a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:41.382751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6b1b86e0-f355-491b-80de-1c5881bb5f1a tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/1c8defb1-9ec8-4176-beeb-4bd415eb6884 HTTP/1.1" status: 404 len: 339 time: 0.2804818 Mar 11 17:53:41.395138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50344) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:41.577939 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ee186e-3c38-4921-930e-4bcbf8fb8aaf tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:41.578744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ee186e-3c38-4921-930e-4bcbf8fb8aaf tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:41.580816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-12ee186e-3c38-4921-930e-4bcbf8fb8aaf tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/2d536de8-1adb-47bf-af26-8909b9f13481 HTTP/1.1" status: 404 len: 337 time: 0.1902137 Mar 11 17:53:41.584350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:41.595653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:41.614051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b704f8f2-e815-469c-9768-353be8fda477 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:53:41.640766 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d8289c-3086-4e38-8701-925b832aa34e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:41.641117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d8289c-3086-4e38-8701-925b832aa34e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:41.646018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d9d8289c-3086-4e38-8701-925b832aa34e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/81c85efc-da37-46d3-93f8-9964f9bb7582 HTTP/1.1" status: 404 len: 339 time: 0.0573616 Mar 11 17:53:41.646018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50356) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:41.677868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3225e981-30ab-48f7-a2ce-931c6eaa1c35 None None] Provisioning for port ddf8879a-f29a-4485-964e-789d632f1a3d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:41.716357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3225e981-30ab-48f7-a2ce-931c6eaa1c35 None None] Provisioning complete for port ddf8879a-f29a-4485-964e-789d632f1a3d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:41.716758 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3225e981-30ab-48f7-a2ce-931c6eaa1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:41.730629 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-637c9618-9787-4f2e-9844-cdab50105979 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:41.731023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637c9618-9787-4f2e-9844-cdab50105979 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:41.732867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-637c9618-9787-4f2e-9844-cdab50105979 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/0bb7d4fb-63f0-4062-a308-2e708e81257d HTTP/1.1" status: 404 len: 337 time: 0.0859456 Mar 11 17:53:41.733574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:41.739508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50360) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:41.791558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:41.791558 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c02a787f-9f1d-41b8-9e7d-9d0075af543d admin admin] 10.222.0.96 "DELETE /v2.0/routers/b704f8f2-e815-469c-9768-353be8fda477 HTTP/1.1" status: 204 len: 168 time: 17.8298628 Mar 11 17:53:41.791558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:41.791558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:41.836637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3225e981-30ab-48f7-a2ce-931c6eaa1c35 None None] Port ddf8879a-f29a-4485-964e-789d632f1a3d was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:53:41.894152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:41.998169 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77e0e71-03d5-4db4-aa51-8c6612c82346 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:41.998169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77e0e71-03d5-4db4-aa51-8c6612c82346 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:42.003847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c77e0e71-03d5-4db4-aa51-8c6612c82346 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/85dce1bc-f167-4c56-8d70-1fdc9de03e42 HTTP/1.1" status: 404 len: 339 time: 0.2538474 Mar 11 17:53:42.037394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50370) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:42.052552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] Allocated IP 172.20.0.18 (10e92e67-8c1f-4104-b5c8-6b3f081d45ce/b18bbc73-24b9-4b54-974d-efc0b7e6af23/ae02525a-4a30-4a38-a783-cd624488ed80) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:42.130469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=ddf8879a-f29a-4485-964e-789d632f1a3d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:42.145593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3225e981-30ab-48f7-a2ce-931c6eaa1c35 None None] Provisioning complete for port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:42.146260 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3225e981-30ab-48f7-a2ce-931c6eaa1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.165697 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44edb1c6-1978-45af-b710-0077271e3ae9 req-14d1cb29-157f-4b36-9303-860d3e16bf8c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 210 time: 0.1650169 Mar 11 17:53:42.291818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4b628ad-d6b2-4bd7-8027-5c5a85123642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.294801 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e58cea6-f6a9-42cc-bb59-920cf2061ede tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:42.295338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e58cea6-f6a9-42cc-bb59-920cf2061ede tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:42.317103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e58cea6-f6a9-42cc-bb59-920cf2061ede tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/4ff69059-0eb0-44c4-8b8a-2f0827ec3cf7 HTTP/1.1" status: 404 len: 337 time: 0.2512689 Mar 11 17:53:42.333935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50380) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:42.398666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 00dd5052-0055-4ec5-8fbc-9038715bea38 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:53:42.401900 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4fe316-d4f4-453d-9f76-7943bf6f0b85 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:42.401900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4fe316-d4f4-453d-9f76-7943bf6f0b85 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:42.401900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ca4fe316-d4f4-453d-9f76-7943bf6f0b85 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/f504fc27-3425-48b4-b3a1-d166397d96fa HTTP/1.1" status: 404 len: 339 time: 0.0629835 Mar 11 17:53:42.415713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50384) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:42.633839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4b628ad-d6b2-4bd7-8027-5c5a85123642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.660865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] For port ae02525a-4a30-4a38-a783-cd624488ed80, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ae02525a-4a30-4a38-a783-cd624488ed80,segment=NetworkSegment(5bb4a6d1-6078-40a0-8a1f-d06786d904ae),segment_id=5bb4a6d1-6078-40a0-8a1f-d06786d904ae)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:42.675241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] Deleting subnet 0fa2abb6-bf10-4e90-a2be-602b89d55690 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:53:42.723985 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dbee4b-2516-47f6-8abc-da74c20c06ff tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:42.723985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dbee4b-2516-47f6-8abc-da74c20c06ff tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:42.723985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f4dbee4b-2516-47f6-8abc-da74c20c06ff tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/42e301b0-bc85-4ddc-873c-5350b924136d HTTP/1.1" status: 404 len: 337 time: 0.2971301 Mar 11 17:53:42.723985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50388) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:42.763391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.809056 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-16271b7b-b193-42b5-9200-421cab5b734c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:42.810614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16271b7b-b193-42b5-9200-421cab5b734c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:42.819675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-16271b7b-b193-42b5-9200-421cab5b734c tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/9dd3132a-2ebe-42aa-b86f-7384ff43ffb0 HTTP/1.1" status: 404 len: 339 time: 0.0924017 Mar 11 17:53:42.820652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50394) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:42.842333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.879990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.884856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e13cf5d9-4584-40f8-9066-22fd4298b85f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/ddf8879a-f29a-4485-964e-789d632f1a3d HTTP/1.1" status: 204 len: 168 time: 4.3013246 Mar 11 17:53:42.886532 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8616ccc-5e3c-4eb5-a5d7-0a0c5ad9a1fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:42.887193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8616ccc-5e3c-4eb5-a5d7-0a0c5ad9a1fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:42.892354 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d8616ccc-5e3c-4eb5-a5d7-0a0c5ad9a1fa tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/c73614d9-5e92-48fd-800e-96c416e12969 HTTP/1.1" status: 404 len: 337 time: 0.0674877 Mar 11 17:53:42.893185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50400) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:42.893907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50402) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:42.899284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.937295 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f946aea0-ad86-4f42-a18a-c3f456517378 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:42.938148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f946aea0-ad86-4f42-a18a-c3f456517378 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:42.954962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f946aea0-ad86-4f42-a18a-c3f456517378 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/2b23e0bf-c44b-43b3-9518-0140aae81b4a HTTP/1.1" status: 404 len: 339 time: 0.0578060 Mar 11 17:53:43.035822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:43.052497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50408) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:43.241509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] Transition to ACTIVE for port object ae02525a-4a30-4a38-a783-cd624488ed80 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:43.249235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75a9f4cc-662e-4ee2-a4fb-547795ffd4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:43.279505 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:43.364930 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbfc907-f033-498a-9f64-639046d5f04e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:43.365785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbfc907-f033-498a-9f64-639046d5f04e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:43.367127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9dbfc907-f033-498a-9f64-639046d5f04e tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/d951a7f9-e58f-4e31-8ea9-134e381b5b02 HTTP/1.1" status: 404 len: 337 time: 0.3185682 Mar 11 17:53:43.373256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72b07f-61d9-4c40-8b3c-c7e738fd0e97 None None] Pushing event updated for resources: {'Port': ['ID=ae02525a-4a30-4a38-a783-cd624488ed80,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:43.376520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:43.377045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:43.415865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50416) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:43.508059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4166c83-2dfd-4ae8-8a57-cecc8d4251db tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.515383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4166c83-2dfd-4ae8-8a57-cecc8d4251db tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.524913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4166c83-2dfd-4ae8-8a57-cecc8d4251db tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.545376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e4166c83-2dfd-4ae8-8a57-cecc8d4251db tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:43.778568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5fa03a2f-34d7-41fa-a36d-7fdfb863738c None None] Could not find standard attr ID for object ddf8879a-f29a-4485-964e-789d632f1a3d. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:53:44.044013 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c4f398-922b-4add-b29c-40cd326f74b9 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:44.044013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c4f398-922b-4add-b29c-40cd326f74b9 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:44.066138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f9c4f398-922b-4add-b29c-40cd326f74b9 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/25e84c33-1811-486a-b0d6-fce6e71a3105 HTTP/1.1" status: 404 len: 339 time: 0.6340749 Mar 11 17:53:44.071632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50426) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:44.157809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c895f2c-34bb-44a0-9e2d-851815cd991f req-625ae9f9-5471-4711-968b-e05a4e662196 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=91263db1-e397-4ae9-ac1d-33babea074b8 HTTP/1.1" status: 200 len: 210 time: 0.4103551 Mar 11 17:53:44.177463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e4166c83-2dfd-4ae8-8a57-cecc8d4251db tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:44.187353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e4166c83-2dfd-4ae8-8a57-cecc8d4251db tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.2754650 Mar 11 17:53:44.187353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:44.207067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ae02525a-4a30-4a38-a783-cd624488ed80 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:53:44.472111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a20857e-6969-4d51-a226-1d7da6be063d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:44.526637 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c2f80-70b3-4e4b-bcf3-6197a61ee2b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:44.526637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6c2f80-70b3-4e4b-bcf3-6197a61ee2b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:44.551775 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9c6c2f80-70b3-4e4b-bcf3-6197a61ee2b6 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/ccaf940a-9db0-433b-9b4e-8b18dabba7b6 HTTP/1.1" status: 404 len: 337 time: 0.4845867 Mar 11 17:53:44.564607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50438) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:44.692607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5a20857e-6969-4d51-a226-1d7da6be063d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:44.692607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a20857e-6969-4d51-a226-1d7da6be063d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:44.704470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec9915db-da5d-48b4-a033-cd41b89ac758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:44.798541 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-de55c97d-21b9-4617-9954-8d812fe80ea8 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] DELETE failed (client error): The resource could not be found. Mar 11 17:53:44.799656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de55c97d-21b9-4617-9954-8d812fe80ea8 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:44.802806 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-de55c97d-21b9-4617-9954-8d812fe80ea8 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/1771e9cd-c2ce-4023-b672-e718ba25db6d HTTP/1.1" status: 404 len: 339 time: 0.2393353 Mar 11 17:53:44.813493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50444) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:44.815004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4b628ad-d6b2-4bd7-8027-5c5a85123642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:44.819028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4b628ad-d6b2-4bd7-8027-5c5a85123642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:44.820865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4b628ad-d6b2-4bd7-8027-5c5a85123642 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/996af9d4-9799-45c4-84da-7797e92bb98c HTTP/1.1" status: 204 len: 168 time: 3.5623395 Mar 11 17:53:44.843260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 10a0a58a-dbe0-45ad-b1a4-de1f7c054543 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:53:44.857695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:44.930310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.016285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.084305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b628ad-d6b2-4bd7-8027-5c5a85123642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996af9d4-9799-45c4-84da-7797e92bb98c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:45.285881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.292122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3d008-083f-4804-a503-32bf94f298ba None None] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:45.506437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa2abb6-bf10-4e90-a2be-602b89d55690,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:45.569504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.714334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=10a0a58a-dbe0-45ad-b1a4-de1f7c054543,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:45.717797 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.732284 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72246463-b8b7-41c4-92a5-4f8c542cd071 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0fa2abb6-bf10-4e90-a2be-602b89d55690 HTTP/1.1" status: 204 len: 168 time: 3.9306271 Mar 11 17:53:45.740624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50464) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:45.740863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2bde81-438f-4907-b8eb-cb1e7430ae8f None None] Network 9dd1ecfa-4aa8-47be-b280-b60a1d98796b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:45.781651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d1ce73b5-d415-4b0c-9cf0-8f8806312c57 None None] Provisioning for port ae02525a-4a30-4a38-a783-cd624488ed80 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:45.793409 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.843135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d1ce73b5-d415-4b0c-9cf0-8f8806312c57 None None] Provisioning complete for port ae02525a-4a30-4a38-a783-cd624488ed80 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:45.843909 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1ce73b5-d415-4b0c-9cf0-8f8806312c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.923308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd71e0d-b252-4252-9ae3-54b1c194beea None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:45.927584 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:45.955497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-661e0229-a2e9-43bb-96d5-b5d9f3e17494 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/10a0a58a-dbe0-45ad-b1a4-de1f7c054543 HTTP/1.1" status: 204 len: 168 time: 1.7690046 Mar 11 17:53:45.958579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50476) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:45.976510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.11 (10e92e67-8c1f-4104-b5c8-6b3f081d45ce/968762ed-e437-4889-845c-e394cb0bbd35/00dd5052-0055-4ec5-8fbc-9038715bea38) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:46.004265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.28 (10e92e67-8c1f-4104-b5c8-6b3f081d45ce/b18bbc73-24b9-4b54-974d-efc0b7e6af23/00dd5052-0055-4ec5-8fbc-9038715bea38) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:46.050280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Deleting port 72a51525-86e5-4d92-827e-f8cf82b1983f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:46.052652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.167063 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.285377 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.363800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 18758db9-3aba-4994-8c79-fb70d05af966 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:53:46.387444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.585286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting subnet a5b85554-7f8c-47da-96e2-1273531d005c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:53:46.593043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.680919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.767087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.051209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] DHCP port deletion for 9dd1ecfa-4aa8-47be-b280-b60a1d98796b request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:53:47.060293 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.142346 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.201772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Deleting port 72a51525-86e5-4d92-827e-f8cf82b1983f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:47.202149 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.355623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50496) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:47.558793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.607593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.627107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b85554-7f8c-47da-96e2-1273531d005c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:47.641015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-23b756f1-d320-4c64-9505-62c98390557d None None] Provisioning complete for port ae02525a-4a30-4a38-a783-cd624488ed80 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:47.641385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23b756f1-d320-4c64-9505-62c98390557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.683568 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9b09de02-39a7-4dcf-ba7a-b9d0e2bdb578 tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/subnets/a5b85554-7f8c-47da-96e2-1273531d005c HTTP/1.1" status: 204 len: 168 time: 2.8587861 Mar 11 17:53:47.694061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50502) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:47.722888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] For port 72a51525-86e5-4d92-827e-f8cf82b1983f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=72a51525-86e5-4d92-827e-f8cf82b1983f,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:47.723252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:47.903248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38f5ab-444d-4fe9-8f97-ae0634f84a54 None None] Network 17d7c454-7b14-4453-bb8e-2becd44f1fe3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:47.917860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Calling delete_port for 72a51525-86e5-4d92-827e-f8cf82b1983f owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:48.074700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-863277890-network', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:48.145385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:48.150564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.170347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Usage tracker for resource:network and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:48.175461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:48.211547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:48.214794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.268421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.302209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 00dd5052-0055-4ec5-8fbc-9038715bea38 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:48.332911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Deleting port 0e30c2ba-368c-4c61-b833-22ca27ed6743 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:48.335095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.365887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a51525-86e5-4d92-827e-f8cf82b1983f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:48.374995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Made reservation on behalf of 55d4a71fab2045c58dd7d28f31104671 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:48.377371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.425675 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.505216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] No DVR routers for this DVR port 72a51525-86e5-4d92-827e-f8cf82b1983f on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:48.513462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.548491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a51525-86e5-4d92-827e-f8cf82b1983f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:48.791193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 72a51525-86e5-4d92-827e-f8cf82b1983f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:48.804335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a51525-86e5-4d92-827e-f8cf82b1983f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:48.812177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.918891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] For port 72a51525-86e5-4d92-827e-f8cf82b1983f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=72a51525-86e5-4d92-827e-f8cf82b1983f,segment=NetworkSegment(00a7bd8c-c570-4d42-9df4-376cd589797e),segment_id=00a7bd8c-c570-4d42-9df4-376cd589797e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:48.921294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.008805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=00dd5052-0055-4ec5-8fbc-9038715bea38,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:49.080417 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.120508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:49.136818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:49.151480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:49.154928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:49.155602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:53:49.179350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.184836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:49.263806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:49.264881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.297233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] For port 0e30c2ba-368c-4c61-b833-22ca27ed6743, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0e30c2ba-368c-4c61-b833-22ca27ed6743,segment=NetworkSegment(cca73189-2050-409b-850f-d7fe6370553b),segment_id=cca73189-2050-409b-850f-d7fe6370553b)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:49.297875 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.317688 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9f5da519-a445-48fc-9c96-0881e523500a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 14.8080709 Mar 11 17:53:49.334187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50520) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:49.335171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:49.369187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Calling delete_port for 72a51525-86e5-4d92-827e-f8cf82b1983f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:49.439280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd1ecfa-4aa8-47be-b280-b60a1d98796b']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:49.500286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=18758db9-3aba-4994-8c79-fb70d05af966,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:49.524829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '968762ed-e437-4889-845c-e394cb0bbd35'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:49.626082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a7bd8c-c570-4d42-9df4-376cd589797e') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:49.626683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a7bd8c-c570-4d42-9df4-376cd589797e') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:49.640220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-751113b3-20af-43ac-89b3-583db208433a req-d7ba8cb6-f7ab-4283-8d14-5ee6656a9227 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3069820 Mar 11 17:53:49.676281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.746513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed7654-6bb9-4871-83a2-426768604ce6 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:49.763996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734f399-f382-4b37-95eb-1018c20f0bc2 None None] DHCP port deletion for 17d7c454-7b14-4453-bb8e-2becd44f1fe3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:53:49.785727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d734f399-f382-4b37-95eb-1018c20f0bc2 None None] Deleting port 0e30c2ba-368c-4c61-b833-22ca27ed6743 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:49.786517 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d734f399-f382-4b37-95eb-1018c20f0bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.818837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-61f32562-8440-43fc-bd48-35d7bd9edfdd None None] Provisioning for port 00dd5052-0055-4ec5-8fbc-9038715bea38 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:49.849681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.904113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Calling delete_port for 0e30c2ba-368c-4c61-b833-22ca27ed6743 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:49.964051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-61f32562-8440-43fc-bd48-35d7bd9edfdd None None] Provisioning complete for port 00dd5052-0055-4ec5-8fbc-9038715bea38 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:49.964483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-61f32562-8440-43fc-bd48-35d7bd9edfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.964613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-751113b3-20af-43ac-89b3-583db208433a req-80075ab8-d115-40cb-9f34-068f383981f5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.2518210 Mar 11 17:53:50.056212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:53:50.056879 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:53:50.172212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:50.227995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d734f399-f382-4b37-95eb-1018c20f0bc2 None None] The port '0e30c2ba-368c-4c61-b833-22ca27ed6743' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:53:50.243763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0e30c2ba-368c-4c61-b833-22ca27ed6743 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:50.327574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e767d131-2327-4276-a120-ceb3ead961a9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/18758db9-3aba-4994-8c79-fb70d05af966 HTTP/1.1" status: 204 len: 168 time: 4.3669381 Mar 11 17:53:50.335511 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:50.339793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] No DVR routers for this DVR port 0e30c2ba-368c-4c61-b833-22ca27ed6743 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:50.341825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50534) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:50.399502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-61f32562-8440-43fc-bd48-35d7bd9edfdd None None] Port 00dd5052-0055-4ec5-8fbc-9038715bea38 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:53:50.475563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:53:50.476230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:53:50.490454 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:53:50.508910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-751113b3-20af-43ac-89b3-583db208433a req-8e4333bf-3227-4bd3-89c2-302344adc266 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4832692 Mar 11 17:53:50.511395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 0e30c2ba-368c-4c61-b833-22ca27ed6743 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:53:50.512097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0e30c2ba-368c-4c61-b833-22ca27ed6743 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:50.558275 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cdfd31fd-b4ed-494c-8244-d63f5582d84b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1862690 Mar 11 17:53:50.567051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50542) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:50.571447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Port': ['ID=0e30c2ba-368c-4c61-b833-22ca27ed6743,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:50.573005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Deleting port 72a51525-86e5-4d92-827e-f8cf82b1983f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:50.573425 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:50.703219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-063cf84d-d381-4892-bbfc-51236a62d6df None None] The port '72a51525-86e5-4d92-827e-f8cf82b1983f' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:53:50.707503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-61f32562-8440-43fc-bd48-35d7bd9edfdd None None] Provisioning complete for port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:50.708201 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-61f32562-8440-43fc-bd48-35d7bd9edfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.069976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.109369 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.140136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:53:51.146172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] Deleting port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:51.151077 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.164557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751113b3-20af-43ac-89b3-583db208433a req-04b0413c-92b8-4321-9b07-5a2e95a7163e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:51.166264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-751113b3-20af-43ac-89b3-583db208433a req-04b0413c-92b8-4321-9b07-5a2e95a7163e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5347338 Mar 11 17:53:51.169038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.172905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.178345 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.204575 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.231629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d7c454-7b14-4453-bb8e-2becd44f1fe3']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:51.262959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca73189-2050-409b-850f-d7fe6370553b') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:51.263681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca73189-2050-409b-850f-d7fe6370553b') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:51.293850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.315483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.328661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:53:51.329633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:53:51.492603 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:53:51.514162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.582906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.621909 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] 10.222.0.96 "DELETE /v2.0/networks/17d7c454-7b14-4453-bb8e-2becd44f1fe3 HTTP/1.1" status: 204 len: 168 time: 3.9266548 Mar 11 17:53:51.642517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f304e6-b66c-40c4-9dda-21964cc51ecd tempest-NetworksTest-2108038069 tempest-NetworksTest-2108038069-project] Pushing event deleted for resources: {'Network': ['ID=17d7c454-7b14-4453-bb8e-2becd44f1fe3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:51.684330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f16f5-c5ea-4be8-9899-9ebbb7abe3f9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:51.688286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-644f16f5-c5ea-4be8-9899-9ebbb7abe3f9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1193793 Mar 11 17:53:51.691315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50584) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:51.803208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] For port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:51.812937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:51.874849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e83572-ec4d-48f8-b402-01682612a9ed tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:51.876196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-22e83572-ec4d-48f8-b402-01682612a9ed tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:51.880243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd1ecfa-4aa8-47be-b280-b60a1d98796b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:51.920214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-22e83572-ec4d-48f8-b402-01682612a9ed tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:51.924924 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-22e83572-ec4d-48f8-b402-01682612a9ed tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2307763 Mar 11 17:53:51.925900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50596) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:52.071323 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-16f45955-c418-43b7-95c8-98c645ef2fd3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1438823 Mar 11 17:53:52.073524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50604) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:52.119979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:52.286224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] Calling delete_port for 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:53:52.476283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:52.489558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:52.511515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:52.517822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:53:52.526650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:53:52.567363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50630) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:52.584329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073b124-df37-45d6-817a-605b9cece1df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:52.596135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-45a4a783-a384-49bd-b84c-2ce190537917 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9dd1ecfa-4aa8-47be-b280-b60a1d98796b HTTP/1.1" status: 204 len: 168 time: 6.8510485 Mar 11 17:53:52.608706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:52.609359 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Added segment 6e86ed59-a047-4ccc-90b8-ea8de1b079c4 of type vlan for network 63d52d86-621b-4e9f-a9d3-001cfa404b4e Mar 11 17:53:52.949226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 17:53:52.949974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:53:52.950997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:52.975646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:53.074744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] Pushing event deleted for resources: {'Port': ['ID=1d9ec4c7-90af-4a3f-8aac-1a17cde185ff,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:53.096690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83f64f-01c8-4ff8-955d-86d474880a6f None None] No DVR routers for this DVR port 1d9ec4c7-90af-4a3f-8aac-1a17cde185ff on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:53.125248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739c7b8-6c8b-4fc8-8c08-dd6eb07c6fed None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:53:53.246113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:53:53.282609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:53.287611 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:53:53.290927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:53.323283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739c7b8-6c8b-4fc8-8c08-dd6eb07c6fed None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:53:53.438594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4ef1b356-32e2-4f2f-a7cb-4116ef48b532 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3632910 Mar 11 17:53:53.446478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50720) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:53.469958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:53.563867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:53.565289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:53.570065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:53.642723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50734) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:53.697598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a9f3981f-54ef-4910-88f9-bfb272aecb53 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b838a7796784274845a603a789d8217&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1268737 Mar 11 17:53:53.727990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50742) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:53.935581 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8ff532c4-c749-4b50-8c94-71f3a5bf667b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5b8021465c8248639c9826d52d8b7bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2412491 Mar 11 17:53:53.937708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50764) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:54.007179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Delete allocated IP 172.20.0.28 (10e92e67-8c1f-4104-b5c8-6b3f081d45ce/b18bbc73-24b9-4b54-974d-efc0b7e6af23) {{(pid=83849) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:53:54.075234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 6.7038438 Mar 11 17:53:54.085628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50784) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:54.112453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:54.173106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b812ca1-740d-4a36-9713-8b5d4666de7e admin admin] Pushing event updated for resources: {'Network': ['ID=63d52d86-621b-4e9f-a9d3-001cfa404b4e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:54.187244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:53:54.201273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:54.225808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Request body: {'subnet': {'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-863277890-subnet', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:54.236806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:54.247894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Usage tracker for resource:subnet and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:54.260503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:54.264153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:54.280398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:54.311021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5bb7f3a-95a0-479e-b2d8-11dae7f7e156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:54.325162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Made reservation on behalf of 55d4a71fab2045c58dd7d28f31104671 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:54.328894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:54.587784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:54.613588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 00dd5052-0055-4ec5-8fbc-9038715bea38 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:54.703157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5bb7f3a-95a0-479e-b2d8-11dae7f7e156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:54.770587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d600da0-284f-41f2-a60c-312847f434fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:54.783576 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:54.899118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d600da0-284f-41f2-a60c-312847f434fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:54.993718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5bb7f3a-95a0-479e-b2d8-11dae7f7e156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.084986 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.087712 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:53:55.091449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:55.120614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=00dd5052-0055-4ec5-8fbc-9038715bea38,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:55.255388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c49e336e-f4fc-4b40-9cd0-bdf400cc92f2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.7978361 Mar 11 17:53:55.256359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50902) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:55.277009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:55.300163 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d600da0-284f-41f2-a60c-312847f434fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.339304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb7f3a-95a0-479e-b2d8-11dae7f7e156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a59a635-52e7-4ea8-b5e8-5d1ef101897c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:55.450265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d600da0-284f-41f2-a60c-312847f434fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8db0bf8-678f-4b52-9936-16fb0ec1c64a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:55.629705 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d600da0-284f-41f2-a60c-312847f434fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.641018 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6d600da0-284f-41f2-a60c-312847f434fe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c8db0bf8-678f-4b52-9936-16fb0ec1c64a HTTP/1.1" status: 204 len: 168 time: 1.7011640 Mar 11 17:53:55.662173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5bb7f3a-95a0-479e-b2d8-11dae7f7e156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.689841 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c5bb7f3a-95a0-479e-b2d8-11dae7f7e156 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0a59a635-52e7-4ea8-b5e8-5d1ef101897c HTTP/1.1" status: 204 len: 168 time: 1.9539599 Mar 11 17:53:55.703811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-879b7437-3e31-42ee-8f4d-7f4eb1ca78d4 None None] Provisioning for port 00dd5052-0055-4ec5-8fbc-9038715bea38 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:55.723500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-879b7437-3e31-42ee-8f4d-7f4eb1ca78d4 None None] Provisioning complete for port 00dd5052-0055-4ec5-8fbc-9038715bea38 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:55.723867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-879b7437-3e31-42ee-8f4d-7f4eb1ca78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.784428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] In _notify_port_updated(), no bound segment for port 00dd5052-0055-4ec5-8fbc-9038715bea38 on network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:53:55.831203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:55.832500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.837873 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:55.846355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-afad37ce-147a-418b-9210-c411a35fb0ff tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "PUT /v2.0/ports/00dd5052-0055-4ec5-8fbc-9038715bea38 HTTP/1.1" status: 200 len: 919 time: 6.3938777 Mar 11 17:53:55.854294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 50954) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:55.983477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-879b7437-3e31-42ee-8f4d-7f4eb1ca78d4 None None] Port 00dd5052-0055-4ec5-8fbc-9038715bea38 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:53:56.007505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:56.093362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:56.147905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:56.154282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '968762ed-e437-4889-845c-e394cb0bbd35'}, {'subnet_id': 'b18bbc73-24b9-4b54-974d-efc0b7e6af23'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:56.171702 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:56.181699 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:53:56.183231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:56.288029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2ba941cf-5b3a-43f4-9c73-4a6916e2dd8e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0247424 Mar 11 17:53:56.292692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 50986) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:56.326450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:56.532840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d533d223-b403-43f9-a3d9-81868caa8567,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:56.608097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Checking segment: {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:53:56.608498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Network hostable DHCP agents. Network: 63d52d86-621b-4e9f-a9d3-001cfa404b4e, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:53:56.639242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:56.768100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:53:56.803440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:56.826972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:56.852387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:56.856472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:56.858070 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:53:56.858513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:56.911912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5da56360-c43a-44d0-b9e5-b2ef1309c7aa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6119640 Mar 11 17:53:56.912769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51038) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:56.923405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:56.940588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 63d52d86-621b-4e9f-a9d3-001cfa404b4e) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:56.947294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:56.950171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c17e44-71c7-478b-a8c3-2b1e127fb824 None None] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:53:56.964874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:57.184267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b9bc2c99-2d22-46a1-ad51-6efe573b592b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0552661 Mar 11 17:53:57.187109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51060) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:57.248231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:57.287481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:57.335343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Usage tracker for resource:router and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:53:57.366618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:53:57.419768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:57.469941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:57.505004 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:57.511788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:57.531162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:57.597483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:57.616774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:57.628217 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:53:57.631442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:57.770474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:57.822079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.30 (10e92e67-8c1f-4104-b5c8-6b3f081d45ce/b18bbc73-24b9-4b54-974d-efc0b7e6af23/00dd5052-0055-4ec5-8fbc-9038715bea38) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:57.835505 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ece6e350-0a79-434c-b51a-28844fc8dd50 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9205370 Mar 11 17:53:57.836703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51102) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:57.842852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:53:57.843688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:57.860384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:53:58.422049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Allocated IP 172.20.0.2 (63d52d86-621b-4e9f-a9d3-001cfa404b4e/d533d223-b403-43f9-a3d9-81868caa8567/4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:58.463043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:58.486036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 00dd5052-0055-4ec5-8fbc-9038715bea38 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:58.495906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.027734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=00dd5052-0055-4ec5-8fbc-9038715bea38,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:59.073397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] In _notify_port_updated(), no bound segment for port 00dd5052-0055-4ec5-8fbc-9038715bea38 on network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:53:59.085689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:59.088814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.092453 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6e50466-80d5-4b5c-a37b-c84e553efcb9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "PUT /v2.0/ports/00dd5052-0055-4ec5-8fbc-9038715bea38 HTTP/1.1" status: 200 len: 999 time: 2.9459844 Mar 11 17:53:59.093347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51174) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:59.345806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 00dd5052-0055-4ec5-8fbc-9038715bea38 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:53:59.346059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.352485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:53:59.379837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.399688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8ae849c3-1db9-42ab-806f-a5ff38949f0c None None] Provisioning for port 00dd5052-0055-4ec5-8fbc-9038715bea38 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:59.408789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:53:59.448935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8ae849c3-1db9-42ab-806f-a5ff38949f0c None None] Provisioning complete for port 00dd5052-0055-4ec5-8fbc-9038715bea38 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:59.455831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ae849c3-1db9-42ab-806f-a5ff38949f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.497115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:59.504118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.530957 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:53:59.532163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:53:59.589388 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.698327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Transition to ACTIVE for port object 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:59.700752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb370b15-5cfb-4c18-970d-663b809b1aca tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.8615975 Mar 11 17:53:59.703084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:59.766693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8ae849c3-1db9-42ab-806f-a5ff38949f0c None None] Port 00dd5052-0055-4ec5-8fbc-9038715bea38 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:53:59.782806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Transition to ACTIVE for port object 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:59.792269 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:59.889803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51190) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:53:59.892185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec1599e7-b608-4b20-9a15-a60cfe9b1c52 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:53:59.957194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ec1599e7-b608-4b20-9a15-a60cfe9b1c52 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:53:59.965348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ec1599e7-b608-4b20-9a15-a60cfe9b1c52 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2560506 Mar 11 17:53:59.966134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51196) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:00.100841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:00.108243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:00.128264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:00.145938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5783ce-75d8-47a4-bff6-9941e152d976 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:00.151511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e5783ce-75d8-47a4-bff6-9941e152d976 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:00.166745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Pushing event updated for resources: {'Port': ['ID=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:00.260391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6e5783ce-75d8-47a4-bff6-9941e152d976 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:00.267502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6e5783ce-75d8-47a4-bff6-9941e152d976 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2942502 Mar 11 17:54:00.270443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51210) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:00.360885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Attempting to bind port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:00.361651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Attempting to bind port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:00.362464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Attempting to bind port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f on network 63d52d86-621b-4e9f-a9d3-001cfa404b4e {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:00.372457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:00.373155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Checking segment: {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:00.373798 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:00.374509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Bound using segment: {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:00.375138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Bound port: 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:00.376298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:00.387157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:00.564149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] For port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:00.568942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] For port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:00.576984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bbc95fbb-9836-4233-b7bd-fc3feb5a1235 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2928636 Mar 11 17:54:00.579853 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:00.625654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:00.715369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00319f0c-e926-48e4-ae6b-a8ce34e6cbfb None None] Pushing event updated for resources: {'Port': ['ID=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:00.767975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:00.788399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 00dd5052-0055-4ec5-8fbc-9038715bea38 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:00.843082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:00.856918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:00.861528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:01.118138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:01.165058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-359545505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:01.200395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Allocated IP 172.25.3.81 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8e17cc6b-933d-4847-b809-96ac9373811e) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:01.250485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:01.274567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:01.277772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:01.287498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf719986af6464a91ae76084af4965f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:01.294884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:01.353767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:01.363566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:01.512973 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:01.577246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:01.589990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:router and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:01.594389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:01.607922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:01.674386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:01.684037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:01.691480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:01.729178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:01.832094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:01.872866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Pushing event updated for resources: {'Port': ['ID=8e17cc6b-933d-4847-b809-96ac9373811e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:01.893711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.894485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.894905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.897304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.897502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.898387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.898387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.898755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.898979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.899307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.899625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:01.905786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:01.921976 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:01.923133 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.055803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.064124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=00dd5052-0055-4ec5-8fbc-9038715bea38,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:02.099661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.175039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.177956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d4ce41d-e78c-46c4-a994-6ae8ac0550dc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2643988 Mar 11 17:54:02.186191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51256) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:02.213621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1952701221'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:02.240598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:02.245248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:02.257945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:network and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:02.266156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:02.293743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:02.319812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.320689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.325319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Made reservation on behalf of 04a97530b4384a98b3de681eda47e323 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:02.329385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.345639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.462415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:02.521794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:02.541581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.571551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:02.578125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:security_group_rule and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:02.581714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:02.599741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:02.673729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.687212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.743132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a946f23-701e-4094-a239-4c2d4c32ce95 None None] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:02.765600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.787073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.808931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:02.827362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.827707 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Added segment 325f6be9-d5c2-4fc3-9845-e873a97037f8 of type vlan for network 3a7be562-a0c5-480e-8093-993b208466ea Mar 11 17:54:02.875819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.977073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889cbf6a-aba8-4d4f-9031-5fd232e41053,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:02.980065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:02.984106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:02.984897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.082429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedcaea7-03a5-45f8-bf02-f09e1fef12ee,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:03.086449 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-64a5b557-32bf-4ad6-85bb-b8e5c19bddce tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/00dd5052-0055-4ec5-8fbc-9038715bea38 HTTP/1.1" status: 204 len: 168 time: 3.9906149 Mar 11 17:54:03.091733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51274) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:03.151082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.171861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0329ae11-b98a-401f-9e51-4fb499cbc119 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cbf719986af6464a91ae76084af4965f&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2798731 Mar 11 17:54:03.175324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:03.202115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a709ffc2-a4a4-45ac-b464-93b33dbf9c4c None None] Provisioning for port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:03.213510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a709ffc2-a4a4-45ac-b464-93b33dbf9c4c None None] Provisioning complete for port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:03.214324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a709ffc2-a4a4-45ac-b464-93b33dbf9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.262743 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9eb5e2-f839-4baa-a933-0cee7e7b24f6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:54:03.266954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ca9eb5e2-f839-4baa-a933-0cee7e7b24f6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:03.309702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Network': ['ID=3a7be562-a0c5-480e-8093-993b208466ea,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:03.340658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4be2f052-9e6d-4c7f-a0e2-d765addca829 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1472669 Mar 11 17:54:03.345434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51284) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:03.358184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'subnet': {'network_id': '3a7be562-a0c5-480e-8093-993b208466ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:03.369273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 3a7be562-a0c5-480e-8093-993b208466ea details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:54:03.426274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ca9eb5e2-f839-4baa-a933-0cee7e7b24f6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:03.428705 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ca9eb5e2-f839-4baa-a933-0cee7e7b24f6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/00dd5052-0055-4ec5-8fbc-9038715bea38 HTTP/1.1" status: 404 len: 333 time: 0.3311238 Mar 11 17:54:03.444993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:03.456428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Usage tracker for resource:security_group_rule and tenant:78515b46ca544b92af5ad8e64d1f7152 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:03.463391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:03.477213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51288) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:03.479717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:03.550346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a709ffc2-a4a4-45ac-b464-93b33dbf9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.551639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:54:03.599972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a709ffc2-a4a4-45ac-b464-93b33dbf9c4c None None] For port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:03.611067 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a709ffc2-a4a4-45ac-b464-93b33dbf9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.707981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:03.718132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709ffc2-a4a4-45ac-b464-93b33dbf9c4c None None] Pushing event updated for resources: {'Port': ['ID=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:03.753557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:54:03.775390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.786313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:subnet and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:03.790348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:03.798224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:03.828611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Made reservation on behalf of 04a97530b4384a98b3de681eda47e323 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:03.849197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ee70860b-9116-4f22-a145-3a17fb188f29 None None] Provisioning complete for port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:03.852416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee70860b-9116-4f22-a145-3a17fb188f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.867616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b9ae8e0-90d5-4a78-b1ba-5c2f97a3913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:03.990622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.167311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:04.212670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:04.236265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Sync routers for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:04.249698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.251055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9261e108-2ad8-4677-9d6d-c8aedeae5a8e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.0629523 Mar 11 17:54:04.254080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51294) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:04.373458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:04.387841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:04.389123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:53:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:04.409664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b9ae8e0-90d5-4a78-b1ba-5c2f97a3913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.434507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:04.489694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:04.490796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.507895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:04.518445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.521514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3ab09-7ab2-4342-896d-8850318be96c None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:04.532935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=24ce52fe-834f-4b49-bfbd-c474ba3be299,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:04.562416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.567191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.586720 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.663576 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-050160f2-acab-48e9-89dc-dbaab48fe4c6 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0367811 Mar 11 17:54:04.668262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet b18bbc73-24b9-4b54-974d-efc0b7e6af23 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:54:04.669221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51300) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:04.685994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.687371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Subnet': ['ID=f21249dd-e346-46a6-9db2-f867200aea5e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:04.770492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Checking segment: {'id': '325f6be9-d5c2-4fc3-9845-e873a97037f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3a7be562-a0c5-480e-8093-993b208466ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:04.771204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network hostable DHCP agents. Network: 3a7be562-a0c5-480e-8093-993b208466ea, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:04.817995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c5083f-b8aa-4357-b499-16a76874f5e0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:04.852635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b9ae8e0-90d5-4a78-b1ba-5c2f97a3913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.921164 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b10ab6ae-84dd-4c26-ac9a-7674496b7449 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=78515b46ca544b92af5ad8e64d1f7152&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4212995 Mar 11 17:54:04.925675 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2b9ae8e0-90d5-4a78-b1ba-5c2f97a3913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:04.927059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2b9ae8e0-90d5-4a78-b1ba-5c2f97a3913c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bedcaea7-03a5-45f8-bf02-f09e1fef12ee HTTP/1.1" status: 204 len: 168 time: 1.7499979 Mar 11 17:54:04.927935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:04.935806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ae8e0-90d5-4a78-b1ba-5c2f97a3913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedcaea7-03a5-45f8-bf02-f09e1fef12ee,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:05.049685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:7c:c1:ba', 'name': 'tempest-NetworksTestDHCPv6-291351529'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:05.056339 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.090102 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecde106b-fbd8-4cc3-af96-6ea0412174ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.155324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecde106b-fbd8-4cc3-af96-6ea0412174ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.216955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:05.458813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '24ce52fe-834f-4b49-bfbd-c474ba3be299'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:05.459640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.549695 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.604427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network 3a7be562-a0c5-480e-8093-993b208466ea is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:05.652972 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecde106b-fbd8-4cc3-af96-6ea0412174ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.706738 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecde106b-fbd8-4cc3-af96-6ea0412174ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.710043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ecde106b-fbd8-4cc3-af96-6ea0412174ca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f4c5083f-b8aa-4357-b499-16a76874f5e0 HTTP/1.1" status: 204 len: 168 time: 0.7746909 Mar 11 17:54:05.711391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 3a7be562-a0c5-480e-8093-993b208466ea) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:05.724627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde106b-fbd8-4cc3-af96-6ea0412174ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c5083f-b8aa-4357-b499-16a76874f5e0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:05.752841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:05.753286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.770707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.796947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:05.840523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:05.856796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:05.872290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827b043-502d-407f-b10c-973a2c0a80be None None] Network 3a7be562-a0c5-480e-8093-993b208466ea requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:05.873395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=b18bbc73-24b9-4b54-974d-efc0b7e6af23,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:05.875271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:05.881493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.899422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-69e86311-85ec-4421-b7da-cc166c686132 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/b18bbc73-24b9-4b54-974d-efc0b7e6af23 HTTP/1.1" status: 204 len: 168 time: 2.4154651 Mar 11 17:54:05.900110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:05.912542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fff4a745-3510-4915-bc18-2403b6b88a1b tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5604365 Mar 11 17:54:05.916925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51330) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:05.935279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'network': {'name': 'tempest-router-network01--351663845'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:05.976576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 968762ed-e437-4889-845c-e394cb0bbd35 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:54:05.980460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:05.987777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:05.995980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:network and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:06.001449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:06.016856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:06.032763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ef08b-2f47-4ad8-a7c0-f2536f3fbbbc None None] Network 10e92e67-8c1f-4104-b5c8-6b3f081d45ce requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:06.063771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.133737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Made reservation on behalf of 04a97530b4384a98b3de681eda47e323 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:06.142237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.189914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:06.281458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.522920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.680195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.699039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=968762ed-e437-4889-845c-e394cb0bbd35,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:06.706128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-752847e7-c1c6-4a48-aa66-762fba69bf6f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/968762ed-e437-4889-845c-e394cb0bbd35 HTTP/1.1" status: 204 len: 168 time: 0.8046374 Mar 11 17:54:06.707329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51352) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:06.707463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:06.765257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.770144 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Added segment a8f74e85-c1f2-4046-8cd0-5d8828e3e381 of type vlan for network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 Mar 11 17:54:06.837105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Allocated IP 2001:db8::f816:3eff:feda:4db7 (75568097-05ea-4303-a281-4da1879652a7/24ce52fe-834f-4b49-bfbd-c474ba3be299/268862f1-0468-4839-b864-97c108d05703) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:06.886513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.932995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:06.966101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port ae02525a-4a30-4a38-a783-cd624488ed80 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:06.966464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.007812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:02Z', 'revision_number': 3, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:07.011180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port dd85b3fb-301e-482d-94a2-75ef3857367c yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:54:07.034886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-3a7be562-a0c5-480e-8093-993b208466ea', 'network_id': '3a7be562-a0c5-480e-8093-993b208466ea', 'tenant_id': '04a97530b4384a98b3de681eda47e323', 'fixed_ips': [{'subnet_id': 'f21249dd-e346-46a6-9db2-f867200aea5e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:07.035840 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.058063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Checking router: 5dd225b2-9c68-45b0-9d5b-2dbcd106945a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:54:07.058438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Updating router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a port 8e17cc6b-933d-4847-b809-96ac9373811e binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:54:07.208385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:07.250067 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:54:07.379048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Allocated IP 172.20.0.2 (3a7be562-a0c5-480e-8093-993b208466ea/f21249dd-e346-46a6-9db2-f867200aea5e/c174ed1c-1908-4eb7-a6dd-0936b44c7771) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:07.528302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.607839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] For port ae02525a-4a30-4a38-a783-cd624488ed80, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ae02525a-4a30-4a38-a783-cd624488ed80,segment=NetworkSegment(5bb4a6d1-6078-40a0-8a1f-d06786d904ae),segment_id=5bb4a6d1-6078-40a0-8a1f-d06786d904ae)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:07.608148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.608340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.618422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:07.619564 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.828751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for ae02525a-4a30-4a38-a783-cd624488ed80 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:07.882788 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.932318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Transition to ACTIVE for port object c174ed1c-1908-4eb7-a6dd-0936b44c7771 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:07.932564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2080475169-network', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:07.934942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:07.939386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Usage tracker for resource:network and tenant:30e821fb445e4e26be8c18b6300a088d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:07.943317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:07.950404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:07.960558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:07.978679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Transition to ACTIVE for port object c174ed1c-1908-4eb7-a6dd-0936b44c7771 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:08.007433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Made reservation on behalf of 30e821fb445e4e26be8c18b6300a088d for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:08.009787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.044491 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.081407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=ae02525a-4a30-4a38-a783-cd624488ed80,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:08.097395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.159205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No DVR routers for this DVR port ae02525a-4a30-4a38-a783-cd624488ed80 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:54:08.163506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2412195 Mar 11 17:54:08.165327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0549c1-fb0d-456d-9e9e-7839fc5b5382 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Network': ['ID=e581733d-cc83-4c6c-a1b9-3a6fbfc9da05,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:08.178212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51380) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:08.188256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'network': {'name': 'tempest-router-network02--1319417287'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:08.219106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:08.240128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:network and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:08.253154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:08.271998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:08.274063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Pushing event updated for resources: {'Port': ['ID=c174ed1c-1908-4eb7-a6dd-0936b44c7771,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:08.278552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a0d06-5aed-400f-a4a6-2ff4dc0dc9a4 None None] DHCP port deletion for 10e92e67-8c1f-4104-b5c8-6b3f081d45ce request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:54:08.280726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:54:08.332983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Made reservation on behalf of 04a97530b4384a98b3de681eda47e323 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:08.336435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.406432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:08.432878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.433359 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Added segment 5ceb53ed-7fdf-41e5-a650-b137faf9490d of type vlan for network f233d70e-b14f-45c1-b358-222ca7e81eb3 Mar 11 17:54:08.481155 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.510321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.512339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:08.575741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Network 3a7be562-a0c5-480e-8093-993b208466ea is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:08.580135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Usage tracker for resource:security_group_rule and tenant:30e821fb445e4e26be8c18b6300a088d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:08.586564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:08.614831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:08.622789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.654021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:08.658441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:08.699613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e92e67-8c1f-4104-b5c8-6b3f081d45ce']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:08.709781 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.718331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:08.719333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.724890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb4a6d1-6078-40a0-8a1f-d06786d904ae') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:08.725542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb4a6d1-6078-40a0-8a1f-d06786d904ae') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:08.761686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.819552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.861864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:54:08.862576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:54:08.897973 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:54:08.921635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7367845 Mar 11 17:54:08.926244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51400) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:08.944990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'subnet': {'network_id': 'e581733d-cc83-4c6c-a1b9-3a6fbfc9da05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:09.090254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Attempting to bind port c174ed1c-1908-4eb7-a6dd-0936b44c7771 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:09.091304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Attempting to bind port c174ed1c-1908-4eb7-a6dd-0936b44c7771 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '325f6be9-d5c2-4fc3-9845-e873a97037f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3a7be562-a0c5-480e-8093-993b208466ea'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:09.091848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Attempting to bind port c174ed1c-1908-4eb7-a6dd-0936b44c7771 on network 3a7be562-a0c5-480e-8093-993b208466ea {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:09.094751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11388b2e-90dd-4580-b3fc-1c701a4e7a01 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Network': ['ID=f233d70e-b14f-45c1-b358-222ca7e81eb3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:09.131606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.165463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f233d70e-b14f-45c1-b358-222ca7e81eb3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:54:09.324241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.572089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:09.576840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:subnet and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:09.580369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:09.587455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:09.638014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.654887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.685428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Made reservation on behalf of 04a97530b4384a98b3de681eda47e323 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:09.707585 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.735329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.771256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.788033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Transition to ACTIVE for port object 8e17cc6b-933d-4847-b809-96ac9373811e will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:09.795787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Transition to ACTIVE for port object 268862f1-0468-4839-b864-97c108d05703 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:09.821780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Transition to ACTIVE for port object 268862f1-0468-4839-b864-97c108d05703 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:09.845666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.856747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:09.857479 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Checking segment: {'id': '325f6be9-d5c2-4fc3-9845-e873a97037f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3a7be562-a0c5-480e-8093-993b208466ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:09.858406 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.858898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Bound using segment: {'id': '325f6be9-d5c2-4fc3-9845-e873a97037f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3a7be562-a0c5-480e-8093-993b208466ea'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:09.859682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Bound port: c174ed1c-1908-4eb7-a6dd-0936b44c7771, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325f6be9-d5c2-4fc3-9845-e873a97037f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3a7be562-a0c5-480e-8093-993b208466ea'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:09.860364 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:09.946193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.001967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:fe7c:c1ba (75568097-05ea-4303-a281-4da1879652a7/24ce52fe-834f-4b49-bfbd-c474ba3be299/dd85b3fb-301e-482d-94a2-75ef3857367c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:10.002276 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.012196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Allocated IP 172.20.0.1 (63d52d86-621b-4e9f-a9d3-001cfa404b4e/d533d223-b403-43f9-a3d9-81868caa8567/c67e31d7-158f-439c-87f8-a40a9120f75a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:10.061189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Attempting to bind port 8e17cc6b-933d-4847-b809-96ac9373811e on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:10.061702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Attempting to bind port 8e17cc6b-933d-4847-b809-96ac9373811e by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:10.062188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Attempting to bind port 8e17cc6b-933d-4847-b809-96ac9373811e on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:10.063574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=10e92e67-8c1f-4104-b5c8-6b3f081d45ce,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:10.068746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:10.072184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e4494035-bb5d-4d5f-87eb-0a879b4e9800 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/10e92e67-8c1f-4104-b5c8-6b3f081d45ce HTTP/1.1" status: 204 len: 168 time: 3.3633842 Mar 11 17:54:10.078177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:10.091753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:10.149315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:10.171972 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.174740 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Added segment d828d88a-0c6d-4d62-87d2-50f3ba047b09 of type vlan for network 188a5c5a-ff65-420f-b859-8ed4a487f849 Mar 11 17:54:10.220349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] For port c174ed1c-1908-4eb7-a6dd-0936b44c7771, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:10.225457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] For port c174ed1c-1908-4eb7-a6dd-0936b44c7771, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c174ed1c-1908-4eb7-a6dd-0936b44c7771,segment=NetworkSegment(325f6be9-d5c2-4fc3-9845-e873a97037f8),segment_id=325f6be9-d5c2-4fc3-9845-e873a97037f8)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:10.239018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.254891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:10.275409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.283987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ae02525a-4a30-4a38-a783-cd624488ed80 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:54:10.347296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309382ef-88f2-43c9-8184-7e79c7b18a1c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:10.355680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.356878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:10.358180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.472327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ae02525a-4a30-4a38-a783-cd624488ed80 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:54:10.472934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ae02525a-4a30-4a38-a783-cd624488ed80 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:54:10.524602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.580842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:10.581212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:10.581609 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.581995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:10.596127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Bound port: 8e17cc6b-933d-4847-b809-96ac9373811e, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:10.596127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.611496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4016466 Mar 11 17:54:10.639872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51448) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:10.666859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Request body: {'subnet': {'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2080475169-subnet', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:10.678953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:10.711529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Usage tracker for resource:subnet and tenant:30e821fb445e4e26be8c18b6300a088d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:10.746090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71631ef4-ffd8-427e-be1d-50b4a9a4ceab tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:10.749738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-71631ef4-ffd8-427e-be1d-50b4a9a4ceab tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:10.760725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Pushing event updated for resources: {'Port': ['ID=268862f1-0468-4839-b864-97c108d05703,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:10.767202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Attempting to bind port 268862f1-0468-4839-b864-97c108d05703 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:10.767501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f9df8-b655-4734-977e-b46a4026899c admin admin] Pushing event updated for resources: {'Network': ['ID=188a5c5a-ff65-420f-b859-8ed4a487f849,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:10.767814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Attempting to bind port 268862f1-0468-4839-b864-97c108d05703 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:10.768266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Attempting to bind port 268862f1-0468-4839-b864-97c108d05703 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:10.807769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:10.832484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:10.833028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:10.833557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.834048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:10.834673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Bound port: 268862f1-0468-4839-b864-97c108d05703, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:10.835483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.861365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:10.921021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:10.993826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] For port 268862f1-0468-4839-b864-97c108d05703, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:10.995351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] For port 268862f1-0468-4839-b864-97c108d05703, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=268862f1-0468-4839-b864-97c108d05703,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:11.011836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:54:11.039815 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.077396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Transition to ACTIVE for port object c67e31d7-158f-439c-87f8-a40a9120f75a will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:11.147339 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.161189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-71631ef4-ffd8-427e-be1d-50b4a9a4ceab tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:11.165439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-71631ef4-ffd8-427e-be1d-50b4a9a4ceab tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0690389 Mar 11 17:54:11.168674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Made reservation on behalf of 30e821fb445e4e26be8c18b6300a088d for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:11.171321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.233062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51456) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:11.362667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Subnet': ['ID=8da582a5-c3c9-48ba-be62-430a7ab3e86d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:11.376130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Checking segment: {'id': 'a8f74e85-c1f2-4046-8cd0-5d8828e3e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e581733d-cc83-4c6c-a1b9-3a6fbfc9da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:11.376756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network hostable DHCP agents. Network: e581733d-cc83-4c6c-a1b9-3a6fbfc9da05, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:11.391352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.407107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:11.422596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e581733d-cc83-4c6c-a1b9-3a6fbfc9da05) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:11.430331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] For port 8e17cc6b-933d-4847-b809-96ac9373811e, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:11.435502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:11.439075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.441591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ba419-0f14-4e22-8ff8-9c48b4202e98 None None] Pushing event updated for resources: {'Port': ['ID=8e17cc6b-933d-4847-b809-96ac9373811e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:11.456842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168cbfc-3a2b-4cdc-a15a-3187e26e0892 None None] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:11.509750 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-934fad53-9a1b-40cc-833b-41519aaf9e81 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5772133 Mar 11 17:54:11.511902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51470) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:11.537669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'subnet': {'network_id': 'f233d70e-b14f-45c1-b358-222ca7e81eb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:11.680141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object dd85b3fb-301e-482d-94a2-75ef3857367c will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:11.711387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] For port 8e17cc6b-933d-4847-b809-96ac9373811e, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8e17cc6b-933d-4847-b809-96ac9373811e,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:11.724107 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.737651 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.758939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.908020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:11.911449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Pushing event updated for resources: {'Port': ['ID=c67e31d7-158f-439c-87f8-a40a9120f75a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:11.919306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Usage tracker for resource:subnet and tenant:04a97530b4384a98b3de681eda47e323 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:11.934399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:11.939170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:11.939862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:53:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:11.948380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:11.976341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Made reservation on behalf of 04a97530b4384a98b3de681eda47e323 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:12.056598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:12.085588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:12.160283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:12.176523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:12.179600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:12.289618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f555be-5d75-4ee1-9281-4f7bb15a958d None None] Pushing event updated for resources: {'Port': ['ID=c174ed1c-1908-4eb7-a6dd-0936b44c7771,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:12.309160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:12.511818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:12.566509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:12.568359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=dd85b3fb-301e-482d-94a2-75ef3857367c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:12.572587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c88d6b-7508-4e80-ac48-120f4b8441e9 None None] Pushing event updated for resources: {'Port': ['ID=268862f1-0468-4839-b864-97c108d05703,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:12.577769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:12.614801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:12.747427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48cbcea-07ea-4a6d-8edf-c49e1913579e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:12.748836 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:12.785478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fbb1efee-3e60-4c3f-bc33-1178d9bae24d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.5504565 Mar 11 17:54:12.803492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51490) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:12.818799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-402910276'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:12.866160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:12.909523 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:12.916570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39047840-ca70-4acd-8885-65f3fe66919e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.2463996 Mar 11 17:54:12.921872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51496) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:12.925205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:12.948913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Subnet': ['ID=bab00e7a-1925-4404-9769-e49c1ad2b294,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:12.952801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Checking segment: {'id': '5ceb53ed-7fdf-41e5-a650-b137faf9490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f233d70e-b14f-45c1-b358-222ca7e81eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:12.953332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network hostable DHCP agents. Network: f233d70e-b14f-45c1-b358-222ca7e81eb3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:13.001033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network f233d70e-b14f-45c1-b358-222ca7e81eb3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:13.006352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:13.010280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:13.020378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f233d70e-b14f-45c1-b358-222ca7e81eb3) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:13.025373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:13.026026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:13.074299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:13.082330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d69d7dad-103c-4e5f-9d91-f19b65b2ed9c tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5637972 Mar 11 17:54:13.082611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51500) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:13.151786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Checking segment: {'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:13.155180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Network hostable DHCP agents. Network: 188a5c5a-ff65-420f-b859-8ed4a487f849, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:13.201387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bbf0f4-78d5-40ff-a344-907bb46281db None None] Network 3a7be562-a0c5-480e-8093-993b208466ea requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:13.262205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b4ab8-7d42-4444-a778-f42eeaf32453 None None] Network f233d70e-b14f-45c1-b358-222ca7e81eb3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:13.332487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:13.337938 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:13.392842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:13.934397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:13.962320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:54:14.024346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.028160 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment e7b2ab9b-2177-4e07-af2e-bd18c65fde67 of type vlan for network 6fe69fbe-65c7-40e6-9990-ecfac000037e Mar 11 17:54:14.137284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.199886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.206233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:14.227103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.264552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6632d8f5-8f5e-4bab-8d7a-820469955ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.356556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fdc563da-695d-4ded-94f5-391cb9bd9845 None None] Provisioning for port c174ed1c-1908-4eb7-a6dd-0936b44c7771 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:14.375773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 268862f1-0468-4839-b864-97c108d05703 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:14.449013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e581733d-cc83-4c6c-a1b9-3a6fbfc9da05', 'network_id': 'e581733d-cc83-4c6c-a1b9-3a6fbfc9da05', 'tenant_id': '04a97530b4384a98b3de681eda47e323', 'fixed_ips': [{'subnet_id': '8da582a5-c3c9-48ba-be62-430a7ab3e86d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:14.450162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.471426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e18e96-2076-45c2-bb1f-944cdf555ff3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:14.491188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.494950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e18e96-2076-45c2-bb1f-944cdf555ff3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:14.497225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-56e18e96-2076-45c2-bb1f-944cdf555ff3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:14.571140 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:54:14.607598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 188a5c5a-ff65-420f-b859-8ed4a487f849) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:14.615398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:14.616021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.665639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f8fcc26d-d477-4604-81ef-5cf95d23e455 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0203590 Mar 11 17:54:14.674470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51526) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:14.687508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.692229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:14.692831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.752503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:14.805045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:14.814717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Allocated IP 172.20.0.2 (e581733d-cc83-4c6c-a1b9-3a6fbfc9da05/8da582a5-c3c9-48ba-be62-430a7ab3e86d/07f3f5b9-7afc-4b0e-8491-76d006485122) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:14.822137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0069242 Mar 11 17:54:14.822137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-56e18e96-2076-45c2-bb1f-944cdf555ff3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:14.822137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-56e18e96-2076-45c2-bb1f-944cdf555ff3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.8979733 Mar 11 17:54:14.826793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:14.841661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51534) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:14.842051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:14.848516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Pushing event updated for resources: {'Port': ['ID=c67e31d7-158f-439c-87f8-a40a9120f75a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:14.921720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Usage tracker for resource:router and tenant:30e821fb445e4e26be8c18b6300a088d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:15.015593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ba419-0f14-4e22-8ff8-9c48b4202e98 None None] Pushing event updated for resources: {'Port': ['ID=8e17cc6b-933d-4847-b809-96ac9373811e,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:15.075584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:15.082104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b335c9-a5ff-4e8c-a219-d97971c9d417 None None] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:15.086328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:15.117101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc33f4-ed8e-4f2e-bb75-22eafb991c89 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=6fe69fbe-65c7-40e6-9990-ecfac000037e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:15.120030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:15.214353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port dd85b3fb-301e-482d-94a2-75ef3857367c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:15.215017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.412414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51550) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:15.425025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:54:15.472395 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc34e-8fe3-47ef-a424-5f6385755ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.530765 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.532005 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.582624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:15.587311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:15.590571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:15.599974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:15.663452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.703082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:15.711268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3110fb9a70d14583bf3e1f63f71a74a2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:15.712290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Provisioning for port c67e31d7-158f-439c-87f8-a40a9120f75a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:15.714886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:15.722076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:15.749275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:15.761564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:15.832028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.839505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.883160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Provisioning complete for port c67e31d7-158f-439c-87f8-a40a9120f75a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:15.883791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:15.933561 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3110fb9a70d14583bf3e1f63f71a74a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5202100 Mar 11 17:54:15.935427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a548-9884-447d-a750-f03b2ee622a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb1a652-c04f-4148-a5d7-5a9728610b0e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:15.938566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:15.982589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:16.021031 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.064444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c031c84-e93d-4105-943c-7af14878e28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.128394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 268862f1-0468-4839-b864-97c108d05703 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:16.132511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-f233d70e-b14f-45c1-b358-222ca7e81eb3', 'network_id': 'f233d70e-b14f-45c1-b358-222ca7e81eb3', 'tenant_id': '04a97530b4384a98b3de681eda47e323', 'fixed_ips': [{'subnet_id': 'bab00e7a-1925-4404-9769-e49c1ad2b294'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:16.134531 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.167224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c031c84-e93d-4105-943c-7af14878e28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.223187 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.243504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c174ed1c-1908-4eb7-a6dd-0936b44c7771 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:16.253092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c031c84-e93d-4105-943c-7af14878e28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.294714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031c84-e93d-4105-943c-7af14878e28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb1a652-c04f-4148-a5d7-5a9728610b0e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:16.314188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0c031c84-e93d-4105-943c-7af14878e28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.314491 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0c031c84-e93d-4105-943c-7af14878e28c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cbb1a652-c04f-4148-a5d7-5a9728610b0e HTTP/1.1" status: 204 len: 168 time: 0.3747187 Mar 11 17:54:16.386601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Port c67e31d7-158f-439c-87f8-a40a9120f75a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:54:16.428023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.693990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.747464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Provisioning for port 268862f1-0468-4839-b864-97c108d05703 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:16.763092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Transition to ACTIVE for port object 07f3f5b9-7afc-4b0e-8491-76d006485122 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:16.782893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-188a5c5a-ff65-420f-b859-8ed4a487f849', 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'fixed_ips': [{'subnet_id': 'a48cbcea-07ea-4a6d-8edf-c49e1913579e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:16.784092 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.794072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Provisioning complete for port 268862f1-0468-4839-b864-97c108d05703 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:16.794825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.865103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.916092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:02Z', 'revision_number': 3, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:16.951362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6456b-901d-44f2-8fb7-9a58d62ca32b None None] The sync data for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 is: [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:02Z', 'revision_number': 3, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:54:16.960799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Transition to ACTIVE for port object 07f3f5b9-7afc-4b0e-8491-76d006485122 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:17.016710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c174ed1c-1908-4eb7-a6dd-0936b44c7771 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:17.041551 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.167865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Allocated IP 172.20.0.1 (e581733d-cc83-4c6c-a1b9-3a6fbfc9da05/8da582a5-c3c9-48ba-be62-430a7ab3e86d/fb552c98-5130-4c5a-ac97-afbb2aaf5a61) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:17.174088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51586) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:17.229215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c174ed1c-1908-4eb7-a6dd-0936b44c7771 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:17.231220 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.251110 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.374806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Allocated IP 172.20.0.2 (f233d70e-b14f-45c1-b358-222ca7e81eb3/bab00e7a-1925-4404-9769-e49c1ad2b294/0de6212b-eddf-4c68-9bfb-e915757d1cf8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:17.407315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:17.422248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4b465cc86645e8b03b0ffbcfee235f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:17.447718 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.452375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:17.470252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:17.496630 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.563141 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.637858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Transition to ACTIVE for port object fb552c98-5130-4c5a-ac97-afbb2aaf5a61 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:17.664611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.778426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:17.783248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.797212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.864094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8e4b465cc86645e8b03b0ffbcfee235f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6805539 Mar 11 17:54:17.864346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51596) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:17.899187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:18.059607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2a797-a267-44e0-9326-d5941c199d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1488e2fd-1bfd-4624-8ceb-0b1c4bac433b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:18.163004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Port': ['ID=fb552c98-5130-4c5a-ac97-afbb2aaf5a61,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:18.168490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Pushing event updated for resources: {'Port': ['ID=07f3f5b9-7afc-4b0e-8491-76d006485122,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:18.195041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for dd85b3fb-301e-482d-94a2-75ef3857367c owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:18.196551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:18.201465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:18.209773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:18.217321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:18.299610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.299953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.300448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.300784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.301125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.301435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.301751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.302072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.302423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.303578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.303919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:18.312230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:18.385216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:18.421318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Allocated IP 172.20.0.2 (188a5c5a-ff65-420f-b859-8ed4a487f849/a48cbcea-07ea-4a6d-8edf-c49e1913579e/8ef4c96a-b726-4413-8b5b-13b3ac9c716f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:18.427255 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:18.494601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:18.676330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:18.923441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:18.998605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Attempting to bind port 07f3f5b9-7afc-4b0e-8491-76d006485122 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:18.998843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Attempting to bind port 07f3f5b9-7afc-4b0e-8491-76d006485122 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'a8f74e85-c1f2-4046-8cd0-5d8828e3e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e581733d-cc83-4c6c-a1b9-3a6fbfc9da05'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:18.999100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Attempting to bind port 07f3f5b9-7afc-4b0e-8491-76d006485122 on network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:19.023722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-acb4adc8-0e02-488e-89ce-178faac0c3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.030039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] For port 268862f1-0468-4839-b864-97c108d05703, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=268862f1-0468-4839-b864-97c108d05703,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:19.049728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.072257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-acb4adc8-0e02-488e-89ce-178faac0c3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.103104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:19.103453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Checking segment: {'id': 'a8f74e85-c1f2-4046-8cd0-5d8828e3e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e581733d-cc83-4c6c-a1b9-3a6fbfc9da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:19.104032 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.104579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Bound using segment: {'id': 'a8f74e85-c1f2-4046-8cd0-5d8828e3e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e581733d-cc83-4c6c-a1b9-3a6fbfc9da05'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:19.105208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Bound port: 07f3f5b9-7afc-4b0e-8491-76d006485122, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f74e85-c1f2-4046-8cd0-5d8828e3e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e581733d-cc83-4c6c-a1b9-3a6fbfc9da05'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:19.105751 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.130151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=d5314c4d-38a7-4d22-a573-0a59020d6861,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:19.151722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-acb4adc8-0e02-488e-89ce-178faac0c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.225222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.285430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4adc8-0e02-488e-89ce-178faac0c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1488e2fd-1bfd-4624-8ceb-0b1c4bac433b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:19.290690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c174ed1c-1908-4eb7-a6dd-0936b44c7771, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c174ed1c-1908-4eb7-a6dd-0936b44c7771,segment=NetworkSegment(325f6be9-d5c2-4fc3-9845-e873a97037f8),segment_id=325f6be9-d5c2-4fc3-9845-e873a97037f8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:19.328647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': 'e7b2ab9b-2177-4e07-af2e-bd18c65fde67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:19.329016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: 6fe69fbe-65c7-40e6-9990-ecfac000037e, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:19.400001 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-acb4adc8-0e02-488e-89ce-178faac0c3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.415784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-acb4adc8-0e02-488e-89ce-178faac0c3a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1488e2fd-1bfd-4624-8ceb-0b1c4bac433b HTTP/1.1" status: 204 len: 168 time: 1.4587610 Mar 11 17:54:19.417247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Transition to ACTIVE for port object 0de6212b-eddf-4c68-9bfb-e915757d1cf8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:19.420983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:19.426302 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.447254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.505351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Pushing event updated for resources: {'Port': ['ID=268862f1-0468-4839-b864-97c108d05703,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:19.666493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Provisioning for port dd85b3fb-301e-482d-94a2-75ef3857367c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:19.695241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8e17cc6b-933d-4847-b809-96ac9373811e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:19.747547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Transition to ACTIVE for port object 0de6212b-eddf-4c68-9bfb-e915757d1cf8 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:19.752145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Provisioning complete for port dd85b3fb-301e-482d-94a2-75ef3857367c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:19.752886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.796265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.804946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.890247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-51bb709b-4a2d-4247-bf4b-9f4a88dec40c None None] Port dd85b3fb-301e-482d-94a2-75ef3857367c was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:54:19.921112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.959196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6fe69fbe-65c7-40e6-9990-ecfac000037e) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:19.984970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:19.985596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.003374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5a6e7-6bc0-405f-83e7-f787035a0f80 None None] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:20.011518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=dd85b3fb-301e-482d-94a2-75ef3857367c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:20.023848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Port': ['ID=fb552c98-5130-4c5a-ac97-afbb2aaf5a61,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:20.024152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.031774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-790061f0-7094-4c71-a9ad-0af9c39292dc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/dd85b3fb-301e-482d-94a2-75ef3857367c HTTP/1.1" status: 204 len: 168 time: 5.1865418 Mar 11 17:54:20.033420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.053666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51638) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:20.058073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.126940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] For port 07f3f5b9-7afc-4b0e-8491-76d006485122, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:20.146475 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.199585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bf487dbc-c915-46b6-b3f2-eccef2b49ecf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3561404 Mar 11 17:54:20.201295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51648) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:20.202560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.331238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c174ed1c-1908-4eb7-a6dd-0936b44c7771,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:20.372791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Transition to ACTIVE for port object 8ef4c96a-b726-4413-8b5b-13b3ac9c716f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:20.440855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] For port 07f3f5b9-7afc-4b0e-8491-76d006485122, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=07f3f5b9-7afc-4b0e-8491-76d006485122,segment=NetworkSegment(a8f74e85-c1f2-4046-8cd0-5d8828e3e381),segment_id=a8f74e85-c1f2-4046-8cd0-5d8828e3e381)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:20.459198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Allocated IP 172.25.3.162 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ebfa198d-a590-4dfc-822c-c72ca6babf60) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:20.476355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Network f233d70e-b14f-45c1-b358-222ca7e81eb3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:20.478557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.500198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:20.512973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:20.610967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Transition to ACTIVE for port object 8ef4c96a-b726-4413-8b5b-13b3ac9c716f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:20.618618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3b34b-0315-43ed-8e94-f82c6dc87f88 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:20.623871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3b34b-0315-43ed-8e94-f82c6dc87f88 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:20.624728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4ab3b34b-0315-43ed-8e94-f82c6dc87f88 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:20.658187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e', 'name': 'tempest-PortsTestJSON-3927914'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:20.734084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4ab3b34b-0315-43ed-8e94-f82c6dc87f88 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:20.736007 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4ab3b34b-0315-43ed-8e94-f82c6dc87f88 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6088014 Mar 11 17:54:20.741644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51664) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:20.746878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.750255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:20.834950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:20.856083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:20.877048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:20.887277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:20.912941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:20.914918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Pushing event updated for resources: {'Port': ['ID=0de6212b-eddf-4c68-9bfb-e915757d1cf8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:20.916046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.919193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a5b3563a-0dde-4fc5-96d3-e35184729475 None None] Provisioning complete for port c67e31d7-158f-439c-87f8-a40a9120f75a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:20.920202 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a5b3563a-0dde-4fc5-96d3-e35184729475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.954161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 9db29e93-814e-48ce-8804-e0e555ebd4e2 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:54:21.062710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:21.066397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:21.160607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Attempting to bind port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:21.160988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Attempting to bind port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5ceb53ed-7fdf-41e5-a650-b137faf9490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f233d70e-b14f-45c1-b358-222ca7e81eb3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:21.161339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Attempting to bind port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 on network f233d70e-b14f-45c1-b358-222ca7e81eb3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:21.172738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8e17cc6b-933d-4847-b809-96ac9373811e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:21.373440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 24ce52fe-834f-4b49-bfbd-c474ba3be299 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:54:21.422432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.10 (6fe69fbe-65c7-40e6-9990-ecfac000037e/d5314c4d-38a7-4d22-a573-0a59020d6861/9db29e93-814e-48ce-8804-e0e555ebd4e2) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:21.488309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8e17cc6b-933d-4847-b809-96ac9373811e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:21.488682 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:21.511740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:54:21.564205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:21.589025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:21.589613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Checking segment: {'id': '5ceb53ed-7fdf-41e5-a650-b137faf9490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f233d70e-b14f-45c1-b358-222ca7e81eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:21.590198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:21.590786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Bound using segment: {'id': '5ceb53ed-7fdf-41e5-a650-b137faf9490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f233d70e-b14f-45c1-b358-222ca7e81eb3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:21.591420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Bound port: 0de6212b-eddf-4c68-9bfb-e915757d1cf8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ceb53ed-7fdf-41e5-a650-b137faf9490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f233d70e-b14f-45c1-b358-222ca7e81eb3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:21.591979 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:21.628724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:21.936256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Attempting to bind port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:21.936618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Attempting to bind port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:21.937167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Attempting to bind port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f on network 188a5c5a-ff65-420f-b859-8ed4a487f849 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:21.937744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:21.960963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3563a-0dde-4fc5-96d3-e35184729475 None None] Port c67e31d7-158f-439c-87f8-a40a9120f75a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:54:21.963113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-6fe69fbe-65c7-40e6-9990-ecfac000037e', 'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e', 'tenant_id': 'dfb70cd505a84d1eae37c60fbda4ff10', 'fixed_ips': [{'subnet_id': 'd5314c4d-38a7-4d22-a573-0a59020d6861'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:21.964095 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:21.999561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38e6b-632b-4921-aef2-3b2818459e35 None None] Pushing event updated for resources: {'Port': ['ID=07f3f5b9-7afc-4b0e-8491-76d006485122,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:22.095458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:22.096584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Checking segment: {'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:22.097157 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.097704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Bound using segment: {'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:22.098353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Bound port: 8ef4c96a-b726-4413-8b5b-13b3ac9c716f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:22.098918 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.131286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.145749 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.173272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 9db29e93-814e-48ce-8804-e0e555ebd4e2 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:22.234767 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.361663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.377293 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.406291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=24ce52fe-834f-4b49-bfbd-c474ba3be299,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:22.422627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8e17cc6b-933d-4847-b809-96ac9373811e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8e17cc6b-933d-4847-b809-96ac9373811e,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:22.428492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.479890 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d26ae378-df83-4038-b905-9ff307e3986f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/24ce52fe-834f-4b49-bfbd-c474ba3be299 HTTP/1.1" status: 204 len: 168 time: 1.7347679 Mar 11 17:54:22.484622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51704) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:22.564477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:22.581259 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.602740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Router 8ad8b8d7-5023-4a90-ac0f-853dba527d7b is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:54:22.607721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5677ff-5553-41cd-b75a-07d007960a6d None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:22.758940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:22.765640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:22.810569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] For port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:22.817337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] For port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8ef4c96a-b726-4413-8b5b-13b3ac9c716f,segment=NetworkSegment(d828d88a-0c6d-4d62-87d2-50f3ba047b09),segment_id=d828d88a-0c6d-4d62-87d2-50f3ba047b09)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:22.832440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b20025a9-9d3c-41e1-8696-751fcc072dee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3041286 Mar 11 17:54:22.838265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Pushing event updated for resources: {'Port': ['ID=8ef4c96a-b726-4413-8b5b-13b3ac9c716f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:22.853207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51716) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:22.864443 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:22.886081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] For port 0de6212b-eddf-4c68-9bfb-e915757d1cf8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:22.892695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:23.172552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a5b3563a-0dde-4fc5-96d3-e35184729475 None None] Provisioning complete for port c174ed1c-1908-4eb7-a6dd-0936b44c7771 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:23.174133 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a5b3563a-0dde-4fc5-96d3-e35184729475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:23.222844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:23.268365 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-17309ba3-3b33-4ee6-bab1-e0b82244e958 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "PUT /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1686292 Mar 11 17:54:23.276905 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] Sync routers for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:23.282136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51728) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:23.291036 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:23.291687 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:23.336774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:23.343272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 268862f1-0468-4839-b864-97c108d05703 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:23.346374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:23.353933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:23.366749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:23.398651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e6e96-2e4c-4eb4-bb40-f339551ef564 None None] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:23.410335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=9db29e93-814e-48ce-8804-e0e555ebd4e2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:23.434852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:23.435937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:23.440979 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:23.468005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:23.483966 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:23.487929 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:23.564970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] For port 0de6212b-eddf-4c68-9bfb-e915757d1cf8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0de6212b-eddf-4c68-9bfb-e915757d1cf8,segment=NetworkSegment(5ceb53ed-7fdf-41e5-a650-b137faf9490d),segment_id=5ceb53ed-7fdf-41e5-a650-b137faf9490d)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:23.617693 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:23.768233 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:23.768646 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e5183-ef5b-4f83-a6c8-ac52b9c8211d None None] The sync data for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:54:23.837350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:23.846389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6096e8d5-c36f-45b4-8168-7e7c6dee18e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1958907 Mar 11 17:54:23.847122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51744) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:24.039937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e', 'name': 'tempest-PortsTestJSON-1251487174'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:24.067504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8e17cc6b-933d-4847-b809-96ac9373811e,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:24.364464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73155c-5a92-4099-8c29-ffe7dad0d952 None None] Pushing event updated for resources: {'Port': ['ID=8ef4c96a-b726-4413-8b5b-13b3ac9c716f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:24.464996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Allocated IP 172.20.0.2 (6fe69fbe-65c7-40e6-9990-ecfac000037e/d5314c4d-38a7-4d22-a573-0a59020d6861/a75dabf3-586e-4cd0-8daf-6c88b5f51ead) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:24.675729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:24.819824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 268862f1-0468-4839-b864-97c108d05703 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:24.820501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:24.959116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab2b85-68a6-4ce3-b620-50b9944f8f49 None None] Pushing event updated for resources: {'Port': ['ID=0de6212b-eddf-4c68-9bfb-e915757d1cf8,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:25.017315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:54:25.089755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Deleting port 268862f1-0468-4839-b864-97c108d05703 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:25.090326 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:25.202932 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-45bc1f3c-361a-4714-8a88-1c0b869b88a1 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:54:25.207108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Pushing event updated for resources: {'Port': ['ID=ebfa198d-a590-4dfc-822c-c72ca6babf60,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:25.208374 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45bc1f3c-361a-4714-8a88-1c0b869b88a1 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "PUT /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9406760 Mar 11 17:54:25.208977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51778) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:25.297457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:25.312188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:25.323193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:25.376025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:25.402945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:25.407426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c174ed1c-1908-4eb7-a6dd-0936b44c7771 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:25.433924 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:25.545669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:25.623547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:25.635029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 9f0200a8-0899-41dd-b3c0-3365c881561c yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:54:25.799743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:25.930512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dfe72f3b-fff0-4807-b910-4b48a78ccba4 None None] Provisioning for port 07f3f5b9-7afc-4b0e-8491-76d006485122 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:25.974034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:25.979211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c174ed1c-1908-4eb7-a6dd-0936b44c7771 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:25.979571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:26.068942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:26.188857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Sync routers for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:26.289932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-efbf329d-5fa1-4616-917e-cc114796778a admin admin] 10.222.0.96 "PUT /v2.0/routers/5dd225b2-9c68-45b0-9d5b-2dbcd106945a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.0271246 Mar 11 17:54:26.518080 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:26.524602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f480b7fb-1d4c-46f9-bb1e-b43fca9db653 None None] Provisioning for port fb552c98-5130-4c5a-ac97-afbb2aaf5a61 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:26.597585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:26.604144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:27.291650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:54:27.495677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Transition to ACTIVE for port object a75dabf3-586e-4cd0-8daf-6c88b5f51ead will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:27.565920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Transition to ACTIVE for port object a75dabf3-586e-4cd0-8daf-6c88b5f51ead will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:27.604724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db664850-2b7c-46d6-9bee-df4a5de4d21b None None] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:27.651312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3598fec-96a9-431d-b507-a4acb6a09989 None None] Network f233d70e-b14f-45c1-b358-222ca7e81eb3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:27.750998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.789375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f480b7fb-1d4c-46f9-bb1e-b43fca9db653 None None] Provisioning complete for port fb552c98-5130-4c5a-ac97-afbb2aaf5a61 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:27.790339 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f480b7fb-1d4c-46f9-bb1e-b43fca9db653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.952926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.12 (6fe69fbe-65c7-40e6-9990-ecfac000037e/d5314c4d-38a7-4d22-a573-0a59020d6861/9f0200a8-0899-41dd-b3c0-3365c881561c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:28.005061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] For port 268862f1-0468-4839-b864-97c108d05703, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=268862f1-0468-4839-b864-97c108d05703,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:28.008457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.011695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51832) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:28.034787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.035733 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.325486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Calling delete_port for 268862f1-0468-4839-b864-97c108d05703 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:28.445395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Deleting port fb552c98-5130-4c5a-ac97-afbb2aaf5a61 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:28.446019 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.509625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.513706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.555568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 07f3f5b9-7afc-4b0e-8491-76d006485122 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:28.635062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:28.666948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:28.699182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:54:28.699691 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:54:28.719334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:28.921153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.927835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f480b7fb-1d4c-46f9-bb1e-b43fca9db653 None None] Port fb552c98-5130-4c5a-ac97-afbb2aaf5a61 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:54:29.184773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Pushing event updated for resources: {'Port': ['ID=a75dabf3-586e-4cd0-8daf-6c88b5f51ead,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.186480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51862) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:29.209192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Calling delete_port for fb552c98-5130-4c5a-ac97-afbb2aaf5a61 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:29.224896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Deleting port 268862f1-0468-4839-b864-97c108d05703 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:29.225355 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.248344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-4d948608-1866-4458-bccf-929b4fad8015 req-51eade6c-18b6-43dd-ba09-3dd2d121a604 service neutron] (83849) timed out ('10.222.0.96', 57934) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:54:29.265361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:29.277230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1338769439-network', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:29.294783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Usage tracker for resource:security_group_rule and tenant:c9b353486f2d467d9a084444fc130907 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:29.297977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:29.305044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:29.347076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port 268862f1-0468-4839-b864-97c108d05703, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=268862f1-0468-4839-b864-97c108d05703,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:29.385319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:29.408484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Usage tracker for resource:network and tenant:93a31f31722a42f18b1c0d32a90ce142 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:29.413065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.418909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:29.427726 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.434735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:29.439616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.463657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.473849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd57b08-73b1-47ea-ae91-e3583a24411f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.504017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.504017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.508663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 9f0200a8-0899-41dd-b3c0-3365c881561c will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:29.521299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Made reservation on behalf of 93a31f31722a42f18b1c0d32a90ce142 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:29.523606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.542657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:29.553987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bf23a331-eac6-4adf-a216-4d19f852f5fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c9b353486f2d467d9a084444fc130907&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4840548 Mar 11 17:54:29.556479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.570219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51870) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:29.637889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=891319f4-7c53-42b5-9c45-6269fe162a58,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.641006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:29.652459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Usage tracker for resource:security_group_rule and tenant:93a31f31722a42f18b1c0d32a90ce142 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:29.658232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:29.686070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45db4201-ad45-48db-b4e1-294c3ad7cf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.691043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:29.728304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Attempting to bind port a75dabf3-586e-4cd0-8daf-6c88b5f51ead on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:29.728851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Attempting to bind port a75dabf3-586e-4cd0-8daf-6c88b5f51ead by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e7b2ab9b-2177-4e07-af2e-bd18c65fde67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:29.729016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Attempting to bind port a75dabf3-586e-4cd0-8daf-6c88b5f51ead on network 6fe69fbe-65c7-40e6-9990-ecfac000037e {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:29.747778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:29.749972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:29.750354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Checking segment: {'id': 'e7b2ab9b-2177-4e07-af2e-bd18c65fde67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:29.750790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.751187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Bound using segment: {'id': 'e7b2ab9b-2177-4e07-af2e-bd18c65fde67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:29.751685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Bound port: a75dabf3-586e-4cd0-8daf-6c88b5f51ead, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b2ab9b-2177-4e07-af2e-bd18c65fde67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '6fe69fbe-65c7-40e6-9990-ecfac000037e'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:29.752055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.759583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:29.763207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:29.763953 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.779101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45db4201-ad45-48db-b4e1-294c3ad7cf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.805630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.9406850 Mar 11 17:54:29.806469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51880) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:29.811760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e461b37-ca71-4205-87d9-3125195eb0a7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=268862f1-0468-4839-b864-97c108d05703,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.820883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:8b:77:8c', 'name': 'tempest-NetworksTestDHCPv6-763673284'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:29.885986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.956110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.972062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 07f3f5b9-7afc-4b0e-8491-76d006485122 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:30.040959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Port': ['ID=fb552c98-5130-4c5a-ac97-afbb2aaf5a61,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:30.146405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=9f0200a8-0899-41dd-b3c0-3365c881561c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:30.196620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:54:30.226592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:30.233433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:30.236299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:30.244665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a3c3cb8b-18d6-4dac-b5fd-e7412dd5c843 None None] Could not find standard attr ID for object fb552c98-5130-4c5a-ac97-afbb2aaf5a61. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:54:30.258230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 07f3f5b9-7afc-4b0e-8491-76d006485122 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:30.258230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.322263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.401417 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45db4201-ad45-48db-b4e1-294c3ad7cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.422484 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.441398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:30.442025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.497367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db4201-ad45-48db-b4e1-294c3ad7cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd57b08-73b1-47ea-ae91-e3583a24411f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:30.549179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a99703c-1ee5-4221-8601-d3dc0bd79518,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:30.563498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:30.587756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:30.589152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.589619 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Added segment a2a4984b-c546-48b9-a433-a9f2b4998e61 of type vlan for network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 Mar 11 17:54:30.591089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d9dbfe24-c25d-4031-b6e8-99139ab0b56d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.6434472 Mar 11 17:54:30.595565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51900) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:30.604335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-45db4201-ad45-48db-b4e1-294c3ad7cf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.605593 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45db4201-ad45-48db-b4e1-294c3ad7cf55 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2cd57b08-73b1-47ea-ae91-e3583a24411f HTTP/1.1" status: 204 len: 168 time: 1.0318511 Mar 11 17:54:30.649387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:30.668574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:30.689858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:30.714719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a3c3cb8b-18d6-4dac-b5fd-e7412dd5c843 None None] Provisioning for port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:30.718025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:30.760887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.790926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] For port a75dabf3-586e-4cd0-8daf-6c88b5f51ead, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:30.825291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:30.900295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] For port a75dabf3-586e-4cd0-8daf-6c88b5f51ead, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a75dabf3-586e-4cd0-8daf-6c88b5f51ead,segment=NetworkSegment(e7b2ab9b-2177-4e07-af2e-bd18c65fde67),segment_id=e7b2ab9b-2177-4e07-af2e-bd18c65fde67)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:30.975907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:54:31.017093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.043069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.043992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:31.044789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.055930 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.171274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port e02be59e-88f4-4375-b03d-c63c525394df yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:54:31.275537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a3c3cb8b-18d6-4dac-b5fd-e7412dd5c843 None None] Provisioning for port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:31.316997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:31.329552 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Sync routers for ids ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:31.349257 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Routers {'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:31.349996 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:31.354496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bab354-7659-49f6-98b5-5b80ca70b830 None None] Pushing event updated for resources: {'Port': ['ID=a75dabf3-586e-4cd0-8daf-6c88b5f51ead,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:31.386793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] For port 268862f1-0468-4839-b864-97c108d05703, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=268862f1-0468-4839-b864-97c108d05703,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:31.387659 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.467721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.470114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9252c6f5-31c6-4b3d-a2a1-bb8d05ffaaed admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 16.7904811 Mar 11 17:54:31.477811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51916) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:31.655487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51926) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:31.707654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Calling delete_port for 268862f1-0468-4839-b864-97c108d05703 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:31.743357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc398e-2f64-4434-b2ba-a0491d5af792 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:31.746162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9cc398e-2f64-4434-b2ba-a0491d5af792 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:31.783713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5944788 Mar 11 17:54:31.800361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:31.827595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Request body: {'subnet': {'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1338769439-subnet', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:31.839616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad1df4-9c8c-4336-990e-7cf12ec71839 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d0d663-95ab-47f6-8ed4-f5429b67d8a1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:31.870290 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Set router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:31.884875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:31.888571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:fe8b:778c (75568097-05ea-4303-a281-4da1879652a7/891319f4-7c53-42b5-9c45-6269fe162a58/e02be59e-88f4-4375-b03d-c63c525394df) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:31.900136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.904673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Usage tracker for resource:subnet and tenant:93a31f31722a42f18b1c0d32a90ce142 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:31.911264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:31.933375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:54:31.943912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:31.948940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9cc398e-2f64-4434-b2ba-a0491d5af792 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:31.960129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c9cc398e-2f64-4434-b2ba-a0491d5af792 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 920 time: 1.3575656 Mar 11 17:54:31.961389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51934) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:32.007690 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.313093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Made reservation on behalf of 93a31f31722a42f18b1c0d32a90ce142 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:32.314770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.339964 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:54:27Z', 'revision_number': 3, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:32.349458 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Checking router: a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:54:32.349995 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Updating router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 port ebfa198d-a590-4dfc-822c-c72ca6babf60 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:54:32.425923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.427775 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.572553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.581328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 9f0200a8-0899-41dd-b3c0-3365c881561c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:32.582784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.614825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object e02be59e-88f4-4375-b03d-c63c525394df will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:32.687941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 07f3f5b9-7afc-4b0e-8491-76d006485122, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=07f3f5b9-7afc-4b0e-8491-76d006485122,segment=NetworkSegment(a8f74e85-c1f2-4046-8cd0-5d8828e3e381),segment_id=a8f74e85-c1f2-4046-8cd0-5d8828e3e381)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:32.819452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:32.843703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d3bd8779a74586b8473b27f3472958 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:32.864923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:32.885645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:32.908295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.988642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] Pushing event deleted for resources: {'Port': ['ID=268862f1-0468-4839-b864-97c108d05703,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:33.013514 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.108364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:33.138407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:33.184390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:33.200504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:33.207232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.281455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=07f3f5b9-7afc-4b0e-8491-76d006485122,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:33.285251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a6500-572d-44f4-a5e7-32d08965930d None None] No DVR routers for this DVR port 268862f1-0468-4839-b864-97c108d05703 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:54:33.338129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 2, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:33.341215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f847f9-e634-49e6-8bcd-dedbafbd26f4 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:33.368602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=e02be59e-88f4-4375-b03d-c63c525394df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:33.470160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1ed33cdc-6b83-4828-8ded-1b18d8dbe589 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6598887 Mar 11 17:54:33.473203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51956) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:33.532366 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.547432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Checking router: 5dd225b2-9c68-45b0-9d5b-2dbcd106945a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:54:33.547432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Updating router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a port c67e31d7-158f-439c-87f8-a40a9120f75a binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:54:33.568448 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.587643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Router 8ad8b8d7-5023-4a90-ac0f-853dba527d7b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:54:33.602677 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Transition to ACTIVE for port object ebfa198d-a590-4dfc-822c-c72ca6babf60 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:33.608872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.618314 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.696772 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Attempting to bind port ebfa198d-a590-4dfc-822c-c72ca6babf60 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:33.697509 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Attempting to bind port ebfa198d-a590-4dfc-822c-c72ca6babf60 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:33.698146 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Attempting to bind port ebfa198d-a590-4dfc-822c-c72ca6babf60 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:33.714032 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:33.714635 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:33.715705 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.716312 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:33.728808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Bound port: ebfa198d-a590-4dfc-822c-c72ca6babf60, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:33.729624 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.735410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.748631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.758792 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.852710 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] For port ebfa198d-a590-4dfc-822c-c72ca6babf60, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:33.857308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] For port ebfa198d-a590-4dfc-822c-c72ca6babf60, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ebfa198d-a590-4dfc-822c-c72ca6babf60,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:33.869669 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:33.883655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1abbea-6969-439b-95da-76c4453a0614 None None] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:33.906687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ef4c96a-b726-4413-8b5b-13b3ac9c716f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:33.910894 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Routers {'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:33.911529 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:33.954219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72370254-11ec-4860-99a4-142d87002f38,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:33.965733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-60202037-5c18-4263-bfc7-aea127041709 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c6d3bd8779a74586b8473b27f3472958&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3104138 Mar 11 17:54:33.971437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51968) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:34.122510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] Set router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:34.205459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c583dc75-061d-47d0-be8b-8a1aed37846e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:34.229360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 9f0200a8-0899-41dd-b3c0-3365c881561c owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:34.413716 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Pushing event updated for resources: {'Port': ['ID=ebfa198d-a590-4dfc-822c-c72ca6babf60,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:34.438246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb24081-c02a-430f-8b00-b713ab2294fe tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:34.439749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-feb24081-c02a-430f-8b00-b713ab2294fe tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:34.495166 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.496009 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.496593 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.497213 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.502438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1065212e-9ae0-4911-abc7-4d4e8cc2cb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:34.503156 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.503556 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.503935 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.504315 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.504785 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.505168 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.506139 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:34.578193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-feb24081-c02a-430f-8b00-b713ab2294fe tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:34.582853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-feb24081-c02a-430f-8b00-b713ab2294fe tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.0452964 Mar 11 17:54:34.593750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 51986) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:34.597318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1065212e-9ae0-4911-abc7-4d4e8cc2cb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:34.673180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:34.696487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Checking segment: {'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:34.696838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Network hostable DHCP agents. Network: c2d0d663-95ab-47f6-8ed4-f5429b67d8a1, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:34.736769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port e02be59e-88f4-4375-b03d-c63c525394df {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:34.737535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:34.772809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b996b596-1319-41f6-a6e4-a72f6a2a2ae5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "PUT /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5626938 Mar 11 17:54:34.774939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51990) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:34.789113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:34.790528 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62618-79d1-4c02-9ca0-5b1866f30e78 None None] Pushing event updated for resources: {'Port': ['ID=ebfa198d-a590-4dfc-822c-c72ca6babf60,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:34.822415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Transition to ACTIVE for port object c67e31d7-158f-439c-87f8-a40a9120f75a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:34.830333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a94a3168-61ec-4ac1-9419-6ec7d38d67cf None None] Provisioning for port a75dabf3-586e-4cd0-8daf-6c88b5f51ead completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:34.860478 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:34.875626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] Sync routers for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:34.889465 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:54:27Z', 'revision_number': 3, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:34.891254 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-7d7f70be-e3fa-4a78-93d3-b77678909c32 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] delete failed (client error): The resource could not be found. Mar 11 17:54:34.897094 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff9afe-b725-41d3-9cc0-3abdc62c6276 None None] The sync data for ids ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'] in n-d-833436-1 is: [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:54:27Z', 'revision_number': 3, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:54:34.900080 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7d7f70be-e3fa-4a78-93d3-b77678909c32 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-1616189210 HTTP/1.1" status: 404 len: 335 time: 0.1212869 Mar 11 17:54:34.900894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 51998) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:34.904079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:34.953666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2a1c5687-dd81-4d5b-a289-2eb9593424ce tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ad8b8d7-5023-4a90-ac0f-853dba527d7b'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:35.002849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654f35e-7b67-405d-8297-bf9974157182 req-b1d43999-22e2-45a1-90c2-10195befe0c7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:35.006595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-b1d43999-22e2-45a1-90c2-10195befe0c7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.2401137 Mar 11 17:54:35.052220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.058578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-74080ff2-0e7c-4a0a-b946-b402688985a0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/quotas/95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 375 time: 0.0311353 Mar 11 17:54:35.062616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a200d-0868-4379-8f1d-bf457b826056 None None] Pushing event updated for resources: {'Port': ['ID=c67e31d7-158f-439c-87f8-a40a9120f75a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:35.065191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:35.102261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:35.102842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.230306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c2d0d663-95ab-47f6-8ed4-f5429b67d8a1) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:35.271262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:35.272153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.289152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=9f0200a8-0899-41dd-b3c0-3365c881561c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:35.416234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '891319f4-7c53-42b5-9c45-6269fe162a58'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:35.417717 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.427261 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-31f0adc8-27a7-4139-a3f7-37ae174dfaf0 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6248467 Mar 11 17:54:35.431601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016314c4-b6c3-46a3-9789-794610061dd3 None None] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:35.433651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52006) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:35.477897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:35.501795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:35.507676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Usage tracker for resource:router and tenant:93a31f31722a42f18b1c0d32a90ce142 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:35.512289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:35.520927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:35.551882 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1065212e-9ae0-4911-abc7-4d4e8cc2cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.560948 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.562203 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.601184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065212e-9ae0-4911-abc7-4d4e8cc2cb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72370254-11ec-4860-99a4-142d87002f38,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:35.605503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:35.606351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:35.751777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.756407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-545e4019-0ee5-47b7-8f2a-d0373bdb6444 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/9f0200a8-0899-41dd-b3c0-3365c881561c HTTP/1.1" status: 204 len: 168 time: 3.7886312 Mar 11 17:54:35.756583 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1065212e-9ae0-4911-abc7-4d4e8cc2cb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:35.757315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52016) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:35.761068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1065212e-9ae0-4911-abc7-4d4e8cc2cb90 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72370254-11ec-4860-99a4-142d87002f38 HTTP/1.1" status: 204 len: 168 time: 1.7856543 Mar 11 17:54:35.855744 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11f1f55-cdbb-4418-8861-537ae4abe7cd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:54:35.856605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a11f1f55-cdbb-4418-8861-537ae4abe7cd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:35.865884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.014771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a11f1f55-cdbb-4418-8861-537ae4abe7cd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:36.018846 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a11f1f55-cdbb-4418-8861-537ae4abe7cd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/9f0200a8-0899-41dd-b3c0-3365c881561c HTTP/1.1" status: 404 len: 333 time: 0.2575879 Mar 11 17:54:36.022098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52022) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:36.032467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.040074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for e02be59e-88f4-4375-b03d-c63c525394df owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:36.125400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-efebe989-7914-4552-b136-69418fd240c7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0472970 Mar 11 17:54:36.130255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 9db29e93-814e-48ce-8804-e0e555ebd4e2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:36.130634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.213143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a1c5687-dd81-4d5b-a289-2eb9593424ce tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.323793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:36.408724 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-2a1c5687-dd81-4d5b-a289-2eb9593424ce tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] update failed (client error): The resource could not be found. Mar 11 17:54:36.412474 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2a1c5687-dd81-4d5b-a289-2eb9593424ce tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "PUT /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b HTTP/1.1" status: 404 len: 339 time: 1.4960256 Mar 11 17:54:36.418300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52034) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:36.571329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Attempting to bind port c67e31d7-158f-439c-87f8-a40a9120f75a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:36.571441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Attempting to bind port c67e31d7-158f-439c-87f8-a40a9120f75a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:36.571722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Attempting to bind port c67e31d7-158f-439c-87f8-a40a9120f75a on network 63d52d86-621b-4e9f-a9d3-001cfa404b4e {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:36.705286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:36.705931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:36.822824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:36.823103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Checking segment: {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:36.823706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.824247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Bound using segment: {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:36.825170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Bound port: c67e31d7-158f-439c-87f8-a40a9120f75a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:36.825745 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.849386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.880569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.937193 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.972315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:36.973193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fe88b-8541-4a84-960d-1d1ffc11ccb8 None None] The sync data for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:54:37.085448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-c2d0d663-95ab-47f6-8ed4-f5429b67d8a1', 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'fixed_ips': [{'subnet_id': 'c583dc75-061d-47d0-be8b-8a1aed37846e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:37.092063 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:37.104978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-958676b5-249a-4cec-94b5-b092b759454b service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9784274 Mar 11 17:54:37.164203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Allocated IP 2001:db8::f816:3eff:fe63:c0f1 (75568097-05ea-4303-a281-4da1879652a7/891319f4-7c53-42b5-9c45-6269fe162a58/44d77298-4acd-4c5c-acc6-ddb6f6d61bb3) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:37.283352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:37.313041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 9db29e93-814e-48ce-8804-e0e555ebd4e2 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:37.457915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Allocated IP 172.20.0.2 (c2d0d663-95ab-47f6-8ed4-f5429b67d8a1/c583dc75-061d-47d0-be8b-8a1aed37846e/4369e8da-6fdb-4f91-b007-66ba7e26baac) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:37.508956 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:37.593222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=e02be59e-88f4-4375-b03d-c63c525394df,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:37.672440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8ef4c96a-b726-4413-8b5b-13b3ac9c716f,segment=NetworkSegment(d828d88a-0c6d-4d62-87d2-50f3ba047b09),segment_id=d828d88a-0c6d-4d62-87d2-50f3ba047b09)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:37.737558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d427459-9802-4799-9b8a-14e3c87bac08 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/e02be59e-88f4-4375-b03d-c63c525394df HTTP/1.1" status: 204 len: 168 time: 3.1134000 Mar 11 17:54:37.759270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:37.760264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0de6212b-eddf-4c68-9bfb-e915757d1cf8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:37.804696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52066) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:38.015520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-7b1a1d36-51fd-4486-9fa0-52ba13c38f52 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427757 Mar 11 17:54:38.023770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:38.056572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd05bb-0e00-4816-8a75-9a8e30460c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:38.061973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd05bb-0e00-4816-8a75-9a8e30460c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:38.067111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1afd05bb-0e00-4816-8a75-9a8e30460c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:38.074614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31a399c1-b2ae-47e7-826e-8bfe05c71fed None None] Provisioning for port 9db29e93-814e-48ce-8804-e0e555ebd4e2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:38.186706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-31a399c1-b2ae-47e7-826e-8bfe05c71fed None None] Provisioning complete for port 9db29e93-814e-48ce-8804-e0e555ebd4e2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:38.194570 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31a399c1-b2ae-47e7-826e-8bfe05c71fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:38.248588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=9db29e93-814e-48ce-8804-e0e555ebd4e2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:38.321697 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:38.342874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1afd05bb-0e00-4816-8a75-9a8e30460c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:38.344493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1afd05bb-0e00-4816-8a75-9a8e30460c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5385680 Mar 11 17:54:38.357669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52082) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:38.410420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] For port c67e31d7-158f-439c-87f8-a40a9120f75a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:38.425639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-31a399c1-b2ae-47e7-826e-8bfe05c71fed None None] Port 9db29e93-814e-48ce-8804-e0e555ebd4e2 was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:54:38.510241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8ef4c96a-b726-4413-8b5b-13b3ac9c716f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:38.533745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] For port c67e31d7-158f-439c-87f8-a40a9120f75a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c67e31d7-158f-439c-87f8-a40a9120f75a,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:38.554892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:38.600263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:38.600538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:38.729777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bcc44d7c-a997-4c7e-aba8-3f4c5fd8f15f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/9db29e93-814e-48ce-8804-e0e555ebd4e2 HTTP/1.1" status: 204 len: 168 time: 2.7063670 Mar 11 17:54:38.733909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52092) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:38.889021 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea907d0-2bba-464a-8be0-2983574a70fc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:54:38.890099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1ea907d0-2bba-464a-8be0-2983574a70fc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:38.908470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cb2a45ab-296c-4495-9de7-bfb970f78c5f None None] Could not find standard attr ID for object 9db29e93-814e-48ce-8804-e0e555ebd4e2. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:54:38.987987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:39.006679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cb2a45ab-296c-4495-9de7-bfb970f78c5f None None] Could not find standard attr ID for object 9f0200a8-0899-41dd-b3c0-3365c881561c. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:54:39.033934 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.061522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1ea907d0-2bba-464a-8be0-2983574a70fc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:39.062509 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.066612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ea907d0-2bba-464a-8be0-2983574a70fc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/9db29e93-814e-48ce-8804-e0e555ebd4e2 HTTP/1.1" status: 404 len: 333 time: 0.3094473 Mar 11 17:54:39.067470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52106) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:39.074899 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.082309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Transition to ACTIVE for port object 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:39.106793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Transition to ACTIVE for port object 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:39.163484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Transition to ACTIVE for port object 4369e8da-6fdb-4f91-b007-66ba7e26baac will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:39.266558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Transition to ACTIVE for port object 4369e8da-6fdb-4f91-b007-66ba7e26baac will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:39.279110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a200d-0868-4379-8f1d-bf457b826056 None None] Pushing event updated for resources: {'Port': ['ID=c67e31d7-158f-439c-87f8-a40a9120f75a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:39.291609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:39.295148 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.297020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.442290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.477735 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.830774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 891319f4-7c53-42b5-9c45-6269fe162a58 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:54:39.833887 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.896743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.986050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:40.149823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Pushing event updated for resources: {'Port': ['ID=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:40.199529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet d5314c4d-38a7-4d22-a573-0a59020d6861 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:54:40.207022 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:40.305893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01ff8fa4-b768-49ba-b7a2-d8f84e12e13f req-c4be750f-6357-4a2d-b7d2-aebee3c944a8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 210 time: 0.6863747 Mar 11 17:54:40.312263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Allocated IP 172.20.0.1 (3a7be562-a0c5-480e-8093-993b208466ea/f21249dd-e346-46a6-9db2-f867200aea5e/64f372e3-6c5a-44c7-beb0-49db0e17c5a7) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:40.378618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:40.382828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:40.506460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:40.510586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:40.514625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=891319f4-7c53-42b5-9c45-6269fe162a58,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:40.528934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Allocated IP 172.25.3.32 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/4a499be5-892c-49da-a5e6-d9a0994e6142) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:40.549674 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:40.579861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0bb4f90-810d-422a-bee3-4e761bd27580 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/891319f4-7c53-42b5-9c45-6269fe162a58 HTTP/1.1" status: 204 len: 168 time: 2.2167628 Mar 11 17:54:40.608779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52138) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:40.678977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Allocated IP 172.20.0.1 (188a5c5a-ff65-420f-b859-8ed4a487f849/a48cbcea-07ea-4a6d-8edf-c49e1913579e/1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:40.753750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Pushing event updated for resources: {'Port': ['ID=4369e8da-6fdb-4f91-b007-66ba7e26baac,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:40.776592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8e6abdbd-822b-4494-9e9e-2de060c8f1a2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629140 Mar 11 17:54:40.783531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52144) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:40.813133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:41.054239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:41.072951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:41.080111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:41.114412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:41.119050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:41.131263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a883570-9b31-4341-a52e-e25fdf580d59 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:41.132011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0a883570-9b31-4341-a52e-e25fdf580d59 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:41.198992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0a883570-9b31-4341-a52e-e25fdf580d59 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:41.208366 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0a883570-9b31-4341-a52e-e25fdf580d59 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4208913 Mar 11 17:54:41.217685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52160) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:41.226708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.265694 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.298229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:41.379281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.496510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Transition to ACTIVE for port object 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:41.499442 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.616043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Attempting to bind port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:41.616767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Attempting to bind port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:41.617333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Attempting to bind port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:41.677029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:41.677719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:41.678385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.678915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:41.679571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Bound port: 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:41.680106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.797606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.806763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Attempting to bind port 4369e8da-6fdb-4f91-b007-66ba7e26baac on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:41.807127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Attempting to bind port 4369e8da-6fdb-4f91-b007-66ba7e26baac by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:41.807478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Attempting to bind port 4369e8da-6fdb-4f91-b007-66ba7e26baac on network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:41.917246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.069668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-688bf25a-49bb-4ee7-8f25-c8e79b0a62d7 req-7d9cdc5d-5e7d-4d3f-ad86-94486cbd1037 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 210 time: 0.4231710 Mar 11 17:54:42.168178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e373d4-47f5-4f6a-82f4-37ab04906111 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:42.168915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b4e373d4-47f5-4f6a-82f4-37ab04906111 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:42.177009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Pushing event updated for resources: {'Port': ['ID=4a499be5-892c-49da-a5e6-d9a0994e6142,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:42.207212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.239073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654f35e-7b67-405d-8297-bf9974157182 req-2f3ff8f7-649d-43ed-bbcf-458da8787890 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:42.241470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-2f3ff8f7-649d-43ed-bbcf-458da8787890 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.8184938 Mar 11 17:54:42.254717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.292447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:42.307678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:42.316568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:42.334396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'port': {'device_id': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'admin_state_up': True, 'tenant_id': '95e242196f104736a813804446649343'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:42.350232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:42.351356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Checking segment: {'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:42.351356 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.351746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Bound using segment: {'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:42.352151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Bound port: 4369e8da-6fdb-4f91-b007-66ba7e26baac, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:42.352706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.380744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.388320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:42.414262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Transition to ACTIVE for port object 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:42.433669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:42.444693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.485759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 0de6212b-eddf-4c68-9bfb-e915757d1cf8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0de6212b-eddf-4c68-9bfb-e915757d1cf8,segment=NetworkSegment(5ceb53ed-7fdf-41e5-a650-b137faf9490d),segment_id=5ceb53ed-7fdf-41e5-a650-b137faf9490d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:42.512969 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.516100 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.516911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8e17cc6b-933d-4847-b809-96ac9373811e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:42.570319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b4e373d4-47f5-4f6a-82f4-37ab04906111 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:42.574271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b4e373d4-47f5-4f6a-82f4-37ab04906111 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3492136 Mar 11 17:54:42.582648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f05d69c6-4fd8-430b-b621-bf4a834bbda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.586635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:42.597046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:42.684608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:42.706135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:42.760218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0a9cd77f-b158-47c0-8cd6-d8839d8bebf4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1712499 Mar 11 17:54:42.767319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52190) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:42.777162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:42.817926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] For port 4369e8da-6fdb-4f91-b007-66ba7e26baac, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:42.828286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:42.828625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] For port 4369e8da-6fdb-4f91-b007-66ba7e26baac, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4369e8da-6fdb-4f91-b007-66ba7e26baac,segment=NetworkSegment(a2a4984b-c546-48b9-a433-a9f2b4998e61),segment_id=a2a4984b-c546-48b9-a433-a9f2b4998e61)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:42.836256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.880852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:42.916609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network 3a7be562-a0c5-480e-8093-993b208466ea is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:42.927839 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:42.932654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:42.935529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225c3bb-9868-4aca-b122-1d88dac8302d None None] Pushing event updated for resources: {'Port': ['ID=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:42.938436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d2c44-cd35-4bfa-b722-314806a193fc None None] Network 6fe69fbe-65c7-40e6-9990-ecfac000037e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:42.939200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:43.133899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=d5314c4d-38a7-4d22-a573-0a59020d6861,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:43.177263 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:43.258921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/d5314c4d-38a7-4d22-a573-0a59020d6861 HTTP/1.1" status: 204 len: 168 time: 4.1899240 Mar 11 17:54:43.279911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:43.286118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:43.290993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Port': ['ID=64f372e3-6c5a-44c7-beb0-49db0e17c5a7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:43.309466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52206) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:43.507993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.509074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.509630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.510178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.511022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.511595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.512140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.512681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.513217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.514288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.515039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3520f-e3eb-42b3-bdc6-a339e69d6f76 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.518852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.519813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.520362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.520950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.522400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.522949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.523599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.524309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.524855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.525802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.526500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.543776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:43.576106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:43.599036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:43.600516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:43.612706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:43.616595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:38Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:43.677472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:43.693830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:43.741014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce3b3-cc31-4756-8902-d40d26afb421 None None] The sync data for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 is: [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:38Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:54:43.781321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4031be2d-99cd-46e3-b4ce-07b089a75655 req-faff67bb-6c7c-4dbc-ad61-ac8a69d66a98 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 210 time: 0.1897540 Mar 11 17:54:43.900599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8e17cc6b-933d-4847-b809-96ac9373811e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:43.900599 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.193933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6c4f170e-396e-4e4e-b42f-e541e068c30d None None] Provisioning for port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:44.228674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6c4f170e-396e-4e4e-b42f-e541e068c30d None None] Provisioning complete for port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:44.230109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c4f170e-396e-4e4e-b42f-e541e068c30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.240859 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:54:44.400158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=0de6212b-eddf-4c68-9bfb-e915757d1cf8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:44.490454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f170e-396e-4e4e-b42f-e541e068c30d None None] Port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:54:44.572122 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99ea7847-44ee-424a-951c-6436ca337480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.706467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52226) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:44.756347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a75dabf3-586e-4cd0-8daf-6c88b5f51ead up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:44.783430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.799456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.805607 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.876442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014af9c3-365c-435e-923e-a166b71ba79a None None] Pushing event updated for resources: {'Port': ['ID=4369e8da-6fdb-4f91-b007-66ba7e26baac,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:44.890207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] DHCP port deletion for 6fe69fbe-65c7-40e6-9990-ecfac000037e request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:54:44.903363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] Deleting port a75dabf3-586e-4cd0-8daf-6c88b5f51ead {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:44.903734 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.990764 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:44.996550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c62b6cd9-f18b-4ffe-8db3-ee44cb634fac None None] Provisioning for port 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:45.014834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:45.095457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c62b6cd9-f18b-4ffe-8db3-ee44cb634fac None None] Provisioning complete for port 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:45.095457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c62b6cd9-f18b-4ffe-8db3-ee44cb634fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:45.141712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.20.0.5 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/81019420-6ad2-4f64-9a56-41e53b2c890b) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:45.153523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:45.231499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a75dabf3-586e-4cd0-8daf-6c88b5f51ead completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:45.292544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a75dabf3-586e-4cd0-8daf-6c88b5f51ead triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:45.292915 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:45.297147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port a75dabf3-586e-4cd0-8daf-6c88b5f51ead {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:45.307097 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:45.428618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c62b6cd9-f18b-4ffe-8db3-ee44cb634fac None None] Port 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:54:45.483171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21055481-ba24-420e-a421-bcbf4928e876 req-425db2c3-eaae-4cec-abba-d86be8b2acb7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 210 time: 0.3337474 Mar 11 17:54:45.538648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:45.596936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:45.678076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Usage tracker for resource:security_group_rule and tenant:f165a2b1147f4d3890b0f04741268e79 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:45.734320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:45.800170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:45.845787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1907b8ad-811e-4e9d-bffb-f53d3aad8a5b None None] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:45.883558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.050428 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.061425 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.098647 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.125603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event updated for resources: {'Port': ['ID=64f372e3-6c5a-44c7-beb0-49db0e17c5a7,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:46.139401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] For port a75dabf3-586e-4cd0-8daf-6c88b5f51ead, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a75dabf3-586e-4cd0-8daf-6c88b5f51ead,segment=NetworkSegment(e7b2ab9b-2177-4e07-af2e-bd18c65fde67),segment_id=e7b2ab9b-2177-4e07-af2e-bd18c65fde67)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:46.139956 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.147723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Network 3a7be562-a0c5-480e-8093-993b208466ea is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:46.151380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:46.208060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] For port a75dabf3-586e-4cd0-8daf-6c88b5f51ead, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a75dabf3-586e-4cd0-8daf-6c88b5f51ead,segment=NetworkSegment(e7b2ab9b-2177-4e07-af2e-bd18c65fde67),segment_id=e7b2ab9b-2177-4e07-af2e-bd18c65fde67)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:46.208435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.311321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] Calling delete_port for a75dabf3-586e-4cd0-8daf-6c88b5f51ead owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:46.428901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for a75dabf3-586e-4cd0-8daf-6c88b5f51ead owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:46.460140 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.572427 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:54:46.572806 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:54:46.581632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-98411390-0eac-4d55-bfaf-fd4d2aad1ae4 None None] Provisioning for port 4369e8da-6fdb-4f91-b007-66ba7e26baac completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:46.588786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.687155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Transition to ACTIVE for port object 81019420-6ad2-4f64-9a56-41e53b2c890b will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:46.768211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] Pushing event deleted for resources: {'Port': ['ID=a75dabf3-586e-4cd0-8daf-6c88b5f51ead,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:46.785636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.790503 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00a8a7-fda6-47c3-8312-deda20e84b18 None None] No DVR routers for this DVR port a75dabf3-586e-4cd0-8daf-6c88b5f51ead on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:54:46.850627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-63a43d73-9c3e-43c8-9734-d18c683dd145 None None] Provisioning complete for port 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:46.850627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-63a43d73-9c3e-43c8-9734-d18c683dd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.897680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 268862f1-0468-4839-b864-97c108d05703 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:54:46.929232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.961813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:46.969957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 268862f1-0468-4839-b864-97c108d05703 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:54:46.970312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 268862f1-0468-4839-b864-97c108d05703 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:54:46.984152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:54:46.985747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-63a43d73-9c3e-43c8-9734-d18c683dd145 None None] Port 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:54:47.002691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:47.006267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=81019420-6ad2-4f64-9a56-41e53b2c890b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:47.012322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:47.028358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:47.047522 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.056624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.095370 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.190975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port a75dabf3-586e-4cd0-8daf-6c88b5f51ead {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:47.192083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.206304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:47.206978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.339656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Router 8ad8b8d7-5023-4a90-ac0f-853dba527d7b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:54:47.379944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-44476b73-2401-4d6e-a73e-a0e763fe0b42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1149323 Mar 11 17:54:47.412119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Request body: {'port': {'device_id': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:47.444983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a88751-43e7-4bc3-86a1-4ab776636951,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:47.556967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ef4c96a-b726-4413-8b5b-13b3ac9c716f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:47.597031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068d056-c780-4cd2-a80e-867e713088f7 None None] get_active_networks_info from n-d-833436-1 {{(pid=83850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 17:54:47.604095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-79cf2965-90ae-41cf-95fc-00589436d074 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f165a2b1147f4d3890b0f04741268e79&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8937781 Mar 11 17:54:47.656919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52268) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:47.659242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:54:47.842116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:47.842610 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.872124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a5b13f86-1c68-4010-8b10-304d6b39e619 None None] Provisioning for port 81019420-6ad2-4f64-9a56-41e53b2c890b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:47.932837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.936204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a5b13f86-1c68-4010-8b10-304d6b39e619 None None] Provisioning complete for port 81019420-6ad2-4f64-9a56-41e53b2c890b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:47.936654 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a5b13f86-1c68-4010-8b10-304d6b39e619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.978133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d4e9-2f32-449d-92a0-3068d86257d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.000517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:48.015679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] The port 'a75dabf3-586e-4cd0-8daf-6c88b5f51ead' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:54:48.088455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d4e9-2f32-449d-92a0-3068d86257d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.100910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068d056-c780-4cd2-a80e-867e713088f7 None None] Resources bound (agent type, host, resource id): {{(pid=83850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:54:48.103150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a5b13f86-1c68-4010-8b10-304d6b39e619 None None] Port 81019420-6ad2-4f64-9a56-41e53b2c890b cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:54:48.213200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:48.223808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] Sync routers for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:48.243441 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:48.245343 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:48.252404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c894b9d3-68f3-48dd-b432-8430734c2d59 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "PUT /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8301797 Mar 11 17:54:48.261282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:48.270956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4369e8da-6fdb-4f91-b007-66ba7e26baac up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:48.280304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.372471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe69fbe-65c7-40e6-9990-ecfac000037e']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:48.387796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b2ab9b-2177-4e07-af2e-bd18c65fde67') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:48.388021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b2ab9b-2177-4e07-af2e-bd18c65fde67') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:48.404199 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.428102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.439352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:54:48.439746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.453375 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:48.506266 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:48.510461 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:48.566407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:54:48.585675 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:54:48.629003 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.669234 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:48.669941 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee937fc-eef2-407f-b472-0eb88c86bbe8 None None] The sync data for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:54:48.683825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.751891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=6fe69fbe-65c7-40e6-9990-ecfac000037e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:48.890305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213339d-8dc1-4083-85dd-238665284e3a req-35f27b25-6400-46d6-b072-713c38d42bec tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:48.892269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0213339d-8dc1-4083-85dd-238665284e3a req-35f27b25-6400-46d6-b072-713c38d42bec tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 931 time: 2.0372550 Mar 11 17:54:48.921700 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aa52f9da-04e6-47af-91c8-cbbc5064b487 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/6fe69fbe-65c7-40e6-9990-ecfac000037e HTTP/1.1" status: 204 len: 168 time: 5.6073141 Mar 11 17:54:48.934014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:48.965186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947917308'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:48.972861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:48.978287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:48.981412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:48.988399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d4e9-2f32-449d-92a0-3068d86257d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.989803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:49.008382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4369e8da-6fdb-4f91-b007-66ba7e26baac completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:49.017731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2d4e9-2f32-449d-92a0-3068d86257d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a88751-43e7-4bc3-86a1-4ab776636951,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:49.038325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4369e8da-6fdb-4f91-b007-66ba7e26baac triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:49.038858 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.045525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:49.048993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.055127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d4e9-2f32-449d-92a0-3068d86257d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.058737 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c6f2d4e9-2f32-449d-92a0-3068d86257d7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9a88751-43e7-4bc3-86a1-4ab776636951 HTTP/1.1" status: 204 len: 168 time: 1.3958952 Mar 11 17:54:49.135862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:49.160176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.160526 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment 0bf5ada9-e348-4cdf-a3cc-8142c4e458d3 of type vlan for network 9411f2f9-d76a-452e-80c6-128c99759a54 Mar 11 17:54:49.211608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.375741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81019420-6ad2-4f64-9a56-41e53b2c890b {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:54:49.375741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.408999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Transition to ACTIVE for port object 81019420-6ad2-4f64-9a56-41e53b2c890b will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:49.417940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.432146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:49.465666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0213339d-8dc1-4083-85dd-238665284e3a req-b3c6e1ca-39f1-4f8a-bebd-b7abefce05da tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529568 Mar 11 17:54:49.466433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:49.550034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.554200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:49.554943 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.568158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9af09189-9cd8-46bf-993b-0af4507056f1 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.625144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.670754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b5b643c-e95d-42e3-a001-983a94c948b7 req-38f2c223-7ac4-4fce-be62-ea8f5b617630 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2372193 Mar 11 17:54:49.829051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.879646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Pushing event updated for resources: {'Port': ['ID=81019420-6ad2-4f64-9a56-41e53b2c890b,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:49.983381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 4369e8da-6fdb-4f91-b007-66ba7e26baac, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4369e8da-6fdb-4f91-b007-66ba7e26baac,segment=NetworkSegment(a2a4984b-c546-48b9-a433-a9f2b4998e61),segment_id=a2a4984b-c546-48b9-a433-a9f2b4998e61)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:50.016772 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:50.019340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c67e31d7-158f-439c-87f8-a40a9120f75a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:50.146176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:50.212931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Update dhcp port {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': 'a9d39829-d05a-4bef-a54f-94a0dd69ab52'}], 'binding:host_id': 'n-d-833436-1'}, 'id': '44d77298-4acd-4c5c-acc6-ddb6f6d61bb3'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:54:50.222656 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:50.259533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=4369e8da-6fdb-4f91-b007-66ba7e26baac,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:50.272206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:50.279745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Usage tracker for resource:security_group_rule and tenant:480a78d70a164ac2a7e3f57c1a2ed7ed is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:50.284324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:50.295352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:50.308876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:50.366554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c67e31d7-158f-439c-87f8-a40a9120f75a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:50.371653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4137049 Mar 11 17:54:50.385702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52314) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:50.397246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c67e31d7-158f-439c-87f8-a40a9120f75a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:50.397927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:50.487464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:50.731683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:50.766185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:50.770804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b5b643c-e95d-42e3-a001-983a94c948b7 req-d01c7ce4-8c36-4d9c-820e-0e04890cb645 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.7203121 Mar 11 17:54:50.802442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:50.805542 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:50.972664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.086216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.091219 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.212012 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b5b643c-e95d-42e3-a001-983a94c948b7 req-9b41991c-465a-4be0-b632-8e246c63217e service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1943855 Mar 11 17:54:51.212607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Router 3a93f29f-601f-44b5-844d-319f674d42f0 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:54:51.224511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=480a78d70a164ac2a7e3f57c1a2ed7ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0699003 Mar 11 17:54:51.254340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52328) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:51.268253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:51.312194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c67e31d7-158f-439c-87f8-a40a9120f75a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c67e31d7-158f-439c-87f8-a40a9120f75a,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:51.324533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.331264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 07f3f5b9-7afc-4b0e-8491-76d006485122 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:51.436465 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:54:51.439800 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:54:51.487164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:51.497532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:51.518473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:51.530402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3456-4355-4230-a3c1-b13dc5b69bed tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=9411f2f9-d76a-452e-80c6-128c99759a54,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:51.549416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:51.567728 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9411f2f9-d76a-452e-80c6-128c99759a54 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:54:51.570058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:51.576571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:51.577424 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.613990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-398bd80d-2fd0-43c4-8c40-d8d350b13bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.652203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 8.8817329 Mar 11 17:54:51.656198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52336) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:51.659701 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-9af09189-9cd8-46bf-993b-0af4507056f1 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:54:51.670327 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9af09189-9cd8-46bf-993b-0af4507056f1 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b HTTP/1.1" status: 409 len: 329 time: 3.4038048 Mar 11 17:54:51.681248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52338) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:51.826334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29bdc3-c683-4d41-a4f2-bc5e65a49277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55612115-ebf0-459f-b16c-3f9c9ecdf66c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:51.830289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Attempting to bind port 81019420-6ad2-4f64-9a56-41e53b2c890b on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:51.831008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Attempting to bind port 81019420-6ad2-4f64-9a56-41e53b2c890b by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:51.831595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Attempting to bind port 81019420-6ad2-4f64-9a56-41e53b2c890b on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:51.843802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c67e31d7-158f-439c-87f8-a40a9120f75a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:51.857151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:51.869829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,revision_number=5']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:51.873267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01216b88-c197-4062-a08a-a89c9d430ccc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=a9d39829-d05a-4bef-a54f-94a0dd69ab52,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:51.875968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 07f3f5b9-7afc-4b0e-8491-76d006485122 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:51.876356 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.915106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-398bd80d-2fd0-43c4-8c40-d8d350b13bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:51.925948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:b1:c4:34', 'name': 'tempest-NetworksTestDHCPv6-645991008'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:51.980469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Port 81019420-6ad2-4f64-9a56-41e53b2c890b on network c4bab14b-ab39-4d15-87fd-d25ff8597aae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:54:51.981398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Attempting to bind port 81019420-6ad2-4f64-9a56-41e53b2c890b on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:52.179927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ebfa198d-a590-4dfc-822c-c72ca6babf60 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:52.194954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b643c-e95d-42e3-a001-983a94c948b7 req-201dbd77-c6ef-4fd5-a02f-715bef99d2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:52.197375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b5b643c-e95d-42e3-a001-983a94c948b7 req-201dbd77-c6ef-4fd5-a02f-715bef99d2bb service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9650695 Mar 11 17:54:52.288855 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:52.374632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ef84-cf1b-4fe5-9c05-fe2882655093 req-adb13b7f-9a28-449a-8357-656cde7b679f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:52.382129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5f7ef84-cf1b-4fe5-9c05-fe2882655093 req-adb13b7f-9a28-449a-8357-656cde7b679f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 1.6099832 Mar 11 17:54:52.398623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:52.407240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:52.417357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:52.426469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:52.427469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:52.428356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:52.429269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Bound port: 81019420-6ad2-4f64-9a56-41e53b2c890b, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:52.430405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:52.443857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:52.493853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5f7ef84-cf1b-4fe5-9c05-fe2882655093 req-ea6a4429-d252-4da3-966e-159b4593b300 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102862 Mar 11 17:54:52.540087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:52.554104 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:52.684282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:54:52.827314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:52.937391 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:52.949650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:52.951570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3c07df91-0118-4f18-a7b7-76c65fecbd02 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 17.4990706 Mar 11 17:54:52.965046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52354) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:53.090298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Sync routers for ids ['3a93f29f-601f-44b5-844d-319f674d42f0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:53.100973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-398bd80d-2fd0-43c4-8c40-d8d350b13bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:53.171564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ebfa198d-a590-4dfc-822c-c72ca6babf60 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:53.184682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:53.185929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bd80d-2fd0-43c4-8c40-d8d350b13bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55612115-ebf0-459f-b16c-3f9c9ecdf66c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:53.191670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ebfa198d-a590-4dfc-822c-c72ca6babf60 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:53.192058 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:53.255793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 37122166-1420-47e8-90f0-ae7b27764648 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:54:53.361401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-398bd80d-2fd0-43c4-8c40-d8d350b13bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:53.363273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-398bd80d-2fd0-43c4-8c40-d8d350b13bee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/55612115-ebf0-459f-b16c-3f9c9ecdf66c HTTP/1.1" status: 204 len: 168 time: 2.1029539 Mar 11 17:54:53.382027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Routers {'3a93f29f-601f-44b5-844d-319f674d42f0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:53.386987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3a93f29f-601f-44b5-844d-319f674d42f0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:53.739747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:53.796367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81019420-6ad2-4f64-9a56-41e53b2c890b,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:53.924176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.091897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c90eee-aa4c-4d03-9519-d25a6f5c1062 req-5006626a-fb11-48f0-bee2-e20008f4e586 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:54.094825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.095832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6c90eee-aa4c-4d03-9519-d25a6f5c1062 req-5006626a-fb11-48f0-bee2-e20008f4e586 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 0.2596440 Mar 11 17:54:54.101689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:54:54.101939 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] 10.222.0.59 "PUT /v2.0/ports/81019420-6ad2-4f64-9a56-41e53b2c890b HTTP/1.1" status: 200 len: 1091 time: 6.7090650 Mar 11 17:54:54.108793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:54:54.110771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:54:54.123387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Sync routers for ids ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:54:54.149512 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.154858 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Routers {'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:54.155464 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:54.167549 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.184169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a9c55-c747-4a3c-a05f-970a6e4b4e4d service neutron] Pushing event updated for resources: {'Port': ['ID=81019420-6ad2-4f64-9a56-41e53b2c890b,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:54.198530 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.207716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.485138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ebfa198d-a590-4dfc-822c-c72ca6babf60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ebfa198d-a590-4dfc-822c-c72ca6babf60,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:54.597513 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.610740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0de6212b-eddf-4c68-9bfb-e915757d1cf8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:54.857304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=3b7b27db-18ea-4f9c-923c-f2d807f6fff6,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:54.886167 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:54.944520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': '0bf5ada9-e348-4cdf-a3cc-8142c4e458d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:54.945312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: 9411f2f9-d76a-452e-80c6-128c99759a54, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:54.945526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:feb1:c434 (75568097-05ea-4303-a281-4da1879652a7/a9d39829-d05a-4bef-a54f-94a0dd69ab52/37122166-1420-47e8-90f0-ae7b27764648) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:54.948887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Set router 3a93f29f-601f-44b5-844d-319f674d42f0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:55.017756 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b', 'status': 'completed', 'code': 200} Mar 11 17:54:55.053705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-317b890d-26e8-4e41-9e24-3493ac040fa7 admin admin] 10.222.0.96 "PUT /v2.0/routers/a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.5471172 Mar 11 17:54:55.085802 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-f79a4017-2e81-4146-825e-0b0fb6b0e016 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 1094 time: 0.8461554 Mar 11 17:54:55.204322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e133-2259-43d7-9f53-7614c24b1596 None None] Pushing event updated for resources: {'Port': ['ID=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:55.204900 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Set router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:55.262166 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-65299690-c14d-4dbd-89d6-2a237b7b90a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81019420-6ad2-4f64-9a56-41e53b2c890b HTTP/1.1" status: 200 len: 217 time: 0.1530602 Mar 11 17:54:55.539421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654f35e-7b67-405d-8297-bf9974157182 req-f5824647-9635-4c22-b298-a784e7397827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:55.540774 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-f5824647-9635-4c22-b298-a784e7397827 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.2693555 Mar 11 17:54:55.563651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 9411f2f9-d76a-452e-80c6-128c99759a54 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:55.712174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6c90eee-aa4c-4d03-9519-d25a6f5c1062 req-45f8e9b3-83cd-4713-a9ca-714644ef50de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6054747 Mar 11 17:54:55.728750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9411f2f9-d76a-452e-80c6-128c99759a54) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:55.735878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:55.736455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:56.010084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ebfa198d-a590-4dfc-822c-c72ca6babf60,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:56.196858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:56.205463 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:56.393742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cc182038-e8f6-4e14-8b18-22b338d99c7f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9292805 Mar 11 17:54:56.394570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:56.480845 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:54:44Z', 'revision_number': 4, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3', 'name': '', 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'mac_address': 'fa:16:3e:e2:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a48cbcea-07ea-4a6d-8edf-c49e1913579e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:38Z', 'updated_at': '2022-03-11T17:54:45Z', 'revision_number': 2, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'subnets': [{'id': 'a48cbcea-07ea-4a6d-8edf-c49e1913579e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:56.495430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:56.501060 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Checking router: a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:54:56.501414 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Updating router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:54:56.613954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 37122166-1420-47e8-90f0-ae7b27764648 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:56.649234 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:56.781960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54', 'name': 'tempest-PortsTestJSON-1866171796', 'fixed_ips': [{'subnet_id': '3b7b27db-18ea-4f9c-923c-f2d807f6fff6', 'ip_address': '172.20.0.10'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:56.791051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a96ac-ec53-4829-9780-2af07207d51e None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:56.837396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d73c40-1f47-4121-b590-e2e835292f2c None None] Network 9411f2f9-d76a-452e-80c6-128c99759a54 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:54:57.291752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:57.298085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:57.302436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:57.311926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:57.368773 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-44780327-ec8f-4903-a29a-d12288ebb61d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7776594 Mar 11 17:54:57.369622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:57.388355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:57.476620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port ac444e65-d5a6-462f-81a7-a01ecaccf413 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:54:57.583462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:57.653775 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:57.674808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Transition to ACTIVE for port object 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:57.724886 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:57.730898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=37122166-1420-47e8-90f0-ae7b27764648,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:57.762824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-00d8a450-c3aa-4e25-b0d2-a1976ae415c8 None None] Provisioning for port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:57.783148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0b69-a255-47f0-be60-a2c30bdca848 req-5a2f2ff0-a198-4b71-a3ab-e1b3bc93012a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:57.785125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-588d0b69-a255-47f0-be60-a2c30bdca848 req-5a2f2ff0-a198-4b71-a3ab-e1b3bc93012a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 0.6563618 Mar 11 17:54:57.799609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:57.805303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:57.837910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:54:57.848527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:57.849264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:57.992932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-588d0b69-a255-47f0-be60-a2c30bdca848 req-c0e6a6f4-23d3-4982-87d1-412be9adfd21 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888924 Mar 11 17:54:57.993172 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d4263-f3b7-417e-8401-67a4db3214e6 None None] Pushing event updated for resources: {'Port': ['ID=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:58.010333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-39d0b567-91d8-48d6-a9d5-8b85cda1f0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.2280519 Mar 11 17:54:58.019309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52448) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:58.258242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9411f2f9-d76a-452e-80c6-128c99759a54', 'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54', 'tenant_id': 'dfb70cd505a84d1eae37c60fbda4ff10', 'fixed_ips': [{'subnet_id': '3b7b27db-18ea-4f9c-923c-f2d807f6fff6'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:54:58.258242 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:58.281131 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Attempting to bind port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:58.281440 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Attempting to bind port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:58.281741 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Attempting to bind port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 on network 188a5c5a-ff65-420f-b859-8ed4a487f849 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:54:58.299497 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:54:58.299939 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Checking segment: {'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:54:58.300286 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:58.300689 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Bound using segment: {'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:54:58.301146 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Bound port: 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd828d88a-0c6d-4d62-87d2-50f3ba047b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:58.301516 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:58.315393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52456) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:58.380658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e74f9-1a0e-4fa5-b2ec-946973fc417f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:58.390905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e74f9-1a0e-4fa5-b2ec-946973fc417f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:58.391720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4e1e74f9-1a0e-4fa5-b2ec-946973fc417f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:54:58.516144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52464) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:58.530813 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] For port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:58.534411 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] For port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,segment=NetworkSegment(d828d88a-0c6d-4d62-87d2-50f3ba047b09),segment_id=d828d88a-0c6d-4d62-87d2-50f3ba047b09)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:58.541231 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:58.554817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4e1e74f9-1a0e-4fa5-b2ec-946973fc417f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:54:58.562608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4e1e74f9-1a0e-4fa5-b2ec-946973fc417f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5402868 Mar 11 17:54:58.563334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52468) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:54:58.621115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2022081702-network', 'tenant_id': '77c296482bb0492596c01326718e57fb'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:54:58.687705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:58.700243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Usage tracker for resource:network and tenant:77c296482bb0492596c01326718e57fb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:58.715967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:58.725495 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Routers {'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:54:58.726143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:58.726394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Allocated IP 172.20.0.2 (9411f2f9-d76a-452e-80c6-128c99759a54/3b7b27db-18ea-4f9c-923c-f2d807f6fff6/16e51dca-621c-41f1-a5ff-6852953bd7b2) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:58.744363 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-f087a5a5-7c14-4bf3-b595-fa3e9a372f4d service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2892518 Mar 11 17:54:58.746172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:58.932522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Made reservation on behalf of 77c296482bb0492596c01326718e57fb for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:58.935489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:58.938846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a75dabf3-586e-4cd0-8daf-6c88b5f51ead no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:54:58.957798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.000347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 37122166-1420-47e8-90f0-ae7b27764648 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:59.002614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.049304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a75dabf3-586e-4cd0-8daf-6c88b5f51ead {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:54:59.049304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a75dabf3-586e-4cd0-8daf-6c88b5f51ead not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:54:59.091159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:59.105603 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7654f35e-7b67-405d-8297-bf9974157182 req-a5acb7bf-23eb-4600-ae39-ef63107d3232 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412850 Mar 11 17:54:59.116831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Usage tracker for resource:security_group_rule and tenant:77c296482bb0492596c01326718e57fb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:59.138245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:54:59.148953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T17:54:43Z', 'revision_number': 3, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:59.179234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Checking router: 3a93f29f-601f-44b5-844d-319f674d42f0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:54:59.179935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Updating router 3a93f29f-601f-44b5-844d-319f674d42f0 port 4a499be5-892c-49da-a5e6-d9a0994e6142 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:54:59.182917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:54:59.243849 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d4263-f3b7-417e-8401-67a4db3214e6 None None] Pushing event updated for resources: {'Port': ['ID=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:59.290145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Deleting port 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:54:59.298881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.300792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.377386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.435986 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] Set router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:54:59.441611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.641117 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.794236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Calling delete_port for 64f372e3-6c5a-44c7-beb0-49db0e17c5a7 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:54:59.835546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ebfa198d-a590-4dfc-822c-c72ca6babf60 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:54:59.960375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:54:59.981573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Usage tracker for resource:security_group_rule and tenant:d9ad0dd3f7ff4328b28e2c6e0828f208 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:54:59.999395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:00.132505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:00.177784 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.220952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Transition to ACTIVE for port object 4a499be5-892c-49da-a5e6-d9a0994e6142 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:00.238177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.264891 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:54:44Z', 'revision_number': 4, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3', 'name': '', 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'mac_address': 'fa:16:3e:e2:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a48cbcea-07ea-4a6d-8edf-c49e1913579e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:38Z', 'updated_at': '2022-03-11T17:54:58Z', 'revision_number': 4, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'subnets': [{'id': 'a48cbcea-07ea-4a6d-8edf-c49e1913579e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:00.281538 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52acc-f7a2-4e5d-896a-908c09cf33d4 None None] The sync data for ids ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'] in n-d-833436-1 is: [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:54:44Z', 'revision_number': 4, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3', 'name': '', 'network_id': '188a5c5a-ff65-420f-b859-8ed4a487f849', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'mac_address': 'fa:16:3e:e2:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a48cbcea-07ea-4a6d-8edf-c49e1913579e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:38Z', 'updated_at': '2022-03-11T17:54:58Z', 'revision_number': 4, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'subnets': [{'id': 'a48cbcea-07ea-4a6d-8edf-c49e1913579e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:00.365462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.377845 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.443906 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.490598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.499213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Attempting to bind port 4a499be5-892c-49da-a5e6-d9a0994e6142 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:00.499614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Attempting to bind port 4a499be5-892c-49da-a5e6-d9a0994e6142 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:00.499957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Attempting to bind port 4a499be5-892c-49da-a5e6-d9a0994e6142 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:00.512623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641a7ea-5005-4369-9a02-cd9469518574 None None] Pushing event updated for resources: {'Port': ['ID=4a499be5-892c-49da-a5e6-d9a0994e6142,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:00.529472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Port': ['ID=64f372e3-6c5a-44c7-beb0-49db0e17c5a7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:00.556622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:00.557490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:00.558666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.559306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:00.560331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Bound port: 4a499be5-892c-49da-a5e6-d9a0994e6142, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:00.561236 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.617873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ebfa198d-a590-4dfc-822c-c72ca6babf60 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:00.618912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.668299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:55:00.724440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e41fa-5418-4be7-8bb9-91f254a12201 req-9bd7c1cb-8ad4-42e6-a216-7c91fe93b475 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:00.724674 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.726941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-596e41fa-5418-4be7-8bb9-91f254a12201 req-9bd7c1cb-8ad4-42e6-a216-7c91fe93b475 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 1.3730366 Mar 11 17:55:00.737009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 37122166-1420-47e8-90f0-ae7b27764648 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:00.737510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Transition to ACTIVE for port object 16e51dca-621c-41f1-a5ff-6852953bd7b2 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:00.758453 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-671d7212-f9c2-4a39-916b-e93127332bbd req-43385867-9a93-4b83-83c4-b32760fc0654 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 1094 time: 1.5546148 Mar 11 17:55:00.830264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Transition to ACTIVE for port object 16e51dca-621c-41f1-a5ff-6852953bd7b2 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:00.858414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.935488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25bc3cc-61a6-4a5f-8927-a8b7ddb5ca13,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:00.954229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:00.954783 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Added segment 0d92febe-616e-4107-856d-8bd101fd48ea of type vlan for network 4857e04f-a45d-41ba-8bfe-36e1435880a0 Mar 11 17:55:01.157199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-596e41fa-5418-4be7-8bb9-91f254a12201 req-17f95304-4692-435c-8434-5b646ada9e51 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807038 Mar 11 17:55:01.194527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Pushing event updated for resources: {'Port': ['ID=16e51dca-621c-41f1-a5ff-6852953bd7b2,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:01.263269 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.338052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Network 9411f2f9-d76a-452e-80c6-128c99759a54 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:01.348189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] For port 4a499be5-892c-49da-a5e6-d9a0994e6142, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:01.353933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:01.363304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:01.373760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.10 (9411f2f9-d76a-452e-80c6-128c99759a54/3b7b27db-18ea-4f9c-923c-f2d807f6fff6/ac444e65-d5a6-462f-81a7-a01ecaccf413) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:01.404581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Allocated IP 172.20.0.1 (c2d0d663-95ab-47f6-8ed4-f5429b67d8a1/c583dc75-061d-47d0-be8b-8a1aed37846e/cc8a9af9-e8ca-4384-bddf-c0ba068cd34c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:01.546816 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:55:01.652708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] For port 4a499be5-892c-49da-a5e6-d9a0994e6142, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4a499be5-892c-49da-a5e6-d9a0994e6142,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:01.684574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4369e8da-6fdb-4f91-b007-66ba7e26baac up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:01.820305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Attempting to bind port 16e51dca-621c-41f1-a5ff-6852953bd7b2 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:01.820971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Attempting to bind port 16e51dca-621c-41f1-a5ff-6852953bd7b2 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0bf5ada9-e348-4cdf-a3cc-8142c4e458d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:01.821488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Attempting to bind port 16e51dca-621c-41f1-a5ff-6852953bd7b2 on network 9411f2f9-d76a-452e-80c6-128c99759a54 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:01.825734 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.835502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.837633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.860211 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.872137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:01.872934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Checking segment: {'id': '0bf5ada9-e348-4cdf-a3cc-8142c4e458d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:01.873586 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.874175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Bound using segment: {'id': '0bf5ada9-e348-4cdf-a3cc-8142c4e458d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:01.874890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Bound port: 16e51dca-621c-41f1-a5ff-6852953bd7b2, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf5ada9-e348-4cdf-a3cc-8142c4e458d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:01.875481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.939123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d7212-f9c2-4a39-916b-e93127332bbd req-850ca7f8-34c9-40e4-8e75-12857ad8f7b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:01.941365 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-671d7212-f9c2-4a39-916b-e93127332bbd req-850ca7f8-34c9-40e4-8e75-12857ad8f7b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 1.0962410 Mar 11 17:55:01.947034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:01.948310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:01.949029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:02.168957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] For port 16e51dca-621c-41f1-a5ff-6852953bd7b2, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:02.172866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] For port 16e51dca-621c-41f1-a5ff-6852953bd7b2, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=16e51dca-621c-41f1-a5ff-6852953bd7b2,segment=NetworkSegment(0bf5ada9-e348-4cdf-a3cc-8142c4e458d3),segment_id=0bf5ada9-e348-4cdf-a3cc-8142c4e458d3)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:02.187027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:02.205955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:02.233336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=37122166-1420-47e8-90f0-ae7b27764648,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:02.297972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/37122166-1420-47e8-90f0-ae7b27764648 HTTP/1.1" status: 204 len: 168 time: 3.7213221 Mar 11 17:55:02.303482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52512) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:02.307852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641a7ea-5005-4369-9a02-cd9469518574 None None] Pushing event updated for resources: {'Port': ['ID=4a499be5-892c-49da-a5e6-d9a0994e6142,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:02.328713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466980a1-52e3-4d1b-9ab7-84339cb7d1b7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:02.357124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9ad0dd3f7ff4328b28e2c6e0828f208&name=default HTTP/1.1" status: 200 len: 2647 time: 4.0345790 Mar 11 17:55:02.391900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] Pushing event updated for resources: {'Network': ['ID=4857e04f-a45d-41ba-8bfe-36e1435880a0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:02.394944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Routers {'3a93f29f-601f-44b5-844d-319f674d42f0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:02.395928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3a93f29f-601f-44b5-844d-319f674d42f0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:02.415159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52516) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:02.512334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df19352f-2d53-459f-a88c-c57f81898331 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:02.516084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df19352f-2d53-459f-a88c-c57f81898331 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:02.516872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df19352f-2d53-459f-a88c-c57f81898331 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:02.522643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.523056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.523461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.523854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.524245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.524635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.525048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.525433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.525812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.526193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.526642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658657e5-6fc4-45a3-b7b1-235d5c9cadfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.543958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.544448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.545302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.545302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.545982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.545982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.546323 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.546613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.547926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.549314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.549829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb641a6a-1d85-4489-8026-0796cff54286 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:02.618657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:02.638620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-df19352f-2d53-459f-a88c-c57f81898331 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:02.640119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-df19352f-2d53-459f-a88c-c57f81898331 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3134382 Mar 11 17:55:02.651915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52524) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:02.689290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9d770969-f9ce-464d-af92-27a097b4ea99 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.1675391 Mar 11 17:55:02.711719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52528) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:02.727165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Transition to ACTIVE for port object cc8a9af9-e8ca-4384-bddf-c0ba068cd34c will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:02.733979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:02.772772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] Set router 3a93f29f-601f-44b5-844d-319f674d42f0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:02.775676 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-671d7212-f9c2-4a39-916b-e93127332bbd req-bc35696d-e250-4239-a4a2-eef5cac5733e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81019420-6ad2-4f64-9a56-41e53b2c890b HTTP/1.1" status: 200 len: 217 time: 0.8184536 Mar 11 17:55:02.777210 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:02.783946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Request body: {'subnet': {'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2022081702-subnet', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:02.872746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet a9d39829-d05a-4bef-a54f-94a0dd69ab52 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:02.879050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:02.894008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:02.928575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Usage tracker for resource:subnet and tenant:77c296482bb0492596c01326718e57fb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:02.943318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:02.947685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object ac444e65-d5a6-462f-81a7-a01ecaccf413 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:02.952698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:55:02.957835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:02.980554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89331e1-5b81-4068-8bf1-f274c30b4d31 req-18830f99-a3a8-4722-abd6-cd5f4d93d6c4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:02.982400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c89331e1-5b81-4068-8bf1-f274c30b4d31 req-18830f99-a3a8-4722-abd6-cd5f4d93d6c4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 0.4430404 Mar 11 17:55:02.985156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.083473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18967ba-b2c1-4efd-8190-2569828dacfd None None] Pushing event updated for resources: {'Port': ['ID=16e51dca-621c-41f1-a5ff-6852953bd7b2,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:03.089779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-15024896-6208-42c2-98c6-81c6982f6d13 None None] Provisioning complete for port 37122166-1420-47e8-90f0-ae7b27764648 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:03.090545 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15024896-6208-42c2-98c6-81c6982f6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.091663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c89331e1-5b81-4068-8bf1-f274c30b4d31 req-20dad73e-da84-4bf5-94c6-2dd36da80968 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753672 Mar 11 17:55:03.096035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.156689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d7212-f9c2-4a39-916b-e93127332bbd req-92d5544e-6741-4921-99e0-2116097ce1cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:03.165863 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-671d7212-f9c2-4a39-916b-e93127332bbd req-92d5544e-6741-4921-99e0-2116097ce1cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.3459942 Mar 11 17:55:03.215461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:03.217013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:03.245966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:03.257280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Made reservation on behalf of 77c296482bb0492596c01326718e57fb for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:03.264100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.301765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-641592b1-4a15-41c6-9090-02887e6d1965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.309890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-15024896-6208-42c2-98c6-81c6982f6d13 None None] Port 37122166-1420-47e8-90f0-ae7b27764648 was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:55:03.336886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4369e8da-6fdb-4f91-b007-66ba7e26baac triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:03.337256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.427933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.538606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Pushing event updated for resources: {'Port': ['ID=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:03.589965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.698310 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.703239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c67e31d7-158f-439c-87f8-a40a9120f75a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:03.744933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7ebd8e9b-a822-41ea-8061-c9502d51867b None None] Could not find standard attr ID for object 37122166-1420-47e8-90f0-ae7b27764648. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:55:03.794955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T17:54:43Z', 'revision_number': 3, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:03.802830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9999d-9fc7-4b57-b1ea-02d9317e9ae0 None None] The sync data for ids ['3a93f29f-601f-44b5-844d-319f674d42f0'] in n-d-833436-1 is: [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T17:54:43Z', 'revision_number': 3, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:03.815211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88daf0b6-80bc-4fd4-970b-40ffc9f17eea None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:03.962234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:03.990573 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.146908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bb4cc247-b665-4c75-9705-fd58b2a7ed48 None None] Provisioning for port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:04.153748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c67e31d7-158f-439c-87f8-a40a9120f75a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:04.154118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.187686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-641592b1-4a15-41c6-9090-02887e6d1965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.259146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d39829-d05a-4bef-a54f-94a0dd69ab52,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:04.271238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bb4cc247-b665-4c75-9705-fd58b2a7ed48 None None] Provisioning complete for port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:04.271659 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc247-b665-4c75-9705-fd58b2a7ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.282490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c9000c14-4cd7-4a47-aaef-a9b73f443c1d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/a9d39829-d05a-4bef-a54f-94a0dd69ab52 HTTP/1.1" status: 204 len: 168 time: 1.6286674 Mar 11 17:55:04.283695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52552) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:04.466072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.471123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-35d914de-3b88-495d-b6a1-04dd419db63e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1783793 Mar 11 17:55:04.472258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52560) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:04.489050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.531553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:04.556027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:04.642898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bb4cc247-b665-4c75-9705-fd58b2a7ed48 None None] Port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:04.658453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 9411f2f9-d76a-452e-80c6-128c99759a54 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:04.673041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=021bfecc-9e37-4124-bf39-14cd079dcce5,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:04.692847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:04.700468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:04.708021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:04.717165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:04.717783 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.829827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-671d7212-f9c2-4a39-916b-e93127332bbd req-5ac6e96e-1058-4aac-825d-a07ba6075573 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6337378 Mar 11 17:55:04.840246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=ac444e65-d5a6-462f-81a7-a01ecaccf413,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:04.853878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.866563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Checking segment: {'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:04.866880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Network hostable DHCP agents. Network: 4857e04f-a45d-41ba-8bfe-36e1435880a0, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:55:04.902266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:04.911142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Deleting port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:04.911954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:04.970292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.121818 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.215633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:05.265260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:05.278554 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.279571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:05.283883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:05.298682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:05.325716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Pushing event updated for resources: {'Port': ['ID=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:05.348552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.370129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-671d7212-f9c2-4a39-916b-e93127332bbd req-de427f22-d48d-4847-82a0-3ed4f51911c7 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258121 Mar 11 17:55:05.438967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:05.446751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.461316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-641592b1-4a15-41c6-9090-02887e6d1965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.501791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:05.512289 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.540333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:05.569963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e43db-0c02-489d-80bd-08ac68778803 None None] Network 9411f2f9-d76a-452e-80c6-128c99759a54 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:05.590671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:05.614587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641592b1-4a15-41c6-9090-02887e6d1965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466980a1-52e3-4d1b-9ab7-84339cb7d1b7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:05.656218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fae28-044a-419d-8aea-ec419fa22739 req-bf34ce49-dc09-453b-adf1-52f1dcc2c837 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:05.659344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-651fae28-044a-419d-8aea-ec419fa22739 req-bf34ce49-dc09-453b-adf1-52f1dcc2c837 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 1.2292876 Mar 11 17:55:05.659902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:55:05.691160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-641592b1-4a15-41c6-9090-02887e6d1965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.693376 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-641592b1-4a15-41c6-9090-02887e6d1965 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/466980a1-52e3-4d1b-9ab7-84339cb7d1b7 HTTP/1.1" status: 204 len: 168 time: 3.2671597 Mar 11 17:55:05.709900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 4857e04f-a45d-41ba-8bfe-36e1435880a0) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:05.718530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f20c7543-db7b-4140-8506-bf8259d05732 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 8.9822426 Mar 11 17:55:05.741007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:05.742245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.747779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:05.757778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a777890-3b42-4475-9fed-9edcd9176153 None None] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:05.761683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '9411f2f9-d76a-452e-80c6-128c99759a54', 'name': 'tempest-PortsTestJSON-198602192', 'fixed_ips': [{'subnet_id': '3b7b27db-18ea-4f9c-923c-f2d807f6fff6', 'ip_address': '172.20.0.9'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:05.791849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Router 8ad8b8d7-5023-4a90-ac0f-853dba527d7b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:55:05.917508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-060c0e6c-e11d-430f-b6f5-82ae72adf37b None None] Provisioning for port 16e51dca-621c-41f1-a5ff-6852953bd7b2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:05.932126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:05.932533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.946200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:05.969456 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-671d7212-f9c2-4a39-916b-e93127332bbd req-38ab4435-e8d3-47de-9898-6af5b85503b7 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910562 Mar 11 17:55:05.977406 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-62fb8c9e-e629-424a-a543-b73be65d74cf admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2522743 Mar 11 17:55:05.983590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:05.984003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:05.985264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52592) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:05.992688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:06.119356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:06.185474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:06.189625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Usage tracker for resource:router and tenant:77c296482bb0492596c01326718e57fb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:06.201930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Calling delete_port for 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:06.257230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-651fae28-044a-419d-8aea-ec419fa22739 req-5a6e198b-51e8-4cf3-8ed4-ea018c2f21cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386262 Mar 11 17:55:06.264156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:06.278465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:06.281290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:port and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:06.283216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:06.287486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:06.309977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:06.332432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:06.335089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:06.336181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:06.387424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:06.431716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b74b97d1-1ee1-4e14-b242-401056afdead tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "PUT /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7491617 Mar 11 17:55:06.436490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52604) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:06.446517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:06.449099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] Sync routers for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:06.648967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:06.687173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:06.687802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:06.734274 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-1526139f-e4ec-4ec6-991d-bad962ead0c5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] show failed (client error): The resource could not be found. Mar 11 17:55:06.739244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1526139f-e4ec-4ec6-991d-bad962ead0c5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-1517902087 HTTP/1.1" status: 404 len: 335 time: 0.2976258 Mar 11 17:55:06.740365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52612) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:06.745974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-64471562-8eac-49fc-92f8-b0b08000d40a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:06.757982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:55:06.761051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:55:06.761400 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:55:06.779303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,segment=NetworkSegment(d828d88a-0c6d-4d62-87d2-50f3ba047b09),segment_id=d828d88a-0c6d-4d62-87d2-50f3ba047b09)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:06.792767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:06.794874 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:06.795656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 16e51dca-621c-41f1-a5ff-6852953bd7b2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:06.817181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:06.833963 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-64471562-8eac-49fc-92f8-b0b08000d40a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] update failed (client error): The resource could not be found. Mar 11 17:55:06.835199 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-64471562-8eac-49fc-92f8-b0b08000d40a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1629682839 HTTP/1.1" status: 404 len: 335 time: 0.0945024 Mar 11 17:55:06.841252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52616) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:07.012650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-4857e04f-a45d-41ba-8bfe-36e1435880a0', 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'fixed_ips': [{'subnet_id': '021bfecc-9e37-4124-bf39-14cd079dcce5'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:55:07.013746 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:07.026984 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:07.130087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:07.168759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ffd2a951-798b-4927-b7f2-fc7684b24ee0 None None] Provisioning complete for port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:07.169120 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a951-798b-4927-b7f2-fc7684b24ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:07.310593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] Routers {'8ad8b8d7-5023-4a90-ac0f-853dba527d7b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:07.311354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:07.404551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port fccf9da0-aa96-4e53-b771-be42a415863a yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:55:07.498786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Deleting port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:07.499116 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:07.511475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:07.566346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Deleting subnet bab00e7a-1925-4404-9769-e49c1ad2b294 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:07.584072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:07.593712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:07.608641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:07.614101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb0a0c-aa00-48cd-bc88-46f369c32ab0 None None] The sync data for ids ['8ad8b8d7-5023-4a90-ac0f-853dba527d7b'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:07.762171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Allocated IP 172.20.0.2 (4857e04f-a45d-41ba-8bfe-36e1435880a0/021bfecc-9e37-4124-bf39-14cd079dcce5/6aef217d-a5fe-4415-a774-43dad2dfc2c1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:07.908738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879bd9-27be-492f-ab12-5522ee3c4691 req-7321346d-9682-4c36-a714-aa92e92db274 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:07.910269 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77879bd9-27be-492f-ab12-5522ee3c4691 req-7321346d-9682-4c36-a714-aa92e92db274 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 0.3768728 Mar 11 17:55:07.929547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:07.975944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 16e51dca-621c-41f1-a5ff-6852953bd7b2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:07.996544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2a951-798b-4927-b7f2-fc7684b24ee0 None None] Port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:08.003584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 16e51dca-621c-41f1-a5ff-6852953bd7b2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:08.004024 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.043128 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.075741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.077472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.139075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.294790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Router 3a93f29f-601f-44b5-844d-319f674d42f0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:55:08.347780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77879bd9-27be-492f-ab12-5522ee3c4691 req-ddcfbaa6-b857-481f-b730-53e8bd36eec5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226813 Mar 11 17:55:08.362762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4b3f6919-1a51-4b3c-b8d4-66e31aac45a1 None None] Provisioning for port ac444e65-d5a6-462f-81a7-a01ecaccf413 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:08.375661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4b3f6919-1a51-4b3c-b8d4-66e31aac45a1 None None] Provisioning complete for port ac444e65-d5a6-462f-81a7-a01ecaccf413 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:08.376663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6919-1a51-4b3c-b8d4-66e31aac45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.378779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:08.387069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:08.395143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:08.395721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.400845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=5f8f7ade-0255-40f0-b598-b4fa1cb867cc,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:08.488545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,revision_number=10']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:08.547618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.561309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Transition to ACTIVE for port object 6aef217d-a5fe-4415-a774-43dad2dfc2c1 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:08.590646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5067b27c-aac6-4178-ac56-ad00ef314591 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1089993 Mar 11 17:55:08.593835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52688) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:08.601066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:6d:06:fd', 'name': 'tempest-NetworksTestDHCPv6-1701173085'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:08.643579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.9 (9411f2f9-d76a-452e-80c6-128c99759a54/3b7b27db-18ea-4f9c-923c-f2d807f6fff6/fccf9da0-aa96-4e53-b771-be42a415863a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:08.694989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f6919-1a51-4b3c-b8d4-66e31aac45a1 None None] Port ac444e65-d5a6-462f-81a7-a01ecaccf413 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:08.797365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:08.799148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Transition to ACTIVE for port object 6aef217d-a5fe-4415-a774-43dad2dfc2c1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:08.810991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:08.816848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:08.827719 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:08.836358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:08.889025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:08.985788 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.014775 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.038641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4b3f6919-1a51-4b3c-b8d4-66e31aac45a1 None None] Provisioning complete for port 16e51dca-621c-41f1-a5ff-6852953bd7b2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:09.039773 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6919-1a51-4b3c-b8d4-66e31aac45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.046413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object fccf9da0-aa96-4e53-b771-be42a415863a will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:09.075984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.099509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] For port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:09.099967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.126478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Pushing event updated for resources: {'Port': ['ID=6aef217d-a5fe-4415-a774-43dad2dfc2c1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:09.132601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:09.134505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:09.143588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:09.156673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:09.183127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f1d634f2-f7c7-4e01-90fd-c7131b96839c admin admin] 10.222.0.96 "PUT /v2.0/routers/3a93f29f-601f-44b5-844d-319f674d42f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2159498 Mar 11 17:55:09.310196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.395561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 317b2f46-aefa-4d73-931f-20ef7e48dd8e yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:55:09.529387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.593895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Subnet': ['ID=bab00e7a-1925-4404-9769-e49c1ad2b294,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:09.615144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Calling delete_port for 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:09.684298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.697807 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.732618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 52802) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:09.733144 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-130b48ac-5194-415c-83eb-6eec46b727bc tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/subnets/bab00e7a-1925-4404-9769-e49c1ad2b294 HTTP/1.1" status: 204 len: 168 time: 2.8898509 Mar 11 17:55:09.750015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:09.927321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 16e51dca-621c-41f1-a5ff-6852953bd7b2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=16e51dca-621c-41f1-a5ff-6852953bd7b2,segment=NetworkSegment(0bf5ada9-e348-4cdf-a3cc-8142c4e458d3),segment_id=0bf5ada9-e348-4cdf-a3cc-8142c4e458d3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:09.937732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae35c04-5967-4e14-9f92-e254052894e9 None None] Network f233d70e-b14f-45c1-b358-222ca7e81eb3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:10.023024 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:10.026940 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:10.140509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:10.150593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:fe6d:6fd (75568097-05ea-4303-a281-4da1879652a7/5f8f7ade-0255-40f0-b598-b4fa1cb867cc/317b2f46-aefa-4d73-931f-20ef7e48dd8e) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:10.416811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Allocated IP 172.25.3.251 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/fc0c37e4-7578-4b41-91d0-56f72065f683) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:10.430714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 9411f2f9-d76a-452e-80c6-128c99759a54 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:10.436993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:10.440310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:10.481547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=fccf9da0-aa96-4e53-b771-be42a415863a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:10.522705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=16e51dca-621c-41f1-a5ff-6852953bd7b2,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:10.631399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:10.632076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:10.661735 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c94d190c-1805-4ed3-bbca-a357d02dd0b8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9097233 Mar 11 17:55:10.665254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52896) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:10.836341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:10.860083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:10.907401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26821ba-bfae-4e1c-9108-38accd8c51c5 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:10.911999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e26821ba-bfae-4e1c-9108-38accd8c51c5 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:10.990768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e26821ba-bfae-4e1c-9108-38accd8c51c5 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:10.997531 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e26821ba-bfae-4e1c-9108-38accd8c51c5 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3307667 Mar 11 17:55:11.001993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 52938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:11.010300 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.051837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] Pushing event deleted for resources: {'Port': ['ID=44d77298-4acd-4c5c-acc6-ddb6f6d61bb3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:11.087315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:11.088035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:55:11.107028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.305420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Attempting to bind port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:11.306016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Attempting to bind port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:11.306410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Attempting to bind port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 on network 4857e04f-a45d-41ba-8bfe-36e1435880a0 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:11.324302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:11.324726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Checking segment: {'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:11.325094 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.325435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Bound using segment: {'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:11.326318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Bound port: 6aef217d-a5fe-4415-a774-43dad2dfc2c1, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:11.326931 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.372151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:11.415917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:11.450100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:11.470286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a17c86-a1d1-4b31-9efd-3896ad74b6ff None None] No DVR routers for this DVR port 44d77298-4acd-4c5c-acc6-ddb6f6d61bb3 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:11.519851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.578735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0c37e4-7578-4b41-91d0-56f72065f683,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:11.580887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 317b2f46-aefa-4d73-931f-20ef7e48dd8e will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:11.589615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a9f84-be6e-4aa6-9b51-6131cb39ed8c None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:11.621619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 16e51dca-621c-41f1-a5ff-6852953bd7b2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:11.656814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:11.678324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3159d-8ee5-4c21-927d-583dde9f0723 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.682809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3159d-8ee5-4c21-927d-583dde9f0723 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.687562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3159d-8ee5-4c21-927d-583dde9f0723 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.689242 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cbe3159d-8ee5-4c21-927d-583dde9f0723 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6856084 Mar 11 17:55:11.695584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53016) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:11.740222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041827398', 'description': 'tempest-secgroup-smoke-1041827398 description', 'project_id': '55d4a71fab2045c58dd7d28f31104671'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:11.798835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port fccf9da0-aa96-4e53-b771-be42a415863a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:11.799152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.825735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] For port 6aef217d-a5fe-4415-a774-43dad2dfc2c1, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:11.830669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] For port 6aef217d-a5fe-4415-a774-43dad2dfc2c1, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6aef217d-a5fe-4415-a774-43dad2dfc2c1,segment=NetworkSegment(0d92febe-616e-4107-856d-8bd101fd48ea),segment_id=0d92febe-616e-4107-856d-8bd101fd48ea)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:11.853394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.880502 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.892412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:11.950055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-22b31690-f48e-4943-a999-ad0e980feab8 None None] Provisioning complete for port ac444e65-d5a6-462f-81a7-a01ecaccf413 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:11.954577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22b31690-f48e-4943-a999-ad0e980feab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.019041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:12.036178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:12.047221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] DHCP port deletion for f233d70e-b14f-45c1-b358-222ca7e81eb3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:12.052788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:12.075175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcf530-292d-49a1-b424-78715eb73ea0 req-4ba082f5-b629-47b8-8ae0-5cb1372f2f2f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:12.077248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06bcf530-292d-49a1-b424-78715eb73ea0 req-4ba082f5-b629-47b8-8ae0-5cb1372f2f2f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 2.1958187 Mar 11 17:55:12.095346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 81019420-6ad2-4f64-9a56-41e53b2c890b details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:55:12.098954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22b31690-f48e-4943-a999-ad0e980feab8 None None] Port ac444e65-d5a6-462f-81a7-a01ecaccf413 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:12.115365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Deleting subnet 8da582a5-c3c9-48ba-be62-430a7ab3e86d {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:12.122467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] Deleting port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:12.122830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.143622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.215223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=317b2f46-aefa-4d73-931f-20ef7e48dd8e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:12.233833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:12.380636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:12.386084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:12.410162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.410677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:12.411015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.411484 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.467681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294402b-d526-4db9-8066-cd840b8b6ade None None] Pushing event updated for resources: {'Port': ['ID=6aef217d-a5fe-4415-a774-43dad2dfc2c1,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:12.487373 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:55:12.494835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.505163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 16e51dca-621c-41f1-a5ff-6852953bd7b2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:12.505655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.703538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.714846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.755098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06bcf530-292d-49a1-b424-78715eb73ea0 req-7028b11c-ad89-479f-bb3b-95dc60e2663d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333210 Mar 11 17:55:12.756647 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5462-37d8-450e-a99e-d31f12ac8541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.758768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53112) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:12.760631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-22b31690-f48e-4943-a999-ad0e980feab8 None None] Provisioning for port fccf9da0-aa96-4e53-b771-be42a415863a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:12.768965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f8cdcc91-09f8-4b38-9c01-aad1e2e1921a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1739113 Mar 11 17:55:12.775959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53118) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:12.821361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-22b31690-f48e-4943-a999-ad0e980feab8 None None] Provisioning complete for port fccf9da0-aa96-4e53-b771-be42a415863a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:12.821803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22b31690-f48e-4943-a999-ad0e980feab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:12.911251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22b31690-f48e-4943-a999-ad0e980feab8 None None] Port fccf9da0-aa96-4e53-b771-be42a415863a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:12.937253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for fccf9da0-aa96-4e53-b771-be42a415863a owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:13.003994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:13.012410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:13.022866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:13.034450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:13.057052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.169814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeeb5d6-2bb6-4d0b-a4af-69257a23e983 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.171579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8aeeb5d6-2bb6-4d0b-a4af-69257a23e983 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:13.176098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.187513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.240477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81019420-6ad2-4f64-9a56-41e53b2c890b,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:13.248503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=fccf9da0-aa96-4e53-b771-be42a415863a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:13.259794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] For port 0de6212b-eddf-4c68-9bfb-e915757d1cf8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=0de6212b-eddf-4c68-9bfb-e915757d1cf8,segment=NetworkSegment(5ceb53ed-7fdf-41e5-a650-b137faf9490d),segment_id=5ceb53ed-7fdf-41e5-a650-b137faf9490d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:13.260392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.278195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '5f8f7ade-0255-40f0-b598-b4fa1cb867cc'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:55:13.279330 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.302566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '81019420-6ad2-4f64-9a56-41e53b2c890b', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'port_id': '81019420-6ad2-4f64-9a56-41e53b2c890b', 'mac_address': 'fa:16:3e:49:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:55:13.305055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8aeeb5d6-2bb6-4d0b-a4af-69257a23e983 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:13.311545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8aeeb5d6-2bb6-4d0b-a4af-69257a23e983 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5278606 Mar 11 17:55:13.322079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53176) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:13.415475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 317b2f46-aefa-4d73-931f-20ef7e48dd8e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:13.415812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.467988 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.484431 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.500205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.521786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:13.533271 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.543882 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-486e333e-b5af-4fda-8f37-cfad90fafc12 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/fccf9da0-aa96-4e53-b771-be42a415863a HTTP/1.1" status: 204 len: 168 time: 1.8460076 Mar 11 17:55:13.545520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53188) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:13.576720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Usage tracker for resource:security_group_rule and tenant:78d9a1b24b714f3b8c7d4889bee0d4dc is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:13.598842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:13.659708 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dbe6a3-842f-4a00-8a7f-d6c326b5c5dd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:55:13.660328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-57dbe6a3-842f-4a00-8a7f-d6c326b5c5dd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:13.668073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Router 81443f31-2ae4-4cbc-904d-e88d9d110451 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:55:13.673026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:13.839925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.907969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-57dbe6a3-842f-4a00-8a7f-d6c326b5c5dd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:13.913062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-57dbe6a3-842f-4a00-8a7f-d6c326b5c5dd tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/fccf9da0-aa96-4e53-b771-be42a415863a HTTP/1.1" status: 404 len: 333 time: 0.3664925 Mar 11 17:55:13.918776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53198) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:14.010183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 317b2f46-aefa-4d73-931f-20ef7e48dd8e owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:14.086526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] Calling delete_port for 0de6212b-eddf-4c68-9bfb-e915757d1cf8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:14.104737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Subnet': ['ID=8da582a5-c3c9-48ba-be62-430a7ab3e86d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:14.117097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:14.142431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port ac444e65-d5a6-462f-81a7-a01ecaccf413 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:14.142830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.218290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f118c4a9-098c-4ace-ae36-3f937f254433,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:14.251741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.256766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e9281c9e-a1f5-47b4-8223-d74042fe07b0 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.5936410 Mar 11 17:55:14.257596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53202) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:14.294524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'security_group_rule': {'security_group_id': 'f118c4a9-098c-4ace-ae36-3f937f254433', 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:14.298981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Allocated IP 2001:db8::f816:3eff:fe78:b2b8 (75568097-05ea-4303-a281-4da1879652a7/5f8f7ade-0255-40f0-b598-b4fa1cb867cc/1e973d81-d0df-492b-8a60-9e07f098bb93) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:14.305284 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:14.313345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:14.317216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:14.326469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:14.362108 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.366259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b7cfba25-bbc2-4a8b-a23f-3fa4a24c932e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/subnets/8da582a5-c3c9-48ba-be62-430a7ab3e86d HTTP/1.1" status: 204 len: 168 time: 4.6266217 Mar 11 17:55:14.374590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53206) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:14.428492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.496335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.496882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63341721-d0fe-4a65-bc7c-c52394af5161 req-eed5f70c-a418-4db4-9c7b-b0e399952217 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:14.498140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63341721-d0fe-4a65-bc7c-c52394af5161 req-eed5f70c-a418-4db4-9c7b-b0e399952217 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 0.3592536 Mar 11 17:55:14.512549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:14.523889 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Sync routers for ids ['81443f31-2ae4-4cbc-904d-e88d9d110451'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:14.528336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c16ee0-0c60-4ea4-bf59-6a7dcd8c6131 None None] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:14.545328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cf38e-8a3e-4fd3-a698-6d69979ee703 None None] Network e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:14.548958 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Routers {'81443f31-2ae4-4cbc-904d-e88d9d110451'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:14.550818 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:54:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['81443f31-2ae4-4cbc-904d-e88d9d110451'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:14.559835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.585157 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.595910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Transition to ACTIVE for port object 1e973d81-d0df-492b-8a60-9e07f098bb93 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:14.617791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Transition to ACTIVE for port object 1e973d81-d0df-492b-8a60-9e07f098bb93 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:14.673185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.718889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.731336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d98e7c-925e-4006-8c87-a1858ee2ec86,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:14.762728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.767487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9a89c650-84c4-464f-a727-2ff39bec4f19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4858410 Mar 11 17:55:14.778985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53210) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:14.814751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'security_group_rule': {'security_group_id': 'f118c4a9-098c-4ace-ae36-3f937f254433', 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:14.819337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for ac444e65-d5a6-462f-81a7-a01ecaccf413 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:14.822839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:14.842746 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Set router 81443f31-2ae4-4cbc-904d-e88d9d110451 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:14.866205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.867694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-32aefccf-d99b-4135-9a7a-a764ab79c388 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8797448 Mar 11 17:55:14.871320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:14.894510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63341721-d0fe-4a65-bc7c-c52394af5161 req-cf917740-adf1-4ff5-8e3d-6fefdd41b5ed tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180382 Mar 11 17:55:15.064801 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.086637 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-002b9b42-e189-404b-96da-dd07d33e4d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.114338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] No DVR routers for this DVR port 0de6212b-eddf-4c68-9bfb-e915757d1cf8 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:15.163304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:15.166593 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.167320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.174482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:15.210901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81019420-6ad2-4f64-9a56-41e53b2c890b {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:55:15.235569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:15.236571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.243637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:15.255040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc7ec1f6-775b-46ca-a0d5-31b8b7f3294a None None] Provisioning for port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:15.255561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:15.266732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=317b2f46-aefa-4d73-931f-20ef7e48dd8e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:15.300804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81019420-6ad2-4f64-9a56-41e53b2c890b,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:15.307802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:15.324920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.356942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.383451 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:55:11Z', 'revision_number': 3, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:15.383936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.388519 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Checking router: 81443f31-2ae4-4cbc-904d-e88d9d110451 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:55:15.388978 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Updating router 81443f31-2ae4-4cbc-904d-e88d9d110451 port fc0c37e4-7578-4b41-91d0-56f72065f683 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:55:15.403986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:15.404351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.436603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Pushing event updated for resources: {'Port': ['ID=1e973d81-d0df-492b-8a60-9e07f098bb93,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:15.463520 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.467396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=ac444e65-d5a6-462f-81a7-a01ecaccf413,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:15.471947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.491850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.503158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ee47dab0-4ea3-44de-a1e0-691942f43fee tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/317b2f46-aefa-4d73-931f-20ef7e48dd8e HTTP/1.1" status: 204 len: 168 time: 2.1764941 Mar 11 17:55:15.555409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53220) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:15.595425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.619459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da794904-af19-4ef9-9d84-e4eeae74aa64 None None] Pushing event deleted for resources: {'Port': ['ID=0de6212b-eddf-4c68-9bfb-e915757d1cf8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:15.696224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.777413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.811185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc429d6-95bb-4a94-975b-dfa7d08f2a74 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.813124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc429d6-95bb-4a94-975b-dfa7d08f2a74 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.814053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9bc429d6-95bb-4a94-975b-dfa7d08f2a74 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:15.832200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['81019420-6ad2-4f64-9a56-41e53b2c890b'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:55:15.832424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19481ea0-4c4b-4090-a085-399554c2d243,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:15.862637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a9c4574-a2bc-4dd1-b65f-bf314860c313 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=78d9a1b24b714f3b8c7d4889bee0d4dc&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0991726 Mar 11 17:55:15.876709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f233d70e-b14f-45c1-b358-222ca7e81eb3']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:15.883839 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2eb34a81-0b48-4b75-b106-1f1a3f444489 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/ac444e65-d5a6-462f-81a7-a01ecaccf413 HTTP/1.1" status: 204 len: 168 time: 1.9635012 Mar 11 17:55:15.884781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:15.885207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53226) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:15.914161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ceb53ed-7fdf-41e5-a650-b137faf9490d') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:15.914807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ceb53ed-7fdf-41e5-a650-b137faf9490d') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:15.920202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] DHCP port deletion for e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:15.951958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.958702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Deleting port 07f3f5b9-7afc-4b0e-8491-76d006485122 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:15.959071 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.993437 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ace622-e353-4d72-8316-4f870f135199 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:55:15.994229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e7ace622-e353-4d72-8316-4f870f135199 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:15.994347 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.005236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.009581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9bc429d6-95bb-4a94-975b-dfa7d08f2a74 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:16.011342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.014124 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9bc429d6-95bb-4a94-975b-dfa7d08f2a74 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4575565 Mar 11 17:55:16.015125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53234) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:16.032065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Attempting to bind port 1e973d81-d0df-492b-8a60-9e07f098bb93 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:16.032440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Attempting to bind port 1e973d81-d0df-492b-8a60-9e07f098bb93 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:16.032965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Attempting to bind port 1e973d81-d0df-492b-8a60-9e07f098bb93 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:16.061925 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.068500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:55:16.068903 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.092693 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Transition to ACTIVE for port object fc0c37e4-7578-4b41-91d0-56f72065f683 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:55:16.101159 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:55:16.110443 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.120560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1bfc92-3b46-4f05-a8dd-eae3f6675396,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:16.168063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e7ace622-e353-4d72-8316-4f870f135199 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:16.172344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e7ace622-e353-4d72-8316-4f870f135199 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/ac444e65-d5a6-462f-81a7-a01ecaccf413 HTTP/1.1" status: 404 len: 333 time: 0.2796373 Mar 11 17:55:16.172729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:16.173241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:16.173641 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.177734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53238) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:16.177897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:16.178135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Bound port: 1e973d81-d0df-492b-8a60-9e07f098bb93, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:16.178554 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.248857 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.288548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Attempting to bind port fc0c37e4-7578-4b41-91d0-56f72065f683 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:16.288904 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Attempting to bind port fc0c37e4-7578-4b41-91d0-56f72065f683 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:16.289262 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Attempting to bind port fc0c37e4-7578-4b41-91d0-56f72065f683 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:16.307967 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92608cef-6681-4675-9961-f344c6a299a5 None None] Pushing event updated for resources: {'Port': ['ID=fc0c37e4-7578-4b41-91d0-56f72065f683,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:16.330168 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:16.343075 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:16.343418 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.343725 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:16.344317 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Bound port: fc0c37e4-7578-4b41-91d0-56f72065f683, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:16.344689 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.359296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be55a9f5-0177-4d52-b9e8-3feacdf90ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.392567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.394536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f081d63f-ca2f-4cf0-ba72-3792f3417ba5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6143236 Mar 11 17:55:16.407985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53244) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:16.432750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'security_group_rule': {'security_group_id': 'f118c4a9-098c-4ace-ae36-3f937f254433', 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:16.440718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:16.444793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:16.448407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:16.452623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.454512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:16.470518 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.486688 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] For port fc0c37e4-7578-4b41-91d0-56f72065f683, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:16.493531 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] For port fc0c37e4-7578-4b41-91d0-56f72065f683, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=fc0c37e4-7578-4b41-91d0-56f72065f683,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:16.494758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] For port 1e973d81-d0df-492b-8a60-9e07f098bb93, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:16.498278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] For port 1e973d81-d0df-492b-8a60-9e07f098bb93, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1e973d81-d0df-492b-8a60-9e07f098bb93,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:16.504219 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.536420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09289a-73c4-4c89-ab5c-cdec54e8f077 req-b509884f-dffa-4b9a-aa4a-167e699162ef tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:16.545384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc09289a-73c4-4c89-ab5c-cdec54e8f077 req-b509884f-dffa-4b9a-aa4a-167e699162ef tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 944 time: 0.4224885 Mar 11 17:55:16.550791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Network': ['ID=f233d70e-b14f-45c1-b358-222ca7e81eb3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:16.553753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dc6a1494-003d-42f3-9b8c-2d9914755f6e tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/networks/f233d70e-b14f-45c1-b358-222ca7e81eb3 HTTP/1.1" status: 204 len: 168 time: 2.1628056 Mar 11 17:55:16.556325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53248) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:16.608229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be55a9f5-0177-4d52-b9e8-3feacdf90ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.615535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.616461 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.658967 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Routers {'81443f31-2ae4-4cbc-904d-e88d9d110451'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:16.658967 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['81443f31-2ae4-4cbc-904d-e88d9d110451'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:16.687631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=81019420-6ad2-4f64-9a56-41e53b2c890b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:16.704237 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.719069 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.742998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc09289a-73c4-4c89-ab5c-cdec54e8f077 req-6c285809-38e5-4503-9640-708839f2f47a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629057 Mar 11 17:55:16.748356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Deleting port 07f3f5b9-7afc-4b0e-8491-76d006485122 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:16.748743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.757260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.760792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 5f8f7ade-0255-40f0-b598-b4fa1cb867cc {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:16.785182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.807200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.901133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52667f9c-e74b-4493-b512-aa8308f249b9,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:16.958672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.990980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 3b7b27db-18ea-4f9c-923c-f2d807f6fff6 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:17.010081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.041174 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] Set router 81443f31-2ae4-4cbc-904d-e88d9d110451 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:17.045658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] For port 07f3f5b9-7afc-4b0e-8491-76d006485122, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=07f3f5b9-7afc-4b0e-8491-76d006485122,segment=NetworkSegment(a8f74e85-c1f2-4046-8cd0-5d8828e3e381),segment_id=a8f74e85-c1f2-4046-8cd0-5d8828e3e381)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:17.046252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.069565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4a499be5-892c-49da-a5e6-d9a0994e6142 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:17.079925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.081227 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-03045ce4-84ba-4aa6-96f3-e507d93fe8af tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6667628 Mar 11 17:55:17.142447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53252) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:17.186964 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92608cef-6681-4675-9961-f344c6a299a5 None None] Pushing event updated for resources: {'Port': ['ID=fc0c37e4-7578-4b41-91d0-56f72065f683,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:17.253935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.292076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'security_group_rule': {'security_group_id': 'f118c4a9-098c-4ace-ae36-3f937f254433', 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:17.316607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Calling delete_port for 07f3f5b9-7afc-4b0e-8491-76d006485122 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:17.352288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:17.364870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:17.369177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:17.388234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:17.405770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] For port 07f3f5b9-7afc-4b0e-8491-76d006485122, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=07f3f5b9-7afc-4b0e-8491-76d006485122,segment=NetworkSegment(a8f74e85-c1f2-4046-8cd0-5d8828e3e381),segment_id=a8f74e85-c1f2-4046-8cd0-5d8828e3e381)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:17.406802 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.430349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920f6ea-385a-4fc5-9d8e-b9326efb414f None None] Pushing event updated for resources: {'Port': ['ID=1e973d81-d0df-492b-8a60-9e07f098bb93,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:17.431264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.537821 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.663678 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:55:11Z', 'revision_number': 3, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:17.677259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4be1a7-e3ab-4ad5-a26b-30a02a0d71c0 None None] The sync data for ids ['81443f31-2ae4-4cbc-904d-e88d9d110451'] in n-d-833436-1 is: [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:55:11Z', 'revision_number': 3, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:17.705805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Port': ['ID=07f3f5b9-7afc-4b0e-8491-76d006485122,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:17.794712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Calling delete_port for 07f3f5b9-7afc-4b0e-8491-76d006485122 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:17.828479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.832410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] No DVR routers for this DVR port 07f3f5b9-7afc-4b0e-8491-76d006485122 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:17.855433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be55a9f5-0177-4d52-b9e8-3feacdf90ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.876755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4a499be5-892c-49da-a5e6-d9a0994e6142 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:17.911222 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.931661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be55a9f5-0177-4d52-b9e8-3feacdf90ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.937929 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be55a9f5-0177-4d52-b9e8-3feacdf90ece admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/19481ea0-4c4b-4090-a085-399554c2d243 HTTP/1.1" status: 204 len: 168 time: 2.0465999 Mar 11 17:55:17.956733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64aad684-8415-46a6-b353-b7a4c18010b7,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:17.963478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4a499be5-892c-49da-a5e6-d9a0994e6142 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:17.967642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.019229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.096339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a9f5-0177-4d52-b9e8-3feacdf90ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19481ea0-4c4b-4090-a085-399554c2d243,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:18.277386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:55:18.280316 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:55:18.293305 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.313736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.315075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2be88448-135a-4149-8979-80ab6d4dd262 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1699719 Mar 11 17:55:18.318036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53266) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:18.333594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Sync routers for ids ['3a93f29f-601f-44b5-844d-319f674d42f0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:18.337877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.346280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 4a499be5-892c-49da-a5e6-d9a0994e6142, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4a499be5-892c-49da-a5e6-d9a0994e6142,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:18.360791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'security_group_rule': {'security_group_id': 'f118c4a9-098c-4ace-ae36-3f937f254433', 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:18.361838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Routers {'3a93f29f-601f-44b5-844d-319f674d42f0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:18.362643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3a93f29f-601f-44b5-844d-319f674d42f0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:18.367681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:18.374324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:18.377581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:18.384085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:18.413720 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Project 55d4a71fab2045c58dd7d28f31104671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:55:18.420396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.440946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e581733d-cc83-4c6c-a1b9-3a6fbfc9da05']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:18.478569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f74e85-c1f2-4046-8cd0-5d8828e3e381') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:18.479150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f74e85-c1f2-4046-8cd0-5d8828e3e381') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:18.491564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.502709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.503139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.536521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.554142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:55:18.557964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.590156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.840940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53272) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:18.916552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.923949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Deleting port 07f3f5b9-7afc-4b0e-8491-76d006485122 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:18.926290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.034237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.043966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=4a499be5-892c-49da-a5e6-d9a0994e6142,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:55:19.057019 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:55:19.067755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.170563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-de39a9b6-47de-4c65-b597-57f0f169ee7a None None] The port '07f3f5b9-7afc-4b0e-8491-76d006485122' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:55:19.172837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6aef217d-a5fe-4415-a774-43dad2dfc2c1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:19.190558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.215873 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.216484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8f7ade-0255-40f0-b598-b4fa1cb867cc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.233062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.261072 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-38ff9882-d07b-4196-9cfd-10c3f62fec6b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/5f8f7ade-0255-40f0-b598-b4fa1cb867cc HTTP/1.1" status: 204 len: 168 time: 3.2384939 Mar 11 17:55:19.264916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.269579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:19.289641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.293447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9708941 Mar 11 17:55:19.298319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Network': ['ID=e581733d-cc83-4c6c-a1b9-3a6fbfc9da05,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.299108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:19.301401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.310147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.310662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.311103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.314213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.314688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.315130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.315550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.315976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.316419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.316839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:19.318444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6f01b65f-f684-48f9-9e2f-0696742613ac tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/networks/e581733d-cc83-4c6c-a1b9-3a6fbfc9da05 HTTP/1.1" status: 204 len: 168 time: 2.7608941 Mar 11 17:55:19.336210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ca17-9830-462f-9b47-e50418db78d1 req-7b6ac350-643f-4e50-8e5b-8b32781c0fc1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:19.346927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd07ca17-9830-462f-9b47-e50418db78d1 req-7b6ac350-643f-4e50-8e5b-8b32781c0fc1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 944 time: 1.2054639 Mar 11 17:55:19.394942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53284) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:19.403374 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2efb298f-daa4-4ba0-85f1-768912178491 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134040 Mar 11 17:55:19.415937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53288) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:19.428018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'security_group_rule': {'security_group_id': 'f118c4a9-098c-4ace-ae36-3f937f254433', 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:19.432539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 81019420-6ad2-4f64-9a56-41e53b2c890b up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:19.440330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff6470-1136-4898-8cc5-8440bc5c6595 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c834d6ef-9ede-4880-ab75-53ee5c69d0da,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.443789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:19.449700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Usage tracker for resource:security_group_rule and tenant:77764eecfa474a4ea76d26ca3e6e56b7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:19.453971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:19.461143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:19.465195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd07ca17-9830-462f-9b47-e50418db78d1 req-3681c715-05b5-4901-badf-5798a55694c8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169863 Mar 11 17:55:19.478274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee78114-5e6d-46ea-8ea8-dbf539f986f8 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:19.554652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.590022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:19.594693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-917f117b-123b-4364-aca7-ebc25bd58d9b None None] Provisioning for port 1e973d81-d0df-492b-8a60-9e07f098bb93 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:19.602045 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.610822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:security_group_rule and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:19.615522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:19.632777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.672073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Deleting subnet f21249dd-e346-46a6-9db2-f867200aea5e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:19.676885 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.688749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.690706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Set router 3a93f29f-601f-44b5-844d-319f674d42f0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:19.693111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:19.732491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:19.749066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a173e395-31f8-421c-9618-6a9c5180fb77 None None] Network 9411f2f9-d76a-452e-80c6-128c99759a54 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:19.760048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.761859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-917f117b-123b-4364-aca7-ebc25bd58d9b None None] Could not find standard attr ID for object 317b2f46-aefa-4d73-931f-20ef7e48dd8e. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:55:19.767578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7b27db-18ea-4f9c-923c-f2d807f6fff6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.786826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:19.787200 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.801400 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9403ad41-40a4-49bc-bf56-204202a50471 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/3b7b27db-18ea-4f9c-923c-f2d807f6fff6 HTTP/1.1" status: 204 len: 168 time: 3.6200666 Mar 11 17:55:19.803787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53294) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:19.818461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae846c33-0984-4b97-aa56-dd5b348c43a8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.841219 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Project 55d4a71fab2045c58dd7d28f31104671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:55:19.853856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49bfb11f-84a2-46ac-af7c-072bffe39b53 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=77764eecfa474a4ea76d26ca3e6e56b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0082192 Mar 11 17:55:19.856637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53298) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:19.913636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.933562 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.988893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d85d3-929e-49e2-845c-d53433402e79 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:19.993243 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c74d85d3-929e-49e2-845c-d53433402e79 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5520031 Mar 11 17:55:20.004490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53302) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:20.045248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.103562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.129574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.149045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/subnets/f21249dd-e346-46a6-9db2-f867200aea5e HTTP/1.1" status: 204 len: 168 time: 0.7205503 Mar 11 17:55:20.155386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53306) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:20.159829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4982a96-cf55-424b-babe-745e005b8b73 None None] Network 3a7be562-a0c5-480e-8093-993b208466ea requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:20.190283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5fc94-78b8-41c6-b75e-4de5fca453fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:20.191016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-53e5fc94-78b8-41c6-b75e-4de5fca453fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:20.196675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 16e51dca-621c-41f1-a5ff-6852953bd7b2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:20.197012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.235066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 81019420-6ad2-4f64-9a56-41e53b2c890b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:20.252898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 81019420-6ad2-4f64-9a56-41e53b2c890b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:20.253556 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.269094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.272844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.294026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.318475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-53e5fc94-78b8-41c6-b75e-4de5fca453fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:20.319683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-53e5fc94-78b8-41c6-b75e-4de5fca453fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2994039 Mar 11 17:55:20.339206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:20.398759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ade4543-1bb3-45fa-b352-b4fc8dafa345,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:20.418861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.420853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34414d3-8419-475a-babc-65ac0b14c02a tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Subnet': ['ID=f21249dd-e346-46a6-9db2-f867200aea5e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:20.450389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Deleting port c174ed1c-1908-4eb7-a6dd-0936b44c7771 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:20.450719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.511284 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-62871360-c004-4fe5-a8fb-9f762ffa8445 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1484973 Mar 11 17:55:20.512072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.513244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c4c90f4f-fa2b-4c24-b84d-38668c5705f1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1228237 Mar 11 17:55:20.519177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53318) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:20.537206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:20.579337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c18172b1-55fc-44eb-b011-2bb7824ee677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.609888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c18172b1-55fc-44eb-b011-2bb7824ee677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.680135 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.856181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c18172b1-55fc-44eb-b011-2bb7824ee677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.925739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18172b1-55fc-44eb-b011-2bb7824ee677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae846c33-0984-4b97-aa56-dd5b348c43a8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:20.958028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 6aef217d-a5fe-4415-a774-43dad2dfc2c1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6aef217d-a5fe-4415-a774-43dad2dfc2c1,segment=NetworkSegment(0d92febe-616e-4107-856d-8bd101fd48ea),segment_id=0d92febe-616e-4107-856d-8bd101fd48ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:20.980272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] For port 16e51dca-621c-41f1-a5ff-6852953bd7b2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=16e51dca-621c-41f1-a5ff-6852953bd7b2,segment=NetworkSegment(0bf5ada9-e348-4cdf-a3cc-8142c4e458d3),segment_id=0bf5ada9-e348-4cdf-a3cc-8142c4e458d3)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:20.980559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.982987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c18172b1-55fc-44eb-b011-2bb7824ee677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:20.986658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c18172b1-55fc-44eb-b011-2bb7824ee677 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ae846c33-0984-4b97-aa56-dd5b348c43a8 HTTP/1.1" status: 204 len: 168 time: 1.1265314 Mar 11 17:55:20.995449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] For port c174ed1c-1908-4eb7-a6dd-0936b44c7771, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c174ed1c-1908-4eb7-a6dd-0936b44c7771,segment=NetworkSegment(325f6be9-d5c2-4fc3-9845-e873a97037f8),segment_id=325f6be9-d5c2-4fc3-9845-e873a97037f8)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:20.995949 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:21.022948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:21.048766 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:21.084760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:21.089797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:21.090816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device fc0c37e4-7578-4b41-91d0-56f72065f683 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:21.164459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Calling delete_port for c174ed1c-1908-4eb7-a6dd-0936b44c7771 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:21.242647 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:55:21.260371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81019420-6ad2-4f64-9a56-41e53b2c890b,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:21.261974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] Deleting port 1e973d81-d0df-492b-8a60-9e07f098bb93 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:21.262416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:21.263411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-e6251cbf-2eff-4cbc-87d1-6faeae7397fd tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Synchronizing usage tracker for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:21.314810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e119-d133-4bc6-b20b-27adf97785e7 req-ae3f6ebd-5c8c-4371-adb4-e7f9b25b736e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:21.316203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea04e119-d133-4bc6-b20b-27adf97785e7 req-ae3f6ebd-5c8c-4371-adb4-e7f9b25b736e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 944 time: 0.4656782 Mar 11 17:55:21.318071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-e6251cbf-2eff-4cbc-87d1-6faeae7397fd tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Unset dirty status for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:21.326436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-e6251cbf-2eff-4cbc-87d1-6faeae7397fd tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041827398&fields=id&tenant_id=55d4a71fab2045c58dd7d28f31104671 HTTP/1.1" status: 200 len: 267 time: 0.3896952 Mar 11 17:55:21.328712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 16e51dca-621c-41f1-a5ff-6852953bd7b2 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:21.370832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:21.481980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:21.485703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:21.540461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-663e53a8-7412-4f3c-a719-28c43110089e tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:21.541887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-663e53a8-7412-4f3c-a719-28c43110089e tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Synchronizing usage tracker for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:21.549850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:21.556434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Allocated IP 172.20.0.1 (4857e04f-a45d-41ba-8bfe-36e1435880a0/021bfecc-9e37-4124-bf39-14cd079dcce5/389e611e-d910-4b17-bf00-a91707ae042e) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:21.565531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f49dd8-9686-459e-b256-1bf959c26800 None None] DHCP port deletion for 9411f2f9-d76a-452e-80c6-128c99759a54 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:21.570190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:55:21.648197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Port': ['ID=c174ed1c-1908-4eb7-a6dd-0936b44c7771,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:21.659387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-663e53a8-7412-4f3c-a719-28c43110089e tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Unset dirty status for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:21.660875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-663e53a8-7412-4f3c-a719-28c43110089e tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/networks?id=63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 200 len: 808 time: 0.3333652 Mar 11 17:55:21.684232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] No DVR routers for this DVR port c174ed1c-1908-4eb7-a6dd-0936b44c7771 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:21.719352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea04e119-d133-4bc6-b20b-27adf97785e7 req-be60e063-1367-4101-9eb3-8caf6b800886 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884366 Mar 11 17:55:21.724859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-529e3828-af97-4ae0-9a99-aadd21b38efa tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/quotas/55d4a71fab2045c58dd7d28f31104671 HTTP/1.1" status: 200 len: 375 time: 0.0364656 Mar 11 17:55:21.817000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] For port 1e973d81-d0df-492b-8a60-9e07f098bb93, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1e973d81-d0df-492b-8a60-9e07f098bb93,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:21.817448 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:21.945360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] Calling delete_port for 1e973d81-d0df-492b-8a60-9e07f098bb93 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:21.976101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.034227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=6aef217d-a5fe-4415-a774-43dad2dfc2c1,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:22.045194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53350) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:22.046878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=16e51dca-621c-41f1-a5ff-6852953bd7b2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:22.053405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68f49dd8-9686-459e-b256-1bf959c26800 None None] Deleting port 16e51dca-621c-41f1-a5ff-6852953bd7b2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:22.053793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68f49dd8-9686-459e-b256-1bf959c26800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.090573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No DVR routers for this DVR port 16e51dca-621c-41f1-a5ff-6852953bd7b2 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:22.130319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.308336 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b', 'code': 200} Mar 11 17:55:22.321583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68f49dd8-9686-459e-b256-1bf959c26800 None None] The port '16e51dca-621c-41f1-a5ff-6852953bd7b2' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:55:22.345668 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.369024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.482908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7be562-a0c5-480e-8093-993b208466ea']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:22.504583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325f6be9-d5c2-4fc3-9845-e873a97037f8') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:22.504583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325f6be9-d5c2-4fc3-9845-e873a97037f8') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:22.509643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T17:55:03Z', 'revision_number': 4, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cc8a9af9-e8ca-4384-bddf-c0ba068cd34c', 'name': '', 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'mac_address': 'fa:16:3e:db:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c583dc75-061d-47d0-be8b-8a1aed37846e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:59Z', 'updated_at': '2022-03-11T17:55:04Z', 'revision_number': 2, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'subnets': [{'id': 'c583dc75-061d-47d0-be8b-8a1aed37846e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:22.512919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] No DVR routers for this DVR port 1e973d81-d0df-492b-8a60-9e07f098bb93 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:22.515124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port fc0c37e4-7578-4b41-91d0-56f72065f683 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:22.520716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=81019420-6ad2-4f64-9a56-41e53b2c890b,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:22.524883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-1ba1f274-4a1c-4089-bb4d-026bb68a37e9 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Synchronizing usage tracker for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:22.532471 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.571337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.575560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-1ba1f274-4a1c-4089-bb4d-026bb68a37e9 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Unset dirty status for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:22.580238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-1ba1f274-4a1c-4089-bb4d-026bb68a37e9 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=55d4a71fab2045c58dd7d28f31104671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3865478 Mar 11 17:55:22.587409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a40d3-9bd5-442c-bc78-af27fe3a882d None None] Pushing event deleted for resources: {'Port': ['ID=1e973d81-d0df-492b-8a60-9e07f098bb93,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:22.591973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port fc0c37e4-7578-4b41-91d0-56f72065f683 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:22.592346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.598610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:55:22.599232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.650813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Checking router: 3a93f29f-601f-44b5-844d-319f674d42f0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:55:22.651166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Updating router 3a93f29f-601f-44b5-844d-319f674d42f0 port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:55:22.681629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ff520-0af2-4c6d-802b-2ee586af6552 None None] DHCP port deletion for 3a7be562-a0c5-480e-8093-993b208466ea request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:22.690963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:55:22.729854 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:55:22.756282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.776092 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.786952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9411f2f9-d76a-452e-80c6-128c99759a54']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:22.801191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf5ada9-e348-4cdf-a3cc-8142c4e458d3') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:22.801625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf5ada9-e348-4cdf-a3cc-8142c4e458d3') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:22.814601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.853046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Transition to ACTIVE for port object 389e611e-d910-4b17-bf00-a91707ae042e will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:22.853647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.872600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.876960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.882538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:55:22.883548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:22.892167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Pushing event deleted for resources: {'Network': ['ID=3a7be562-a0c5-480e-8093-993b208466ea,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:22.913107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-828db46c-cfca-490a-a293-18bc8b28b6e4 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/networks/3a7be562-a0c5-480e-8093-993b208466ea HTTP/1.1" status: 204 len: 168 time: 2.7458565 Mar 11 17:55:22.913324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53368) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:55:22.963340 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:55:22.967547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.005799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-724f2476-d5c3-4bc9-9e48-4fe72b941b71 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Synchronizing usage tracker for tenant:04a97530b4384a98b3de681eda47e323 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:23.019331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.029982 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-1a0bc110-0fd7-41b5-957f-43135a5aa9b0 service neutron] 10.222.0.96 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991657 Mar 11 17:55:23.123117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:23.128343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=9d024daf-52f8-4d6b-b35a-4a417192351e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:23.145232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-724f2476-d5c3-4bc9-9e48-4fe72b941b71 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Unset dirty status for tenant:04a97530b4384a98b3de681eda47e323 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:23.147099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-724f2476-d5c3-4bc9-9e48-4fe72b941b71 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ad8b8d7-5023-4a90-ac0f-853dba527d7b HTTP/1.1" status: 200 len: 205 time: 0.2323916 Mar 11 17:55:23.157532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53374) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:23.159549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:23.171343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Usage tracker for resource:security_group_rule and tenant:528c2e5131d6406186a9506715485d6d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:23.178775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:23.194000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:23.223153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:23.224982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.226721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.234070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:23.235355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.245869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f65f30-4115-4f54-9266-b17863ac4b8a None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:23.283173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.322985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:55:23.338816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port fc0c37e4-7578-4b41-91d0-56f72065f683, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=fc0c37e4-7578-4b41-91d0-56f72065f683,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:23.347601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.356821 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/9411f2f9-d76a-452e-80c6-128c99759a54 HTTP/1.1" status: 204 len: 168 time: 3.5442894 Mar 11 17:55:23.358566 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.359436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e973d81-d0df-492b-8a60-9e07f098bb93 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:23.365679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-9f9410d1-a3c0-46a1-aed5-7e7baf1df8eb service neutron] 10.222.0.96 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346488 Mar 11 17:55:23.370584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53382) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:23.392785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33bbd-9b14-430c-846e-0d3411f566d4 req-b15e51dd-219b-49a3-a052-01acfbe054ca tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:23.394343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5a33bbd-9b14-430c-846e-0d3411f566d4 req-b15e51dd-219b-49a3-a052-01acfbe054ca tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 0.4426570 Mar 11 17:55:23.410121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-63795873'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:23.421019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:23.469782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.477365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:network and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:23.487049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:23.503217 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55aace43-6bd9-42a9-aa29-576d4bd3ebc5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.540955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1e973d81-d0df-492b-8a60-9e07f098bb93 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:23.541400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e973d81-d0df-492b-8a60-9e07f098bb93 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 17:55:23.562248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Pushing event updated for resources: {'Port': ['ID=389e611e-d910-4b17-bf00-a91707ae042e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:23.567110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:23.591956 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4492a988-3e79-4f90-b4e6-8152894cf0c4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0711753 Mar 11 17:55:23.594301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.606915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53390) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:23.648358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port 1e973d81-d0df-492b-8a60-9e07f098bb93 not found, will not notify nova. {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 17:55:23.651212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=fc0c37e4-7578-4b41-91d0-56f72065f683,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:23.679121 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=528c2e5131d6406186a9506715485d6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6294017 Mar 11 17:55:23.681525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec5fb-fdb0-44f3-9ce5-3cd4ce8eb591 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=9411f2f9-d76a-452e-80c6-128c99759a54,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:23.683793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53398) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:23.686656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:23.689401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e761f-efe8-49c0-90da-de30e616a48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b3bb9-4e9b-4a50-a6b2-06e46684f777,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:23.700592 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:23.700765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:23.729635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5a33bbd-9b14-430c-846e-0d3411f566d4 req-e84b4c3a-2db4-47e3-8cbb-b68f2cbab7c0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111439 Mar 11 17:55:23.745559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:f7:72:6d', 'name': 'tempest-NetworksTestDHCPv6-1232081510'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:23.815353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:23.855089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Transition to ACTIVE for port object cc8a9af9-e8ca-4384-bddf-c0ba068cd34c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:23.926163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0de6212b-eddf-4c68-9bfb-e915757d1cf8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:23.990463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1b7402c0-d4f2-422a-a1f7-e9bf6b107190 req-e9b026fc-c46d-412f-873b-f5b58a49bc39 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.0949101 Mar 11 17:55:23.996158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:24.000444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.007362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '9d024daf-52f8-4d6b-b35a-4a417192351e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:55:24.011601 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.032679 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.082492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 0de6212b-eddf-4c68-9bfb-e915757d1cf8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:24.083502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 0de6212b-eddf-4c68-9bfb-e915757d1cf8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:55:24.084299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 07f3f5b9-7afc-4b0e-8491-76d006485122 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:24.145548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 07f3f5b9-7afc-4b0e-8491-76d006485122 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:24.146489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 07f3f5b9-7afc-4b0e-8491-76d006485122 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:55:24.195788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.226570 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-70faae7a-d0e0-4de4-8a65-445e2a8597cc req-654d3d62-75d8-45c9-9525-8cac7f944e08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 1096 time: 1.7729001 Mar 11 17:55:24.301141 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dce7ed9-4ade-4187-845b-5a50c52c5d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.439530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ae535abb-92e0-4ad2-84d1-ff12f96764fc None None] Provisioning for port 389e611e-d910-4b17-bf00-a91707ae042e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:24.449848 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-70faae7a-d0e0-4de4-8a65-445e2a8597cc req-725ee31a-1ec1-4a54-9428-b7fb2316f239 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500032 Mar 11 17:55:24.460677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ae535abb-92e0-4ad2-84d1-ff12f96764fc None None] Provisioning complete for port 389e611e-d910-4b17-bf00-a91707ae042e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:24.461179 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae535abb-92e0-4ad2-84d1-ff12f96764fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.470320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dce7ed9-4ade-4187-845b-5a50c52c5d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.594267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6aef217d-a5fe-4415-a774-43dad2dfc2c1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:24.627729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80bf7c-22f6-42d6-a79f-24aa890ae5cd None None] Pushing event updated for resources: {'Port': ['ID=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:24.722497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.730937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:55:24.752714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:24.760899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ae535abb-92e0-4ad2-84d1-ff12f96764fc None None] Port 389e611e-d910-4b17-bf00-a91707ae042e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:24.826146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:24.864916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dce7ed9-4ade-4187-845b-5a50c52c5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.904184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4dce7ed9-4ade-4187-845b-5a50c52c5d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.905844 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4dce7ed9-4ade-4187-845b-5a50c52c5d7e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed5b3bb9-4e9b-4a50-a6b2-06e46684f777 HTTP/1.1" status: 204 len: 168 time: 1.2135851 Mar 11 17:55:24.912138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:24.914237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce7ed9-4ade-4187-845b-5a50c52c5d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b3bb9-4e9b-4a50-a6b2-06e46684f777,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:24.924470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:24.952498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.956079 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Added segment b1624c26-e639-4bd8-ab01-bb6afdb3b4a5 of type vlan for network 9616966d-4843-479e-a053-2db33578ec44 Mar 11 17:55:25.022292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Attempting to bind port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:25.022835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Attempting to bind port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:25.023340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Attempting to bind port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c on network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:25.067133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:25.067539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Checking segment: {'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:25.067913 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.068306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Bound using segment: {'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:25.068803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Bound port: cc8a9af9-e8ca-4384-bddf-c0ba068cd34c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a4984b-c546-48b9-a433-a9f2b4998e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:25.069178 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.102897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:25.132116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55aace43-6bd9-42a9-aa29-576d4bd3ebc5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.170969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:25.176424 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.200073 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.210763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.226128 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55aace43-6bd9-42a9-aa29-576d4bd3ebc5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.231081 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.272376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/9d024daf-52f8-4d6b-b35a-4a417192351e/5d83a026-ed05-4803-bcf2-a416bca2af53) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:25.367538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55aace43-6bd9-42a9-aa29-576d4bd3ebc5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.368077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aace43-6bd9-42a9-aa29-576d4bd3ebc5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Fanout notify agent at l3_agent the message router_deleted on router 8ad8b8d7-5023-4a90-ac0f-853dba527d7b {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:55:25.372420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Pushing event updated for resources: {'Port': ['ID=389e611e-d910-4b17-bf00-a91707ae042e,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:25.404620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.445908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.467174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:25.467834 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.520661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.563937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43074c-f578-42bc-bd26-489b95f7e396 req-be2b074b-b2d5-424e-9455-ddf7e8d7013d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:25.565555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f43074c-f578-42bc-bd26-489b95f7e396 req-be2b074b-b2d5-424e-9455-ddf7e8d7013d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 0.6548889 Mar 11 17:55:25.604681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55aace43-6bd9-42a9-aa29-576d4bd3ebc5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.607100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-55aace43-6bd9-42a9-aa29-576d4bd3ebc5 tempest-RoutersNegativeTest-1784226465 tempest-RoutersNegativeTest-1784226465-project] 10.222.0.96 "DELETE /v2.0/routers/8ad8b8d7-5023-4a90-ac0f-853dba527d7b HTTP/1.1" status: 204 len: 168 time: 2.4469395 Mar 11 17:55:25.753471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:25.755316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:25.855911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53456) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:25.914192 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5415878 Mar 11 17:55:26.057883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53462) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:26.064576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 7f0c7ae6-6d87-4469-9f48-533f424c37e3 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:55:26.088069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.102172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Transition to ACTIVE for port object 5d83a026-ed05-4803-bcf2-a416bca2af53 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:26.128548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Transition to ACTIVE for port object 5d83a026-ed05-4803-bcf2-a416bca2af53 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:26.194781 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc693e6b-556a-415d-a642-e3ac1152e82d req-6a591676-e965-45fb-a888-7fdbe10ac6a8 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.3924394 Mar 11 17:55:26.195640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53470) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:26.215759 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.251508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c1044-9ffd-468f-b508-0e355870f48c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Network': ['ID=9616966d-4843-479e-a053-2db33578ec44,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:26.286421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9616966d-4843-479e-a053-2db33578ec44 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:55:26.300675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '9616966d-4843-479e-a053-2db33578ec44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:26.317623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f43074c-f578-42bc-bd26-489b95f7e396 req-3ed74550-01f9-4f42-b1cc-d91bde10b9ef tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7238827 Mar 11 17:55:26.352941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.458794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] For port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:26.495289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::3d5 (75568097-05ea-4303-a281-4da1879652a7/9d024daf-52f8-4d6b-b35a-4a417192351e/7f0c7ae6-6d87-4469-9f48-533f424c37e3) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:26.554233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device fc0c37e4-7578-4b41-91d0-56f72065f683 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:26.618965 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d212ef60-4481-4247-a7b3-c8c4ebfcb438 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=04a97530b4384a98b3de681eda47e323&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3987064 Mar 11 17:55:26.622939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53488) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:26.630019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:26.635419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] For port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,segment=NetworkSegment(a2a4984b-c546-48b9-a433-a9f2b4998e61),segment_id=a2a4984b-c546-48b9-a433-a9f2b4998e61)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:26.639654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:26.647748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Usage tracker for resource:security_group_rule and tenant:a2eacb3f62af4282b651e7fdff6ea851 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:26.653605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:26.656446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:26.663787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-c84eb8b7-7073-4e74-8dec-8b2f90d11650 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:26.665832 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-c84eb8b7-7073-4e74-8dec-8b2f90d11650 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.59 "GET /v2.0/networks?id=63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 200 len: 808 time: 0.6061702 Mar 11 17:55:26.670098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:26.673718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:26.679373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:26.688996 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.703528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:26.709223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:26.711360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Pushing event updated for resources: {'Port': ['ID=5d83a026-ed05-4803-bcf2-a416bca2af53,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:26.724717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:26.794405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f157e084-1cf9-4340-994f-481b285329fb None None] Provisioning complete for port 389e611e-d910-4b17-bf00-a91707ae042e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:26.795005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f157e084-1cf9-4340-994f-481b285329fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.822967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-961f57b4-694f-4064-9db1-5aad05d99040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.851711 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-961f57b4-694f-4064-9db1-5aad05d99040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.856294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:26.863517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f157e084-1cf9-4340-994f-481b285329fb None None] Port 389e611e-d910-4b17-bf00-a91707ae042e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:26.916165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-961f57b4-694f-4064-9db1-5aad05d99040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.977688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.014418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 7f0c7ae6-6d87-4469-9f48-533f424c37e3 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:27.023463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port fc0c37e4-7578-4b41-91d0-56f72065f683 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:27.023698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.069944 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.070257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Routers {'3a93f29f-601f-44b5-844d-319f674d42f0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:27.070355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3a93f29f-601f-44b5-844d-319f674d42f0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:27.127749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80bf7c-22f6-42d6-a79f-24aa890ae5cd None None] Pushing event updated for resources: {'Port': ['ID=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:27.131968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f57b4-694f-4064-9db1-5aad05d99040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889cbf6a-aba8-4d4f-9031-5fd232e41053,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:27.160030 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-961f57b4-694f-4064-9db1-5aad05d99040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.164663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-961f57b4-694f-4064-9db1-5aad05d99040 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/889cbf6a-aba8-4d4f-9031-5fd232e41053 HTTP/1.1" status: 204 len: 168 time: 0.5398915 Mar 11 17:55:27.190104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:27.193878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:27.201727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:27.206774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:27.208643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.216742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-28e062b4-8d3f-4712-84f3-d7ac1e4d9cfe tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d4a71fab2045c58dd7d28f31104671 HTTP/1.1" status: 200 len: 380 time: 0.5308375 Mar 11 17:55:27.226097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=7f0c7ae6-6d87-4469-9f48-533f424c37e3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:27.267859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'port': {'device_id': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'admin_state_up': True, 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'security_groups': ['f118c4a9-098c-4ace-ae36-3f937f254433']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:27.275881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-31c07cee-8130-4947-ba32-37bd16dec510 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5560441 Mar 11 17:55:27.276647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53508) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:27.429601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200455e-b88f-49a9-9e55-53df5497b3b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:27.436017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200455e-b88f-49a9-9e55-53df5497b3b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:27.437120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5200455e-b88f-49a9-9e55-53df5497b3b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:27.463221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5200455e-b88f-49a9-9e55-53df5497b3b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:27.468300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5200455e-b88f-49a9-9e55-53df5497b3b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1877708 Mar 11 17:55:27.468659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53514) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:27.516520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Attempting to bind port 5d83a026-ed05-4803-bcf2-a416bca2af53 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:27.516953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Attempting to bind port 5d83a026-ed05-4803-bcf2-a416bca2af53 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:27.520205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Attempting to bind port 5d83a026-ed05-4803-bcf2-a416bca2af53 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:27.554599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:27.554899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:27.555242 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.555617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:27.555732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.556371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Bound port: 5d83a026-ed05-4803-bcf2-a416bca2af53, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:27.556554 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.856839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] Set router 3a93f29f-601f-44b5-844d-319f674d42f0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:27.882633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7cecac82-0e35-4f61-b2a4-05eec62df36b req-c5cf52f8-4903-4a73-8ddb-4874c2ad07ee tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.2338557 Mar 11 17:55:27.884377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53526) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:27.911743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.926827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 7f0c7ae6-6d87-4469-9f48-533f424c37e3 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:27.927328 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.941697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.974117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4a499be5-892c-49da-a5e6-d9a0994e6142 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:27.998154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195d3a4-6291-4cca-8397-7e1774bc2b3f req-e34ba8be-d77d-4fb0-9fda-ffdb2ccb477c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:28.005898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b195d3a4-6291-4cca-8397-7e1774bc2b3f req-e34ba8be-d77d-4fb0-9fda-ffdb2ccb477c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 0.2510800 Mar 11 17:55:28.030432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] For port 5d83a026-ed05-4803-bcf2-a416bca2af53, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:28.063069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] For port 5d83a026-ed05-4803-bcf2-a416bca2af53, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5d83a026-ed05-4803-bcf2-a416bca2af53,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:28.083357 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:28.170035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a31b4cf-c66e-4aba-bf2d-e5f1dff1ae7d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:28.201944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-75416efd-8e62-413a-b404-ac6e464efa52 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a2eacb3f62af4282b651e7fdff6ea851&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3439260 Mar 11 17:55:28.214655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:28.225976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:28.243507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:28.293564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Made reservation on behalf of 55d4a71fab2045c58dd7d28f31104671 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:28.313991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:28.381582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b195d3a4-6291-4cca-8397-7e1774bc2b3f req-a0176ca7-6aea-4ca1-a078-9f6c3c839b96 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746314 Mar 11 17:55:28.558481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c1ba5-1364-48e0-bead-b52b607f86fb None None] Pushing event updated for resources: {'Port': ['ID=5d83a026-ed05-4803-bcf2-a416bca2af53,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:28.645963 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:28.655674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4a499be5-892c-49da-a5e6-d9a0994e6142 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:28.656538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:28.771469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:28.833775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:28.839497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:6e140fbb828e4a6895098356782eeb25 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:28.842862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:28.849401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:28.862112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 7f0c7ae6-6d87-4469-9f48-533f424c37e3 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:28.945259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T17:55:03Z', 'revision_number': 4, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cc8a9af9-e8ca-4384-bddf-c0ba068cd34c', 'name': '', 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'mac_address': 'fa:16:3e:db:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c583dc75-061d-47d0-be8b-8a1aed37846e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:59Z', 'updated_at': '2022-03-11T17:55:26Z', 'revision_number': 4, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'subnets': [{'id': 'c583dc75-061d-47d0-be8b-8a1aed37846e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:28.964404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc21-f7e9-45fe-a173-b78023dc174b None None] The sync data for ids ['3a93f29f-601f-44b5-844d-319f674d42f0'] in n-d-833436-1 is: [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T17:55:03Z', 'revision_number': 4, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cc8a9af9-e8ca-4384-bddf-c0ba068cd34c', 'name': '', 'network_id': 'c2d0d663-95ab-47f6-8ed4-f5429b67d8a1', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'mac_address': 'fa:16:3e:db:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c583dc75-061d-47d0-be8b-8a1aed37846e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:59Z', 'updated_at': '2022-03-11T17:55:26Z', 'revision_number': 4, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'subnets': [{'id': 'c583dc75-061d-47d0-be8b-8a1aed37846e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:29.108299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.138055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e973d81-d0df-492b-8a60-9e07f098bb93 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:29.150879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.167831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.200712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52056c-141a-4747-900a-124ebde1b744 req-237385bb-97e6-474e-96bc-c5caa45eb5e9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:29.205888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d52056c-141a-4747-900a-124ebde1b744 req-237385bb-97e6-474e-96bc-c5caa45eb5e9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 0.2879696 Mar 11 17:55:29.248555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1e973d81-d0df-492b-8a60-9e07f098bb93 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:29.248905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e973d81-d0df-492b-8a60-9e07f098bb93 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:55:29.249312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c174ed1c-1908-4eb7-a6dd-0936b44c7771 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:29.276161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d388185-e4d3-41be-b309-c54fa943fe3d req-b9b892a0-fe4f-4976-b3ab-e0e0e5066281 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.0659363 Mar 11 17:55:29.333612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c174ed1c-1908-4eb7-a6dd-0936b44c7771 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:29.338420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c174ed1c-1908-4eb7-a6dd-0936b44c7771 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:55:29.340628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 16e51dca-621c-41f1-a5ff-6852953bd7b2 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:29.388286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d52056c-141a-4747-900a-124ebde1b744 req-a0643a8f-7de0-4d22-a9c8-8ec308b14ec3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051748 Mar 11 17:55:29.389228 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.423845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 16e51dca-621c-41f1-a5ff-6852953bd7b2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:29.427324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 16e51dca-621c-41f1-a5ff-6852953bd7b2 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:55:29.464167 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e140fbb828e4a6895098356782eeb25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5688858 Mar 11 17:55:29.473656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53558) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:29.476226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=7f0c7ae6-6d87-4469-9f48-533f424c37e3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:29.479269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=b8910a59-788e-4ce7-8ce5-f4f6c99ebe08,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:29.489180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Router 81443f31-2ae4-4cbc-904d-e88d9d110451 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:55:29.690728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4f03a8f-4b3f-4bba-88f1-07edd3605d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.692023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db7050cc-89ff-4171-bfc1-de5eb435c72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.702228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb03675-8a0d-4164-ad96-baa0f9ba9cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f21e839-9895-45b2-8102-b380a59c75d2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:29.763237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.770753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5d83a026-ed05-4803-bcf2-a416bca2af53 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:29.776276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-85adc3f7-b6f5-4538-a7d2-0600630ceff1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/7f0c7ae6-6d87-4469-9f48-533f424c37e3 HTTP/1.1" status: 204 len: 168 time: 2.3056557 Mar 11 17:55:29.784746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:29.817598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4f03a8f-4b3f-4bba-88f1-07edd3605d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.847622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db7050cc-89ff-4171-bfc1-de5eb435c72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:29.917290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032d583-1db4-4b6f-9b55-bd646a9d4190 req-f5301250-b62b-440a-94b4-b04ee9c50746 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:29.925082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1032d583-1db4-4b6f-9b55-bd646a9d4190 req-f5301250-b62b-440a-94b4-b04ee9c50746 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 0.2402656 Mar 11 17:55:29.943444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5d83a026-ed05-4803-bcf2-a416bca2af53 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:29.962925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cc8a9af9-e8ca-4384-bddf-c0ba068cd34c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:30.016392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1032d583-1db4-4b6f-9b55-bd646a9d4190 req-b2cc18bf-775b-44b9-a077-bd23064a88ab tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902774 Mar 11 17:55:30.049421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db7050cc-89ff-4171-bfc1-de5eb435c72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.074114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7050cc-89ff-4171-bfc1-de5eb435c72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f21e839-9895-45b2-8102-b380a59c75d2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:30.084561 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db7050cc-89ff-4171-bfc1-de5eb435c72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.086000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-db7050cc-89ff-4171-bfc1-de5eb435c72e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f21e839-9895-45b2-8102-b380a59c75d2 HTTP/1.1" status: 204 len: 168 time: 0.6028774 Mar 11 17:55:30.149750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f3b53d95-7efa-4071-91a6-c6b16cebef7a None None] Provisioning for port 5d83a026-ed05-4803-bcf2-a416bca2af53 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:30.163664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f3b53d95-7efa-4071-91a6-c6b16cebef7a None None] Provisioning complete for port 5d83a026-ed05-4803-bcf2-a416bca2af53 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:30.164035 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d95-7efa-4071-91a6-c6b16cebef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.204881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4f03a8f-4b3f-4bba-88f1-07edd3605d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.289828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Checking segment: {'id': 'b1624c26-e639-4bd8-ab01-bb6afdb3b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '9616966d-4843-479e-a053-2db33578ec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:30.290092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network hostable DHCP agents. Network: 9616966d-4843-479e-a053-2db33578ec44, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:55:30.331291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:30.350653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:30.351034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.486024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Allocated IP 172.20.0.6 (63d52d86-621b-4e9f-a9d3-001cfa404b4e/d533d223-b403-43f9-a3d9-81868caa8567/f4fcd6da-ed26-426a-815d-714698386293) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:30.488153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f03a8f-4b3f-4bba-88f1-07edd3605d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a31b4cf-c66e-4aba-bf2d-e5f1dff1ae7d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:30.628818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1c17e-1834-4e81-bea0-d2b7dfe4d048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:30.629989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1c17e-1834-4e81-bea0-d2b7dfe4d048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:30.630208 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4999a06b-947e-42b4-bd9b-d4dbe05d7bb9 req-4b22a706-604b-4354-8bee-b997e7b67fbf tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.1011171 Mar 11 17:55:30.639016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2c1c17e-1834-4e81-bea0-d2b7dfe4d048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:30.705528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d95-7efa-4071-91a6-c6b16cebef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.862400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c2c1c17e-1834-4e81-bea0-d2b7dfe4d048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:30.863594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c2c1c17e-1834-4e81-bea0-d2b7dfe4d048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.0594034 Mar 11 17:55:30.866686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53590) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:30.895760 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.942855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f3b53d95-7efa-4071-91a6-c6b16cebef7a None None] For port 5d83a026-ed05-4803-bcf2-a416bca2af53, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5d83a026-ed05-4803-bcf2-a416bca2af53,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:30.954767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 9616966d-4843-479e-a053-2db33578ec44 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:55:30.963598 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d95-7efa-4071-91a6-c6b16cebef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.974101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b4f03a8f-4b3f-4bba-88f1-07edd3605d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.975706 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4f03a8f-4b3f-4bba-88f1-07edd3605d09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4a31b4cf-c66e-4aba-bf2d-e5f1dff1ae7d HTTP/1.1" status: 204 len: 168 time: 2.7202504 Mar 11 17:55:31.001394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53596) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:31.023961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9616966d-4843-479e-a053-2db33578ec44) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:31.049471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9349aa6-3195-4764-b9fd-cd3bc2846b5b None None] Network 9616966d-4843-479e-a053-2db33578ec44 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:31.070794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:31.071682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.093983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.103879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,segment=NetworkSegment(a2a4984b-c546-48b9-a433-a9f2b4998e61),segment_id=a2a4984b-c546-48b9-a433-a9f2b4998e61)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:31.154108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53604) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:31.154957 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06a883a0-9c47-46a2-9ae5-3307108d229c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8746955 Mar 11 17:55:31.193275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d66bac17-5603-4eea-bdc2-8becbec982d8 None None] Could not find standard attr ID for object 7f0c7ae6-6d87-4469-9f48-533f424c37e3. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:55:31.197355 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.198446 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.240678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Transition to ACTIVE for port object f4fcd6da-ed26-426a-815d-714698386293 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:31.251772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b53d95-7efa-4071-91a6-c6b16cebef7a None None] Pushing event updated for resources: {'Port': ['ID=5d83a026-ed05-4803-bcf2-a416bca2af53,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:31.303981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:31.315600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Usage tracker for resource:security_group_rule and tenant:31a2bec37b8c4bdfb65b448b1dd0a7ab is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:31.321871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:31.334763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:31.352362 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.358157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:31.360422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1381019892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:31.363800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:31.377496 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Sync routers for ids ['81443f31-2ae4-4cbc-904d-e88d9d110451'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:31.397731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:31.400226 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Routers {'81443f31-2ae4-4cbc-904d-e88d9d110451'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:31.404051 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['81443f31-2ae4-4cbc-904d-e88d9d110451'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:31.438355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:router and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:31.455431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:31.466187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'Port': ['ID=f4fcd6da-ed26-426a-815d-714698386293,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:31.496609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:31.501930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:31.513046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4a33053d-fbf4-496d-82e8-fba0379c2e56 admin admin] 10.222.0.96 "PUT /v2.0/routers/81443f31-2ae4-4cbc-904d-e88d9d110451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6403069 Mar 11 17:55:31.514186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:31.520446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:31.562560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 9d024daf-52f8-4d6b-b35a-4a417192351e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:31.572626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.613554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9616966d-4843-479e-a053-2db33578ec44', 'network_id': '9616966d-4843-479e-a053-2db33578ec44', 'tenant_id': 'dfb70cd505a84d1eae37c60fbda4ff10', 'fixed_ips': [{'subnet_id': 'b8910a59-788e-4ce7-8ce5-f4f6c99ebe08'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:55:31.614543 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.646922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.648935 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.707681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097add9-f0f5-4ec4-bcc1-18fa00f0d553 req-beae998b-9a1c-4ac6-ad7c-51156abb4a77 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:31.737897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d097add9-f0f5-4ec4-bcc1-18fa00f0d553 req-beae998b-9a1c-4ac6-ad7c-51156abb4a77 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 0.4544437 Mar 11 17:55:31.769085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:31.769746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.812371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.831413 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.836651 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-62d1a294-5ffb-4fad-b57d-0c1282756b2b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5731661 Mar 11 17:55:31.842758 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.842980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.883444 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:31.884192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Request body: {'port': {'device_id': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:31.962307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5d83a026-ed05-4803-bcf2-a416bca2af53 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:31.987544 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Set router 81443f31-2ae4-4cbc-904d-e88d9d110451 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:32.085460 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.252156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.257899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cabf1c96-ebc3-4637-b5f5-bac47d2054c3 None None] Provisioning for port f4fcd6da-ed26-426a-815d-714698386293 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:32.268949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Allocated IP 172.20.0.2 (9616966d-4843-479e-a053-2db33578ec44/b8910a59-788e-4ce7-8ce5-f4f6c99ebe08/c24c5576-3285-4f9f-a12d-115037b97e6f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:32.290421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cabf1c96-ebc3-4637-b5f5-bac47d2054c3 None None] Provisioning complete for port f4fcd6da-ed26-426a-815d-714698386293 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:32.295131 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cabf1c96-ebc3-4637-b5f5-bac47d2054c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.375203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5d83a026-ed05-4803-bcf2-a416bca2af53 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:32.375496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.451386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d6aea-65ba-4f34-b165-93341b78a2b6 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:32.471531 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.475980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/9d024daf-52f8-4d6b-b35a-4a417192351e HTTP/1.1" status: 204 len: 168 time: 1.6052122 Mar 11 17:55:32.475980 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.488979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b3ce1b9c-1cf7-4a2a-92e9-15e98a9c83eb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2085288 Mar 11 17:55:32.490182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53630) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:32.490182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53634) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:32.494782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d952d74-d576-4247-89d3-0f6dc88164b0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=9d024daf-52f8-4d6b-b35a-4a417192351e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:32.518700 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31a2bec37b8c4bdfb65b448b1dd0a7ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5136807 Mar 11 17:55:32.528315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e44d6b-0036-43f1-9501-228faaa2dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7804432-aeb4-4d0c-91a3-c048c340772b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:32.547217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53640) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:32.589137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cabf1c96-ebc3-4637-b5f5-bac47d2054c3 None None] Port f4fcd6da-ed26-426a-815d-714698386293 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:32.709090 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.793509 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:55:24Z', 'revision_number': 4, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '389e611e-d910-4b17-bf00-a91707ae042e', 'name': '', 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'mac_address': 'fa:16:3e:c5:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021bfecc-9e37-4124-bf39-14cd079dcce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:20Z', 'updated_at': '2022-03-11T17:55:24Z', 'revision_number': 2, 'project_id': '77c296482bb0492596c01326718e57fb', 'subnets': [{'id': '021bfecc-9e37-4124-bf39-14cd079dcce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:32.798778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Checking router: 81443f31-2ae4-4cbc-904d-e88d9d110451 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:55:32.799248 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Updating router 81443f31-2ae4-4cbc-904d-e88d9d110451 port 389e611e-d910-4b17-bf00-a91707ae042e binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:55:32.847479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'network_id': '9616966d-4843-479e-a053-2db33578ec44', 'name': 'tempest-PortsTestJSON-1259557951'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:32.905395 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.937873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cc8a9af9-e8ca-4384-bddf-c0ba068cd34c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:32.977191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:32.995167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0711b07c-d1dd-41a7-978e-fa6b5fc54f33 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4980285 Mar 11 17:55:33.007100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Transition to ACTIVE for port object c24c5576-3285-4f9f-a12d-115037b97e6f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:33.011394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:33.024416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:33.033437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:33.042617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:33.046139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:33.050605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Transition to ACTIVE for port object c24c5576-3285-4f9f-a12d-115037b97e6f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:33.071853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d097add9-f0f5-4ec4-bcc1-18fa00f0d553 req-7c07b77d-ba83-4a05-b99d-d9f9ab92489f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3326712 Mar 11 17:55:33.081810 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:33.188298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:33.232619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] Deleting port 5d83a026-ed05-4803-bcf2-a416bca2af53 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:33.234550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:33.255237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b533b43-b098-4de5-a4a6-d31f5ac89a43 req-0e2f3a4d-92c6-446a-bc83-c232595a7e14 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:33.259474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b533b43-b098-4de5-a4a6-d31f5ac89a43 req-0e2f3a4d-92c6-446a-bc83-c232595a7e14 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 931 time: 1.0165656 Mar 11 17:55:33.300011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fcd6da-ed26-426a-815d-714698386293 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:55:33.308802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:33.321620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port e15ce318-e63e-48fd-a4c7-59eb8578d031 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:55:33.328943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Transition to ACTIVE for port object f4fcd6da-ed26-426a-815d-714698386293 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:33.369950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:33.415249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03698c65-5b59-476b-91bf-b2597939b802 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:33.416313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-03698c65-5b59-476b-91bf-b2597939b802 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:33.463117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-03698c65-5b59-476b-91bf-b2597939b802 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:33.466914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-03698c65-5b59-476b-91bf-b2597939b802 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4255035 Mar 11 17:55:33.476220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53662) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:33.504145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:33.504509 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:33.566635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d9c0d-281d-4fcb-a5be-330149571769 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:33.567335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2c0d9c0d-281d-4fcb-a5be-330149571769 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:33.574801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Network 9616966d-4843-479e-a053-2db33578ec44 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:33.605425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Pushing event updated for resources: {'Port': ['ID=c24c5576-3285-4f9f-a12d-115037b97e6f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:33.636506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:33.640888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:33.687983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2c0d9c0d-281d-4fcb-a5be-330149571769 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:33.703051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2c0d9c0d-281d-4fcb-a5be-330149571769 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2205095 Mar 11 17:55:33.709267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53672) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:33.725112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b533b43-b098-4de5-a4a6-d31f5ac89a43 req-7cf8458d-ddb8-4f59-acb9-f52e76e65f25 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549153 Mar 11 17:55:33.837021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.13 (9616966d-4843-479e-a053-2db33578ec44/b8910a59-788e-4ce7-8ce5-f4f6c99ebe08/e15ce318-e63e-48fd-a4c7-59eb8578d031) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:34.050763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-464ce684-6cdd-4f94-98fc-a4652b1d3a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.051566 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.083314 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Transition to ACTIVE for port object 389e611e-d910-4b17-bf00-a91707ae042e will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:34.094392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-464ce684-6cdd-4f94-98fc-a4652b1d3a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.100463 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.251620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-464ce684-6cdd-4f94-98fc-a4652b1d3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.276958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-88a80556-89b6-463a-a136-a6cd7ff183b9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5640366 Mar 11 17:55:34.279437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fcd6da-ed26-426a-815d-714698386293,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:34.289933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53704) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:34.333810 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Pushing event updated for resources: {'Port': ['ID=389e611e-d910-4b17-bf00-a91707ae042e,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:34.378677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ce684-6cdd-4f94-98fc-a4652b1d3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7804432-aeb4-4d0c-91a3-c048c340772b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:34.382699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-464ce684-6cdd-4f94-98fc-a4652b1d3a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.384007 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-464ce684-6cdd-4f94-98fc-a4652b1d3a75 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d7804432-aeb4-4d0c-91a3-c048c340772b HTTP/1.1" status: 204 len: 168 time: 1.8326085 Mar 11 17:55:34.393617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-33eb76e1-e119-4137-9a78-136b45f7a59c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:34.394415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-33eb76e1-e119-4137-9a78-136b45f7a59c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:34.413579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.424291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:34.476020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Attempting to bind port c24c5576-3285-4f9f-a12d-115037b97e6f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:34.480037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Attempting to bind port c24c5576-3285-4f9f-a12d-115037b97e6f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'b1624c26-e639-4bd8-ab01-bb6afdb3b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '9616966d-4843-479e-a053-2db33578ec44'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:34.480664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Attempting to bind port c24c5576-3285-4f9f-a12d-115037b97e6f on network 9616966d-4843-479e-a053-2db33578ec44 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:34.512945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:34.513315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Checking segment: {'id': 'b1624c26-e639-4bd8-ab01-bb6afdb3b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '9616966d-4843-479e-a053-2db33578ec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:34.513715 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.514105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Bound using segment: {'id': 'b1624c26-e639-4bd8-ab01-bb6afdb3b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '9616966d-4843-479e-a053-2db33578ec44'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:34.514617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Bound port: c24c5576-3285-4f9f-a12d-115037b97e6f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1624c26-e639-4bd8-ab01-bb6afdb3b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '9616966d-4843-479e-a053-2db33578ec44'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:34.514992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.599597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object e15ce318-e63e-48fd-a4c7-59eb8578d031 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:34.625889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:34.634173 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-33eb76e1-e119-4137-9a78-136b45f7a59c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:34.636277 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-33eb76e1-e119-4137-9a78-136b45f7a59c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 1.9436481 Mar 11 17:55:34.712771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] For port 5d83a026-ed05-4803-bcf2-a416bca2af53, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5d83a026-ed05-4803-bcf2-a416bca2af53,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:34.720018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.722881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc406c-776c-4866-8ba1-80ea8417e188 req-8935e0ae-e622-443b-b56d-f06c0cb21320 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:34.725058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dcc406c-776c-4866-8ba1-80ea8417e188 req-8935e0ae-e622-443b-b56d-f06c0cb21320 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 945 time: 0.2695012 Mar 11 17:55:34.729918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port 81019420-6ad2-4f64-9a56-41e53b2c890b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:34.730260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.771135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:34.804991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.884361 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Attempting to bind port 389e611e-d910-4b17-bf00-a91707ae042e on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:34.884931 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Attempting to bind port 389e611e-d910-4b17-bf00-a91707ae042e by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:34.889334 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Attempting to bind port 389e611e-d910-4b17-bf00-a91707ae042e on network 4857e04f-a45d-41ba-8bfe-36e1435880a0 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:34.894594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=e15ce318-e63e-48fd-a4c7-59eb8578d031,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:34.913213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Attempting to bind port f4fcd6da-ed26-426a-815d-714698386293 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:34.914882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Attempting to bind port f4fcd6da-ed26-426a-815d-714698386293 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:34.915454 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:34.916069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Attempting to bind port f4fcd6da-ed26-426a-815d-714698386293 on network 63d52d86-621b-4e9f-a9d3-001cfa404b4e {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:34.917091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0dcc406c-776c-4866-8ba1-80ea8417e188 req-74d80926-3e60-4943-afee-192cd3e5932b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851604 Mar 11 17:55:34.917654 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Checking segment: {'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:34.919839 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.921830 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Bound using segment: {'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:34.922527 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Bound port: 389e611e-d910-4b17-bf00-a91707ae042e, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d92febe-616e-4107-856d-8bd101fd48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:34.922912 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:34.946494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 9616966d-4843-479e-a053-2db33578ec44 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:34.947634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:34.952169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:34.965095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:35.112951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:35.113928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:35.135589 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:35.160355 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] For port 389e611e-d910-4b17-bf00-a91707ae042e, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:35.164831 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-68c9b023-7969-410f-85b9-8ce52f470008 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6661909 Mar 11 17:55:35.165880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53730) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:35.166567 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] For port 389e611e-d910-4b17-bf00-a91707ae042e, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=389e611e-d910-4b17-bf00-a91707ae042e,segment=NetworkSegment(0d92febe-616e-4107-856d-8bd101fd48ea),segment_id=0d92febe-616e-4107-856d-8bd101fd48ea)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:35.175543 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:35.395512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] Calling delete_port for 5d83a026-ed05-4803-bcf2-a416bca2af53 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:35.480650 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Pushing event updated for resources: {'Port': ['ID=389e611e-d910-4b17-bf00-a91707ae042e,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:35.533544 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.533964 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.534295 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.534826 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.535149 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.535469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.535949 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.536315 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.536636 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.536947 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.537256 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf74b4-4137-4b7d-abef-04dd54b964fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:35.566596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 81019420-6ad2-4f64-9a56-41e53b2c890b no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:35.569148 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Routers {'81443f31-2ae4-4cbc-904d-e88d9d110451'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:35.569966 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['81443f31-2ae4-4cbc-904d-e88d9d110451'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:35.686182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Port f4fcd6da-ed26-426a-815d-714698386293 on network 63d52d86-621b-4e9f-a9d3-001cfa404b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:55:35.686836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Attempting to bind port f4fcd6da-ed26-426a-815d-714698386293 on network 63d52d86-621b-4e9f-a9d3-001cfa404b4e {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:35.719344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5d83a026-ed05-4803-bcf2-a416bca2af53 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:35.953766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] For port c24c5576-3285-4f9f-a12d-115037b97e6f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:35.976951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] For port c24c5576-3285-4f9f-a12d-115037b97e6f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c24c5576-3285-4f9f-a12d-115037b97e6f,segment=NetworkSegment(b1624c26-e639-4bd8-ab01-bb6afdb3b4a5),segment_id=b1624c26-e639-4bd8-ab01-bb6afdb3b4a5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:36.028420 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:36.083891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bee8dc-e437-417e-a3bb-d93f6d0e0603 req-bd16fdbd-a606-40ee-add4-75d789c94db8 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:36.092245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96bee8dc-e437-417e-a3bb-d93f6d0e0603 req-bd16fdbd-a606-40ee-add4-75d789c94db8 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 943 time: 0.8655641 Mar 11 17:55:36.124881 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] Set router 81443f31-2ae4-4cbc-904d-e88d9d110451 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:36.278645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:36.279440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Checking segment: {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:36.280978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Bound using segment: {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:36.281714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Bound port: f4fcd6da-ed26-426a-815d-714698386293, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e86ed59-a047-4ccc-90b8-ea8de1b079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:36.283308 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:36.393109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:36.423331 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:36.479151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96bee8dc-e437-417e-a3bb-d93f6d0e0603 req-fdae1945-6412-4526-9c8f-fe2da82c9211 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750975 Mar 11 17:55:36.566907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] No DVR routers for this DVR port 5d83a026-ed05-4803-bcf2-a416bca2af53 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:36.659692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b31a5-4e0b-4844-8d1e-c121a1f0e4be None None] Pushing event updated for resources: {'Port': ['ID=c24c5576-3285-4f9f-a12d-115037b97e6f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:36.756445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.objects.ports [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83848) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:55:36.799409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:36.832257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:36.887809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9359f-fbef-4074-8d8d-2ed4911685cb None None] Pushing event deleted for resources: {'Port': ['ID=5d83a026-ed05-4803-bcf2-a416bca2af53,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:37.007651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81019420-6ad2-4f64-9a56-41e53b2c890b,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:37.009737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:55:37.032784 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:37.118578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=ec70545b-1a80-435d-93f1-96004d5242d6,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:37.203377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=81019420-6ad2-4f64-9a56-41e53b2c890b,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:37.212268 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:55:24Z', 'revision_number': 4, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '389e611e-d910-4b17-bf00-a91707ae042e', 'name': '', 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'mac_address': 'fa:16:3e:c5:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021bfecc-9e37-4124-bf39-14cd079dcce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:20Z', 'updated_at': '2022-03-11T17:55:35Z', 'revision_number': 4, 'project_id': '77c296482bb0492596c01326718e57fb', 'subnets': [{'id': '021bfecc-9e37-4124-bf39-14cd079dcce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:37.224387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856f27c-f18a-446a-84cc-3679fbd2295e None None] The sync data for ids ['81443f31-2ae4-4cbc-904d-e88d9d110451'] in n-d-833436-1 is: [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:55:24Z', 'revision_number': 4, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '389e611e-d910-4b17-bf00-a91707ae042e', 'name': '', 'network_id': '4857e04f-a45d-41ba-8bfe-36e1435880a0', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'mac_address': 'fa:16:3e:c5:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021bfecc-9e37-4124-bf39-14cd079dcce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:20Z', 'updated_at': '2022-03-11T17:55:35Z', 'revision_number': 4, 'project_id': '77c296482bb0492596c01326718e57fb', 'subnets': [{'id': '021bfecc-9e37-4124-bf39-14cd079dcce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:37.226879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:37.245438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:37.251512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81019420-6ad2-4f64-9a56-41e53b2c890b,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:37.252530 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:37.322702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:37.336710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab20e022-79ad-4a59-b429-bd776d5889eb None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:37.340661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:37.345501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:37.507773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4fcd6da-ed26-426a-815d-714698386293,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:37.568883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a91e36-8aa9-49d7-9c59-e6cfc56dfce0 req-c89d6b59-cf0e-4851-a559-4d4f59949343 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:37.576738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25a91e36-8aa9-49d7-9c59-e6cfc56dfce0 req-c89d6b59-cf0e-4851-a559-4d4f59949343 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 1.1093016 Mar 11 17:55:37.800307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 389e611e-d910-4b17-bf00-a91707ae042e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:37.811018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25a91e36-8aa9-49d7-9c59-e6cfc56dfce0 req-2eb64dab-0e26-44e6-b064-2e4744609131 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332301 Mar 11 17:55:37.813272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for 81019420-6ad2-4f64-9a56-41e53b2c890b owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:37.900681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:37.992849 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b', 'code': 200} Mar 11 17:55:37.995621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:38.002003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 389e611e-d910-4b17-bf00-a91707ae042e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:38.018305 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c7e74b9a-19fc-4a20-afc1-dd193e36bd16 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6428568 Mar 11 17:55:38.026098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 389e611e-d910-4b17-bf00-a91707ae042e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:38.026747 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:38.029647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:38.062452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:38.210716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:38.216030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 200 len: 1091 time: 6.3443644 Mar 11 17:55:38.216514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:55:38.374405 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:38.396041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': 'ec70545b-1a80-435d-93f1-96004d5242d6'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:55:38.396848 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:38.497867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 389e611e-d910-4b17-bf00-a91707ae042e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=389e611e-d910-4b17-bf00-a91707ae042e,segment=NetworkSegment(0d92febe-616e-4107-856d-8bd101fd48ea),segment_id=0d92febe-616e-4107-856d-8bd101fd48ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:38.624948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb97d62-221a-4586-ab52-d8abe1dd55d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fcd6da-ed26-426a-815d-714698386293,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:38.649566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:55:38.649935 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:55:38.683676 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293', 'status': 'completed', 'code': 200} Mar 11 17:55:38.686584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53818) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:38.721514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-84bfa3a2-0057-403d-82db-e8d634db900e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d4a71fab2045c58dd7d28f31104671&device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1094 time: 0.3679073 Mar 11 17:55:38.849723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53826) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:38.904855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Allocated IP 2001:db8::f816:3eff:fee5:4df1 (75568097-05ea-4303-a281-4da1879652a7/ec70545b-1a80-435d-93f1-96004d5242d6/b7f786c2-63a3-4f5c-859f-932130720e2a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:39.200032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port 81019420-6ad2-4f64-9a56-41e53b2c890b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:39.200400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:39.333549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-00a3e2ef-74cd-4faf-a141-48090450490e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 200 len: 217 time: 0.6007988 Mar 11 17:55:39.359851 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:39.366177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:39.376849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Transition to ACTIVE for port object b7f786c2-63a3-4f5c-859f-932130720e2a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:39.414113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6904fe5-a4f3-422c-ae11-dfa69e6312bf None None] Network 9616966d-4843-479e-a053-2db33578ec44 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:39.447403 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:39.451008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c24c5576-3285-4f9f-a12d-115037b97e6f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:39.532885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:39.560498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:39.578559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:39.597054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc35c-cfa7-434c-9dfe-b5ffc86eaee1 req-0b58b354-d08f-4af8-83fb-e829e68bcf32 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:39.604676 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8bbc35c-cfa7-434c-9dfe-b5ffc86eaee1 req-0b58b354-d08f-4af8-83fb-e829e68bcf32 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 943 time: 0.4892972 Mar 11 17:55:39.609167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:39.616091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-583b820f-0e89-4b53-8590-361c9115f9c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:39.617612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-583b820f-0e89-4b53-8590-361c9115f9c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d533d223-b403-43f9-a3d9-81868caa8567 HTTP/1.1" status: 200 len: 847 time: 0.2588284 Mar 11 17:55:39.643756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c6b74-f7cb-4604-8701-fa0fafba56fb req-c70f69d4-3bba-43ac-b9ff-cd115d6cee07 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:39.645586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-973c6b74-f7cb-4604-8701-fa0fafba56fb req-c70f69d4-3bba-43ac-b9ff-cd115d6cee07 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 943 time: 0.4368656 Mar 11 17:55:39.688806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:39.701640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:39.713382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:39.724610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:39.725642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Usage tracker for resource:security_group_rule and tenant:1c9bba59cc8f4ee9addffcd9e0b47b64 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:39.733488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:39.750902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:39.844987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Transition to ACTIVE for port object b7f786c2-63a3-4f5c-859f-932130720e2a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:39.881202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:39.922689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-254e4da0-3e67-41fe-bf55-aee8ebbdda85 None None] Provisioning for port c24c5576-3285-4f9f-a12d-115037b97e6f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:39.943909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8bbc35c-cfa7-434c-9dfe-b5ffc86eaee1 req-1d984473-1b34-40f8-8bfc-14081d91fa7a tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380911 Mar 11 17:55:39.976023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.023787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-973c6b74-f7cb-4604-8701-fa0fafba56fb req-3ba10a37-04a2-4716-a7c7-d46e179b9814 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571246 Mar 11 17:55:40.056060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=e15ce318-e63e-48fd-a4c7-59eb8578d031,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:40.082848 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.213041 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.221065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:40.233499 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.242546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:40.244290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c24c5576-3285-4f9f-a12d-115037b97e6f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:40.248835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:40.263226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=389e611e-d910-4b17-bf00-a91707ae042e,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:40.339870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c24c5576-3285-4f9f-a12d-115037b97e6f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:40.340274 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.349708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53868) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:40.366085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Pushing event updated for resources: {'Port': ['ID=b7f786c2-63a3-4f5c-859f-932130720e2a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:40.449637 n-d-833436-1 neutron-server[83849]: INFO neutron.db.ipam_backend_mixin [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec70545b-1a80-435d-93f1-96004d5242d6 (CIDR: 2001:db8::/64) Mar 11 17:55:40.546099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Attempting to bind port b7f786c2-63a3-4f5c-859f-932130720e2a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:40.547064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Attempting to bind port b7f786c2-63a3-4f5c-859f-932130720e2a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:40.548072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Attempting to bind port b7f786c2-63a3-4f5c-859f-932130720e2a on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:40.557588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:40.558164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:40.558605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.559011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:40.559658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Bound port: b7f786c2-63a3-4f5c-859f-932130720e2a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:40.560044 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.629024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4dec9-62f0-490a-b2e4-72aeb2dc919b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:40.629961 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:55:40.635315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:55:40.663461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port 81019420-6ad2-4f64-9a56-41e53b2c890b, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=81019420-6ad2-4f64-9a56-41e53b2c890b,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:40.664298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.693896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] For port b7f786c2-63a3-4f5c-859f-932130720e2a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:40.698883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] For port b7f786c2-63a3-4f5c-859f-932130720e2a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7f786c2-63a3-4f5c-859f-932130720e2a,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:40.708242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c8ad8e8d-26e6-40e6-9c02-0521e9379047 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6617799 Mar 11 17:55:40.716115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53874) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:40.726128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:40.734105 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.836049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.870723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for 81019420-6ad2-4f64-9a56-41e53b2c890b owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:40.879111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86534b-8ae7-419b-a958-85d9be62a0d1 None None] Pushing event updated for resources: {'Port': ['ID=b7f786c2-63a3-4f5c-859f-932130720e2a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:40.889964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c24c5576-3285-4f9f-a12d-115037b97e6f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c24c5576-3285-4f9f-a12d-115037b97e6f,segment=NetworkSegment(b1624c26-e639-4bd8-ab01-bb6afdb3b4a5),segment_id=b1624c26-e639-4bd8-ab01-bb6afdb3b4a5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:40.904302 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:40.961102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53878) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:40.992403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:41.002640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-33cbf5ba-295e-4b92-b47f-c94a4552f68e None None] Provisioning complete for port c24c5576-3285-4f9f-a12d-115037b97e6f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:41.003623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33cbf5ba-295e-4b92-b47f-c94a4552f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.014485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'network': {'name': 'tempest-network-smoke--454223333', 'project_id': '28822aa99add4421adcd782a2a28cec0', 'port_security_enabled': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:41.020515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.027878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:41.037540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:41.045801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:41.051166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c24c5576-3285-4f9f-a12d-115037b97e6f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:41.075045 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-24866c0f-bc68-45d4-b8e6-65c2b492693d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1c9bba59cc8f4ee9addffcd9e0b47b64&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3835311 Mar 11 17:55:41.100003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:41.104801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 389e611e-d910-4b17-bf00-a91707ae042e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:41.120896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53886) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:41.174865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:41.184167 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.247366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:network and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:41.262776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:41.285770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:41.343590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.383191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.388653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-23547249-87a1-4752-8b7c-f231c96e6eca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63d52d86-621b-4e9f-a9d3-001cfa404b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7612205 Mar 11 17:55:41.415739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 389e611e-d910-4b17-bf00-a91707ae042e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:41.416113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.516175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=81019420-6ad2-4f64-9a56-41e53b2c890b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:41.519217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-33cbf5ba-295e-4b92-b47f-c94a4552f68e None None] Provisioning for port e15ce318-e63e-48fd-a4c7-59eb8578d031 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:41.560660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36613aee-67ad-41d8-a4ea-36918bc660fd req-28a661ed-d74a-4756-a652-b4b34771cd5a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 210 time: 0.1904666 Mar 11 17:55:41.585722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Made reservation on behalf of 28822aa99add4421adcd782a2a28cec0 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:41.589522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.605985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b86c107-cfe9-46f7-8985-0d85c46bd1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.606226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-33cbf5ba-295e-4b92-b47f-c94a4552f68e None None] Provisioning complete for port e15ce318-e63e-48fd-a4c7-59eb8578d031 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:41.606525 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33cbf5ba-295e-4b92-b47f-c94a4552f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.658552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:41.667936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.696815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-33cbf5ba-295e-4b92-b47f-c94a4552f68e None None] Port e15ce318-e63e-48fd-a4c7-59eb8578d031 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:41.699937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ce9b39c0e5cc4eb38ad6b0800e4852b6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:41.710503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:41.724459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] No DVR routers for this DVR port 81019420-6ad2-4f64-9a56-41e53b2c890b on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:41.726508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:41.745353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.751415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'name': 'network-vif-deleted', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:55:41.759407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b86c107-cfe9-46f7-8985-0d85c46bd1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.793455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.814765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-9efba0d5-0958-4d9e-916c-d4c9abfe9ab8 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729353 Mar 11 17:55:41.819842 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7c80257-fd35-44df-b3c0-0ddc4a5d7b3c req-8b6ad069-0afb-4711-b5e9-aea4858e8488 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "DELETE /v2.0/ports/81019420-6ad2-4f64-9a56-41e53b2c890b HTTP/1.1" status: 204 len: 173 time: 7.1759703 Mar 11 17:55:41.842324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4ec45b13-2cfb-4002-929a-9dbf2a6f153f None None] Provisioning complete for port e15ce318-e63e-48fd-a4c7-59eb8578d031 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:41.842895 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ec45b13-2cfb-4002-929a-9dbf2a6f153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.941148 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1a93c3-ecba-4aeb-920e-98898a2f3750', 'name': 'network-vif-deleted', 'tag': '81019420-6ad2-4f64-9a56-41e53b2c890b', 'status': 'completed', 'code': 200} Mar 11 17:55:41.958612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4ec45b13-2cfb-4002-929a-9dbf2a6f153f None None] Port e15ce318-e63e-48fd-a4c7-59eb8578d031 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:42.066997 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.082891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.102558 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e9f7240d-d2bd-4591-bd6b-768af27a1f60 req-4367d61d-4f84-4459-aa0a-c4fb043b86c8 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771952 Mar 11 17:55:42.133017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:42.200927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3cbdea-216b-465e-aa91-4eff4b5c9e4d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:42.264897 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7bdf2dec-d060-4f58-b858-b672240e01a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ce9b39c0e5cc4eb38ad6b0800e4852b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9036746 Mar 11 17:55:42.288095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53892) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:42.292211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.294069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:security_group_rule and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:42.304646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:42.324416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bf105-8c11-47ca-a2ad-182543387c68 req-bb497c3a-3b2f-4bfc-a4a5-ede882922d5b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:42.326112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-178bf105-8c11-47ca-a2ad-182543387c68 req-bb497c3a-3b2f-4bfc-a4a5-ede882922d5b tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 943 time: 1.0914404 Mar 11 17:55:42.341431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:42.367110 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-869f4e29-d1ef-4a28-96ba-da6791df9854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.469691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b86c107-cfe9-46f7-8985-0d85c46bd1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.537217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86c107-cfe9-46f7-8985-0d85c46bd1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4dec9-62f0-490a-b2e4-72aeb2dc919b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:42.569302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56150400-8858-4c70-8172-808f2f5c4478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.574597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-51f30f5b-04e8-44cd-a024-182827089f38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d4a71fab2045c58dd7d28f31104671&device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1094 time: 0.3698254 Mar 11 17:55:42.607815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-178bf105-8c11-47ca-a2ad-182543387c68 req-17570c90-1610-4f0d-8cdb-e3be8271e254 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681980 Mar 11 17:55:42.644514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c220ecc3-dc3a-4b77-ab2d-4817b0913090 None None] Provisioning for port b7f786c2-63a3-4f5c-859f-932130720e2a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:42.677290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.684002 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56150400-8858-4c70-8172-808f2f5c4478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.706050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.709043 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b86c107-cfe9-46f7-8985-0d85c46bd1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.710188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3b86c107-cfe9-46f7-8985-0d85c46bd1f4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ca4dec9-62f0-490a-b2e4-72aeb2dc919b HTTP/1.1" status: 204 len: 168 time: 1.5850918 Mar 11 17:55:42.714488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.757072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.843379 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-70f3fb70-d903-443e-b3be-4968a4c7c4b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:42.845312 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-70f3fb70-d903-443e-b3be-4968a4c7c4b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 200 len: 910 time: 0.2595918 Mar 11 17:55:42.846958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56150400-8858-4c70-8172-808f2f5c4478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.897050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:42.903074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:55:43.176653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56150400-8858-4c70-8172-808f2f5c4478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.184219 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-56150400-8858-4c70-8172-808f2f5c4478 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/be3cbdea-216b-465e-aa91-4eff4b5c9e4d HTTP/1.1" status: 204 len: 168 time: 0.8949897 Mar 11 17:55:43.185194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56150400-8858-4c70-8172-808f2f5c4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3cbdea-216b-465e-aa91-4eff4b5c9e4d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:43.289562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c24c5576-3285-4f9f-a12d-115037b97e6f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:43.293506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-a462a9eb-2de1-48bb-8802-1c764478a0f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 200 len: 217 time: 0.4320712 Mar 11 17:55:43.349524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd593fc4-abf0-43a1-9760-2f09064671e7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:43.384136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.384480 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Added segment 5a289d2f-4183-46d8-bd94-b0c6e4a879d7 of type vlan for network 3880fcf5-44f3-4dc4-be56-da2455251f86 Mar 11 17:55:43.418117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303c720a-c087-4cfd-9e46-c19228b4b349 req-5b94654b-72ff-4269-bd46-eb9279319059 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 210 time: 0.5223916 Mar 11 17:55:43.440107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53906) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:43.468709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:43.493592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=e15ce318-e63e-48fd-a4c7-59eb8578d031,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:43.496651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:43.498632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.512587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c24c5576-3285-4f9f-a12d-115037b97e6f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:43.514265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.530719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:43.531317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.559152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8329e-a8e7-4060-b88d-d0bffae46f20 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:43.565278 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.576650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.591349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=0cfe93e4-265f-41be-a525-c5922ccdca5d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:43.607120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-76dd5053-21b1-453d-ab35-9c4012a3d32a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8851714 Mar 11 17:55:43.610067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53912) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:43.639046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-4b0e5cbe-b970-426f-a56d-ed840b8c0c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:43.640535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-4b0e5cbe-b970-426f-a56d-ed840b8c0c4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d533d223-b403-43f9-a3d9-81868caa8567 HTTP/1.1" status: 200 len: 847 time: 0.2512078 Mar 11 17:55:43.707898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:ae:69:3c', 'name': 'tempest-NetworksTestDHCPv6-2035254932'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:43.727191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:55:43.858533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:43.877532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Usage tracker for resource:security_group_rule and tenant:35231e2227424c0eac27d2166ccf6558 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:43.886044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:43.889329 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.893579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:43.894633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.925639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-cdae9dd7-4ba0-4e73-b5f3-f247bb18103f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63d52d86-621b-4e9f-a9d3-001cfa404b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166462 Mar 11 17:55:43.975228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:44.017253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7f786c2-63a3-4f5c-859f-932130720e2a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:44.140200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Network': ['ID=3880fcf5-44f3-4dc4-be56-da2455251f86,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:44.185470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b7f786c2-63a3-4f5c-859f-932130720e2a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:44.189172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:55:44.199161 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-390e3915-09d5-40fd-b57f-84a5e8ebd839 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352762 Mar 11 17:55:44.300966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b7f786c2-63a3-4f5c-859f-932130720e2a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:44.301356 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.410156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.455161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.482206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-47c2208b-3999-42d1-9f9d-ff49c70a61bf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.5090675 Mar 11 17:55:44.484781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53928) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:44.500284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'admin_state_up': True, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:44.518019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:44.536714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:router and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:44.545813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:44.560772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:44.565037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:44.566142 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdad93a0-bfd9-434c-8c4a-47fccac2fc22 req-56f7f1c2-8467-4447-839c-01fcb6b341d7 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576324 Mar 11 17:55:44.572779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff472116-d166-4105-82fb-cf005213a215,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:44.600013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.601510 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.625693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 9616966d-4843-479e-a053-2db33578ec44 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:44.656576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:44.691211 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc921-7d85-4990-ad65-7a5aa5fa321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.697861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:44.742890 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.761131 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.764412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Deleting port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:44.764945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.787253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:44.911955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b7f786c2-63a3-4f5c-859f-932130720e2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7f786c2-63a3-4f5c-859f-932130720e2a,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:44.933079 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:44.973115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:44.996634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e6f7745-236a-4781-a8a9-41398be5743f req-3978ccef-cbcd-4170-afea-0c9e606cd51f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d1a93c3-ecba-4aeb-920e-98898a2f3750 HTTP/1.1" status: 200 len: 210 time: 0.2035666 Mar 11 17:55:45.063270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-94e0f0aa-d1c3-4122-8040-88f8a788d5e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=35231e2227424c0eac27d2166ccf6558&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6045246 Mar 11 17:55:45.064190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53938) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:45.074610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] Update dhcp port {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': 'ec70545b-1a80-435d-93f1-96004d5242d6', 'ip_address': '2001:db8::f816:3eff:fee5:4df1'}, {'subnet_id': '0cfe93e4-265f-41be-a525-c5922ccdca5d'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'b7f786c2-63a3-4f5c-859f-932130720e2a'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:55:45.106384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:45.111871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.172696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b7f786c2-63a3-4f5c-859f-932130720e2a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:45.177742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-43bf0e07-87ee-4b94-810b-d751b3ff275e None None] Provisioning complete for port e15ce318-e63e-48fd-a4c7-59eb8578d031 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:45.178120 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43bf0e07-87ee-4b94-810b-d751b3ff275e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.184471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23dcdb-5e36-4d2a-ad0a-0af71413388c req-152f51b2-d65f-417d-b833-fcbe5100b347 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:45.192332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa23dcdb-5e36-4d2a-ad0a-0af71413388c req-152f51b2-d65f-417d-b833-fcbe5100b347 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 943 time: 1.2900295 Mar 11 17:55:45.207370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 3fd40494-01d0-4d76-a64d-acfc2da78128 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:55:45.212885 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.344666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-43bf0e07-87ee-4b94-810b-d751b3ff275e None None] Port e15ce318-e63e-48fd-a4c7-59eb8578d031 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:55:45.430702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] For port 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,segment=NetworkSegment(d828d88a-0c6d-4d62-87d2-50f3ba047b09),segment_id=d828d88a-0c6d-4d62-87d2-50f3ba047b09)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:45.431780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.502887 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9c20-3cf7-4a05-aa8b-9abc904a8c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.556294 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa23dcdb-5e36-4d2a-ad0a-0af71413388c req-dde640ed-b58b-4b5d-8d23-0dbcbfe6c0fb tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625875 Mar 11 17:55:45.566314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f4fcd6da-ed26-426a-815d-714698386293 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:55:45.638223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9c20-3cf7-4a05-aa8b-9abc904a8c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.641350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Calling delete_port for 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:45.671644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.795464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8:0:1::182 (75568097-05ea-4303-a281-4da1879652a7/0cfe93e4-265f-41be-a525-c5922ccdca5d/3fd40494-01d0-4d76-a64d-acfc2da78128) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:45.806997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:feae:693c (75568097-05ea-4303-a281-4da1879652a7/ec70545b-1a80-435d-93f1-96004d5242d6/3fd40494-01d0-4d76-a64d-acfc2da78128) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:45.822346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9c20-3cf7-4a05-aa8b-9abc904a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.858535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.866414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.879642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b9c20-3cf7-4a05-aa8b-9abc904a8c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff472116-d166-4105-82fb-cf005213a215,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:45.968112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9c20-3cf7-4a05-aa8b-9abc904a8c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:45.973289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b4b9c20-3cf7-4a05-aa8b-9abc904a8c61 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ff472116-d166-4105-82fb-cf005213a215 HTTP/1.1" status: 204 len: 168 time: 0.8965368 Mar 11 17:55:46.011578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4fcd6da-ed26-426a-815d-714698386293,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:46.044915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f4fcd6da-ed26-426a-815d-714698386293', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'port_id': 'f4fcd6da-ed26-426a-815d-714698386293', 'mac_address': 'fa:16:3e:7e:fb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:55:46.219606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:46.264880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fcd6da-ed26-426a-815d-714698386293 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:55:46.312737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4fcd6da-ed26-426a-815d-714698386293,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:46.321795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:46.366443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Router 434f0e19-9916-4e1c-8a6c-c318c5ad4418 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:55:46.429613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:46.465828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:46.507103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f4fcd6da-ed26-426a-815d-714698386293,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:46.531787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:46.552063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:46.634733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f4fcd6da-ed26-426a-815d-714698386293'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:55:46.674699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.675338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.675851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.676341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.676839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.677320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.677813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.678290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.678882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.679519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.679996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.778138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:46.867520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 3fd40494-01d0-4d76-a64d-acfc2da78128 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:47.096787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:47.156537 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:47.358857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78718-41aa-40f6-96f5-8a9086b197b1 req-b7e466de-0d61-42a9-9f9c-6d92f778e9cf tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:47.375956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ec78718-41aa-40f6-96f5-8a9086b197b1 req-b7e466de-0d61-42a9-9f9c-6d92f778e9cf tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 944 time: 0.5169628 Mar 11 17:55:47.396869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7f786c2-63a3-4f5c-859f-932130720e2a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:47.423480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Allocated IP 172.25.3.240 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ce5b457f-85d4-4de7-a99e-1dff33c9721f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:47.506463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:47.524703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:47.528324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:47.541641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=3fd40494-01d0-4d76-a64d-acfc2da78128,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:47.553050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:47.573939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:47.576904 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:47.596607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e8402266-873f-4681-a63b-2c3911237b8f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "PUT /v2.0/routers/434f0e19-9916-4e1c-8a6c-c318c5ad4418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4289229 Mar 11 17:55:47.605003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 53986) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:47.678259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] Sync routers for ids ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:47.733042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] Allocated IP 2001:db8:0:1::2 (75568097-05ea-4303-a281-4da1879652a7/0cfe93e4-265f-41be-a525-c5922ccdca5d/b7f786c2-63a3-4f5c-859f-932130720e2a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:47.775552 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-495d8630-6bb4-47a9-be44-850c737efae9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1520739 Mar 11 17:55:47.779678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 53994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:47.810202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ec78718-41aa-40f6-96f5-8a9086b197b1 req-a3d9cdd9-1edb-4b10-a562-7d64a8c098b1 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331069 Mar 11 17:55:47.889454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c9b4f9-41ec-4de8-91d1-69d15eb88e45 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:47.895394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54c9b4f9-41ec-4de8-91d1-69d15eb88e45 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:47.927660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-54c9b4f9-41ec-4de8-91d1-69d15eb88e45 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:47.932554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-54c9b4f9-41ec-4de8-91d1-69d15eb88e45 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports?device_id=434f0e19-9916-4e1c-8a6c-c318c5ad4418 HTTP/1.1" status: 200 len: 983 time: 0.3253622 Mar 11 17:55:47.933676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54000) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:47.941615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] Routers {'434f0e19-9916-4e1c-8a6c-c318c5ad4418'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:47.942932 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:47.944172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:48.069400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 3fd40494-01d0-4d76-a64d-acfc2da78128 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:48.069781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:48.191330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:48.206050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b7f786c2-63a3-4f5c-859f-932130720e2a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:48.206611 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:48.361362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] Routers {'434f0e19-9916-4e1c-8a6c-c318c5ad4418'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:48.361362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:48.372647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:48.384745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:48.726003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=ce5b457f-85d4-4de7-a99e-1dff33c9721f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:48.756824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:48.763201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:48.784526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:48.862930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] For port b7f786c2-63a3-4f5c-859f-932130720e2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7f786c2-63a3-4f5c-859f-932130720e2a,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:48.929136 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:48.949940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] Transition to ACTIVE for port object b7f786c2-63a3-4f5c-859f-932130720e2a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:48.964297 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:48.968191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:48.968594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c423182-c28b-4b82-ba13-783d4848d45c None None] The sync data for ids ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:49.174440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port b7f786c2-63a3-4f5c-859f-932130720e2a had new provisioning blocks added so it will not transition to active. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 11 17:55:49.370706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:49.398160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4957c-377f-44ce-ac46-446eb288ebdc None None] Pushing event updated for resources: {'Port': ['ID=b7f786c2-63a3-4f5c-859f-932130720e2a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:49.431214 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:49.551632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec647bc4-427d-4852-91a5-1d989d738db4 req-ee735830-5782-4558-b44f-cc0954fe048d tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:49.553332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec647bc4-427d-4852-91a5-1d989d738db4 req-ee735830-5782-4558-b44f-cc0954fe048d tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 944 time: 0.4857986 Mar 11 17:55:49.607148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f4fcd6da-ed26-426a-815d-714698386293 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:49.643576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec647bc4-427d-4852-91a5-1d989d738db4 req-639aa7b6-ca84-474f-b941-b43b47ea0570 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671926 Mar 11 17:55:49.749823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port f4fcd6da-ed26-426a-815d-714698386293 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:49.751763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54038) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:49.768509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f4fcd6da-ed26-426a-815d-714698386293 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:49.768925 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:49.951729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 3fd40494-01d0-4d76-a64d-acfc2da78128 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:49.955197 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:50.021067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4fcd6da-ed26-426a-815d-714698386293,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:50.022191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:55:50.031310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:50.137014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f4fcd6da-ed26-426a-815d-714698386293,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:50.163116 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293', 'code': 200} Mar 11 17:55:50.399006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:50.416002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:50.422139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Usage tracker for resource:floatingip and tenant:a63cb8bcd891448fa0ab31886bcf6121 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:50.425894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:50.432220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:50.456669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-474b18b5-7229-4c6b-9478-4f52a907446c req-e3788d70-be25-4d9b-aa0a-6d2aac72b8c7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 1.1532929 Mar 11 17:55:50.459942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:50.468000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:50.468790 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:50.524536 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-29da4aea-5f93-4c6e-975c-1a16cc02bec8 None None] Provisioning for port b7f786c2-63a3-4f5c-859f-932130720e2a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:50.539730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-29da4aea-5f93-4c6e-975c-1a16cc02bec8 None None] Provisioning complete for port b7f786c2-63a3-4f5c-859f-932130720e2a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:50.545488 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-29da4aea-5f93-4c6e-975c-1a16cc02bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:50.687555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port e15ce318-e63e-48fd-a4c7-59eb8578d031 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:50.687958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:50.741962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-474b18b5-7229-4c6b-9478-4f52a907446c req-a29e4d39-408b-4b09-a140-6f41ef3ac290 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.1911969 Mar 11 17:55:50.873372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-474b18b5-7229-4c6b-9478-4f52a907446c req-16c8b5c2-ed6d-4d82-b6f0-5d1155c75d6b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998533 Mar 11 17:55:51.181983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c23c65cc-4526-43ba-9bd6-d471d83b3fd8 None None] Provisioning for port 3fd40494-01d0-4d76-a64d-acfc2da78128 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:51.188698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c23c65cc-4526-43ba-9bd6-d471d83b3fd8 None None] Provisioning complete for port 3fd40494-01d0-4d76-a64d-acfc2da78128 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:51.189068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c23c65cc-4526-43ba-9bd6-d471d83b3fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:51.200513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:51.279166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c23c65cc-4526-43ba-9bd6-d471d83b3fd8 None None] Port 3fd40494-01d0-4d76-a64d-acfc2da78128 was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:55:51.297920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:51.321538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7f786c2-63a3-4f5c-859f-932130720e2a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:51.391405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=3fd40494-01d0-4d76-a64d-acfc2da78128,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:51.427996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b7f786c2-63a3-4f5c-859f-932130720e2a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:51.428236 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:51.492199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for e15ce318-e63e-48fd-a4c7-59eb8578d031 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:51.508245 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42096ec4-3203-4296-b620-949274223ea2 req-62923d7c-ad08-4695-9242-80318931d258 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1096 time: 1.1571164 Mar 11 17:55:51.642495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b18b5-7229-4c6b-9478-4f52a907446c req-1b53cdd9-f160-47d4-ba4e-b43e33aef70e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:51.643647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-474b18b5-7229-4c6b-9478-4f52a907446c req-1b53cdd9-f160-47d4-ba4e-b43e33aef70e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7508941 Mar 11 17:55:51.700793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:51.710892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:51.724056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c9d4-b271-4a62-9f1c-5314af5d5ef6 req-4398280d-bacd-45d3-971d-15ddea9c6023 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:51.732417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e35c9d4-b271-4a62-9f1c-5314af5d5ef6 req-4398280d-bacd-45d3-971d-15ddea9c6023 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 0.6439478 Mar 11 17:55:51.829527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2d26ed14-e2a2-4a5e-b3a0-50c0e7e5ab12 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/3fd40494-01d0-4d76-a64d-acfc2da78128 HTTP/1.1" status: 204 len: 168 time: 4.0485787 Mar 11 17:55:51.839409 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-42096ec4-3203-4296-b620-949274223ea2 req-5f62b32d-9a2d-4d99-bdfd-a2b2483ee6bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249004 Mar 11 17:55:51.839907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54078) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:51.996822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e35c9d4-b271-4a62-9f1c-5314af5d5ef6 req-c56ce478-2186-4df7-8963-b13c4291ed78 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633512 Mar 11 17:55:52.031061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18da5227-18e8-4be4-a1f5-980743a85b47 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:52.032972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-18da5227-18e8-4be4-a1f5-980743a85b47 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:52.052978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router fb2e18da-7b97-4367-b795-12051f5df14e is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:55:52.068126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-18da5227-18e8-4be4-a1f5-980743a85b47 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:52.069631 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-18da5227-18e8-4be4-a1f5-980743a85b47 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2192729 Mar 11 17:55:52.077895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54086) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:52.122894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Allocated IP 172.25.3.129 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/5f15e497-18ae-49e0-a36f-17c5ebae7c34) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:52.237966 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:52.318704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=e15ce318-e63e-48fd-a4c7-59eb8578d031,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:52.497838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:55:52.800117 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:52.803450 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183610e4-fb61-40b8-b39b-9700bc3bb884 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:52.807676 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-183610e4-fb61-40b8-b39b-9700bc3bb884 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7249184 Mar 11 17:55:52.807903 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:52.809840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54092) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:52.917771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16787da5-5ac4-4e6f-95c5-22c8bf9410e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:52.920112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16787da5-5ac4-4e6f-95c5-22c8bf9410e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:52.921798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16787da5-5ac4-4e6f-95c5-22c8bf9410e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:52.923138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-16787da5-5ac4-4e6f-95c5-22c8bf9410e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:52.970433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-16787da5-5ac4-4e6f-95c5-22c8bf9410e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:52.971805 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-16787da5-5ac4-4e6f-95c5-22c8bf9410e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1612082 Mar 11 17:55:52.974814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54096) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:53.019089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:53.044464 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Sync routers for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:53.064562 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:53.065218 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:53.102942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:53.104498 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-36bcca2a-59e9-4a7b-a368-efbf59e22c37 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 8.6127620 Mar 11 17:55:53.140866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54102) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:53.208038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:53.461857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:53.497358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:53.507926 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6f603c6f-5dad-4d45-a4fe-990b58407447 admin admin] 10.222.0.96 "PUT /v2.0/routers/a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6462886 Mar 11 17:55:53.513670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] Sync routers for ids ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:53.536714 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:53.539170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] Routers {'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:53.539816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:53.549518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Port': ['ID=5f15e497-18ae-49e0-a36f-17c5ebae7c34,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:53.552219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54126) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:53.575767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:53.625001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:55:53.789610 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e358e658-e9ec-4fe9-b8f6-9150d913a12c tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=28822aa99add4421adcd782a2a28cec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6447797 Mar 11 17:55:53.791025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:53.848107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 0cfe93e4-265f-41be-a525-c5922ccdca5d {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:53.899913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] Set router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:53.979732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb1258-dba6-4b87-90dd-5569c5b4f22b req-454ed4bc-f50a-4087-a8a3-186a2338f5f6 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:53.987029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13fb1258-dba6-4b87-90dd-5569c5b4f22b req-454ed4bc-f50a-4087-a8a3-186a2338f5f6 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 0.6105561 Mar 11 17:55:54.008976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.009219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Router 434f0e19-9916-4e1c-8a6c-c318c5ad4418 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:55:54.091776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.290634 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:55:49Z', 'revision_number': 3, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:54.308390 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Checking router: fb2e18da-7b97-4367-b795-12051f5df14e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:55:54.312819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13fb1258-dba6-4b87-90dd-5569c5b4f22b req-c00d702b-3461-4b9b-876a-87947371681e tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087914 Mar 11 17:55:54.313600 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Updating router fb2e18da-7b97-4367-b795-12051f5df14e port ce5b457f-85d4-4de7-a99e-1dff33c9721f binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:55:54.363833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.480239 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.521723 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.537401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.630698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfe93e4-265f-41be-a525-c5922ccdca5d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:54.661034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.749676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38756a93-90f1-47e9-841a-99b8d327283e tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:54.754410 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-38756a93-90f1-47e9-841a-99b8d327283e tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9559910 Mar 11 17:55:54.763963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54166) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:54.771557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e1755-03e7-420e-af04-9c95a28ccf34 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:54.785050 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-de49b119-a082-47bb-91da-67056eacee92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/0cfe93e4-265f-41be-a525-c5922ccdca5d HTTP/1.1" status: 204 len: 168 time: 1.8082933 Mar 11 17:55:54.786353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54170) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:54.904654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0d59b5cb-94d0-4a3b-8853-e184fc88a038 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279860 Mar 11 17:55:54.906797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:55:54.921231 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] Sync routers for ids ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:55:54.941916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:54.997154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54178) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:55.007345 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] Routers {'434f0e19-9916-4e1c-8a6c-c318c5ad4418'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:55.007788 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:55.032454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-832345275', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'project_id': '28822aa99add4421adcd782a2a28cec0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:55.149722 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:55.163166 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-15f71dbb-fdba-4e86-a49b-0361148adeb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6958370 Mar 11 17:55:55.210703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet ec70545b-1a80-435d-93f1-96004d5242d6 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:55:55.232632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.272241 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] Routers {'434f0e19-9916-4e1c-8a6c-c318c5ad4418'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:55.273033 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:55.309118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:55:46Z', 'revision_number': 5, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:55.319856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] Checking router: a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:55:55.349437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] Routers {'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:55.350245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:55.514220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.692107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] Set router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:55.726532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.737862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f2985c43-0412-4baa-8480-4e42971623dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "PUT /v2.0/routers/434f0e19-9916-4e1c-8a6c-c318c5ad4418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8027132 Mar 11 17:55:55.742309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:55.747792 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.769320 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Transition to ACTIVE for port object ce5b457f-85d4-4de7-a99e-1dff33c9721f will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:55.775761 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:55.776248 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f30a0-6020-46c3-bb57-caf9312a5dab None None] The sync data for ids ['434f0e19-9916-4e1c-8a6c-c318c5ad4418'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:55.782060 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.893774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.905799 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Attempting to bind port ce5b457f-85d4-4de7-a99e-1dff33c9721f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:55.906174 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Attempting to bind port ce5b457f-85d4-4de7-a99e-1dff33c9721f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:55.906560 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Attempting to bind port ce5b457f-85d4-4de7-a99e-1dff33c9721f on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:55:55.917218 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:55:55.917637 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:55:55.917994 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.918414 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:55:55.918903 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Bound port: ce5b457f-85d4-4de7-a99e-1dff33c9721f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:55.919282 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:55.995564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=ec70545b-1a80-435d-93f1-96004d5242d6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:56.032524 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:56.058865 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff1a3b0-cceb-47ec-a0fc-55776a6a8e35 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:55:56.062235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5ff1a3b0-cceb-47ec-a0fc-55776a6a8e35 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:55:56.082414 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] For port ce5b457f-85d4-4de7-a99e-1dff33c9721f, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:56.089555 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] For port ce5b457f-85d4-4de7-a99e-1dff33c9721f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ce5b457f-85d4-4de7-a99e-1dff33c9721f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:56.107624 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:56.166997 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fd9d5-6404-4fb8-bbac-9a397e12d18c None None] Pushing event updated for resources: {'Port': ['ID=ce5b457f-85d4-4de7-a99e-1dff33c9721f,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:56.207769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:56.216808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:56.261697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:55:56.262892 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:55:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:56.328907 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fd9d5-6404-4fb8-bbac-9a397e12d18c None None] Pushing event updated for resources: {'Port': ['ID=ce5b457f-85d4-4de7-a99e-1dff33c9721f,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:56.356102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:55:46Z', 'revision_number': 5, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:56.359899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:subnet and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:56.369289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5ff1a3b0-cceb-47ec-a0fc-55776a6a8e35 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:55:56.369913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990cf53-26fe-40b4-8474-bd5d501f3e5f None None] The sync data for ids ['a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5'] in n-d-833436-1 is: [{'id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'name': 'tempest-TestAggregatesBasicOps-2080475169-router', 'tenant_id': '30e821fb445e4e26be8c18b6300a088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:15Z', 'updated_at': '2022-03-11T17:55:46Z', 'revision_number': 5, 'project_id': '30e821fb445e4e26be8c18b6300a088d', 'gw_port': {'id': 'ebfa198d-a590-4dfc-822c-c72ca6babf60', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:20Z', 'updated_at': '2022-03-11T17:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:56.375215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5ff1a3b0-cceb-47ec-a0fc-55776a6a8e35 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/e15ce318-e63e-48fd-a4c7-59eb8578d031 HTTP/1.1" status: 404 len: 333 time: 0.6085601 Mar 11 17:55:56.377258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:56.380355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54192) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:56.425701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-25406272-f40e-4f83-abfe-ed5d5a26bcc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d4a71fab2045c58dd7d28f31104671&device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1096 time: 1.0392258 Mar 11 17:55:56.454436 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-75727da3-388f-45e3-b36b-380567a35d53 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/ec70545b-1a80-435d-93f1-96004d5242d6 HTTP/1.1" status: 204 len: 168 time: 1.6618297 Mar 11 17:55:56.468670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54196) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:56.469919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:56.569343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9313a0-5b84-448a-a4fb-33f3e597b610 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:55:56.699090 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:55:56.712925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-931cf6e6-7c9f-4a0c-9ef2-465c3f3ce2b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:56.714518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-931cf6e6-7c9f-4a0c-9ef2-465c3f3ce2b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 200 len: 910 time: 0.2650695 Mar 11 17:55:56.741994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6f6baf80-9753-4ba1-aa69-4a3280aaae49 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2679331 Mar 11 17:55:56.743163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Made reservation on behalf of 28822aa99add4421adcd782a2a28cec0 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:56.777878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54204) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:56.808103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:56.903890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-385762db-45ee-41fb-a23e-f30a82d2b73f None None] Provisioning complete for port b7f786c2-63a3-4f5c-859f-932130720e2a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:56.904557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-385762db-45ee-41fb-a23e-f30a82d2b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:56.907455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-21c28b7e-05d9-461c-9b57-b4b554d589aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 200 len: 217 time: 0.1809084 Mar 11 17:55:57.057062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-00ddce08-967d-4519-8f9f-3205eb02c005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:57.062318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-00ddce08-967d-4519-8f9f-3205eb02c005 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d533d223-b403-43f9-a3d9-81868caa8567 HTTP/1.1" status: 200 len: 847 time: 0.1481466 Mar 11 17:55:57.075011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:55:57.087015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Deleting port b7f786c2-63a3-4f5c-859f-932130720e2a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:57.087577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.120074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.172193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.229343 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-dabfad99-177d-470d-8be2-6cbfaae7f00d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63d52d86-621b-4e9f-a9d3-001cfa404b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614139 Mar 11 17:55:57.237565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a34cbc-aae6-4055-b640-015c21c39ece req-65632fdc-963d-476a-a118-edebd413fa19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:57.241694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Deleting port ebfa198d-a590-4dfc-822c-c72ca6babf60 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:57.242032 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.256474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4a34cbc-aae6-4055-b640-015c21c39ece req-65632fdc-963d-476a-a118-edebd413fa19 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 1.5132265 Mar 11 17:55:57.320837 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:55:49Z', 'revision_number': 3, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:55:57.332697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25bcb5-aeaa-458b-9dba-e8796a31377f None None] The sync data for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 is: [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:55:49Z', 'revision_number': 3, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:55:57.348979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:57.406395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:55:57.409526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1e57feb7-ceab-4fb2-8dcd-5d0dffd8a6c3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:55:57.410065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b7f786c2-63a3-4f5c-859f-932130720e2a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:55:57.667436 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-ef07bfb7-9e8f-47c7-94aa-178007f6ff04 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269307 Mar 11 17:55:57.831861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b0c272f-624d-442e-b5a3-87606c4426c8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.882457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.936630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:57.986273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c166264-d3fe-42e4-8f8c-2e6fc1d9bbb7 req-c60f855f-d4a6-4c74-8554-a1a7aaea4fe0 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095357 Mar 11 17:55:57.988534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b7f786c2-63a3-4f5c-859f-932130720e2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7f786c2-63a3-4f5c-859f-932130720e2a,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:58.006168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] For port b7f786c2-63a3-4f5c-859f-932130720e2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7f786c2-63a3-4f5c-859f-932130720e2a,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:58.006934 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.022213 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.038139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] For port ebfa198d-a590-4dfc-822c-c72ca6babf60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ebfa198d-a590-4dfc-822c-c72ca6babf60,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:58.038553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.056613 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:55:58.084134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:58.121031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:58.138044 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.150842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4a34cbc-aae6-4055-b640-015c21c39ece req-d344bdf8-94c4-413b-92ad-5bc9b88e24f6 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8927791 Mar 11 17:55:58.153149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:58.159642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.233311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Calling delete_port for b7f786c2-63a3-4f5c-859f-932130720e2a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:58.243397 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:55:58.289728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Calling delete_port for ebfa198d-a590-4dfc-822c-c72ca6babf60 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:58.414231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b7f786c2-63a3-4f5c-859f-932130720e2a,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:58.509771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:55:58.511517 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:55:58.621000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.819390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.914643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfa198d-a590-4dfc-822c-c72ca6babf60,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:59.002055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:59.013237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Deleting port b7f786c2-63a3-4f5c-859f-932130720e2a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:55:59.014169 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.035840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54222) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:59.253723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Port': ['ID=5f15e497-18ae-49e0-a36f-17c5ebae7c34,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:59.327644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.374852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.380018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4734722f-18b4-4673-a0ad-f3933b77db65 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6177146 Mar 11 17:55:59.422134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54228) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:55:59.576700 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.584550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b0c272f-624d-442e-b5a3-87606c4426c8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.591472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b0c272f-624d-442e-b5a3-87606c4426c8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.670592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] For port b7f786c2-63a3-4f5c-859f-932130720e2a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b7f786c2-63a3-4f5c-859f-932130720e2a,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:59.671249 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.679998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2049490913'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:55:59.695426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.714279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.720291 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b0c272f-624d-442e-b5a3-87606c4426c8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.721027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0c272f-624d-442e-b5a3-87606c4426c8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Fanout notify agent at l3_agent the message router_deleted on router 434f0e19-9916-4e1c-8a6c-c318c5ad4418 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:55:59.727318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:59.789013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Usage tracker for resource:network and tenant:a63cb8bcd891448fa0ab31886bcf6121 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:59.868246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:55:59.875977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Usage tracker for resource:security_group_rule and tenant:89cb24d87ead4379917b2224bdffe4fc is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:55:59.881875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:59.893613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:59.901949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.915035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Calling delete_port for b7f786c2-63a3-4f5c-859f-932130720e2a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:55:59.922206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:55:59.930256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:55:59.940344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Subnet': ['ID=3b42be10-5c10-470e-bcd2-0e46d8664d1f,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:59.964842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2863f1-3b9a-41a5-8b47-a5b620cc7e4c req-ed051b54-59ca-4547-a544-d114c7fcd191 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:59.966779 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f2863f1-3b9a-41a5-8b47-a5b620cc7e4c req-ed051b54-59ca-4547-a544-d114c7fcd191 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 1.3333366 Mar 11 17:55:59.974092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Made reservation on behalf of a63cb8bcd891448fa0ab31886bcf6121 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:59.976550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ce5b457f-85d4-4de7-a99e-1dff33c9721f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:55:59.978009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.993940 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2b0c272f-624d-442e-b5a3-87606c4426c8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:59.998203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2b0c272f-624d-442e-b5a3-87606c4426c8 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/routers/434f0e19-9916-4e1c-8a6c-c318c5ad4418 HTTP/1.1" status: 204 len: 168 time: 3.6017556 Mar 11 17:56:00.004888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54234) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:00.024593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.033759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.036796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.131485 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.168357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d9bfc-a748-4c64-a4a9-167079390f70,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:00.186511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9c2052c9-1173-4baf-82b0-f4dc85eaef20 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=89cb24d87ead4379917b2224bdffe4fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1494501 Mar 11 17:56:00.187193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54240) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:00.192129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] Pushing event deleted for resources: {'Port': ['ID=b7f786c2-63a3-4f5c-859f-932130720e2a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:00.207488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a933d4-6de9-47b1-b6bf-3d4d51a64b9e None None] No DVR routers for this DVR port b7f786c2-63a3-4f5c-859f-932130720e2a on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:00.225861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.227530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:56:00.229164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ce5b457f-85d4-4de7-a99e-1dff33c9721f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:00.238145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ce5b457f-85d4-4de7-a99e-1dff33c9721f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:00.238575 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.289454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.290954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4a87a8f3-8228-4b15-9565-c3d4d7568caf admin admin] 10.222.0.96 "DELETE /v2.0/routers/a8b6784b-59cf-4a7f-a9b5-af54fe5af8a5 HTTP/1.1" status: 204 len: 168 time: 6.7377634 Mar 11 17:56:00.293806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54244) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:00.334342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet b8910a59-788e-4ce7-8ce5-f4f6c99ebe08 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:00.353558 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.365067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-beeade72-7d35-4dcd-8ac9-fd31fa6e735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.390693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.404578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-beeade72-7d35-4dcd-8ac9-fd31fa6e735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.410489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.415653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] Deleting subnet a48cbcea-07ea-4a6d-8edf-c49e1913579e {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:00.422092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.439807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ce5b457f-85d4-4de7-a99e-1dff33c9721f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ce5b457f-85d4-4de7-a99e-1dff33c9721f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:00.449264 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.480816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:00.504333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.531248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.574841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ce5b457f-85d4-4de7-a99e-1dff33c9721f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:00.595718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-beeade72-7d35-4dcd-8ac9-fd31fa6e735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.621669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeade72-7d35-4dcd-8ac9-fd31fa6e735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d9bfc-a748-4c64-a4a9-167079390f70,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:00.641176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-beeade72-7d35-4dcd-8ac9-fd31fa6e735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.657848 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-beeade72-7d35-4dcd-8ac9-fd31fa6e735a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8b6d9bfc-a748-4c64-a4a9-167079390f70 HTTP/1.1" status: 204 len: 168 time: 0.4563715 Mar 11 17:56:00.672953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.678760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.741598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Usage tracker for resource:security_group_rule and tenant:a63cb8bcd891448fa0ab31886bcf6121 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:00.744688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Checking segment: {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:00.745051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network hostable DHCP agents. Network: 3880fcf5-44f3-4dc4-be56-da2455251f86, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:56:00.764880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:00.780734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:00.786271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.843859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48cbcea-07ea-4a6d-8edf-c49e1913579e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:00.851400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.856886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f7f551-1bc9-4a66-a1cf-f40936bfc27f None None] Network 188a5c5a-ff65-420f-b859-8ed4a487f849 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:00.862694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f2863f1-3b9a-41a5-8b47-a5b620cc7e4c req-2590e6ca-3e83-4e30-93f9-d304e6678a73 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8586040 Mar 11 17:56:00.870696 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7eac5f1b-78d1-46db-ae63-6ca9b1c273f6 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a48cbcea-07ea-4a6d-8edf-c49e1913579e HTTP/1.1" status: 204 len: 168 time: 0.5745962 Mar 11 17:56:00.871544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:00.872789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:56:00.881283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.945731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=b8910a59-788e-4ce7-8ce5-f4f6c99ebe08,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:00.953169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 3880fcf5-44f3-4dc4-be56-da2455251f86) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:00.972170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.972762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.007023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.039301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ab735-ba9f-425c-8b1b-6b7ecaf38114 None None] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:01.074431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4de0fe7f-c949-47d4-aea6-6026db36b3bc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/b8910a59-788e-4ce7-8ce5-f4f6c99ebe08 HTTP/1.1" status: 204 len: 168 time: 1.0682642 Mar 11 17:56:01.078218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54258) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:01.123803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ca5a20df-e094-4059-8cbe-a60a28280ffa tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.1217782 Mar 11 17:56:01.140303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:01.254433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e66f1-7d47-4f41-b5bc-e3fd2bd72bd4 None None] Network 9616966d-4843-479e-a053-2db33578ec44 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:01.303182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54268) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:01.418328 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.500982 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ce5b457f-85d4-4de7-a99e-1dff33c9721f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:01.504325 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.517983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:56:01.535887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.553438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.575381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338951de-ee57-4709-aee9-8020a8d3b17e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:01.597182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Deleting port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:01.597574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.629026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.629371 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Added segment 18e13e25-f4b7-444a-bf8e-8372d994370b of type vlan for network 47563712-6374-44a1-817b-91c360629c3d Mar 11 17:56:01.653896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:01.671725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Usage tracker for resource:security_group_rule and tenant:0c185942263d4033ac47597f63447329 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:01.677353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:01.680562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:56:01.687289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.687929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:01.691488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.776180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=174b74bf-2c34-4387-a61f-23505f9cfff6,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:01.792364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:01.813903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:01.817260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:01.817868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.851136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359878-b5b4-4630-92e9-1c939bd7a7af req-8f9a755e-3dd2-4cbe-98c9-b1ec470fc648 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:01.858254 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7359878-b5b4-4630-92e9-1c939bd7a7af req-8f9a755e-3dd2-4cbe-98c9-b1ec470fc648 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 0.7321405 Mar 11 17:56:01.865041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-31557399-2114-42b7-ac2b-e89239e39dac tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0831318 Mar 11 17:56:01.871817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54272) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:01.877908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c5853-277c-4f12-9af2-4ba1dcfee27f None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:01.879799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:01.884519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.888774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port c24c5576-3285-4f9f-a12d-115037b97e6f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:01.889106 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.021322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-3880fcf5-44f3-4dc4-be56-da2455251f86', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:56:02.023045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.044263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.045320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] For port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8ef4c96a-b726-4413-8b5b-13b3ac9c716f,segment=NetworkSegment(d828d88a-0c6d-4d62-87d2-50f3ba047b09),segment_id=d828d88a-0c6d-4d62-87d2-50f3ba047b09)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:02.045681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.048207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:02.048838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.105297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7359878-b5b4-4630-92e9-1c939bd7a7af req-8f52b12d-350e-4366-90d3-589b3fe06a67 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460392 Mar 11 17:56:02.150445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54276) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:02.223023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Calling delete_port for 8ef4c96a-b726-4413-8b5b-13b3ac9c716f owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:02.280091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6563203 Mar 11 17:56:02.296069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.296770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:02.334063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Request body: {'subnet': {'network_id': '47563712-6374-44a1-817b-91c360629c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:02.365085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.395647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ce5b457f-85d4-4de7-a99e-1dff33c9721f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:02.396245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.470304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] For port c24c5576-3285-4f9f-a12d-115037b97e6f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c24c5576-3285-4f9f-a12d-115037b97e6f,segment=NetworkSegment(b1624c26-e639-4bd8-ab01-bb6afdb3b4a5),segment_id=b1624c26-e639-4bd8-ab01-bb6afdb3b4a5)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:02.474111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.570807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '174b74bf-2c34-4387-a61f-23505f9cfff6'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:56:02.571664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.669468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for c24c5576-3285-4f9f-a12d-115037b97e6f owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:02.694027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:02.721330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7ead2-7949-4242-a6b5-7934247d9ee9 None None] DHCP port deletion for 9616966d-4843-479e-a053-2db33578ec44 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:56:02.728679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Allocated IP 172.20.0.2 (3880fcf5-44f3-4dc4-be56-da2455251f86/3b42be10-5c10-470e-bcd2-0e46d8664d1f/32a7927c-8aeb-49b7-91ea-11f7d3f4c635) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:02.781134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7ead2-7949-4242-a6b5-7934247d9ee9 None None] Deleting port c24c5576-3285-4f9f-a12d-115037b97e6f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:02.781587 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ead2-7949-4242-a6b5-7934247d9ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.785707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60efd5a2-af13-449f-9caa-ec4b3323a761,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:02.795105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:02.817133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Network': ['ID=47563712-6374-44a1-817b-91c360629c3d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:02.831300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.831658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.831976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.832313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.832640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.832967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.833291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.833613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.833934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.834253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.834885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccb20-b7f6-4797-a12f-fbac62efda97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:02.860083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d78a27-40ec-4b12-97d0-da24af6f70fa None None] DHCP port deletion for 188a5c5a-ff65-420f-b859-8ed4a487f849 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:56:02.863191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:02.863367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 47563712-6374-44a1-817b-91c360629c3d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:56:02.881613 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-26c375de-72f7-4a15-b469-8cf9277728ef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c185942263d4033ac47597f63447329&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5752590 Mar 11 17:56:02.882933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:02.884897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54288) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:02.904477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:02.912669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Usage tracker for resource:subnet and tenant:a63cb8bcd891448fa0ab31886bcf6121 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:02.913134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b0d78a27-40ec-4b12-97d0-da24af6f70fa None None] Deleting port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:02.914045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b0d78a27-40ec-4b12-97d0-da24af6f70fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.917537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:02.921829 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.957378 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:02.961675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:02.966621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:03.013630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef4c96a-b726-4413-8b5b-13b3ac9c716f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:03.048851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=c24c5576-3285-4f9f-a12d-115037b97e6f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:03.055704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-063fd670-b19e-42b6-b15b-90af1e0a905a tempest-TestServerBasicOps-1044311295 tempest-TestServerBasicOps-1044311295-project-admin] Synchronizing usage tracker for tenant:93a31f31722a42f18b1c0d32a90ce142 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:03.063955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No DVR routers for this DVR port c24c5576-3285-4f9f-a12d-115037b97e6f on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:03.076433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Made reservation on behalf of a63cb8bcd891448fa0ab31886bcf6121 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:03.101921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] No DVR routers for this DVR port 8ef4c96a-b726-4413-8b5b-13b3ac9c716f on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:03.133133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b0d78a27-40ec-4b12-97d0-da24af6f70fa None None] The port '8ef4c96a-b726-4413-8b5b-13b3ac9c716f' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:56:03.271128 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c4573491-c1fc-4ea9-885d-797c4c638312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.330975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.337397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7ead2-7949-4242-a6b5-7934247d9ee9 None None] The port 'c24c5576-3285-4f9f-a12d-115037b97e6f' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:56:03.369724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-063fd670-b19e-42b6-b15b-90af1e0a905a tempest-TestServerBasicOps-1044311295 tempest-TestServerBasicOps-1044311295-project-admin] Unset dirty status for tenant:93a31f31722a42f18b1c0d32a90ce142 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:03.371080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-063fd670-b19e-42b6-b15b-90af1e0a905a tempest-TestServerBasicOps-1044311295 tempest-TestServerBasicOps-1044311295-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1091 time: 1.2193446 Mar 11 17:56:03.385403 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c4573491-c1fc-4ea9-885d-797c4c638312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.387022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Allocated IP 2001:db8::f816:3eff:fe41:57e4 (75568097-05ea-4303-a281-4da1879652a7/174b74bf-2c34-4387-a61f-23505f9cfff6/18c31d86-93d5-49da-a76b-1c94ca3970e6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:03.399875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54292) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:03.435451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': 'f4fcd6da-ed26-426a-815d-714698386293', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:03.464490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:03.475479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9616966d-4843-479e-a053-2db33578ec44']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:03.516646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Usage tracker for resource:floatingip and tenant:55d4a71fab2045c58dd7d28f31104671 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:03.521005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:03.530571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1624c26-e639-4bd8-ab01-bb6afdb3b4a5') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:03.530874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1624c26-e639-4bd8-ab01-bb6afdb3b4a5') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:03.543770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:03.565219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.578694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ef4c96a-b726-4413-8b5b-13b3ac9c716f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:03.593829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.596880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.655699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:56:03.656105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.675566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c4573491-c1fc-4ea9-885d-797c4c638312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:56:03.692438 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:56:03.752178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.779631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.858117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8ef4c96a-b726-4413-8b5b-13b3ac9c716f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:03.858802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8ef4c96a-b726-4413-8b5b-13b3ac9c716f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:03.859206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ebfa198d-a590-4dfc-822c-c72ca6babf60 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:03.867649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.912513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ebfa198d-a590-4dfc-822c-c72ca6babf60 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:03.912991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ebfa198d-a590-4dfc-822c-c72ca6babf60 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:03.913418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c24c5576-3285-4f9f-a12d-115037b97e6f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:03.918602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4573491-c1fc-4ea9-885d-797c4c638312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60efd5a2-af13-449f-9caa-ec4b3323a761,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:03.926529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c4573491-c1fc-4ea9-885d-797c4c638312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.928096 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c4573491-c1fc-4ea9-885d-797c4c638312 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60efd5a2-af13-449f-9caa-ec4b3323a761 HTTP/1.1" status: 204 len: 168 time: 1.0406742 Mar 11 17:56:03.929111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.933929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.966968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=9616966d-4843-479e-a053-2db33578ec44,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:03.970481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188a5c5a-ff65-420f-b859-8ed4a487f849']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:03.971664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e7f78b5f-4b9e-48c0-b2a2-59b1e8653944 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/9616966d-4843-479e-a053-2db33578ec44 HTTP/1.1" status: 204 len: 168 time: 2.8915050 Mar 11 17:56:03.990102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54302) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:04.000357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd828d88a-0c6d-4d62-87d2-50f3ba047b09') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:04.000661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd828d88a-0c6d-4d62-87d2-50f3ba047b09') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:04.029897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.056414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.083140 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.085815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c24c5576-3285-4f9f-a12d-115037b97e6f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:04.086155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c24c5576-3285-4f9f-a12d-115037b97e6f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:04.094851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:56:04.095526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:56:04.119227 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:56:04.216023 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 174b74bf-2c34-4387-a61f-23505f9cfff6 (CIDR: 2001:db8::/64) Mar 11 17:56:04.227661 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:56:04.228452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:04.244425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Transition to ACTIVE for port object 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:04.252681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.326303 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.354384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.364694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Transition to ACTIVE for port object 18c31d86-93d5-49da-a76b-1c94ca3970e6 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:04.368183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2f8ed-58a1-43fe-8764-b333b7719393 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:04.368867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a0a2f8ed-58a1-43fe-8764-b333b7719393 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:04.394655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a0a2f8ed-58a1-43fe-8764-b333b7719393 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:04.404210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0a2f8ed-58a1-43fe-8764-b333b7719393 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/8c58c76a-3076-423a-8691-3bde88aa699f HTTP/1.1" status: 200 len: 840 time: 0.4052117 Mar 11 17:56:04.405055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54310) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:04.433043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] Pushing event deleted for resources: {'Network': ['ID=188a5c5a-ff65-420f-b859-8ed4a487f849,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:04.443866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Transition to ACTIVE for port object 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:04.452815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Transition to ACTIVE for port object 18c31d86-93d5-49da-a76b-1c94ca3970e6 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:04.463552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.470920 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a1ded56a-4e54-484b-a3bb-0429302c1449 admin admin] 10.222.0.96 "DELETE /v2.0/networks/188a5c5a-ff65-420f-b859-8ed4a487f849 HTTP/1.1" status: 204 len: 168 time: 3.5970132 Mar 11 17:56:04.477091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:04.510750 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0989f64-c302-401f-ac66-46aba950edc4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6357310 Mar 11 17:56:04.519486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54318) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:04.535000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:04.612182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Pushing event updated for resources: {'Port': ['ID=32a7927c-8aeb-49b7-91ea-11f7d3f4c635,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:04.614465 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.741818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:04.748042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:04.750119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Pushing event updated for resources: {'Port': ['ID=18c31d86-93d5-49da-a76b-1c94ca3970e6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:04.758873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:04.789076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fcc4bace-d707-4431-90a0-63448147916d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/8c58c76a-3076-423a-8691-3bde88aa699f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3818743 Mar 11 17:56:04.796857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54330) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:04.799361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:04.810131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:04.813818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:04.824211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:04.847221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.890942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:04.975776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:05.045666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Attempting to bind port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:05.046249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Attempting to bind port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:05.046470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Attempting to bind port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 on network 3880fcf5-44f3-4dc4-be56-da2455251f86 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:05.054718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Attempting to bind port 18c31d86-93d5-49da-a76b-1c94ca3970e6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:05.055081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Attempting to bind port 18c31d86-93d5-49da-a76b-1c94ca3970e6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:05.055432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Attempting to bind port 18c31d86-93d5-49da-a76b-1c94ca3970e6 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:05.062399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:05.062399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Checking segment: {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:05.062834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.063100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Bound using segment: {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:05.063666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Bound port: 32a7927c-8aeb-49b7-91ea-11f7d3f4c635, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:05.064122 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.094414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:05.098193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:05.124619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:05.124994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:05.125398 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.125877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:05.126480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Bound port: 18c31d86-93d5-49da-a76b-1c94ca3970e6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:05.126999 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.183536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Subnet': ['ID=f41fb411-de95-4461-a4d8-5a5c702de7cc,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:05.193043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:05.305121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Allocated IP 172.25.3.118 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/59fe893f-d3e3-45e4-b859-c5a02bccdf83) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:05.322347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] For port 18c31d86-93d5-49da-a76b-1c94ca3970e6, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:05.339841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] For port 18c31d86-93d5-49da-a76b-1c94ca3970e6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=18c31d86-93d5-49da-a76b-1c94ca3970e6,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:05.352768 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.384514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] For port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:05.388714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:05.389677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] For port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32a7927c-8aeb-49b7-91ea-11f7d3f4c635,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:05.405187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:05.414089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.454628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:05.480259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:05.536304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:05.545623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.551592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Checking segment: {'id': '18e13e25-f4b7-444a-bf8e-8372d994370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '47563712-6374-44a1-817b-91c360629c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:05.551957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Network hostable DHCP agents. Network: 47563712-6374-44a1-817b-91c360629c3d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:56:05.570922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94417e-fd41-47b5-b25a-0e412b0d13c3 None None] Pushing event updated for resources: {'Port': ['ID=18c31d86-93d5-49da-a76b-1c94ca3970e6,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:05.605640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.622088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:05.685253 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:05.705435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fd32d-aae2-4c59-8cd8-ef88966413f3 None None] Pushing event updated for resources: {'Port': ['ID=32a7927c-8aeb-49b7-91ea-11f7d3f4c635,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:05.785580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'Port': ['ID=59fe893f-d3e3-45e4-b859-c5a02bccdf83,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:05.791650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:05.801850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:05.804736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:05.859438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:06.294506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:06.336156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Network 47563712-6374-44a1-817b-91c360629c3d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:56:06.481463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 47563712-6374-44a1-817b-91c360629c3d) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:06.490891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29166f8-32ed-4441-a554-615505e6d656 None None] Network 47563712-6374-44a1-817b-91c360629c3d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:06.492715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:06.493301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:06.602247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-671e51bf-eb51-4e02-b03f-d631794de6ba tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2978010 Mar 11 17:56:06.607254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:06.614718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1968170635', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:06.635706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:06.645057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Usage tracker for resource:router and tenant:a63cb8bcd891448fa0ab31886bcf6121 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:06.696513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:06.706256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:06.813515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:06.911595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-47563712-6374-44a1-817b-91c360629c3d', 'network_id': '47563712-6374-44a1-817b-91c360629c3d', 'tenant_id': 'a63cb8bcd891448fa0ab31886bcf6121', 'fixed_ips': [{'subnet_id': 'f41fb411-de95-4461-a4d8-5a5c702de7cc'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:56:06.913700 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.069983 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.070956 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.134628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Allocated IP 172.20.0.2 (47563712-6374-44a1-817b-91c360629c3d/f41fb411-de95-4461-a4d8-5a5c702de7cc/7a1416e2-7158-474a-880e-ec2def964d10) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:07.198780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.372189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.549497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 18c31d86-93d5-49da-a76b-1c94ca3970e6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:07.568093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=41b651f7-1799-49b0-b0e7-4deabff39cb4,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:07.696624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.791146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.810249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Transition to ACTIVE for port object 7a1416e2-7158-474a-880e-ec2def964d10 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:07.845217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Transition to ACTIVE for port object 7a1416e2-7158-474a-880e-ec2def964d10 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:07.878393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.983484 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.006986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Pushing event updated for resources: {'Port': ['ID=7a1416e2-7158-474a-880e-ec2def964d10,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:08.032945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Network 47563712-6374-44a1-817b-91c360629c3d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:08.039379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:08.060499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=5e380687-4fa8-42e1-b28c-3320b413b6c8,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:08.061528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073988d-5f1e-4fc8-adcc-b5a4e7444343 None None] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:08.075953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:08.086953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:08.089837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:08.096091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:08.097482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:08.098815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.107177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:08.113577 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.120221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:08.123772 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.203386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.221765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9b8a156e-7705-4bb2-adb3-c2f8f12b2874 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4219918 Mar 11 17:56:08.223574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Allocated IP 172.20.0.1 (3880fcf5-44f3-4dc4-be56-da2455251f86/3b42be10-5c10-470e-bcd2-0e46d8664d1f/8edeecc0-3428-46ed-ad12-5f0577e079d9) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:08.225783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c960a-e290-45fc-b20a-be4a4a80e074 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:08.227701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-60a8ea8e-477e-4c40-802e-11a3e23747fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7024860 Mar 11 17:56:08.228741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:08.233597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:08.240596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1328967803'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:08.252799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:08.257418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:08.260949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:08.267459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:08.279047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:d1:5d:0e', 'name': 'tempest-NetworksTestDHCPv6-689078711'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:08.354798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6990fe7-3cd9-430d-a9e6-7dc26ecbe6ef None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:08.445374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.600081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:08.624907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:08.633200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:08.643762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:08.646490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:08.670535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group_rule and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:08.676145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0e10da19-1f38-4603-85f1-7ce250053147 None None] Provisioning for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:08.682455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:08.689000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.706915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:08.711561 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.721875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:08.726042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.766483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.771827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:08.806903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0e10da19-1f38-4603-85f1-7ce250053147 None None] Provisioning complete for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:08.807680 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e10da19-1f38-4603-85f1-7ce250053147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.817702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Transition to ACTIVE for port object 8edeecc0-3428-46ed-ad12-5f0577e079d9 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:08.822561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 426a983d-ec13-4b7d-80dc-ec210fb6df57 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:56:08.842863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:08.843529 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.880711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event updated for resources: {'Port': ['ID=59fe893f-d3e3-45e4-b859-c5a02bccdf83,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:08.917420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.934587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.944160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Attempting to bind port 7a1416e2-7158-474a-880e-ec2def964d10 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:08.945377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Attempting to bind port 7a1416e2-7158-474a-880e-ec2def964d10 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '18e13e25-f4b7-444a-bf8e-8372d994370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '47563712-6374-44a1-817b-91c360629c3d'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:08.945918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Attempting to bind port 7a1416e2-7158-474a-880e-ec2def964d10 on network 47563712-6374-44a1-817b-91c360629c3d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:08.997184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Deleting port 389e611e-d910-4b17-bf00-a91707ae042e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:08.997813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.057141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b729d101-030d-464d-b68f-37b487046b0b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:09.062702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.078331 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.083159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:09.084069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Checking segment: {'id': '18e13e25-f4b7-444a-bf8e-8372d994370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '47563712-6374-44a1-817b-91c360629c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:09.084574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.085194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Bound using segment: {'id': '18e13e25-f4b7-444a-bf8e-8372d994370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '47563712-6374-44a1-817b-91c360629c3d'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:09.085984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Bound port: 7a1416e2-7158-474a-880e-ec2def964d10, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e13e25-f4b7-444a-bf8e-8372d994370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '47563712-6374-44a1-817b-91c360629c3d'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:09.086447 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.112692 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.113928 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0326c6ad-be42-41eb-861e-f8a873ad32e2 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8819602 Mar 11 17:56:09.125935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54376) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:09.141881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1799426290'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:09.158227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:09.184781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:09.191520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:09.328279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:09.369807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:09.372058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:09.382377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=8edeecc0-3428-46ed-ad12-5f0577e079d9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:09.385130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:09.455845 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.505863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] For port 7a1416e2-7158-474a-880e-ec2def964d10, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:09.507451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8:0:1::2f4 (75568097-05ea-4303-a281-4da1879652a7/41b651f7-1799-49b0-b0e7-4deabff39cb4/426a983d-ec13-4b7d-80dc-ec210fb6df57) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:09.509533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] For port 7a1416e2-7158-474a-880e-ec2def964d10, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a1416e2-7158-474a-880e-ec2def964d10,segment=NetworkSegment(18e13e25-f4b7-444a-bf8e-8372d994370b),segment_id=18e13e25-f4b7-444a-bf8e-8372d994370b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:09.529191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.532016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:09.535030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::f816:3eff:fed1:5d0e (75568097-05ea-4303-a281-4da1879652a7/174b74bf-2c34-4387-a61f-23505f9cfff6/426a983d-ec13-4b7d-80dc-ec210fb6df57) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:09.537228 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.544558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group_rule and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:09.548122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:09.589511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:09.596168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-a5938f59-0550-48bb-b94c-197332e81bec tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ccbe66ca0f6f45f3b2cbc3a5a1f39291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792899 Mar 11 17:56:09.767489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.806757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.859954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.905255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd7044-4ba0-4248-90d6-6b0535f09cab None None] Pushing event updated for resources: {'Port': ['ID=7a1416e2-7158-474a-880e-ec2def964d10,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:09.906468 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.913992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e10da19-1f38-4603-85f1-7ce250053147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.935577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'tenant_id': 'dfb70cd505a84d1eae37c60fbda4ff10', 'fixed_ips': [{'subnet_id': '5e380687-4fa8-42e1-b28c-3320b413b6c8'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:56:09.936558 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.997689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.004613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.018050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 18c31d86-93d5-49da-a76b-1c94ca3970e6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=18c31d86-93d5-49da-a76b-1c94ca3970e6,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:10.033123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.065541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] For port 389e611e-d910-4b17-bf00-a91707ae042e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=389e611e-d910-4b17-bf00-a91707ae042e,segment=NetworkSegment(0d92febe-616e-4107-856d-8bd101fd48ea),segment_id=0d92febe-616e-4107-856d-8bd101fd48ea)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:10.066045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.080663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.083096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:10.085028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-eb336a96-0916-44e3-b45b-240fe551fb13 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:10.092042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-eb336a96-0916-44e3-b45b-240fe551fb13 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4617846 Mar 11 17:56:10.134699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.135974 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0055211 Mar 11 17:56:10.256661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54388) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:10.269081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Calling delete_port for 389e611e-d910-4b17-bf00-a91707ae042e owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:10.308715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1376455839', 'security_groups': ['00443324-62a0-426b-a827-56050f120673'], 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5e380687-4fa8-42e1-b28c-3320b413b6c8'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:10.337978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f53284-f568-4497-87a6-d00d09c5fa5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00443324-62a0-426b-a827-56050f120673,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:10.352300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-0526e9a2-018d-4414-b8dc-3dfa01306f11 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/quotas/ccbe66ca0f6f45f3b2cbc3a5a1f39291 HTTP/1.1" status: 200 len: 375 time: 0.2592866 Mar 11 17:56:10.476793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-0e10da19-1f38-4603-85f1-7ce250053147 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:56:10.477757 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-0e10da19-1f38-4603-85f1-7ce250053147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:56:10.489617 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.493832 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-c12c7257-8c4e-411a-81a7-19a09d6a7ef3 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ccbe66ca0f6f45f3b2cbc3a5a1f39291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1405466 Mar 11 17:56:10.539161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 426a983d-ec13-4b7d-80dc-ec210fb6df57 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:10.750739 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.868161 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Floating IP 08b938ab-445d-43b0-b121-c66a88b4917a associated. External IP: 172.25.3.118, port: f4fcd6da-ed26-426a-815d-714698386293. Mar 11 17:56:10.898765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=18c31d86-93d5-49da-a76b-1c94ca3970e6,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:10.946027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] Update dhcp port {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'fixed_ips': [{'subnet_id': '174b74bf-2c34-4387-a61f-23505f9cfff6', 'ip_address': '2001:db8::f816:3eff:fe41:57e4'}, {'subnet_id': '41b651f7-1799-49b0-b0e7-4deabff39cb4'}], 'binding:host_id': 'n-d-833436-1'}, 'id': '18c31d86-93d5-49da-a76b-1c94ca3970e6'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:56:10.955339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:10.964116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:10.978875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:10.983109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:10.983765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.010405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=426a983d-ec13-4b7d-80dc-ec210fb6df57,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:11.038155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bcd4aed5-39f6-4116-9acb-d00489dc16c5 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8020244 Mar 11 17:56:11.041525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54400) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:11.175971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.206581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.237201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Allocated IP 172.25.3.179 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/b3206171-3a95-41d5-af23-3b4a233d6af8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:11.269617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e934e7a-c3d3-4aac-966a-39c4af408b90 req-e8a98fc9-c9ce-487f-8bed-efdaab89450b tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 210 time: 0.4327962 Mar 11 17:56:11.313899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Allocated IP 172.20.0.2 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/5e380687-4fa8-42e1-b28c-3320b413b6c8/d374a04f-a168-4b9f-bf94-c87077866c32) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:11.318674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:11.483726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:11.493166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 426a983d-ec13-4b7d-80dc-ec210fb6df57 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:11.494472 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.639382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=8edeecc0-3428-46ed-ad12-5f0577e079d9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:11.659761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0017cc8-7e16-4f77-b9e3-113eaed5dc5a None None] Network 47563712-6374-44a1-817b-91c360629c3d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:11.690070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.748523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.811236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:11.811508 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.825575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:12.042876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:12.044737 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.052840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:12.455648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7a1416e2-7158-474a-880e-ec2def964d10 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:12.475650 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.573779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 426a983d-ec13-4b7d-80dc-ec210fb6df57 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:12.617931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Pushing event deleted for resources: {'Port': ['ID=389e611e-d910-4b17-bf00-a91707ae042e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:12.682452 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.688302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Provisioning for port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:12.704834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-adcc2519-a95e-4e91-a63a-9d1b45e8aead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.726413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Provisioning complete for port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:12.726933 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.756726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9eaf9ae4-e58a-4d9a-8077-2ad54007e741 req-97434737-2197-4e52-a764-87940000226b tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 210 time: 0.1401286 Mar 11 17:56:12.757747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.764748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Transition to ACTIVE for port object d374a04f-a168-4b9f-bf94-c87077866c32 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:12.779213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.887773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Transition to ACTIVE for port object d374a04f-a168-4b9f-bf94-c87077866c32 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:12.908514 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.909958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 2b5eee71-e6de-4dff-947d-15b66847c177 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:56:12.980765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 7a1416e2-7158-474a-880e-ec2def964d10 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:13.033754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] Allocated IP 2001:db8:0:1::2 (75568097-05ea-4303-a281-4da1879652a7/41b651f7-1799-49b0-b0e7-4deabff39cb4/18c31d86-93d5-49da-a76b-1c94ca3970e6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:13.051272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:13.066849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 18c31d86-93d5-49da-a76b-1c94ca3970e6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:13.092423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:13.168651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:13.169910 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.197514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Pushing event updated for resources: {'Port': ['ID=d374a04f-a168-4b9f-bf94-c87077866c32,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:13.210076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:13.237896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:13.265816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:13.311216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=426a983d-ec13-4b7d-80dc-ec210fb6df57,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:13.431327 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.445516 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7d888403-0e03-4fdd-9cc4-b6e1a3f218cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/426a983d-ec13-4b7d-80dc-ec210fb6df57 HTTP/1.1" status: 204 len: 168 time: 2.4027691 Mar 11 17:56:13.448922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54420) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:13.478792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] For port 18c31d86-93d5-49da-a76b-1c94ca3970e6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=18c31d86-93d5-49da-a76b-1c94ca3970e6,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:13.554643 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-0835e56b-6875-4c45-8b8a-7fd33e338d8b tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ccbe66ca0f6f45f3b2cbc3a5a1f39291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331404 Mar 11 17:56:13.557618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router fb2e18da-7b97-4367-b795-12051f5df14e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:13.599748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Port': ['ID=b3206171-3a95-41d5-af23-3b4a233d6af8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:13.634699 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.697752 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.783481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Attempting to bind port d374a04f-a168-4b9f-bf94-c87077866c32 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:13.783879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Attempting to bind port d374a04f-a168-4b9f-bf94-c87077866c32 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '98cde7a1-30c2-4dfb-9c7b-3da8371a3b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:13.784237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Attempting to bind port d374a04f-a168-4b9f-bf94-c87077866c32 on network 5d02ad16-dfb6-4765-8820-1a47b78ede8a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:13.799895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] Transition to ACTIVE for port object 18c31d86-93d5-49da-a76b-1c94ca3970e6 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:13.810510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.812740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-38bc9dc4-8c19-46d7-b8ca-0cd6175d6527 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:13.816380 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-38bc9dc4-8c19-46d7-b8ca-0cd6175d6527 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529430 Mar 11 17:56:13.846838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:13.847253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Checking segment: {'id': '98cde7a1-30c2-4dfb-9c7b-3da8371a3b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:13.847606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.847993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Bound using segment: {'id': '98cde7a1-30c2-4dfb-9c7b-3da8371a3b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:13.848473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Bound port: d374a04f-a168-4b9f-bf94-c87077866c32, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cde7a1-30c2-4dfb-9c7b-3da8371a3b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:13.848841 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.862467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013f0ee4-b51f-4f35-a507-5d7dc90582c1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:13.863245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-013f0ee4-b51f-4f35-a507-5d7dc90582c1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:13.927532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] For port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32a7927c-8aeb-49b7-91ea-11f7d3f4c635,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:13.950672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.4 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/5e380687-4fa8-42e1-b28c-3320b413b6c8/2b5eee71-e6de-4dff-947d-15b66847c177) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:13.950922 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.052334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.053257 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.082676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Request body: {'port': {'device_id': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': 'ccbe66ca0f6f45f3b2cbc3a5a1f39291'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:14.168202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aae1bf-0491-4706-a342-79a245a6515e None None] Pushing event updated for resources: {'Port': ['ID=18c31d86-93d5-49da-a76b-1c94ca3970e6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:14.181008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbaab3cd-f9cf-4f63-846f-7b2639c6743e req-5d6a609d-f978-4725-8591-887c4221c7c2 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 210 time: 0.1929522 Mar 11 17:56:14.228997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Provisioning for port 8edeecc0-3428-46ed-ad12-5f0577e079d9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:14.232582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] For port d374a04f-a168-4b9f-bf94-c87077866c32, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:14.250813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Provisioning complete for port 8edeecc0-3428-46ed-ad12-5f0577e079d9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:14.251191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.296852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] For port d374a04f-a168-4b9f-bf94-c87077866c32, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d374a04f-a168-4b9f-bf94-c87077866c32,segment=NetworkSegment(98cde7a1-30c2-4dfb-9c7b-3da8371a3b99),segment_id=98cde7a1-30c2-4dfb-9c7b-3da8371a3b99)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:14.328697 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.388357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Pushing event updated for resources: {'Port': ['ID=32a7927c-8aeb-49b7-91ea-11f7d3f4c635,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:14.443150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Port 8edeecc0-3428-46ed-ad12-5f0577e079d9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:14.483592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-013f0ee4-b51f-4f35-a507-5d7dc90582c1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:14.485086 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-013f0ee4-b51f-4f35-a507-5d7dc90582c1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 1.0352528 Mar 11 17:56:14.490411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54436) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:14.547266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Provisioning for port 7a1416e2-7158-474a-880e-ec2def964d10 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:14.554894 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cd55c51f-bbed-4d7a-ae81-78c99ed70864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.561090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25e1ce-3ace-4b1b-bc59-bda610b2de60 None None] Pushing event updated for resources: {'Port': ['ID=d374a04f-a168-4b9f-bf94-c87077866c32,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:14.584131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Provisioning complete for port 7a1416e2-7158-474a-880e-ec2def964d10 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:14.584504 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.764678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.818905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] For port 7a1416e2-7158-474a-880e-ec2def964d10, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a1416e2-7158-474a-880e-ec2def964d10,segment=NetworkSegment(18e13e25-f4b7-444a-bf8e-8372d994370b),segment_id=18e13e25-f4b7-444a-bf8e-8372d994370b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:14.835322 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.982451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:14.998402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Usage tracker for resource:port and tenant:ccbe66ca0f6f45f3b2cbc3a5a1f39291 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:15.002799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:15.003990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.013501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:15.030796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3906-6c5b-4d2c-bf2e-c5050f806fb1 None None] Pushing event updated for resources: {'Port': ['ID=7a1416e2-7158-474a-880e-ec2def964d10,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:15.037666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 2b5eee71-e6de-4dff-947d-15b66847c177 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:15.057976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Made reservation on behalf of ccbe66ca0f6f45f3b2cbc3a5a1f39291 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:15.061357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.067574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0db39811-2231-4e64-ab76-1e81315d7d51 None None] Provisioning complete for port 8edeecc0-3428-46ed-ad12-5f0577e079d9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:15.068322 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0db39811-2231-4e64-ab76-1e81315d7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.097791 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.101214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc49233-374e-4161-9aae-0fc9e9c424b7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:15.103122 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1bc49233-374e-4161-9aae-0fc9e9c424b7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6112680 Mar 11 17:56:15.112276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54440) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:15.113942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.231773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:15.268019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:15.271517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Sync routers for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:56:15.276900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:15.291306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.300177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:15.303741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3d3f-3c63-41e6-9f7f-205f36451d66 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:15.305112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3d3f-3c63-41e6-9f7f-205f36451d66 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:15.311500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3d3f-3c63-41e6-9f7f-205f36451d66 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:15.312400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-be4c3d3f-3c63-41e6-9f7f-205f36451d66 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:15.330104 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2628729d-1c61-4917-aba5-03f3284a7461 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "PUT /v2.0/routers/fb2e18da-7b97-4367-b795-12051f5df14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1885800 Mar 11 17:56:15.339448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:15.341542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54446) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:15.359932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0db39811-2231-4e64-ab76-1e81315d7d51 None None] Port 8edeecc0-3428-46ed-ad12-5f0577e079d9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:15.374304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--743785116', 'description': 'tempest-secgroup_access--743785116 description', 'project_id': '28822aa99add4421adcd782a2a28cec0'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:15.382346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:15.383326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:15.402658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Usage tracker for resource:security_group_rule and tenant:ccbe66ca0f6f45f3b2cbc3a5a1f39291 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:15.406169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:15.411546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=2b5eee71-e6de-4dff-947d-15b66847c177,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:15.420166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:15.430661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:security_group and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:15.435851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:15.441598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-be4c3d3f-3c63-41e6-9f7f-205f36451d66 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:15.442810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be4c3d3f-3c63-41e6-9f7f-205f36451d66 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3177292 Mar 11 17:56:15.446985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:15.449645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:15.451233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54450) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:15.559963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0db39811-2231-4e64-ab76-1e81315d7d51 None None] Provisioning complete for port 7a1416e2-7158-474a-880e-ec2def964d10 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:15.560573 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0db39811-2231-4e64-ab76-1e81315d7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.628264 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4ccd0fb-aa14-468c-af1c-44688917408a req-c0959fe4-b3dd-4a59-b980-cd00ae354cd0 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 210 time: 0.1796074 Mar 11 17:56:15.635428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:15.636303 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.645921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.833017 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.874609 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.910976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:15.948647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:security_group_rule and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:15.948905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:15.959105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dab238ec-793f-4175-9a18-beba36caa99f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6978855 Mar 11 17:56:15.963062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54456) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:15.963980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:15.992771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:15.998344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:56:16.029903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:16.034815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 174b74bf-2c34-4387-a61f-23505f9cfff6 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:16.038097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.122173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.193422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fd2cad5f-7f08-40ed-9bbf-5702d5cea5c3 None None] Provisioning for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:16.212508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fd2cad5f-7f08-40ed-9bbf-5702d5cea5c3 None None] Provisioning complete for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:16.213147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad5f-7f08-40ed-9bbf-5702d5cea5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.290655 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.362726 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.388479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.435598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:16.557273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Router 69b02dbc-ee74-4a4d-879d-67075382e088 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:56:16.857408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baca9e45-acd8-4921-ba08-75ba94904f5c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:16.863560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:16.875436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:16.885336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fd2cad5f-7f08-40ed-9bbf-5702d5cea5c3 None None] Could not find standard attr ID for object 426a983d-ec13-4b7d-80dc-ec210fb6df57. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:56:16.909312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:16.929799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:16.942531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.952060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.988146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:16.989161 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.993888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=174b74bf-2c34-4387-a61f-23505f9cfff6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:16.998424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Allocated IP 192.168.233.123 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/b4ce226e-c248-4970-8836-46cbb812efff) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:17.000691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.024185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:17.044463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4de4c42f-3bcd-4e55-a53a-c3e8753e44d9 req-e1e3312c-4a8f-4fb7-8e76-efa3e7b8904c tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 210 time: 0.0945835 Mar 11 17:56:17.082822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:17.098203 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] Sync routers for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:56:17.127368 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:17.131563 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:17.163067 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.171171 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.242869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeab4fc-d611-4f81-bd88-f613366a7efb None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:17.275607 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.315547 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.407552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc196c5-5d49-423e-9412-e6295f9562bb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:17.453808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:56:17.463379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0da15250-b648-4993-8938-b3b858654992 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.0622625 Mar 11 17:56:17.470380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.474390 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-34b2237d-0253-4a57-9ba7-92c62e0358bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 2.1203582 Mar 11 17:56:17.474525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:56:17.479774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54470) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:17.498838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8fa5dc37-f68e-4781-8ab9-122983565296 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/174b74bf-2c34-4387-a61f-23505f9cfff6 HTTP/1.1" status: 204 len: 168 time: 2.0464880 Mar 11 17:56:17.504880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54478) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:17.520487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1496533930', 'description': 'tempest-secgroup_general--1496533930 description', 'project_id': '28822aa99add4421adcd782a2a28cec0'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:17.540438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:17.559579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:security_group and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:17.568271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:17.581822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:17.612618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.630840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:17.685441 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.689499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8f8f2355-fc9d-4156-b17b-ee0bd44da1c9 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.0784857 Mar 11 17:56:17.689683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54484) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:17.723431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:10Z', 'revision_number': 2, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:17.743769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Provisioning complete for port 8c58c76a-3076-423a-8691-3bde88aa699f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:17.744396 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.755562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:17.793087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] Sync routers for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:56:17.950716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.029338 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5e380687-4fa8-42e1-b28c-3320b413b6c8 (CIDR: 172.20.0.0/28) Mar 11 17:56:18.062180 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293', 'status': 'completed', 'code': 200} Mar 11 17:56:18.064156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:security_group_rule and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:18.079272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:18.095700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Checking router: fb2e18da-7b97-4367-b795-12051f5df14e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:56:18.096145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Updating router fb2e18da-7b97-4367-b795-12051f5df14e port 8edeecc0-3428-46ed-ad12-5f0577e079d9 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:56:18.130660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:18.227408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Transition to ACTIVE for port object b4ce226e-c248-4970-8836-46cbb812efff will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:18.243054 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:56:18.243502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:18.265524 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '08b938ab-445d-43b0-b121-c66a88b4917a', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'port_id': 'f4fcd6da-ed26-426a-815d-714698386293', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'mac_address': 'fa:16:3e:7e:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:06Z', 'updated_at': '2022-03-11T17:56:06Z', 'revision_number': 0, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:51Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:18.271834 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] Checking router: 5dd225b2-9c68-45b0-9d5b-2dbcd106945a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:56:18.290780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Router 81443f31-2ae4-4cbc-904d-e88d9d110451 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:18.302874 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:18.303619 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:18.314519 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-444c80b5-60bc-4873-aef7-ed6a736bee4f tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3406913 Mar 11 17:56:18.315452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54492) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:18.345430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:18.394047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7a1416e2-7158-474a-880e-ec2def964d10 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:18.412196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a866bf3c-4cfe-4976-ac2a-bebaedd7dabb req-454448fa-ca9c-40f2-8784-56709e62658c tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 210 time: 0.0777194 Mar 11 17:56:18.439728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.466421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.627609 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:56:18.645787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.658863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Port 8c58c76a-3076-423a-8691-3bde88aa699f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:18.685382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:18.686326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:18.691480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 41b651f7-1799-49b0-b0e7-4deabff39cb4 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:18.699327 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.715529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32612a4-7bd3-4be9-a703-b2937c286f1d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:18.799231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:18.807564 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.809606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4a7893cf-95ec-4c11-88a4-f91ccd0b3c1c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 1.3076661 Mar 11 17:56:18.816233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54496) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:18.835407 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.842548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'security_group_rule': {'security_group_id': 'bcc196c5-5d49-423e-9412-e6295f9562bb', 'project_id': '28822aa99add4421adcd782a2a28cec0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:18.845060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Provisioning for port d374a04f-a168-4b9f-bf94-c87077866c32 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:18.862933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:18.870908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:security_group_rule and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:18.876324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:18.884490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:18.959848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:18.960547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:18.975943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.020798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Provisioning for port 2b5eee71-e6de-4dff-947d-15b66847c177 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:19.037098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Provisioning complete for port 2b5eee71-e6de-4dff-947d-15b66847c177 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:19.037541 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.059245 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.090229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.093946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:19.094396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa41500-2846-4c45-8d54-dfe7ca472dff None None] The sync data for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:56:19.258318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.260078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=41b651f7-1799-49b0-b0e7-4deabff39cb4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:19.314633 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '08b938ab-445d-43b0-b121-c66a88b4917a', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'port_id': 'f4fcd6da-ed26-426a-815d-714698386293', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'mac_address': 'fa:16:3e:7e:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:06Z', 'updated_at': '2022-03-11T17:56:06Z', 'revision_number': 0, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:51Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:19.332396 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5958977-46e4-45c6-a909-b9df6587f392 None None] The sync data for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 is: [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '08b938ab-445d-43b0-b121-c66a88b4917a', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'port_id': 'f4fcd6da-ed26-426a-815d-714698386293', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'mac_address': 'fa:16:3e:7e:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:06Z', 'updated_at': '2022-03-11T17:56:06Z', 'revision_number': 0, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:51Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:56:19.383749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7a1416e2-7158-474a-880e-ec2def964d10 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:19.384395 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.395138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-05039559-7d17-46fa-82c0-747735237a7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d4a71fab2045c58dd7d28f31104671&device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1096 time: 1.2283745 Mar 11 17:56:19.554412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.562412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d17f0301-7ed0-4a33-9dd2-7e3b61a3bf30 None None] Port 2b5eee71-e6de-4dff-947d-15b66847c177 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:19.578888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.645549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:19.668858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-c880b8ee-3c2f-4b02-a98c-16aab4e41faf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.670723 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-c880b8ee-3c2f-4b02-a98c-16aab4e41faf service neutron] 10.222.0.59 "GET /v2.0/networks?id=63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 200 len: 910 time: 0.2671320 Mar 11 17:56:19.674681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.685719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Pushing event updated for resources: {'Port': ['ID=b4ce226e-c248-4970-8836-46cbb812efff,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:19.691006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:19.705332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e68fca2-6420-400e-b6c7-834ed79d408d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:19.721445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d374a04f-a168-4b9f-bf94-c87077866c32 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:19.731987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:19.743442 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] Sync routers for ids ['81443f31-2ae4-4cbc-904d-e88d9d110451'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:56:19.765469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] Routers {'81443f31-2ae4-4cbc-904d-e88d9d110451'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:19.768272 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['81443f31-2ae4-4cbc-904d-e88d9d110451'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:19.774077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.775680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-51e9a206-89b6-47f6-8927-1fc74dc95e57 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9499826 Mar 11 17:56:19.862439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cb046609-e0dc-4c10-a89d-ab9daea9bf87 admin admin] 10.222.0.96 "PUT /v2.0/routers/81443f31-2ae4-4cbc-904d-e88d9d110451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3693528 Mar 11 17:56:19.881170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54506) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:19.894203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f6d55-ae2b-46e6-a2c6-288be1e92c56 None None] New status for floating IP 08b938ab-445d-43b0-b121-c66a88b4917a: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:56:19.936747 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db809c28-013b-4bab-8201-712073cea9b2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/41b651f7-1799-49b0-b0e7-4deabff39cb4 HTTP/1.1" status: 204 len: 168 time: 2.4062130 Mar 11 17:56:19.941125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:19.943828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:20.015586 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-9d02840b-58a0-473a-90de-33cfc15bd68f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 200 len: 999 time: 0.3208942 Mar 11 17:56:20.064923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54510) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:20.081103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:20.087538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:20.098310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:20.221859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:20.223310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:20.281138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:20.307560 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-80856b2f-3304-4120-bb22-9f8e1030771f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4583192 Mar 11 17:56:20.349545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Request body: {'port': {'device_id': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:20.374799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Transition to ACTIVE for port object 8edeecc0-3428-46ed-ad12-5f0577e079d9 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:20.386190 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] Set router 81443f31-2ae4-4cbc-904d-e88d9d110451 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:56:20.415485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b26cac6-8828-4ce5-bfe7-1528e31b5eb2 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3447011 Mar 11 17:56:20.419739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc58b6-0a6f-4c85-ae52-8b5f453f8716 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:20.433129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54520) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:20.443809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:20.495857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:20.501272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:20.556088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-3afc485d-ae03-4242-89bf-5dab8843c353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:20.557991 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-3afc485d-ae03-4242-89bf-5dab8843c353 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d533d223-b403-43f9-a3d9-81868caa8567 HTTP/1.1" status: 200 len: 847 time: 0.5348358 Mar 11 17:56:20.627049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:20.683589 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:20.748445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-da0bf4d0-6b00-4c5f-93ff-760b440b3ea4 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:20.757336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c36b-b549-4b34-8eca-b3ec096f2c3f req-0e108b69-6499-492c-8769-04cd8a45b6a7 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:20.759704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd63c36b-b549-4b34-8eca-b3ec096f2c3f req-0e108b69-6499-492c-8769-04cd8a45b6a7 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 936 time: 0.9820390 Mar 11 17:56:20.842022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:20.858388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:20.869838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d374a04f-a168-4b9f-bf94-c87077866c32 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:20.871185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:20.881039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Pushing event updated for resources: {'Port': ['ID=8edeecc0-3428-46ed-ad12-5f0577e079d9,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:20.909130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.909449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.910633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.910633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.910965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.911123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.911565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.911732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.912071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.913247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.913247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:20.935647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:20.936165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:20.988809 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:56:11Z', 'revision_number': 5, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:21.011603 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] Checking router: 81443f31-2ae4-4cbc-904d-e88d9d110451 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:56:21.043446 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] Routers {'81443f31-2ae4-4cbc-904d-e88d9d110451'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:21.044085 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['81443f31-2ae4-4cbc-904d-e88d9d110451'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:21.117677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:21.200454 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-7f26c3b9-a1f8-49da-9a31-65e191863db9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63d52d86-621b-4e9f-a9d3-001cfa404b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5903316 Mar 11 17:56:21.260021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd63c36b-b549-4b34-8eca-b3ec096f2c3f req-6d806376-7d3f-4422-adb2-fa4bf826a63a tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904349 Mar 11 17:56:21.274576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:21.290739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f80a33b-061d-44c6-9327-239b98a1c8fe None None] Provisioning for port b4ce226e-c248-4970-8836-46cbb812efff completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:21.320695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Attempting to bind port 8edeecc0-3428-46ed-ad12-5f0577e079d9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:21.321399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Attempting to bind port 8edeecc0-3428-46ed-ad12-5f0577e079d9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:21.321943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Attempting to bind port 8edeecc0-3428-46ed-ad12-5f0577e079d9 on network 3880fcf5-44f3-4dc4-be56-da2455251f86 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:21.324636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-da0bf4d0-6b00-4c5f-93ff-760b440b3ea4 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:21.327338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-da0bf4d0-6b00-4c5f-93ff-760b440b3ea4 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup_general--1496533930&fields=id&tenant_id=28822aa99add4421adcd782a2a28cec0 HTTP/1.1" status: 200 len: 267 time: 0.9415371 Mar 11 17:56:21.337916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:21.338627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Checking segment: {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:21.339285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:21.340135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Bound using segment: {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:21.340834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Bound port: 8edeecc0-3428-46ed-ad12-5f0577e079d9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:21.341485 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:21.432701 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] Set router 81443f31-2ae4-4cbc-904d-e88d9d110451 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:56:21.483493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] For port 8edeecc0-3428-46ed-ad12-5f0577e079d9, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:21.488322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] For port 8edeecc0-3428-46ed-ad12-5f0577e079d9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8edeecc0-3428-46ed-ad12-5f0577e079d9,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:21.494700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f80a33b-061d-44c6-9327-239b98a1c8fe None None] Provisioning complete for port b4ce226e-c248-4970-8836-46cbb812efff triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:21.495471 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f80a33b-061d-44c6-9327-239b98a1c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:21.561090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6f80a33b-061d-44c6-9327-239b98a1c8fe None None] Port b4ce226e-c248-4970-8836-46cbb812efff cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:21.570536 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-93e98044-29c7-4a63-bcc5-118ff54bd386 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576417 Mar 11 17:56:21.571651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:21.753123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536f212-0da7-4aaa-bad9-036c3a371d6c None None] Pushing event updated for resources: {'Port': ['ID=8edeecc0-3428-46ed-ad12-5f0577e079d9,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:21.756671 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:21.787729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:21.799685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f80a33b-061d-44c6-9327-239b98a1c8fe None None] Provisioning complete for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:21.800210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f80a33b-061d-44c6-9327-239b98a1c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:21.909662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:21.910501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:21.939277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:56:22.047519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d374a04f-a168-4b9f-bf94-c87077866c32, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d374a04f-a168-4b9f-bf94-c87077866c32,segment=NetworkSegment(98cde7a1-30c2-4dfb-9c7b-3da8371a3b99),segment_id=98cde7a1-30c2-4dfb-9c7b-3da8371a3b99)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:22.049614 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.129400 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8684e27a-a16b-43c5-8b17-5e938801d2f1 req-42cafde4-1658-48be-966f-228883d51ffb service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441608 Mar 11 17:56:22.134696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ce226e-c248-4970-8836-46cbb812efff {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:56:22.186440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.246076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Transition to ACTIVE for port object b4ce226e-c248-4970-8836-46cbb812efff will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:22.249585 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:56:11Z', 'revision_number': 5, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:22.258277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:22.258795 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6ae5e-20f1-49dd-b0dd-2d4d9cc66221 None None] The sync data for ids ['81443f31-2ae4-4cbc-904d-e88d9d110451'] in n-d-833436-1 is: [{'id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'name': 'tempest-TestAggregatesBasicOps-2022081702-router', 'tenant_id': '77c296482bb0492596c01326718e57fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:06Z', 'updated_at': '2022-03-11T17:56:11Z', 'revision_number': 5, 'project_id': '77c296482bb0492596c01326718e57fb', 'gw_port': {'id': 'fc0c37e4-7578-4b41-91d0-56f72065f683', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81443f31-2ae4-4cbc-904d-e88d9d110451', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:09Z', 'updated_at': '2022-03-11T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:56:22.276639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:22.277806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.291221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-068de1cf-7595-4094-b98c-2e97fe702c91 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup_access--743785116&fields=id&tenant_id=28822aa99add4421adcd782a2a28cec0 HTTP/1.1" status: 200 len: 267 time: 0.9381938 Mar 11 17:56:22.296236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:22.296827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.303741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.304488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 18c31d86-93d5-49da-a76b-1c94ca3970e6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:22.391587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=207f2d16-bf1c-41d2-9959-bfb186c0ca70,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:22.484041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95e65f-f25d-4561-b38b-5d95420ad06e None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:22.526096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.579951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ce226e-c248-4970-8836-46cbb812efff,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:22.602986 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ec5e149c-6695-401e-93fc-e05ade6f9e15 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.2678459 Mar 11 17:56:22.623897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54538) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:22.633790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-561631243', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '207f2d16-bf1c-41d2-9959-bfb186c0ca70'}], 'security_groups': ['b729d101-030d-464d-b68f-37b487046b0b']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:22.738255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d374a04f-a168-4b9f-bf94-c87077866c32,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:22.839397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Attempting to bind port b4ce226e-c248-4970-8836-46cbb812efff on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:22.839932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Attempting to bind port b4ce226e-c248-4970-8836-46cbb812efff by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:22.840264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Attempting to bind port b4ce226e-c248-4970-8836-46cbb812efff on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:22.853161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Port b4ce226e-c248-4970-8836-46cbb812efff on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:56:22.853391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Attempting to bind port b4ce226e-c248-4970-8836-46cbb812efff on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:22.853726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:56:22.868469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] Deleting port 18c31d86-93d5-49da-a76b-1c94ca3970e6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:22.868893 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.879200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-7ded5e94-e3ac-40fb-b310-fe326bb58f3e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:22.880590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-7ded5e94-e3ac-40fb-b310-fe326bb58f3e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:22.934276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:22.934640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:22.935004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:22.935448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Bound port: b4ce226e-c248-4970-8836-46cbb812efff, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:22.935790 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:22.958290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69c6d-cb1d-4f9e-89e6-5dafb30e3f96 req-556cc0fc-428f-4c88-86ac-3323564feb0b tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:22.959814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ec69c6d-cb1d-4f9e-89e6-5dafb30e3f96 req-556cc0fc-428f-4c88-86ac-3323564feb0b tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 948 time: 0.4766662 Mar 11 17:56:22.965978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.003742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-7ded5e94-e3ac-40fb-b310-fe326bb58f3e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:23.004795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-7ded5e94-e3ac-40fb-b310-fe326bb58f3e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/networks?id=3880fcf5-44f3-4dc4-be56-da2455251f86 HTTP/1.1" status: 200 len: 796 time: 0.7126908 Mar 11 17:56:23.098252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:56:23.102873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:23.107764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-ed6ced5f-f51f-4ae3-b785-706d22d5f762 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/quotas/28822aa99add4421adcd782a2a28cec0 HTTP/1.1" status: 200 len: 375 time: 0.0741477 Mar 11 17:56:23.114072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:23.119019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:23.147957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b4ce226e-c248-4970-8836-46cbb812efff,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:23.149817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:23.150762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.157008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.191068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=0155bd40-b440-4fb0-92b3-4f16aa3f8c9c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:23.206865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.207644 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] 10.222.0.59 "PUT /v2.0/ports/b4ce226e-c248-4970-8836-46cbb812efff HTTP/1.1" status: 200 len: 1096 time: 2.8709826 Mar 11 17:56:23.215500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:56:23.220077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 18c31d86-93d5-49da-a76b-1c94ca3970e6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:23.220273 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.230371 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.244691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ec69c6d-cb1d-4f9e-89e6-5dafb30e3f96 req-9a2792b4-b308-4dec-a599-4fce32fb7119 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341220 Mar 11 17:56:23.295979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e1fa0194-9352-427d-8146-b3216c27460d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8616979 Mar 11 17:56:23.305044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54544) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:23.318818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:23.406805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee6f8b-3350-4021-843b-f97cb9b45192 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ce226e-c248-4970-8836-46cbb812efff,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:23.577094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-1a8bf574-e2cf-4173-9ebe-955bf8a2a11d tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4219539 Mar 11 17:56:23.662423 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-0c4ccb2f-53b1-49bb-8b73-c7fcad32a72d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ccbe66ca0f6f45f3b2cbc3a5a1f39291&device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 1099 time: 0.3662248 Mar 11 17:56:23.758245 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ac9f7686-4cb2-4407-80bb-bcd16e8fc76e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b4ce226e-c248-4970-8836-46cbb812efff HTTP/1.1" status: 200 len: 217 time: 0.0815701 Mar 11 17:56:23.800658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] For port 18c31d86-93d5-49da-a76b-1c94ca3970e6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=18c31d86-93d5-49da-a76b-1c94ca3970e6,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:23.801354 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.814812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.859659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:23.864912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.878774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ce638ca8-8d6b-4f09-99a4-db05e7bc4b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:23.880244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-ce638ca8-8d6b-4f09-99a4-db05e7bc4b4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.1103492 Mar 11 17:56:23.892382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Deleting port fc0c37e4-7578-4b41-91d0-56f72065f683 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:23.893019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.969192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] Calling delete_port for 18c31d86-93d5-49da-a76b-1c94ca3970e6 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:24.002978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Delete allocated IP 172.20.0.4 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/5e380687-4fa8-42e1-b28c-3320b413b6c8) {{(pid=83848) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:56:24.014041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.18 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/207f2d16-bf1c-41d2-9959-bfb186c0ca70/2b5eee71-e6de-4dff-947d-15b66847c177) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:24.046754 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-1d753861-6983-43a7-83ac-4c5712882dd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297503 Mar 11 17:56:24.060570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:24.079385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:24.109072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:24.170718 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:24.264998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] Pushing event deleted for resources: {'Port': ['ID=18c31d86-93d5-49da-a76b-1c94ca3970e6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:24.276375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d374a04f-a168-4b9f-bf94-c87077866c32 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:24.316639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29dead-3505-4397-98b2-27e23713fb11 None None] No DVR routers for this DVR port 18c31d86-93d5-49da-a76b-1c94ca3970e6 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:24.328758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:21Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:24.340715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a406be-e9e1-4035-9373-6930f3bb4ef7 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:24.367655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-1cc815fd-f3c2-4f61-8e84-86119cc40cc0 service neutron] 10.222.0.96 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605610 Mar 11 17:56:24.369364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:24.372839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7349a9-bce5-4643-a209-dd8c2f998cbb None None] The sync data for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 is: [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:21Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:56:24.374775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:24.506550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Update dhcp port {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'fixed_ips': [{'subnet_id': '5e380687-4fa8-42e1-b28c-3320b413b6c8', 'ip_address': '172.20.0.2'}, {'subnet_id': '207f2d16-bf1c-41d2-9959-bfb186c0ca70'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'd374a04f-a168-4b9f-bf94-c87077866c32'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:56:24.579640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a2a295a1-4be4-4d9c-b91e-f29b34f3033f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:24.597101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a2a295a1-4be4-4d9c-b91e-f29b34f3033f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 1.0155776 Mar 11 17:56:24.600528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:24.612633 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-0362c546-19bd-4b92-adf1-a1ab446a0c7e service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520463 Mar 11 17:56:24.644739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:24.645112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:24.729587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:24.758576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 2b5eee71-e6de-4dff-947d-15b66847c177 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:24.767371 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:24.780553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-e0e29814-4c2d-4afc-9779-881429ebd64f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/quotas/95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 375 time: 0.1817615 Mar 11 17:56:24.980298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] For port fc0c37e4-7578-4b41-91d0-56f72065f683, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=fc0c37e4-7578-4b41-91d0-56f72065f683,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:24.981036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.001840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] In _notify_port_updated(), no bound segment for port 2b5eee71-e6de-4dff-947d-15b66847c177 on network 5d02ad16-dfb6-4765-8820-1a47b78ede8a {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:56:25.007838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:25.008701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.010490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "PUT /v2.0/ports/2b5eee71-e6de-4dff-947d-15b66847c177 HTTP/1.1" status: 200 len: 920 time: 2.3855109 Mar 11 17:56:25.011522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ed023-b14b-46df-aad4-a8b367915c5c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=2b5eee71-e6de-4dff-947d-15b66847c177,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:25.013895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54552) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:25.079371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '0155bd40-b440-4fb0-92b3-4f16aa3f8c9c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:56:25.080309 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.099952 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a6d77d3-b4d5-48df-a19c-2443e51e42fc req-523e1a49-89be-4884-aa7a-31c788085419 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800584 Mar 11 17:56:25.135080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 2b5eee71-e6de-4dff-947d-15b66847c177 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:25.135444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.222327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Calling delete_port for fc0c37e4-7578-4b41-91d0-56f72065f683 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:25.288141 n-d-833436-1 neutron-server[83849]: INFO neutron.db.ipam_backend_mixin [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0155bd40-b440-4fb0-92b3-4f16aa3f8c9c (CIDR: 2001:db8::/64) Mar 11 17:56:25.298310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-22c15da5-3a1e-4f5f-b7e7-0691d217183f service neutron] 10.222.0.96 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9047842 Mar 11 17:56:25.344509 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:56:25.344925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:25.347595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/0155bd40-b440-4fb0-92b3-4f16aa3f8c9c/7c859a97-e99e-4cf1-87a0-fa42fd22b345) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:25.429837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b9d0c60d-485d-4e9c-b380-9f58b8c2a30f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1176026 Mar 11 17:56:25.441935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-5b735914-2323-4e30-a97b-52c4cf6934c9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6379645 Mar 11 17:56:25.442449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54556) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:25.482748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:25.493217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 18c31d86-93d5-49da-a76b-1c94ca3970e6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:25.552419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.586292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 18c31d86-93d5-49da-a76b-1c94ca3970e6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:25.590394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 18c31d86-93d5-49da-a76b-1c94ca3970e6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:25.598216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 389e611e-d910-4b17-bf00-a91707ae042e no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:25.655594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Allocated IP 172.20.0.1 (47563712-6374-44a1-817b-91c360629c3d/f41fb411-de95-4461-a4d8-5a5c702de7cc/17b0c2e2-f100-42e7-9bd4-210058dda731) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:25.717783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 389e611e-d910-4b17-bf00-a91707ae042e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:25.718132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 389e611e-d910-4b17-bf00-a91707ae042e not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:25.804174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 2b5eee71-e6de-4dff-947d-15b66847c177 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:25.877253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-681b26b8-5fdf-4f1b-adfd-f36d8fcabeb2 {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:56:25.877614 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:56:25.904810 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.920884 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff', 'status': 'completed', 'code': 200} Mar 11 17:56:25.928441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Transition to ACTIVE for port object 7c859a97-e99e-4cf1-87a0-fa42fd22b345 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:25.963115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-c548a813-4358-45da-8b6f-a702fffcd693 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:56:25.964146 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-c548a813-4358-45da-8b6f-a702fffcd693 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4544842 Mar 11 17:56:25.970191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Transition to ACTIVE for port object 7c859a97-e99e-4cf1-87a0-fa42fd22b345 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:25.984568 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.060560 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a86df21d-3075-459f-886b-e08757a7b687 req-56ac2c2b-72f9-4e4e-99e8-1f3f1e34ef21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ccbe66ca0f6f45f3b2cbc3a5a1f39291&device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 1099 time: 0.2100482 Mar 11 17:56:26.090573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:26.098644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:26.125324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:26.206696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Pushing event updated for resources: {'Port': ['ID=7c859a97-e99e-4cf1-87a0-fa42fd22b345,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:26.249689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8edeecc0-3428-46ed-ad12-5f0577e079d9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:26.290240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.303197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:26.335102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:26.347311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:26.364940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Attempting to bind port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:26.365676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Attempting to bind port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:26.366415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Attempting to bind port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:26.378052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=2b5eee71-e6de-4dff-947d-15b66847c177,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:26.380505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:26.413830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.428804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:26.428804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:26.429227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.429330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86df21d-3075-459f-886b-e08757a7b687 req-5fa3fed1-f453-4abb-96eb-d6fa00dd06c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:26.430544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:26.430544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Bound port: 7c859a97-e99e-4cf1-87a0-fa42fd22b345, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:26.430544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.430874 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a86df21d-3075-459f-886b-e08757a7b687 req-5fa3fed1-f453-4abb-96eb-d6fa00dd06c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.3187926 Mar 11 17:56:26.490353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0c37e4-7578-4b41-91d0-56f72065f683,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:26.497922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:26.501498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.530172 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.545635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8edeecc0-3428-46ed-ad12-5f0577e079d9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:26.572924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8edeecc0-3428-46ed-ad12-5f0577e079d9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:26.573281 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.576440 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a86df21d-3075-459f-886b-e08757a7b687 req-5a5d8ed4-e5fa-42d6-817b-6379113d0e96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b4ce226e-c248-4970-8836-46cbb812efff HTTP/1.1" status: 200 len: 217 time: 0.0971916 Mar 11 17:56:26.627907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.636808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a3798a88-0c0e-4340-ba56-14f12980e863 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823253 Mar 11 17:56:26.641312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.675720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38a202-6c5d-437b-a81b-a389620b70b9 req-b32740c4-98b4-404d-a1e6-162a8b0f7070 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:26.676627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f501d32-2ccb-4b9f-a85a-d782bc771f88 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/2b5eee71-e6de-4dff-947d-15b66847c177 HTTP/1.1" status: 204 len: 168 time: 1.6523056 Mar 11 17:56:26.677625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54574) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:26.681580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db38a202-6c5d-437b-a81b-a389620b70b9 req-b32740c4-98b4-404d-a1e6-162a8b0f7070 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 948 time: 0.7163949 Mar 11 17:56:26.724109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] For port 7c859a97-e99e-4cf1-87a0-fa42fd22b345, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:26.789769 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.849271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] For port 7c859a97-e99e-4cf1-87a0-fa42fd22b345, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7c859a97-e99e-4cf1-87a0-fa42fd22b345,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:26.850650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Transition to ACTIVE for port object 17b0c2e2-f100-42e7-9bd4-210058dda731 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:26.865394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:26.872394 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d77feb4-1c9c-4bc8-a01e-9747fbcee90c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:56:26.872976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3d77feb4-1c9c-4bc8-a01e-9747fbcee90c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:26.883228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86df21d-3075-459f-886b-e08757a7b687 req-6c31bdcc-4c18-4326-8dd0-b8f9303e1416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:26.885507 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a86df21d-3075-459f-886b-e08757a7b687 req-6c31bdcc-4c18-4326-8dd0-b8f9303e1416 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2964172 Mar 11 17:56:26.935893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3d77feb4-1c9c-4bc8-a01e-9747fbcee90c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:26.939234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3d77feb4-1c9c-4bc8-a01e-9747fbcee90c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/2b5eee71-e6de-4dff-947d-15b66847c177 HTTP/1.1" status: 404 len: 333 time: 0.2582567 Mar 11 17:56:26.944994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54578) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:26.970421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db38a202-6c5d-437b-a81b-a389620b70b9 req-6bb51009-eb66-41ef-abf5-b9ee66852450 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877693 Mar 11 17:56:27.016615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8edeecc0-3428-46ed-ad12-5f0577e079d9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8edeecc0-3428-46ed-ad12-5f0577e079d9,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:27.038515 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.050447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16fc73c-309e-44f5-9779-576d8cfbd4ea tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.054514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aabf3-1aeb-42f3-b11f-a9b1bece683f None None] Pushing event updated for resources: {'Port': ['ID=7c859a97-e99e-4cf1-87a0-fa42fd22b345,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:27.080151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a86df21d-3075-459f-886b-e08757a7b687 req-f37cdf92-076b-4af7-88ab-5dfe6f2b5da8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843858 Mar 11 17:56:27.163982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16fc73c-309e-44f5-9779-576d8cfbd4ea tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.177805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-39550ef2-b460-4a09-be30-694fcd636c52 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847534 Mar 11 17:56:27.182496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.195573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Allocated IP 172.20.0.18 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/207f2d16-bf1c-41d2-9959-bfb186c0ca70/d374a04f-a168-4b9f-bf94-c87077866c32) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:27.258330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8edeecc0-3428-46ed-ad12-5f0577e079d9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:27.284728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.288856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a86df21d-3075-459f-886b-e08757a7b687 req-a9841661-ab68-4ef5-8924-f5523d7b4ebd service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006655 Mar 11 17:56:27.289872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16fc73c-309e-44f5-9779-576d8cfbd4ea tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.415144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Network 47563712-6374-44a1-817b-91c360629c3d is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:27.518679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a86df21d-3075-459f-886b-e08757a7b687 req-4112d150-2f95-460a-ad9b-25aa2969ce97 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122521 Mar 11 17:56:27.554990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:27.565356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fc73c-309e-44f5-9779-576d8cfbd4ea tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00443324-62a0-426b-a827-56050f120673,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:27.577966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:27.630449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45ede7a4-b1d3-4828-a59a-b4fc0d2ee9ca req-b0b9a991-dd61-47c3-af0b-4e12a58701b1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 210 time: 0.3653104 Mar 11 17:56:27.665021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16fc73c-309e-44f5-9779-576d8cfbd4ea tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.669434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e16fc73c-309e-44f5-9779-576d8cfbd4ea tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/security-groups/00443324-62a0-426b-a827-56050f120673 HTTP/1.1" status: 204 len: 168 time: 0.7233634 Mar 11 17:56:27.670507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:27.720959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] For port d374a04f-a168-4b9f-bf94-c87077866c32, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d374a04f-a168-4b9f-bf94-c87077866c32,segment=NetworkSegment(98cde7a1-30c2-4dfb-9c7b-3da8371a3b99),segment_id=98cde7a1-30c2-4dfb-9c7b-3da8371a3b99)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:27.776025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.796952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Port': ['ID=17b0c2e2-f100-42e7-9bd4-210058dda731,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:27.818821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Transition to ACTIVE for port object d374a04f-a168-4b9f-bf94-c87077866c32 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:27.826165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.852774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-997e7868-b5a3-4e05-a915-28f190ab850e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:27.855205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-997e7868-b5a3-4e05-a915-28f190ab850e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.59 "GET /v2.0/networks?id=3880fcf5-44f3-4dc4-be56-da2455251f86 HTTP/1.1" status: 200 len: 796 time: 0.3342347 Mar 11 17:56:27.949951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5da21ce-1d3b-46e9-8e1e-94dff7313580 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.957582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b4ce226e-c248-4970-8836-46cbb812efff details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:56:28.011365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-caf653a5-394d-443c-a9a9-dc4a88a42c47 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:28.070012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5da21ce-1d3b-46e9-8e1e-94dff7313580 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.110472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-caf653a5-394d-443c-a9a9-dc4a88a42c47 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:28.112025 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-caf653a5-394d-443c-a9a9-dc4a88a42c47 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28822aa99add4421adcd782a2a28cec0 HTTP/1.1" status: 200 len: 477 time: 0.2353573 Mar 11 17:56:28.144852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'port': {'device_id': '962be120-c533-44dc-aa36-b2093d365543', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'admin_state_up': True, 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'security_groups': ['f32612a4-7bd3-4be9-a703-b2937c286f1d', 'bcc196c5-5d49-423e-9412-e6295f9562bb']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:28.259891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b842f-4814-4998-93b9-b77ba775cd3e None None] Pushing event updated for resources: {'Port': ['ID=d374a04f-a168-4b9f-bf94-c87077866c32,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:28.368216 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:56:28.546274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5da21ce-1d3b-46e9-8e1e-94dff7313580 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.619260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da21ce-1d3b-46e9-8e1e-94dff7313580 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b729d101-030d-464d-b68f-37b487046b0b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:28.622514 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.628829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.643076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8edeecc0-3428-46ed-ad12-5f0577e079d9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:28.654869 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5da21ce-1d3b-46e9-8e1e-94dff7313580 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.657652 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c5da21ce-1d3b-46e9-8e1e-94dff7313580 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/security-groups/b729d101-030d-464d-b68f-37b487046b0b HTTP/1.1" status: 204 len: 168 time: 0.9761236 Mar 11 17:56:28.662613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54604) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:28.687175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-63524c14-76cc-4f2b-8aed-7fcd48bf6a3e None None] Provisioning for port 17b0c2e2-f100-42e7-9bd4-210058dda731 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:28.710602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-63524c14-76cc-4f2b-8aed-7fcd48bf6a3e None None] Provisioning complete for port 17b0c2e2-f100-42e7-9bd4-210058dda731 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:28.711326 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-63524c14-76cc-4f2b-8aed-7fcd48bf6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.733036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:28.747324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:port and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:28.752814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:28.765600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:28.784730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e5bb34d7-8cb2-4165-9229-8432688c419c req-ff00dee6-a5af-4c75-8ca4-d275246f0a95 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 210 time: 0.7833481 Mar 11 17:56:28.816349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.850818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-63524c14-76cc-4f2b-8aed-7fcd48bf6a3e None None] Port 17b0c2e2-f100-42e7-9bd4-210058dda731 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:28.859505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Made reservation on behalf of 28822aa99add4421adcd782a2a28cec0 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:28.874460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.889610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b4ce226e-c248-4970-8836-46cbb812efff,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:28.920373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b4ce226e-c248-4970-8836-46cbb812efff', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': 'b4ce226e-c248-4970-8836-46cbb812efff', 'mac_address': 'fa:16:3e:97:dd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:56:28.985607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8edeecc0-3428-46ed-ad12-5f0577e079d9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:28.995511 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.998955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.999508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81443f31-2ae4-4cbc-904d-e88d9d110451 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:56:29.067097 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.100023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ce226e-c248-4970-8836-46cbb812efff {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:56:29.107866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f10c9a0d-d2f8-40d9-96a4-1022be1485bd None None] Provisioning for port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:29.132866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b4ce226e-c248-4970-8836-46cbb812efff,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:29.142321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.185565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df78e7-0660-43c9-846d-9df6e5076a73 req-0bc8ed44-843c-4fb2-81d3-f161a4770778 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:29.187374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6df78e7-0660-43c9-846d-9df6e5076a73 req-0bc8ed44-843c-4fb2-81d3-f161a4770778 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 948 time: 0.5913255 Mar 11 17:56:29.190313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c8a1d5b-b499-494f-b9b0-7c5ce3e7bc9e req-56e79a2d-35b0-4861-810f-8528f889915e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 210 time: 0.1705830 Mar 11 17:56:29.227146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 5e380687-4fa8-42e1-b28c-3320b413b6c8 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:29.270791 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.276511 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.316051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7c859a97-e99e-4cf1-87a0-fa42fd22b345 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:29.340091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b4ce226e-c248-4970-8836-46cbb812efff,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:29.355961 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.411196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:29.423852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Allocated IP 172.20.0.4 (3880fcf5-44f3-4dc4-be56-da2455251f86/3b42be10-5c10-470e-bcd2-0e46d8664d1f/097d0e0b-9ea5-4b50-b8c4-178772d48afe) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:29.425848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:29.426710 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.488378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:56:29.513185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.536588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b4ce226e-c248-4970-8836-46cbb812efff'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:56:29.659888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.663377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3bb2f9cc-08bd-4f75-9ef6-44f0f96bc302 admin admin] 10.222.0.96 "DELETE /v2.0/routers/81443f31-2ae4-4cbc-904d-e88d9d110451 HTTP/1.1" status: 204 len: 168 time: 9.7767360 Mar 11 17:56:29.667131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54610) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:29.719050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6df78e7-0660-43c9-846d-9df6e5076a73 req-890117a6-c275-493d-88b7-e890b9d0c0c0 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112996 Mar 11 17:56:29.807463 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.828806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc9532fa-cd25-4398-a82a-cf8126a762e2 None None] Provisioning for port d374a04f-a168-4b9f-bf94-c87077866c32 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:29.945760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc9532fa-cd25-4398-a82a-cf8126a762e2 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:29.946197 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9532fa-cd25-4398-a82a-cf8126a762e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.036451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-05ab9294-fbbf-4bb5-8e65-bbdda140001c req-bd073ddb-cae8-4954-9d94-e4dffa35bf1a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 210 time: 0.1031642 Mar 11 17:56:30.073034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.121212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] Deleting subnet 021bfecc-9e37-4124-bf39-14cd079dcce5 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:30.132423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:56:30.133122 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:56:30.164460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.224613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc9532fa-cd25-4398-a82a-cf8126a762e2 None None] Provisioning complete for port 8c58c76a-3076-423a-8691-3bde88aa699f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:30.224926 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9532fa-cd25-4398-a82a-cf8126a762e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.306819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fc9532fa-cd25-4398-a82a-cf8126a762e2 None None] Port 8c58c76a-3076-423a-8691-3bde88aa699f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:30.310459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc9532fa-cd25-4398-a82a-cf8126a762e2 None None] Could not find standard attr ID for object 2b5eee71-e6de-4dff-947d-15b66847c177. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:56:30.345977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.364587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Transition to ACTIVE for port object 097d0e0b-9ea5-4b50-b8c4-178772d48afe will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:30.397002 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.404995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.436769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dec6f726-8a8b-4eda-8725-330570cdc28f None None] Could not find standard attr ID for object 2b5eee71-e6de-4dff-947d-15b66847c177. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:56:30.547811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=5e380687-4fa8-42e1-b28c-3320b413b6c8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:30.563964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:30.566326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.598899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-c332129b-a294-49c9-b6e9-51b8f2773a6c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:30.600180 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-c332129b-a294-49c9-b6e9-51b8f2773a6c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.7247567 Mar 11 17:56:30.608806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:30.613881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2a801-b104-4dc8-9922-bfc0c41b5291 None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:30.619999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.632430 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cb816dc7-6afc-43f1-8bb2-da2831f1c0f1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/5e380687-4fa8-42e1-b28c-3320b413b6c8 HTTP/1.1" status: 204 len: 168 time: 1.9686213 Mar 11 17:56:30.635821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:30.645094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54618) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:30.655831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:30.715307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'port': {'device_id': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'admin_state_up': True, 'tenant_id': '95e242196f104736a813804446649343'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:30.728751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=097d0e0b-9ea5-4b50-b8c4-178772d48afe,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:30.735978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:30.736640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.844473 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:30.860381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port 7c859a97-e99e-4cf1-87a0-fa42fd22b345, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7c859a97-e99e-4cf1-87a0-fa42fd22b345,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:30.860981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-6f3672da-46d2-4c54-b102-6678ca121a0b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.7197034 Mar 11 17:56:30.931412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Request body: {'port': {'device_id': '962be120-c533-44dc-aa36-b2093d365543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:30.995186 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.004933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828fea-b189-43cc-8b2f-78b60444e62b req-d3233ab1-8ba9-48d6-bc2f-7ec084a5082c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:31.016240 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d828fea-b189-43cc-8b2f-78b60444e62b req-d3233ab1-8ba9-48d6-bc2f-7ec084a5082c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 970 time: 0.4699924 Mar 11 17:56:31.052629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.062942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.063687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.103502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.132675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9f1a27b9-221e-43b8-b5e8-f68cab477113 None None] Provisioning for port 097d0e0b-9ea5-4b50-b8c4-178772d48afe completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:31.140944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9f1a27b9-221e-43b8-b5e8-f68cab477113 None None] Provisioning complete for port 097d0e0b-9ea5-4b50-b8c4-178772d48afe triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:31.141267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f1a27b9-221e-43b8-b5e8-f68cab477113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.142044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:31.196897 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:56:31.197292 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:56:31.217652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:port and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:31.221958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.228506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a27b9-221e-43b8-b5e8-f68cab477113 None None] Port 097d0e0b-9ea5-4b50-b8c4-178772d48afe cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:31.229177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:31.273446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:31.284965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021bfecc-9e37-4124-bf39-14cd079dcce5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:31.297631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.311639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.319053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:31.321608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.344968 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-da547b19-38f3-444e-bd67-dd50229b2ce3 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/021bfecc-9e37-4124-bf39-14cd079dcce5 HTTP/1.1" status: 204 len: 168 time: 1.6746812 Mar 11 17:56:31.354735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bb1dc-0fdb-451c-b757-37d6d853a529 None None] Network 4857e04f-a45d-41ba-8bfe-36e1435880a0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:31.367945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54630) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:31.425597 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d828fea-b189-43cc-8b2f-78b60444e62b req-6d6396f1-c06c-4ac5-9270-87849de753af tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4030685 Mar 11 17:56:31.431427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:31.435659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:31.438986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:31.445826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:31.453912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.547105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.558382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:31.728431 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.821877 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.890928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 7c859a97-e99e-4cf1-87a0-fa42fd22b345, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7c859a97-e99e-4cf1-87a0-fa42fd22b345,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:31.905771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.956946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Deleting port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:31.957288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:31.969005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8456352-cc1c-4a87-820f-b10e8ab44e85 req-05de373c-40bf-4e3a-b74a-ba46b218f377 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 210 time: 0.0870068 Mar 11 17:56:31.973467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:32.045110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b4ce226e-c248-4970-8836-46cbb812efff up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:32.058042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=92ff13a4-28aa-4606-a662-21646f8f1084,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:32.066457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=7c859a97-e99e-4cf1-87a0-fa42fd22b345,revision_number=4']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:32.079016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:32.106451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] DHCP port deletion for 4857e04f-a45d-41ba-8bfe-36e1435880a0 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:56:32.113194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.20.0.5 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/c381d88a-cc67-4549-b04a-77788a893b94) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:32.151744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:32.152655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:32.153817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Deleting port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:32.154421 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:32.182603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d374a04f-a168-4b9f-bf94-c87077866c32 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:32.197350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-534b842f-8235-4f4c-83ce-2433cf96039d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.7202744 Mar 11 17:56:32.208886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c20279-d1f6-4647-8497-f1ae7c474c43 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:32.210238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54634) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:32.219529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192398-b000-42c0-8a44-7ed947bc4f08 req-d939145d-7a71-4bbd-9edf-627750be2f01 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:32.221864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9192398-b000-42c0-8a44-7ed947bc4f08 req-d939145d-7a71-4bbd-9edf-627750be2f01 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 949 time: 1.1653512 Mar 11 17:56:32.341938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Port': ['ID=17b0c2e2-f100-42e7-9bd4-210058dda731,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:32.358681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9192398-b000-42c0-8a44-7ed947bc4f08 req-d1d51c34-849b-4b03-bc94-0000f0a9ebfa tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146684 Mar 11 17:56:32.381191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:32.419966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Network 47563712-6374-44a1-817b-91c360629c3d is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:32.426892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:32.463838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:73:25:30', 'name': 'tempest-NetworksTestDHCPv6-2113040510'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:32.592747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-702827a8-834d-498e-b4ad-c6d9342db14b None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:32.592747 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-702827a8-834d-498e-b4ad-c6d9342db14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:32.786259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=7c859a97-e99e-4cf1-87a0-fa42fd22b345,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:32.809563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097d0e0b-9ea5-4b50-b8c4-178772d48afe {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:56:32.820288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:32.829188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:32.835757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:32.849137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:32.861789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:32.862799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:32.870116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:32.906772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Transition to ACTIVE for port object 097d0e0b-9ea5-4b50-b8c4-178772d48afe will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:32.969894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.022230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:33.073437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] For port 6aef217d-a5fe-4415-a774-43dad2dfc2c1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6aef217d-a5fe-4415-a774-43dad2dfc2c1,segment=NetworkSegment(0d92febe-616e-4107-856d-8bd101fd48ea),segment_id=0d92febe-616e-4107-856d-8bd101fd48ea)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:33.073831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.107134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] For port 6aef217d-a5fe-4415-a774-43dad2dfc2c1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6aef217d-a5fe-4415-a774-43dad2dfc2c1,segment=NetworkSegment(0d92febe-616e-4107-856d-8bd101fd48ea),segment_id=0d92febe-616e-4107-856d-8bd101fd48ea)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:33.107574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.238354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134da23-f257-4920-92a1-153ab5834c20 req-d7b8e29e-7c37-4651-a560-ed1ea9f1c9a2 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:33.240635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7134da23-f257-4920-92a1-153ab5834c20 req-d7b8e29e-7c37-4651-a560-ed1ea9f1c9a2 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 970 time: 0.4336877 Mar 11 17:56:33.240989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port b4ce226e-c248-4970-8836-46cbb812efff completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:33.254051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Calling delete_port for 6aef217d-a5fe-4415-a774-43dad2dfc2c1 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:33.306673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b4ce226e-c248-4970-8836-46cbb812efff triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:33.307041 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.310496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Calling delete_port for 6aef217d-a5fe-4415-a774-43dad2dfc2c1 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:33.391629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7134da23-f257-4920-92a1-153ab5834c20 req-78764244-443e-4b80-b5a2-3365ab8868d4 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1032534 Mar 11 17:56:33.393858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c32b6317-a686-4fae-9a79-476a01dcdd76 req-765b0648-ab5b-45cd-9a3d-7eec4e330b0f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 210 time: 0.1671689 Mar 11 17:56:33.419569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Pushing event updated for resources: {'Port': ['ID=097d0e0b-9ea5-4b50-b8c4-178772d48afe,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:33.485075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.555564 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.568880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Router 69b02dbc-ee74-4a4d-879d-67075382e088 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:33.596565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-702827a8-834d-498e-b4ad-c6d9342db14b None None] Provisioning complete for port 8c58c76a-3076-423a-8691-3bde88aa699f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:33.597224 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-702827a8-834d-498e-b4ad-c6d9342db14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.609972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:33.615226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:33.623483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:33.624237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.626599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.629895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.638949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port c22962fc-d963-43ec-b834-a0e3125f55cc yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:56:33.720434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767aac7-eebb-482f-9f22-c95b1c17ede0 None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:33.755664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aef217d-a5fe-4415-a774-43dad2dfc2c1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:33.770594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Transition to ACTIVE for port object c381d88a-cc67-4549-b04a-77788a893b94 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:33.784966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] No DVR routers for this DVR port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:33.853004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2067399 Mar 11 17:56:33.862239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54648) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:33.876475 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:56:33.877463 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:56:33.879729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'security_group': {'name': 'tempest-secgroup-138549047'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:33.905276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-702827a8-834d-498e-b4ad-c6d9342db14b None None] Port 8c58c76a-3076-423a-8691-3bde88aa699f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:33.909098 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:33.925906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Attempting to bind port 097d0e0b-9ea5-4b50-b8c4-178772d48afe on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:33.926245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Attempting to bind port 097d0e0b-9ea5-4b50-b8c4-178772d48afe by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:33.926593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Attempting to bind port 097d0e0b-9ea5-4b50-b8c4-178772d48afe on network 3880fcf5-44f3-4dc4-be56-da2455251f86 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:34.002597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:34.015856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:34.021764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Port 097d0e0b-9ea5-4b50-b8c4-178772d48afe on network 3880fcf5-44f3-4dc4-be56-da2455251f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:56:34.022087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Attempting to bind port 097d0e0b-9ea5-4b50-b8c4-178772d48afe on network 3880fcf5-44f3-4dc4-be56-da2455251f86 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:34.026444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:34.029202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.031494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3339-8286-42cc-a4bb-3a9637a956f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=893c78e6-ecbf-457b-b188-ed4e6a2ed8d4,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:34.041504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:34.070608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:34.071492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Checking segment: {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:34.071492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Bound using segment: {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:34.072038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Bound port: 097d0e0b-9ea5-4b50-b8c4-178772d48afe, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a289d2f-4183-46d8-bd94-b0c6e4a879d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:34.072677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.080455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.144529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ce442-74bd-4da8-bfa1-cca1a1f2d903 req-d6c6de6e-a86e-4524-bf8f-f78726a62529 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:34.147095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e57ce442-74bd-4da8-bfa1-cca1a1f2d903 req-d6c6de6e-a86e-4524-bf8f-f78726a62529 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 949 time: 0.2856712 Mar 11 17:56:34.157278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:34.162331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group_rule and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:34.166510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:34.173568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:34.211170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.253723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4857e04f-a45d-41ba-8bfe-36e1435880a0']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:34.306073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:56:34.325586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.346412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.361190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b4ce226e-c248-4970-8836-46cbb812efff,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:34.378694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Deleting port 6aef217d-a5fe-4415-a774-43dad2dfc2c1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:34.379090 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.430332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d92febe-616e-4107-856d-8bd101fd48ea') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:34.430590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d92febe-616e-4107-856d-8bd101fd48ea') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:34.448011 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.468902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96eea483-af81-451e-9a2e-1e43fafc670b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:34.475608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:34.492538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7c859a97-e99e-4cf1-87a0-fa42fd22b345 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:34.512824 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.514137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4dff30e5-f073-49de-897b-9c7a0e32d021 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6423612 Mar 11 17:56:34.529975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54658) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:34.530390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54664) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:34.533208 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff', 'code': 200} Mar 11 17:56:34.545656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1339521387'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:34.593396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-90a30757-482a-48d2-8ef9-e8bdf61dea43 None None] The port '6aef217d-a5fe-4415-a774-43dad2dfc2c1' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:56:34.598974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] For port 097d0e0b-9ea5-4b50-b8c4-178772d48afe, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:34.603712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] For port 097d0e0b-9ea5-4b50-b8c4-178772d48afe, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:34.639613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:34.665707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b4ce226e-c248-4970-8836-46cbb812efff,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:34.673181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::272 (75568097-05ea-4303-a281-4da1879652a7/0155bd40-b440-4fb0-92b3-4f16aa3f8c9c/c22962fc-d963-43ec-b834-a0e3125f55cc) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:34.673870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5d81c554-7adb-4c6d-959d-d9c7c347db11 None None] Provisioning complete for port 17b0c2e2-f100-42e7-9bd4-210058dda731 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:34.674300 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d81c554-7adb-4c6d-959d-d9c7c347db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.683229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:2530 (75568097-05ea-4303-a281-4da1879652a7/92ff13a4-28aa-4606-a662-21646f8f1084/c22962fc-d963-43ec-b834-a0e3125f55cc) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:34.712376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e57ce442-74bd-4da8-bfa1-cca1a1f2d903 req-69df6078-f848-4138-81e3-69936a43c520 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761322 Mar 11 17:56:34.738193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:34.768959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:34.812127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5d81c554-7adb-4c6d-959d-d9c7c347db11 None None] Port 17b0c2e2-f100-42e7-9bd4-210058dda731 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:34.820324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:34.820691 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.842133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:34.873409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] Update dhcp port {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'fixed_ips': [{'subnet_id': '207f2d16-bf1c-41d2-9959-bfb186c0ca70', 'ip_address': '172.20.0.18'}, {'subnet_id': '893c78e6-ecbf-457b-b188-ed4e6a2ed8d4'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'd374a04f-a168-4b9f-bf94-c87077866c32'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:56:34.886861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:34.947418 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.975513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.987632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:34.997689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object c22962fc-d963-43ec-b834-a0e3125f55cc will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:35.014050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:35.022020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:35.026738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5462d698-c54a-4ce7-ae46-daf8653256dc tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "PUT /v2.0/routers/69b02dbc-ee74-4a4d-879d-67075382e088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3361166 Mar 11 17:56:35.034038 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] Sync routers for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:56:35.040855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54674) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:35.056312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Request body: {'port': {'network_id': '47563712-6374-44a1-817b-91c360629c3d', 'name': 'tempest-FloatingIPAdminTestJSON-1796914164'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:35.059177 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:35.063109 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:35.074319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dd316068-1646-4c9f-8fe8-664cf9d23c5d None None] Provisioning complete for port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:35.074970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd316068-1646-4c9f-8fe8-664cf9d23c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.098816 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.106208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.139330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:35.139994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.147753 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:35.177085 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:35.177850 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:35.199554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=c381d88a-cc67-4549-b04a-77788a893b94,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:35.226947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6aef217d-a5fe-4415-a774-43dad2dfc2c1 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:35.230415 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.275098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 6aef217d-a5fe-4415-a774-43dad2dfc2c1 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:35.275703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6aef217d-a5fe-4415-a774-43dad2dfc2c1 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:35.287732 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:35.288398 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aad64e-02df-47fd-ab94-d5a1c5076798 None None] The sync data for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:56:35.299522 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:56:35.308003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ae80a8-0c3d-4256-aa03-6404cc48178d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5967505 Mar 11 17:56:35.338046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.344091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Request body: {'port': {'device_id': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:35.354060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52ced1f9-7c9d-42ee-8347-5878a805e343 req-3ee059db-97c2-47e6-8935-5215a32b80e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 1101 time: 0.7816460 Mar 11 17:56:35.393630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:35.399220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:56:35.399220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.410606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] Allocated IP 172.20.0.2 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/893c78e6-ecbf-457b-b188-ed4e6a2ed8d4/d374a04f-a168-4b9f-bf94-c87077866c32) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:35.411078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Usage tracker for resource:port and tenant:a63cb8bcd891448fa0ab31886bcf6121 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:35.414052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:56:35.416929 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:56:35.424507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:35.428055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group_rule and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:35.434733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:35.445723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdfc90-10d7-4afe-bedd-ec031b4e2bd4 req-8e314ba8-256d-4ba6-9364-777d70fc0e3e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:35.447388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6fdfc90-10d7-4afe-bedd-ec031b4e2bd4 req-8e314ba8-256d-4ba6-9364-777d70fc0e3e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 982 time: 0.6844454 Mar 11 17:56:35.466052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:35.468388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:35.482174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.483699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] 10.222.0.59 "PUT /v2.0/ports/097d0e0b-9ea5-4b50-b8c4-178772d48afe HTTP/1.1" status: 200 len: 1130 time: 4.5984077 Mar 11 17:56:35.487974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:56:35.509897 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c06550a3-2227-4dc2-af42-3c0c709bf5e6 req-54265fd0-519d-497e-a6b9-0dfd57ac610e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1096 time: 0.9685407 Mar 11 17:56:35.535067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb65b2-58c0-4eba-ac5e-f266e11913f3 req-6775fb33-82f7-4915-b5ef-1c9d7294765c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:35.536831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:35.543372 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39cb65b2-58c0-4eba-ac5e-f266e11913f3 req-6775fb33-82f7-4915-b5ef-1c9d7294765c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 931 time: 0.6396203 Mar 11 17:56:35.544749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:35.583668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-680cb366-fb99-49d1-bf6a-34f7497b7bd3 None None] Provisioning for port c381d88a-cc67-4549-b04a-77788a893b94 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:35.589227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:35.599350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:35.600711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.602352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-680cb366-fb99-49d1-bf6a-34f7497b7bd3 None None] Provisioning complete for port c381d88a-cc67-4549-b04a-77788a893b94 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:35.602911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-680cb366-fb99-49d1-bf6a-34f7497b7bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.605309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee94a06-c7ca-4033-a20a-e94ae485c831 service neutron] Pushing event updated for resources: {'Port': ['ID=097d0e0b-9ea5-4b50-b8c4-178772d48afe,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:35.606340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Made reservation on behalf of a63cb8bcd891448fa0ab31886bcf6121 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:35.610755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.628162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52ced1f9-7c9d-42ee-8347-5878a805e343 req-4f564cbb-a0a3-497e-86e8-4bdb3853759c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612085 Mar 11 17:56:35.667336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] For port d374a04f-a168-4b9f-bf94-c87077866c32, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d374a04f-a168-4b9f-bf94-c87077866c32,segment=NetworkSegment(98cde7a1-30c2-4dfb-9c7b-3da8371a3b99),segment_id=98cde7a1-30c2-4dfb-9c7b-3da8371a3b99)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:35.682538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-680cb366-fb99-49d1-bf6a-34f7497b7bd3 None None] Port c381d88a-cc67-4549-b04a-77788a893b94 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:35.692702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c06550a3-2227-4dc2-af42-3c0c709bf5e6 req-c00799c6-5d51-4d5f-abab-d67fb4542957 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226912 Mar 11 17:56:35.721016 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.733132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] device_id is not set on port d45a26fb-1158-494d-bd90-7b1f7bf6ee3f yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:56:35.749667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] Transition to ACTIVE for port object d374a04f-a168-4b9f-bf94-c87077866c32 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:35.752786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.755632 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.805073 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.807251 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] 10.222.0.96 "DELETE /v2.0/networks/4857e04f-a45d-41ba-8bfe-36e1435880a0 HTTP/1.1" status: 204 len: 168 time: 4.4380195 Mar 11 17:56:35.813674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6fdfc90-10d7-4afe-bedd-ec031b4e2bd4 req-04e70c6d-3187-4fc5-9ac3-8156bce590f4 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3523214 Mar 11 17:56:35.842974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39cb65b2-58c0-4eba-ac5e-f266e11913f3 req-69c0ad1b-0335-4349-8173-3312ad2f84fc tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984426 Mar 11 17:56:35.871758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6564348 Mar 11 17:56:35.881634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54686) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:35.897429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7c0f-3a05-4251-8e97-5a65c00b0064 admin admin] Pushing event deleted for resources: {'Network': ['ID=4857e04f-a45d-41ba-8bfe-36e1435880a0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:35.981072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:35.981303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device fc0c37e4-7578-4b41-91d0-56f72065f683 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:35.998944 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'status': 'completed', 'code': 200} Mar 11 17:56:36.006572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf73547-5248-4493-8af7-0da053672c62 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=c22962fc-d963-43ec-b834-a0e3125f55cc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:36.104101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port c22962fc-d963-43ec-b834-a0e3125f55cc {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:36.104587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.149357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.168207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.171434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-abaa94d0-398a-4c9b-9499-215c50ade9a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 1133 time: 0.6202445 Mar 11 17:56:36.252027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Allocated IP 172.20.0.4 (47563712-6374-44a1-817b-91c360629c3d/f41fb411-de95-4461-a4d8-5a5c702de7cc/d45a26fb-1158-494d-bd90-7b1f7bf6ee3f) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:36.261107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5845345f-1308-4723-b602-3e1f4397dba7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:36.276487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.281027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-32f2a73f-68f5-4f6b-bb3e-f72ccc3bdc65 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7400608 Mar 11 17:56:36.282060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54690) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:36.287662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f6c22-3e0c-4bda-ba84-e148dc72e71a None None] Pushing event updated for resources: {'Port': ['ID=d374a04f-a168-4b9f-bf94-c87077866c32,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:36.297332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'security_group': {'name': 'tempest-secgroup-324336344'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:36.312500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:36.312733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: fc0c37e4-7578-4b41-91d0-56f72065f683 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:36.313021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device fc0c37e4-7578-4b41-91d0-56f72065f683 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:36.339790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:36.349690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c971b9-72ae-41df-ae86-accf9ec74513 req-bd306609-4846-4983-a567-9e870d32c307 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:36.351522 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c971b9-72ae-41df-ae86-accf9ec74513 req-bd306609-4846-4983-a567-9e870d32c307 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 950 time: 0.2588861 Mar 11 17:56:36.354788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:36.395419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:36.408711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-37232711-5c8f-498d-bddb-f24a309e1888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe HTTP/1.1" status: 200 len: 217 time: 0.2172894 Mar 11 17:56:36.462732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.508628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ab95c0f4-3c7a-49a2-a03c-fe1c5197f1c6 None None] Provisioning for port c22962fc-d963-43ec-b834-a0e3125f55cc completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:36.517120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ab95c0f4-3c7a-49a2-a03c-fe1c5197f1c6 None None] Provisioning complete for port c22962fc-d963-43ec-b834-a0e3125f55cc triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:36.517937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ab95c0f4-3c7a-49a2-a03c-fe1c5197f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.581223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54698) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:36.594530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ab95c0f4-3c7a-49a2-a03c-fe1c5197f1c6 None None] Port c22962fc-d963-43ec-b834-a0e3125f55cc cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:36.620595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c971b9-72ae-41df-ae86-accf9ec74513 req-c264dcc7-f404-4062-a39a-f647c57cff6a tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622035 Mar 11 17:56:36.648695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:36.655359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:security_group_rule and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:36.700531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:36.708320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1a197021-853b-4b4e-8a5f-66d2c257cfef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30e821fb445e4e26be8c18b6300a088d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1231313 Mar 11 17:56:36.709012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54702) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:36.729697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:36.843917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.891942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3651ae17-6025-4f7d-9fad-e12d24a7ce28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:36.893644 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-3651ae17-6025-4f7d-9fad-e12d24a7ce28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42be10-5c10-470e-bcd2-0e46d8664d1f HTTP/1.1" status: 200 len: 834 time: 0.4767101 Mar 11 17:56:36.894981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.904610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Transition to ACTIVE for port object d45a26fb-1158-494d-bd90-7b1f7bf6ee3f will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:36.908524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:36.937863 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3af5518b-4856-46c3-9399-e56333303854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.155664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.238034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0f31d75d-4cba-4047-b763-edc06babafa5 None None] Provisioning for port d374a04f-a168-4b9f-bf94-c87077866c32 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:37.244574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0f31d75d-4cba-4047-b763-edc06babafa5 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:37.245210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f31d75d-4cba-4047-b763-edc06babafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.274413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19de62b5-11b1-44ed-aef2-8d9f2fa6ed45,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:37.284351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:56:37.298950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for c22962fc-d963-43ec-b834-a0e3125f55cc owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:37.306519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3af5518b-4856-46c3-9399-e56333303854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.318568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.319804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4274abae-1cd4-474c-b4a0-b7bef62ff5a3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0306709 Mar 11 17:56:37.325512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54716) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:37.341262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-879159797', 'security_groups': ['19de62b5-11b1-44ed-aef2-8d9f2fa6ed45'], 'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '893c78e6-ecbf-457b-b188-ed4e6a2ed8d4'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:37.347991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.432617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0f31d75d-4cba-4047-b763-edc06babafa5 None None] Provisioning complete for port 8c58c76a-3076-423a-8691-3bde88aa699f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:37.433046 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f31d75d-4cba-4047-b763-edc06babafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.471363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Network 47563712-6374-44a1-817b-91c360629c3d is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:37.482211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event updated for resources: {'Port': ['ID=d45a26fb-1158-494d-bd90-7b1f7bf6ee3f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:37.486406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:37.489324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:37.506403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c381d88a-cc67-4549-b04a-77788a893b94 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:56:37.513579 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-199a8f9b-8883-43c6-82ca-8cf093558e2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3880fcf5-44f3-4dc4-be56-da2455251f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5932508 Mar 11 17:56:37.518069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0f31d75d-4cba-4047-b763-edc06babafa5 None None] Port 8c58c76a-3076-423a-8691-3bde88aa699f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:37.527732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3949fbc-ed0a-48a8-bfc6-8887b9815c0a req-61d28458-ce92-4889-bdf0-ae77063a9fb6 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:37.529326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3949fbc-ed0a-48a8-bfc6-8887b9815c0a req-61d28458-ce92-4889-bdf0-ae77063a9fb6 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 982 time: 0.3680620 Mar 11 17:56:37.549741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.550764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d5f7b-a442-4499-b404-9c7e62f44b68 req-2b3f4089-37e4-44ac-908c-7aaf70b9a3d6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:37.552285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b77d5f7b-a442-4499-b404-9c7e62f44b68 req-2b3f4089-37e4-44ac-908c-7aaf70b9a3d6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 931 time: 0.3990088 Mar 11 17:56:37.598214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3af5518b-4856-46c3-9399-e56333303854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.644365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5518b-4856-46c3-9399-e56333303854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309382ef-88f2-43c9-8184-7e79c7b18a1c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:37.654863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:37.656185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.663813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Transition to ACTIVE for port object c381d88a-cc67-4549-b04a-77788a893b94 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:37.685151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.697381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3af5518b-4856-46c3-9399-e56333303854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.701355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3af5518b-4856-46c3-9399-e56333303854 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/309382ef-88f2-43c9-8184-7e79c7b18a1c HTTP/1.1" status: 204 len: 168 time: 0.9766459 Mar 11 17:56:37.708659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3949fbc-ed0a-48a8-bfc6-8887b9815c0a req-313aa3bc-3f8e-4a79-a189-d393d815c0ee tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1535661 Mar 11 17:56:37.715226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4402be07-b7fb-4327-88f5-aed182ad9984 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6666908 Mar 11 17:56:37.719144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b77d5f7b-a442-4499-b404-9c7e62f44b68 req-d8d8b84a-db58-418c-960d-31d051778d6b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593182 Mar 11 17:56:37.719765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54724) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:37.853630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6a1f9202-41b7-4f68-be56-45ab78f0df79 None None] Provisioning for port d45a26fb-1158-494d-bd90-7b1f7bf6ee3f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:37.864951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6a1f9202-41b7-4f68-be56-45ab78f0df79 None None] Provisioning complete for port d45a26fb-1158-494d-bd90-7b1f7bf6ee3f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:37.866917 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9202-41b7-4f68-be56-45ab78f0df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:37.932851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:37.974508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbc010-941f-466a-9d5c-877bd9893325 req-c9e66695-d634-4614-8116-b00f0c813fe3 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:37.983550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bedbc010-941f-466a-9d5c-877bd9893325 req-c9e66695-d634-4614-8116-b00f0c813fe3 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 950 time: 0.1083658 Mar 11 17:56:38.040791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f9202-41b7-4f68-be56-45ab78f0df79 None None] Port d45a26fb-1158-494d-bd90-7b1f7bf6ee3f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:38.056165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bedbc010-941f-466a-9d5c-877bd9893325 req-9a791026-e69f-4900-ac27-fdf4cc4c7ac8 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713243 Mar 11 17:56:38.062121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:38.066854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'project_id': 'a63cb8bcd891448fa0ab31886bcf6121', 'port_id': 'd45a26fb-1158-494d-bd90-7b1f7bf6ee3f'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:38.073654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:38.078331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Usage tracker for resource:floatingip and tenant:a63cb8bcd891448fa0ab31886bcf6121 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:38.082236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:38.093238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:38.093607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d374a04f-a168-4b9f-bf94-c87077866c32 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:38.105355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:38.122089 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-48f94574-2e31-4692-80f4-aa6ea458ffb3 service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915983 Mar 11 17:56:38.271156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:38.271777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:38.330676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Pushing event updated for resources: {'Port': ['ID=c381d88a-cc67-4549-b04a-77788a893b94,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:38.395653 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:38.411698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:38.420373 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:38.580648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54740) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:38.656811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=c22962fc-d963-43ec-b834-a0e3125f55cc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:38.703051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:38.723229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9db8d8f7-61dd-4509-a729-c2b67ad3686e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=77c296482bb0492596c01326718e57fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1392205 Mar 11 17:56:38.726201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54746) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:38.779561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Allocated IP 172.25.3.21 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/1254d06e-43b0-42da-8df8-e6afa205b86a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:38.875444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] device_id is not set on port 908d80e5-4a28-47ba-bb3b-c68e31b29716 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:56:38.960284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa692c40-796c-4a2b-a4c9-67c1fcbb4135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.134116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa692c40-796c-4a2b-a4c9-67c1fcbb4135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.140492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Attempting to bind port c381d88a-cc67-4549-b04a-77788a893b94 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:39.141067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Attempting to bind port c381d88a-cc67-4549-b04a-77788a893b94 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:39.141201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Attempting to bind port c381d88a-cc67-4549-b04a-77788a893b94 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:39.144506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.189073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Port c381d88a-cc67-4549-b04a-77788a893b94 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:56:39.189573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Attempting to bind port c381d88a-cc67-4549-b04a-77788a893b94 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:39.195792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5c5cd2c-4a43-4dd5-9d37-db2b9a7553fb tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/c22962fc-d963-43ec-b834-a0e3125f55cc HTTP/1.1" status: 204 len: 168 time: 3.3031089 Mar 11 17:56:39.198594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:39.218781 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.249509 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed8bd075-eb3e-4abc-9ce9-84e410d8cc55 req-50e3c560-7624-4b5e-8b73-ef6b96ee6bd7 service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1124830 Mar 11 17:56:39.278090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:39.278549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:39.279207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:39.279900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Bound port: c381d88a-cc67-4549-b04a-77788a893b94, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:39.280495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.346965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.435580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Pushing event updated for resources: {'Port': ['ID=1254d06e-43b0-42da-8df8-e6afa205b86a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:39.478798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:39.486726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03cf4e-9055-46b6-976f-805909a5e4cc req-4e447311-c717-4665-be47-c4ec368138cc tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:39.488389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e03cf4e-9055-46b6-976f-805909a5e4cc req-4e447311-c717-4665-be47-c4ec368138cc tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 982 time: 0.4540317 Mar 11 17:56:39.491260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:39.494049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:39.539845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.552177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6170d7-2666-47a9-b2f0-d9b604b32d95 req-a872710e-4a61-406d-b418-30f8a5bbc720 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:39.562445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b6170d7-2666-47a9-b2f0-d9b604b32d95 req-a872710e-4a61-406d-b418-30f8a5bbc720 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 943 time: 0.5858560 Mar 11 17:56:39.594943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] For port c381d88a-cc67-4549-b04a-77788a893b94, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:39.606578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa692c40-796c-4a2b-a4c9-67c1fcbb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.621574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] For port c381d88a-cc67-4549-b04a-77788a893b94, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c381d88a-cc67-4549-b04a-77788a893b94,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:39.643241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.645174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa692c40-796c-4a2b-a4c9-67c1fcbb4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25bc3cc-61a6-4a5f-8927-a8b7ddb5ca13,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:39.708548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99de11-51e9-4864-945f-b1d6be343fdc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:39.708845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa99de11-51e9-4864-945f-b1d6be343fdc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:39.720563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.7 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/893c78e6-ecbf-457b-b188-ed4e6a2ed8d4/908d80e5-4a28-47ba-bb3b-c68e31b29716) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:39.729971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e03cf4e-9055-46b6-976f-805909a5e4cc req-c067a2e6-2799-4c7a-80e8-2017f0836842 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1996462 Mar 11 17:56:39.734744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fa692c40-796c-4a2b-a4c9-67c1fcbb4135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.738836 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fa692c40-796c-4a2b-a4c9-67c1fcbb4135 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e25bc3cc-61a6-4a5f-8927-a8b7ddb5ca13 HTTP/1.1" status: 204 len: 168 time: 1.0116358 Mar 11 17:56:39.762154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b6170d7-2666-47a9-b2f0-d9b604b32d95 req-93936a43-d384-4fd0-b0cb-e346221d3a15 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983788 Mar 11 17:56:39.765430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:39.767032 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] 10.222.0.59 "PUT /v2.0/ports/c381d88a-cc67-4549-b04a-77788a893b94 HTTP/1.1" status: 200 len: 1091 time: 4.4311121 Mar 11 17:56:39.767558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'tag': 'c381d88a-cc67-4549-b04a-77788a893b94'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:56:39.786473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa99de11-51e9-4864-945f-b1d6be343fdc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:39.786473 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fa99de11-51e9-4864-945f-b1d6be343fdc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5777454 Mar 11 17:56:39.786927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54764) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:39.937579 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-cf6d3ccb-a624-4eea-a44a-6e4b37a2d521 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 1133 time: 0.5344608 Mar 11 17:56:39.951037 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'tag': 'c381d88a-cc67-4549-b04a-77788a893b94', 'status': 'completed', 'code': 200} Mar 11 17:56:39.954052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e3ae4-a4b3-40b8-8d9b-1217a0fe9337 service neutron] Pushing event updated for resources: {'Port': ['ID=c381d88a-cc67-4549-b04a-77788a893b94,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:40.331655 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:40.378618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 908d80e5-4a28-47ba-bb3b-c68e31b29716 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:40.434705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1120e9-e723-482f-bd61-eb45dd8c6140 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.439375 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ad1120e9-e723-482f-bd61-eb45dd8c6140 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6493840 Mar 11 17:56:40.442675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:40.443988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-67f507f0-5289-4a6d-8c8b-2fccfbf74185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.445665 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-67f507f0-5289-4a6d-8c8b-2fccfbf74185 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3880fcf5-44f3-4dc4-be56-da2455251f86 HTTP/1.1" status: 200 len: 898 time: 0.4639935 Mar 11 17:56:40.452619 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-11dd12d7-ec6c-4e57-b647-f8488e4a174e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 1094 time: 0.5965781 Mar 11 17:56:40.634515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:40.645484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-2d18bc47-5598-4e65-a94c-8b0e2658437c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c381d88a-cc67-4549-b04a-77788a893b94 HTTP/1.1" status: 200 len: 217 time: 0.1004057 Mar 11 17:56:40.649489 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-acc3657b-1a88-4e79-b336-87797b772000 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe HTTP/1.1" status: 200 len: 217 time: 0.1623778 Mar 11 17:56:40.655316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:40.711919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:40.758821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99762c8-b7b8-4ee3-947c-8a978f0b69ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.760138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99762c8-b7b8-4ee3-947c-8a978f0b69ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.761546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99762c8-b7b8-4ee3-947c-8a978f0b69ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.762322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e99762c8-b7b8-4ee3-947c-8a978f0b69ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:40.840924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e99762c8-b7b8-4ee3-947c-8a978f0b69ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:40.844965 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e99762c8-b7b8-4ee3-947c-8a978f0b69ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3981135 Mar 11 17:56:40.848034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54778) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:40.898622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:40.906701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=908d80e5-4a28-47ba-bb3b-c68e31b29716,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:40.909266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:40.932318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:40.986549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-30655448-6c1c-44cc-adac-52693e8209e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.988514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-30655448-6c1c-44cc-adac-52693e8209e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.3273897 Mar 11 17:56:40.995816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-ba85cd40-341b-4166-9d8d-a7bdee69232f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.997681 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-ba85cd40-341b-4166-9d8d-a7bdee69232f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42be10-5c10-470e-bcd2-0e46d8664d1f HTTP/1.1" status: 200 len: 834 time: 0.3354290 Mar 11 17:56:41.066155 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:41.073942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:41.269777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Pushing event updated for resources: {'Port': ['ID=1254d06e-43b0-42da-8df8-e6afa205b86a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:41.284989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b54e0-6799-4497-8923-798eb4d7de06 req-0137d8fe-588a-470e-b9cf-3948a8436bde tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:41.286487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c30b54e0-6799-4497-8923-798eb4d7de06 req-0137d8fe-588a-470e-b9cf-3948a8436bde tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 943 time: 0.3060262 Mar 11 17:56:41.296838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e61165-c44c-4043-bd19-7818f323546e req-c25a5e6d-82eb-4d87-b244-15d0654ac3a6 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:41.298807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98e61165-c44c-4043-bd19-7818f323546e req-c25a5e6d-82eb-4d87-b244-15d0654ac3a6 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 982 time: 0.3325131 Mar 11 17:56:41.306560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-11a3bde3-c33c-4898-ab6f-d56199b18950 None None] Provisioning for port 908d80e5-4a28-47ba-bb3b-c68e31b29716 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:41.311777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-11a3bde3-c33c-4898-ab6f-d56199b18950 None None] Provisioning complete for port 908d80e5-4a28-47ba-bb3b-c68e31b29716 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:41.312138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11a3bde3-c33c-4898-ab6f-d56199b18950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:41.349887 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:41.369048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:41.369676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:41.370589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-11a3bde3-c33c-4898-ab6f-d56199b18950 None None] Port 908d80e5-4a28-47ba-bb3b-c68e31b29716 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:41.441894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-408be17f-445d-4583-bbe3-51153b4e0b93 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1125419 Mar 11 17:56:41.455849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54784) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:41.472894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-a4ddd193-f630-4b28-b679-bda5b75a5f12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4715619 Mar 11 17:56:41.491698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-78fad6d5-8f3d-41c0-8aad-f0cdeec73d9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3880fcf5-44f3-4dc4-be56-da2455251f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4539144 Mar 11 17:56:41.520628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c30b54e0-6799-4497-8923-798eb4d7de06 req-0fd5dda5-f056-4659-ab0f-1792406aa75b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181151 Mar 11 17:56:41.532874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-98e61165-c44c-4043-bd19-7818f323546e req-85433de4-f892-47c1-8b09-8f849dfbdb7e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2251453 Mar 11 17:56:41.621909 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Floating IP cf10719c-29de-417c-943e-9b9d92cfae39 associated. External IP: 172.25.3.21, port: d45a26fb-1158-494d-bd90-7b1f7bf6ee3f. Mar 11 17:56:41.645340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 0155bd40-b440-4fb0-92b3-4f16aa3f8c9c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:41.663499 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:41.760159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:41.792206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:41.937034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-2b94305a-4b4e-45e6-ae59-26678aeab3f6 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487002 Mar 11 17:56:41.977858 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-d7b58166-d922-42aa-b0e4-0f126698a258 service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632890 Mar 11 17:56:42.073461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Router 69b02dbc-ee74-4a4d-879d-67075382e088 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:42.089657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 097d0e0b-9ea5-4b50-b8c4-178772d48afe details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:56:42.197357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.255615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 097d0e0b-9ea5-4b50-b8c4-178772d48afe, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:42.290822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'port_id': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'mac_address': 'fa:16:3e:1d:89:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:56:42.303872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:42.320809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:42.338941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:42.374074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:42.388095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10ce959b-b14b-43e4-8946-a46ef1af24ff req-13f2e23c-2586-4cfc-941b-1c75c5ece65b service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425910 Mar 11 17:56:42.401927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92240a60-6f6d-4dee-b0d3-ad0eb7729622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.411994 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fc572d84-fdf8-4ad9-b067-2cfd679e1ac4 req-9c3afc5c-4942-40a2-9884-f6a644d4a99d service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269948 Mar 11 17:56:42.412700 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.413276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:42.417125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.432834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097d0e0b-9ea5-4b50-b8c4-178772d48afe {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:56:42.434692 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.450538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 097d0e0b-9ea5-4b50-b8c4-178772d48afe, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:42.456728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.498184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:42.520450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] Sync routers for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:56:42.523219 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.541644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:42.542553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:42.560571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=0155bd40-b440-4fb0-92b3-4f16aa3f8c9c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:42.593669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-20a70fb6-2dfe-465f-8f90-4c32eaf2be6d tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8725979 Mar 11 17:56:42.595252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54796) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:42.603451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.613862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a8c9a-a75d-45c6-9839-42d61cbf7af8 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:42.629955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:42.648856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ea0f254e-d9f1-4a6c-9c63-6b49fda405d7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/0155bd40-b440-4fb0-92b3-4f16aa3f8c9c HTTP/1.1" status: 204 len: 168 time: 1.7955129 Mar 11 17:56:42.650260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54800) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:42.695239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=097d0e0b-9ea5-4b50-b8c4-178772d48afe,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:42.714402 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 893c78e6-ecbf-457b-b188-ed4e6a2ed8d4 (CIDR: 172.20.0.0/28) Mar 11 17:56:42.723154 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:56:42.723410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:42.728690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:42.729195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:42.748782 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-aa6eefb3-3584-4688-8f25-0afa2705feda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 1094 time: 0.2236412 Mar 11 17:56:42.760155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eb3f27e8-587e-43ac-85b3-00fad499f500 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2989018 Mar 11 17:56:42.765409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-646ac6b0-19d3-4c3b-8fc7-8cdc9a03a818 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] 10.222.0.96 "GET /v2.0/floatingips/cf10719c-29de-417c-943e-9b9d92cfae39 HTTP/1.1" status: 200 len: 982 time: 0.1696179 Mar 11 17:56:42.766439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:42.768944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54806) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:42.783990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 92ff13a4-28aa-4606-a662-21646f8f1084 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:42.786333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:42.792429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.809966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:42.809966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0b498-72c1-4d9f-ab20-5b4ede8c25e3 None None] The sync data for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:56:42.823191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['097d0e0b-9ea5-4b50-b8c4-178772d48afe'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:56:42.907444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:43.131980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-8bb2d525-7916-4e53-87ef-faf0a8532de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:43.132990 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-8bb2d525-7916-4e53-87ef-faf0a8532de2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.3718135 Mar 11 17:56:43.156008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8761ad79-9d61-4e60-87d4-47b09e53224f tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.3797460 Mar 11 17:56:43.161672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54812) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:43.215379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-141689d8-197e-4bfd-b91e-607c9058198c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c381d88a-cc67-4549-b04a-77788a893b94 HTTP/1.1" status: 200 len: 217 time: 0.0680804 Mar 11 17:56:43.240466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:43.260569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:43.268681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:43.272630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:43.287267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:43.294815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a7072-cb74-4879-a90d-e2239c8ca8d8 req-d9b8dac5-9a4d-478a-aa9a-441fb6b19ee5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:43.296786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca8a7072-cb74-4879-a90d-e2239c8ca8d8 req-d9b8dac5-9a4d-478a-aa9a-441fb6b19ee5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 983 time: 0.4388852 Mar 11 17:56:43.338161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-d5d5ed56-7e2d-4333-90ea-9cc5050f215c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:43.339871 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-d5d5ed56-7e2d-4333-90ea-9cc5050f215c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1185179 Mar 11 17:56:43.343914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c32b-3a15-4bff-aa2f-804128c9cc3f req-067c6779-165f-4f23-8bff-43293058999d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:43.345513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9664c32b-3a15-4bff-aa2f-804128c9cc3f req-067c6779-165f-4f23-8bff-43293058999d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 943 time: 0.4834850 Mar 11 17:56:43.354568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:43.410396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:43.466647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=92ff13a4-28aa-4606-a662-21646f8f1084,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:43.477888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:43.493716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0cefcbca-625e-4284-a8e0-4da2f8daccb8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/92ff13a4-28aa-4606-a662-21646f8f1084 HTTP/1.1" status: 204 len: 168 time: 0.8369596 Mar 11 17:56:43.495487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54818) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:43.556934 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-d839b4cc-e8ab-47cf-a5c1-696fffbb925f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090883 Mar 11 17:56:43.592629 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-78609e09-cb8d-434e-8823-a55c20a1ca79 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960958 Mar 11 17:56:43.595722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:43.605391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:43.618515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca8a7072-cb74-4879-a90d-e2239c8ca8d8 req-86f08f4f-c123-4445-b3ab-8334279bdc62 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3104875 Mar 11 17:56:43.651378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9664c32b-3a15-4bff-aa2f-804128c9cc3f req-95f358ab-0498-476c-8927-18917070b0a9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778809 Mar 11 17:56:43.665948 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting port 1254d06e-43b0-42da-8df8-e6afa205b86a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:43.666337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:43.748954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:43.816147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:43.823668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:43.835032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:43.845017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:43.851092 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-9c7fd200-c5e3-4277-83ed-2a43fa6205c5 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792661 Mar 11 17:56:43.882624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:43.887952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:43.897290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46106b4-52a5-4025-b996-678cbd8cb8e6 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:44.011887 n-d-833436-1 neutron-server[83849]: INFO neutron.db.ipam_backend_mixin [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 207f2d16-bf1c-41d2-9959-bfb186c0ca70 (CIDR: 172.20.0.16/28) Mar 11 17:56:44.018400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ae3e3f48-0c39-4bad-8ae9-878cc761aafb None None] Provisioning complete for port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:44.018754 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3f48-0c39-4bad-8ae9-878cc761aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.023886 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:56:44.024331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:44.032991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.033325 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.123250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 097d0e0b-9ea5-4b50-b8c4-178772d48afe up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:44.182070 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9dfaa04e-3c0a-41bb-a75e-001bd9136fef req-27ac7e3e-0ad1-490b-bf83-798bcfea68b0 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247874 Mar 11 17:56:44.277429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.297164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 097d0e0b-9ea5-4b50-b8c4-178772d48afe completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:44.307943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 097d0e0b-9ea5-4b50-b8c4-178772d48afe triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:44.308736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.314429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Calling delete_port for 1254d06e-43b0-42da-8df8-e6afa205b86a owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:44.358808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:44.362623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:44.367029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:44.367398 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.369000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4ff027da-5f56-4916-b6e3-f8f3d026fbcf tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5974488 Mar 11 17:56:44.371226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54826) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:44.377395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:44.384798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'subnet': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:44.418891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:56:44.430089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] Deleting port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:44.430481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.494191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.496785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5260a8c-3b90-4a41-9f1a-bfa66db32f15 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8999050 Mar 11 17:56:44.497533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54832) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:44.508684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.509741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:44.579212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:56:44.598042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 097d0e0b-9ea5-4b50-b8c4-178772d48afe, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:44.601518 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3626b4e0-dcd6-4ddc-be17-b39e1dead2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.606990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event deleted for resources: {'Port': ['ID=1254d06e-43b0-42da-8df8-e6afa205b86a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:44.621624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.689397 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.716093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:44.724486 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'code': 200} Mar 11 17:56:44.735418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:44.760874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:44.771917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:44.803858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:44.841460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=097d0e0b-9ea5-4b50-b8c4-178772d48afe,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:44.851073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:44.857301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.866798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] For port 7c859a97-e99e-4cf1-87a0-fa42fd22b345, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7c859a97-e99e-4cf1-87a0-fa42fd22b345,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:44.867184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.898215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Usage tracker for resource:subnet and tenant:dfb70cd505a84d1eae37c60fbda4ff10 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:44.913278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:44.996288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] Calling delete_port for 7c859a97-e99e-4cf1-87a0-fa42fd22b345 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:45.032333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3f976-f056-4d80-918a-8344120c78b6 req-810df6bc-8575-4eac-ad2b-3692427d0533 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:45.033926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14e3f976-f056-4d80-918a-8344120c78b6 req-810df6bc-8575-4eac-ad2b-3692427d0533 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.1764698 Mar 11 17:56:45.045007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86472-3b84-450a-9d9c-c8bbe80fd777 req-73f66bc4-8f5d-4c03-bb17-07545b47452b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:45.046394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75b86472-3b84-450a-9d9c-c8bbe80fd777 req-73f66bc4-8f5d-4c03-bb17-07545b47452b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 943 time: 0.1478035 Mar 11 17:56:45.074452 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.080942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:45.123070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Made reservation on behalf of dfb70cd505a84d1eae37c60fbda4ff10 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:45.136593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14e3f976-f056-4d80-918a-8344120c78b6 req-bb98105c-a124-4866-b20f-64b312eb2872 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0891478 Mar 11 17:56:45.157774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75b86472-3b84-450a-9d9c-c8bbe80fd777 req-55bd7cad-39d0-4c33-aa2e-f8abc3872782 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938544 Mar 11 17:56:45.197888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] No DVR routers for this DVR port 7c859a97-e99e-4cf1-87a0-fa42fd22b345 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:45.231607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f879e72-fe72-48e5-b8cf-2797bab020c3 None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:45.244711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936e4c-45aa-4a14-adc3-d847aab5f53f None None] Pushing event deleted for resources: {'Port': ['ID=7c859a97-e99e-4cf1-87a0-fa42fd22b345,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:45.253100 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-367c85c2-6011-4dc5-bf64-62705e5dc553 req-88e48805-c2af-425f-a287-65b25c2b2ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 1135 time: 0.4460623 Mar 11 17:56:45.261155 n-d-833436-1 neutron-server[83848]: INFO neutron.db.ipam_backend_mixin [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db (CIDR: 2001:db8::/64) Mar 11 17:56:45.292047 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:56:45.292568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:45.334824 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.360314 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-30ef8c4d-770e-4358-9831-e7a5580a0048 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8575349 Mar 11 17:56:45.361231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54842) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:45.369976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'subnet': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:45.432875 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-367c85c2-6011-4dc5-bf64-62705e5dc553 req-e27ab7d0-90e9-47f0-937d-68c12ca4bf3b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bcc196c5-5d49-423e-9412-e6295f9562bb&id=f32612a4-7bd3-4be9-a703-b2937c286f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1701689 Mar 11 17:56:45.470057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-75568097-05ea-4303-a281-4da1879652a7', 'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'tenant_id': 'e3e45dd1c793406ba3a539f583766b19', 'fixed_ips': [{'subnet_id': '740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:56:45.471477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.535744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:45.541857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:subnet and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:45.545389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:45.553834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:45.579051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:45.629767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.663248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Allocated IP 2001:db8::2 (75568097-05ea-4303-a281-4da1879652a7/740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db/c90a5326-3e69-4b6d-a220-0cc530f7a51b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:45.677566 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.712904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Router 69b02dbc-ee74-4a4d-879d-67075382e088 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:45.714346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:45.716136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Subnet': ['ID=3888c369-1bdf-4839-b32a-1f69ff7e0bc2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:45.719810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:45.731504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:45.733349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.744808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.763524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eb406103-cd2a-4072-93f4-f8d2d2bf01f9 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3890703 Mar 11 17:56:45.766258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:45.774276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1193145346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3888c369-1bdf-4839-b32a-1f69ff7e0bc2'}], 'security_groups': ['96eea483-af81-451e-9a2e-1e43fafc670b', '5845345f-1308-4723-b602-3e1f4397dba7']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:45.797121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1facd7-ef90-4678-bb38-4fe0afb73a7f None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:45.911363 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:45.915407 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.057934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7c859a97-e99e-4cf1-87a0-fa42fd22b345 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:46.117544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 7c859a97-e99e-4cf1-87a0-fa42fd22b345 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:46.118136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7c859a97-e99e-4cf1-87a0-fa42fd22b345 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:46.189535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.218053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Transition to ACTIVE for port object c90a5326-3e69-4b6d-a220-0cc530f7a51b will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:46.245184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Transition to ACTIVE for port object c90a5326-3e69-4b6d-a220-0cc530f7a51b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:46.254645 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.309582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:46.324620 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] Sync routers for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:56:46.336981 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:46.337613 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:46.370154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Pushing event updated for resources: {'Port': ['ID=c90a5326-3e69-4b6d-a220-0cc530f7a51b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:46.389191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.452565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] Update dhcp port {'port': {'network_id': '5d02ad16-dfb6-4765-8820-1a47b78ede8a', 'fixed_ips': [{'subnet_id': '207f2d16-bf1c-41d2-9959-bfb186c0ca70', 'ip_address': '172.20.0.18'}, {'subnet_id': '893c78e6-ecbf-457b-b188-ed4e6a2ed8d4', 'ip_address': '172.20.0.2'}, {'subnet_id': '3888c369-1bdf-4839-b32a-1f69ff7e0bc2'}], 'binding:host_id': 'n-d-833436-1'}, 'id': 'd374a04f-a168-4b9f-bf94-c87077866c32'} from n-d-833436-1. {{(pid=83850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 17:56:46.468917 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:46.476623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Delete allocated IP 172.20.0.7 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/893c78e6-ecbf-457b-b188-ed4e6a2ed8d4) {{(pid=83848) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:56:46.487659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Allocated IP 172.20.0.40 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/3888c369-1bdf-4839-b32a-1f69ff7e0bc2/908d80e5-4a28-47ba-bb3b-c68e31b29716) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:46.495153 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:56:46.496850 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:46.514526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.540497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:46.542390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:46.567922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:46.591798 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:46.592464 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68666c2-37a5-4bea-a15a-8b52dc56f704 None None] The sync data for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:56:46.642625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4a154f6d-f415-4a0d-b031-52a90350a135 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "DELETE /v2.0/floatingips/cf10719c-29de-417c-943e-9b9d92cfae39 HTTP/1.1" status: 204 len: 168 time: 3.4796796 Mar 11 17:56:46.648080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54856) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:46.664157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:46.669964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:46.675402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Usage tracker for resource:floatingip and tenant:81eaad3dba6c49a884e51728558feb3e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:46.680411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:46.693434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:46.716993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.753180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.759560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf113c-243e-4944-aa41-056fcd0106af req-9d7ca0c5-4050-43ad-af4b-55afacad31c3 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:46.768992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cbf113c-243e-4944-aa41-056fcd0106af req-9d7ca0c5-4050-43ad-af4b-55afacad31c3 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.3432331 Mar 11 17:56:46.769282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Attempting to bind port c90a5326-3e69-4b6d-a220-0cc530f7a51b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:46.769757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Attempting to bind port c90a5326-3e69-4b6d-a220-0cc530f7a51b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:46.770208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Attempting to bind port c90a5326-3e69-4b6d-a220-0cc530f7a51b on network 75568097-05ea-4303-a281-4da1879652a7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:56:46.777665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Transition to ACTIVE for port object 908d80e5-4a28-47ba-bb3b-c68e31b29716 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:46.782767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.812435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:56:46.813913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Checking segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:56:46.814566 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.815257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Bound using segment: {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:56:46.815918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Bound port: c90a5326-3e69-4b6d-a220-0cc530f7a51b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198036-425e-4659-a97d-501270388941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '75568097-05ea-4303-a281-4da1879652a7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:46.816599 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.916236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dfd4c-1072-4c1e-8296-767668072f2a req-6e00d03f-6712-43b0-b909-14b9662be818 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:46.923337 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f1dfd4c-1072-4c1e-8296-767668072f2a req-6e00d03f-6712-43b0-b909-14b9662be818 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 943 time: 0.4566653 Mar 11 17:56:46.993221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] For port c90a5326-3e69-4b6d-a220-0cc530f7a51b, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:46.998580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] For port c90a5326-3e69-4b6d-a220-0cc530f7a51b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c90a5326-3e69-4b6d-a220-0cc530f7a51b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:47.002875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event updated for resources: {'Port': ['ID=908d80e5-4a28-47ba-bb3b-c68e31b29716,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:47.006919 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.017579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.017912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.018266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.019153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.019484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.019801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.020118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.020441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.020749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.021054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.022042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:47.036060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] In _notify_port_updated(), no bound segment for port 908d80e5-4a28-47ba-bb3b-c68e31b29716 on network 5d02ad16-dfb6-4765-8820-1a47b78ede8a {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:56:47.041973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:47.042851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.048473 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5db6caa4-0466-4c56-8842-341c3af784fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "PUT /v2.0/ports/908d80e5-4a28-47ba-bb3b-c68e31b29716 HTTP/1.1" status: 200 len: 960 time: 1.2808821 Mar 11 17:56:47.050136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54862) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:47.067017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] Allocated IP 172.20.0.34 (5d02ad16-dfb6-4765-8820-1a47b78ede8a/3888c369-1bdf-4839-b32a-1f69ff7e0bc2/d374a04f-a168-4b9f-bf94-c87077866c32) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:47.143255 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.169672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cbf113c-243e-4944-aa41-056fcd0106af req-991631a3-441a-4807-b6f1-df5154f821cf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3990462 Mar 11 17:56:47.173814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 908d80e5-4a28-47ba-bb3b-c68e31b29716 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:47.174310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.186652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f1dfd4c-1072-4c1e-8296-767668072f2a req-d27b2abb-fd6a-4961-add2-cace6288a2f5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623866 Mar 11 17:56:47.207230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffddc80-268c-47f8-94e7-d82afa448837 None None] Pushing event updated for resources: {'Port': ['ID=c90a5326-3e69-4b6d-a220-0cc530f7a51b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:47.208506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:56:47.293994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] For port d374a04f-a168-4b9f-bf94-c87077866c32, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d374a04f-a168-4b9f-bf94-c87077866c32,segment=NetworkSegment(98cde7a1-30c2-4dfb-9c7b-3da8371a3b99),segment_id=98cde7a1-30c2-4dfb-9c7b-3da8371a3b99)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:47.327664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.356902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.359378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] Transition to ACTIVE for port object d374a04f-a168-4b9f-bf94-c87077866c32 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:47.367930 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.506434 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.572624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc5711-3b05-4b65-bb6a-906784aaf63a None None] Pushing event updated for resources: {'Port': ['ID=d374a04f-a168-4b9f-bf94-c87077866c32,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:47.677163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Allocated IP 172.25.3.57 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/40e895a2-743b-4c69-88e1-e8d0f8790bd8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:47.693200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.817434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 908d80e5-4a28-47ba-bb3b-c68e31b29716 owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:47.927280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] For port c90a5326-3e69-4b6d-a220-0cc530f7a51b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c90a5326-3e69-4b6d-a220-0cc530f7a51b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:47.966642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.015797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.038411 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.038775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.087212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.216498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.246711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=908d80e5-4a28-47ba-bb3b-c68e31b29716,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:48.311946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d374a04f-a168-4b9f-bf94-c87077866c32 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:48.361019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:48.403530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:48.408231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Subnet': ['ID=567a41b6-c1cc-411b-99d7-c8d395301181,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:48.414224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:48.444362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:48.449176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.462784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:48.483787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c90a5326-3e69-4b6d-a220-0cc530f7a51b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:48.515767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.527708 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d3c361ac-e647-4773-a86c-614e4e220d5a tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/908d80e5-4a28-47ba-bb3b-c68e31b29716 HTTP/1.1" status: 204 len: 168 time: 1.4748740 Mar 11 17:56:48.529867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54876) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:48.568184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:48.578246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c90a5326-3e69-4b6d-a220-0cc530f7a51b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:48.619278 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c18071-8abb-407a-94cc-dcd0482518d1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] GET failed (client error): The resource could not be found. Mar 11 17:56:48.620289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0c18071-8abb-407a-94cc-dcd0482518d1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Synchronizing usage tracker for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:48.656565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0c18071-8abb-407a-94cc-dcd0482518d1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Unset dirty status for tenant:dfb70cd505a84d1eae37c60fbda4ff10 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:48.661206 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0c18071-8abb-407a-94cc-dcd0482518d1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports/908d80e5-4a28-47ba-bb3b-c68e31b29716 HTTP/1.1" status: 404 len: 333 time: 0.1272199 Mar 11 17:56:48.661568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54880) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:48.756309 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1221df96-9cd0-434f-b96f-127360332d87 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.812638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1221df96-9cd0-434f-b96f-127360332d87 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.862233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=c90a5326-3e69-4b6d-a220-0cc530f7a51b,revision_number=4']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:48.875586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1221df96-9cd0-434f-b96f-127360332d87 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.903843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221df96-9cd0-434f-b96f-127360332d87 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de62b5-11b1-44ed-aef2-8d9f2fa6ed45,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:48.906707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1221df96-9cd0-434f-b96f-127360332d87 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.910533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1221df96-9cd0-434f-b96f-127360332d87 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/security-groups/19de62b5-11b1-44ed-aef2-8d9f2fa6ed45 HTTP/1.1" status: 204 len: 168 time: 0.2452273 Mar 11 17:56:48.910716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515be539-39a2-4999-821d-a9699c0e267b None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:48.910888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54884) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:48.991551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34a1c594-ac06-4cb3-9452-c01cd7166c41 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:48.999078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Pushing event updated for resources: {'Port': ['ID=40e895a2-743b-4c69-88e1-e8d0f8790bd8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:49.024816 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34a1c594-ac06-4cb3-9452-c01cd7166c41 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.032684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a9573e67-acdb-434b-9c68-d557064349ef tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6701603 Mar 11 17:56:49.038002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54888) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:49.049394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Request body: {'port': {'network_id': '75568097-05ea-4303-a281-4da1879652a7', 'mac_address': 'fa:16:3e:e7:cc:f4', 'name': 'tempest-NetworksTestDHCPv6-2137476014'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:49.093227 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34a1c594-ac06-4cb3-9452-c01cd7166c41 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.120568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1c594-ac06-4cb3-9452-c01cd7166c41 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5845345f-1308-4723-b602-3e1f4397dba7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:49.123144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34a1c594-ac06-4cb3-9452-c01cd7166c41 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.126421 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-34a1c594-ac06-4cb3-9452-c01cd7166c41 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/security-groups/5845345f-1308-4723-b602-3e1f4397dba7 HTTP/1.1" status: 204 len: 168 time: 0.2125933 Mar 11 17:56:49.129843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54892) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:49.257851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:49.260885 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd547a64-e533-4669-9731-65db4f6adc0d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.261188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Provisioning for port d374a04f-a168-4b9f-bf94-c87077866c32 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:49.276422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:49.277330 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.278470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Usage tracker for resource:port and tenant:e3e45dd1c793406ba3a539f583766b19 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:49.289262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:49.307566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:49.324729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd547a64-e533-4669-9731-65db4f6adc0d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.354971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9e75-ea14-40ef-9272-5db768cf86ff req-7f25e7a2-66e9-4f19-b3f4-30e53fefe89f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:49.361895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbaa9e75-ea14-40ef-9272-5db768cf86ff req-7f25e7a2-66e9-4f19-b3f4-30e53fefe89f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 943 time: 0.8967738 Mar 11 17:56:49.392406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd547a64-e533-4669-9731-65db4f6adc0d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.414673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Made reservation on behalf of e3e45dd1c793406ba3a539f583766b19 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:49.420032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.431483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fd547a64-e533-4669-9731-65db4f6adc0d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.433311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fd547a64-e533-4669-9731-65db4f6adc0d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/security-groups/96eea483-af81-451e-9a2e-1e43fafc670b HTTP/1.1" status: 204 len: 168 time: 0.3019419 Mar 11 17:56:49.434632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd547a64-e533-4669-9731-65db4f6adc0d tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eea483-af81-451e-9a2e-1e43fafc670b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:49.437521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54898) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:49.457300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f1fdf-9de2-4ec0-9b37-aaa14f69061a req-50f433de-6d8b-4677-9900-fc12414e2dda tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:49.459283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-275f1fdf-9de2-4ec0-9b37-aaa14f69061a req-50f433de-6d8b-4677-9900-fc12414e2dda tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.8398018 Mar 11 17:56:49.480645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] device_id is not set on port 8f0fdbd6-a7f7-4814-87ea-21453691d0be yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:56:49.527791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 893c78e6-ecbf-457b-b188-ed4e6a2ed8d4 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:49.531614 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.579011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbaa9e75-ea14-40ef-9272-5db768cf86ff req-197629cd-c245-4064-8ea9-5a2aef8e4acd tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161028 Mar 11 17:56:49.597525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Could not find standard attr ID for object 908d80e5-4a28-47ba-bb3b-c68e31b29716. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:56:49.612931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.644942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Provisioning complete for port 8c58c76a-3076-423a-8691-3bde88aa699f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:49.645393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.729959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Port 8c58c76a-3076-423a-8691-3bde88aa699f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:49.736176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.753177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Provisioning for port c90a5326-3e69-4b6d-a220-0cc530f7a51b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:49.761368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Provisioning complete for port c90a5326-3e69-4b6d-a220-0cc530f7a51b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:49.761739 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.800594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.808713 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-275f1fdf-9de2-4ec0-9b37-aaa14f69061a req-4cc49cfe-470b-4a98-a104-aded447d6c6c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3321381 Mar 11 17:56:49.878425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.955589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.989383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.002991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=893c78e6-ecbf-457b-b188-ed4e6a2ed8d4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:50.014319 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-329a5255-9272-47b0-87a2-9da183ddcd57 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/893c78e6-ecbf-457b-b188-ed4e6a2ed8d4 HTTP/1.1" status: 204 len: 168 time: 0.5750701 Mar 11 17:56:50.021138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c724d-c6cc-40aa-a1cb-60a4fe0cd06c None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:50.021445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54906) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:50.123156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 3888c369-1bdf-4839-b32a-1f69ff7e0bc2 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:50.141208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.241184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.285100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8::2e7 (75568097-05ea-4303-a281-4da1879652a7/740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db/8f0fdbd6-a7f7-4814-87ea-21453691d0be) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:50.324556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Allocated IP 2001:db8:0:1:f816:3eff:fee7:ccf4 (75568097-05ea-4303-a281-4da1879652a7/567a41b6-c1cc-411b-99d7-c8d395301181/8f0fdbd6-a7f7-4814-87ea-21453691d0be) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:50.340544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c90a5326-3e69-4b6d-a220-0cc530f7a51b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:50.457841 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.537741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bfdb1-d9eb-42ee-b5b3-f1f57ca04f19 req-d0ca6589-c892-47fc-97eb-d92027b3b522 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:50.540245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.547508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-446bfdb1-d9eb-42ee-b5b3-f1f57ca04f19 req-d0ca6589-c892-47fc-97eb-d92027b3b522 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.4640527 Mar 11 17:56:50.609742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] For port c90a5326-3e69-4b6d-a220-0cc530f7a51b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c90a5326-3e69-4b6d-a220-0cc530f7a51b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:50.630796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.678144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.733862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c90a5326-3e69-4b6d-a220-0cc530f7a51b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:50.740847 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.759377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:56:50.775004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=3888c369-1bdf-4839-b32a-1f69ff7e0bc2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:50.806404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.816772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b493934-096b-4622-8fb0-825778ae0bc1 None None] Pushing event updated for resources: {'Port': ['ID=c90a5326-3e69-4b6d-a220-0cc530f7a51b,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:50.820562 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b06bd779-46ff-429c-9690-9fc14d5fefb1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/3888c369-1bdf-4839-b32a-1f69ff7e0bc2 HTTP/1.1" status: 204 len: 168 time: 0.7971692 Mar 11 17:56:50.821190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54914) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:50.834405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-939b3699-abf3-43ac-9ee2-41d7ccac90ab None None] Could not find standard attr ID for object 908d80e5-4a28-47ba-bb3b-c68e31b29716. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:56:50.887512 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f7396c-a354-45aa-abc8-cccdf5e255fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:50.888085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f7396c-a354-45aa-abc8-cccdf5e255fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:50.893524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-82f7396c-a354-45aa-abc8-cccdf5e255fb tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/893c78e6-ecbf-457b-b188-ed4e6a2ed8d4 HTTP/1.1" status: 404 len: 337 time: 0.0688822 Mar 11 17:56:50.893937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54918) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:50.978136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-316fb601-9276-47bc-83c3-b58bd532d220 None None] Provisioning complete for port c90a5326-3e69-4b6d-a220-0cc530f7a51b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:50.978825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-316fb601-9276-47bc-83c3-b58bd532d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:50.991577 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.012434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Transition to ACTIVE for port object 8f0fdbd6-a7f7-4814-87ea-21453691d0be will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:51.061182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.139165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting subnet 207f2d16-bf1c-41d2-9959-bfb186c0ca70 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:51.142682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.167570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.199294 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-446bfdb1-d9eb-42ee-b5b3-f1f57ca04f19 req-9706b2be-e748-4d62-9c79-b1723d5fbc6c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6507771 Mar 11 17:56:51.235889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.309665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.347029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a444aab-7221-4ab2-bc64-900b7b5c1feb req-c30e4685-d973-489f-a8e7-8ee00a12c564 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1336875 Mar 11 17:56:51.379010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.419453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.513259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.562594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.571665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Subnet': ['ID=207f2d16-bf1c-41d2-9959-bfb186c0ca70,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:51.579792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0fd7f837-7a25-4cda-8a4f-4e9061deb596 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/207f2d16-bf1c-41d2-9959-bfb186c0ca70 HTTP/1.1" status: 204 len: 168 time: 0.6841598 Mar 11 17:56:51.580516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54926) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:51.622409 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec60398-337e-4cd3-b4c1-64cd97690da4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:51.622940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec60398-337e-4cd3-b4c1-64cd97690da4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:51.628043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7ec60398-337e-4cd3-b4c1-64cd97690da4 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/5e380687-4fa8-42e1-b28c-3320b413b6c8 HTTP/1.1" status: 404 len: 337 time: 0.0462887 Mar 11 17:56:51.628791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54930) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:51.680776 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f1c46379-f80b-42f4-9298-349abbd0bf4c tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "GET /v2.0/ports?device_id=434f0e19-9916-4e1c-8a6c-c318c5ad4418 HTTP/1.1" status: 200 len: 205 time: 0.0507429 Mar 11 17:56:51.682213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54934) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:51.686585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Network 75568097-05ea-4303-a281-4da1879652a7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:51.697532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a444aab-7221-4ab2-bc64-900b7b5c1feb req-b1a44ff2-271e-4c5b-87bf-1aad1cc3a26a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1912961 Mar 11 17:56:51.701398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event updated for resources: {'Port': ['ID=8f0fdbd6-a7f7-4814-87ea-21453691d0be,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:51.704416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:51.720832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fc63f-66b3-4c82-bd34-d0c1b44778b5 None None] Network 5d02ad16-dfb6-4765-8820-1a47b78ede8a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:51.738305 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.742205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0826375 Mar 11 17:56:51.743751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:51.746554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:51.749982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:51.751796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.775267 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-bb140d01-c16d-44c8-99cc-5ede32f641f6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] delete failed (client error): The resource could not be found. Mar 11 17:56:51.775267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bb140d01-c16d-44c8-99cc-5ede32f641f6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/routers/434f0e19-9916-4e1c-8a6c-c318c5ad4418 HTTP/1.1" status: 404 len: 336 time: 0.0860293 Mar 11 17:56:51.779133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54944) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:51.819735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e0b3aa6f-4d16-43a5-9ddf-b67a44aece1f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7786515 Mar 11 17:56:51.820556 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54948) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:51.877023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1b29f8e3-a38e-4210-8f79-709be6803175 None None] Provisioning complete for port 8c58c76a-3076-423a-8691-3bde88aa699f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:51.877971 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1b29f8e3-a38e-4210-8f79-709be6803175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:51.888886 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f12e550-8199-4e02-b394-47cfd8fe94a1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:51.889476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f12e550-8199-4e02-b394-47cfd8fe94a1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:51.894776 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0f12e550-8199-4e02-b394-47cfd8fe94a1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/b8910a59-788e-4ce7-8ce5-f4f6c99ebe08 HTTP/1.1" status: 404 len: 337 time: 0.1144989 Mar 11 17:56:51.895048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a444aab-7221-4ab2-bc64-900b7b5c1feb req-662127f9-1831-475b-ba27-10267d7cd334 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203079 Mar 11 17:56:51.898863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:51.981357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3a43-6fff-48a4-90f4-8e3ffbe18826 req-847c61a9-5f85-470c-9814-6769b8757468 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:51.988222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-627e3a43-6fff-48a4-90f4-8e3ffbe18826 req-847c61a9-5f85-470c-9814-6769b8757468 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 943 time: 0.9098969 Mar 11 17:56:51.996181 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cf4704-7fff-414c-b268-c2e2e5ac58c1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:51.996622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cf4704-7fff-414c-b268-c2e2e5ac58c1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:52.001221 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-21cf4704-7fff-414c-b268-c2e2e5ac58c1 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/3b7b27db-18ea-4f9c-923c-f2d807f6fff6 HTTP/1.1" status: 404 len: 337 time: 0.0989542 Mar 11 17:56:52.001574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54956) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:52.053674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:52.064265 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-088e823a-ea14-4c13-b7fe-940503bbc809 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:52.064760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088e823a-ea14-4c13-b7fe-940503bbc809 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:52.069215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-088e823a-ea14-4c13-b7fe-940503bbc809 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/d5314c4d-38a7-4d22-a573-0a59020d6861 HTTP/1.1" status: 404 len: 337 time: 0.0642879 Mar 11 17:56:52.069215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:52.070454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54960) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:52.112862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting port 8f0fdbd6-a7f7-4814-87ea-21453691d0be {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:52.113197 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.140970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c90a5326-3e69-4b6d-a220-0cc530f7a51b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:52.162027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780a88d-0150-469b-967d-12551d4628e6 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Pushing event updated for resources: {'Port': ['ID=40e895a2-743b-4c69-88e1-e8d0f8790bd8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:52.202114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c381d88a-cc67-4549-b04a-77788a893b94 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:56:52.209075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03351930-3311-47ff-9b64-28b3c4282b31 req-0abcb3e0-a031-4692-87e6-d7949918c89a tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 1135 time: 0.7585442 Mar 11 17:56:52.228090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1b29f8e3-a38e-4210-8f79-709be6803175 None None] Port 8c58c76a-3076-423a-8691-3bde88aa699f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:56:52.239284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.245243 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-25420124-6e37-4ab3-a2b7-c9ae3b891bab tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:52.245693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25420124-6e37-4ab3-a2b7-c9ae3b891bab tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:52.249949 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-25420124-6e37-4ab3-a2b7-c9ae3b891bab tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/00dd5052-0055-4ec5-8fbc-9038715bea38 HTTP/1.1" status: 404 len: 333 time: 0.1759245 Mar 11 17:56:52.249949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Usage tracker for resource:floatingip and tenant:f370ee3a6a86432e8e6e00dc7763bd45 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:52.253148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:52.254201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54964) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:52.259902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:52.273477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.323700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1b29f8e3-a38e-4210-8f79-709be6803175 None None] Provisioning complete for port d374a04f-a168-4b9f-bf94-c87077866c32 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:52.324127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1b29f8e3-a38e-4210-8f79-709be6803175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.439300 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.521676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.537181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c90a5326-3e69-4b6d-a220-0cc530f7a51b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:52.537598 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.598302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] DHCP port deletion for 5d02ad16-dfb6-4765-8820-1a47b78ede8a request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:56:52.614687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] Deleting port d374a04f-a168-4b9f-bf94-c87077866c32 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:52.615199 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.655998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Calling delete_port for 8f0fdbd6-a7f7-4814-87ea-21453691d0be owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:52.688573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Allocated IP 172.25.3.111 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/18f1ad08-ced5-41fd-8cfe-8efe803f1bca) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:52.744244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c381d88a-cc67-4549-b04a-77788a893b94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c381d88a-cc67-4549-b04a-77788a893b94,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:52.776611 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1abc969-7196-4208-b276-f4cf5ec311e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:52.777375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1abc969-7196-4208-b276-f4cf5ec311e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:52.779151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a1abc969-7196-4208-b276-f4cf5ec311e6 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/b18bbc73-24b9-4b54-974d-efc0b7e6af23 HTTP/1.1" status: 404 len: 337 time: 0.5239363 Mar 11 17:56:52.785876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-627e3a43-6fff-48a4-90f4-8e3ffbe18826 req-71175a17-a80e-4e74-866d-798796dd6e8f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966511 Mar 11 17:56:52.790636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c381d88a-cc67-4549-b04a-77788a893b94', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'port_id': 'c381d88a-cc67-4549-b04a-77788a893b94', 'mac_address': 'fa:16:3e:1d:4e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:56:52.794295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54970) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:52.885538 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-595cc076-9720-4328-952d-9be7311fd1d3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:52.886263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595cc076-9720-4328-952d-9be7311fd1d3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:52.894384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-595cc076-9720-4328-952d-9be7311fd1d3 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/968762ed-e437-4889-845c-e394cb0bbd35 HTTP/1.1" status: 404 len: 337 time: 0.0963774 Mar 11 17:56:52.895444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a444aab-7221-4ab2-bc64-900b7b5c1feb req-26ebb887-a2ac-4092-ad14-5655e5b2d798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:52.896925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a444aab-7221-4ab2-bc64-900b7b5c1feb req-26ebb887-a2ac-4092-ad14-5655e5b2d798 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9885190 Mar 11 17:56:52.897398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54974) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:52.923133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.947428 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b5b2fd-c341-4eb4-940d-6781aaf528dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:52.947876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b5b2fd-c341-4eb4-940d-6781aaf528dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:52.949582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b6b5b2fd-c341-4eb4-940d-6781aaf528dc tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/1298226c-6132-4c68-a0c4-3f36c07eee51 HTTP/1.1" status: 404 len: 333 time: 0.0489326 Mar 11 17:56:52.952568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54978) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:52.965066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.984161 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:52.997839 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb762d4-dced-4db0-bf21-dd7cd74110a7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:52.998300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb762d4-dced-4db0-bf21-dd7cd74110a7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:53.000050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fbb762d4-dced-4db0-bf21-dd7cd74110a7 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/8d93920f-f89d-449b-84e1-39c3603eeb44 HTTP/1.1" status: 404 len: 337 time: 0.0465229 Mar 11 17:56:53.021895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54982) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:53.084751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:53.098896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:53.102972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c381d88a-cc67-4549-b04a-77788a893b94 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:56:53.120189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c381d88a-cc67-4549-b04a-77788a893b94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c381d88a-cc67-4549-b04a-77788a893b94,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:53.132005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:53.133843 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.143750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.181011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7cbe2774-d223-4670-9891-10136fc11c05 None None] Provisioning for port 8f0fdbd6-a7f7-4814-87ea-21453691d0be completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:53.206868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Pushing event updated for resources: {'Port': ['ID=18f1ad08-ced5-41fd-8cfe-8efe803f1bca,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:53.212257 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f503e4-e48d-41e4-bc18-33ea9ab74e54 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:53.212882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f503e4-e48d-41e4-bc18-33ea9ab74e54 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:53.218428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] For port d374a04f-a168-4b9f-bf94-c87077866c32, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d374a04f-a168-4b9f-bf94-c87077866c32,segment=NetworkSegment(98cde7a1-30c2-4dfb-9c7b-3da8371a3b99),segment_id=98cde7a1-30c2-4dfb-9c7b-3da8371a3b99)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:53.222123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.238529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-64f503e4-e48d-41e4-bc18-33ea9ab74e54 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/subnets/3d96535e-e7af-4080-b2e8-38e33bf7c06f HTTP/1.1" status: 404 len: 337 time: 0.2049704 Mar 11 17:56:53.239896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7cbe2774-d223-4670-9891-10136fc11c05 None None] Provisioning complete for port 8f0fdbd6-a7f7-4814-87ea-21453691d0be triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:53.240277 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2774-d223-4670-9891-10136fc11c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.248558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 54986) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:53.276377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Port': ['ID=8f0fdbd6-a7f7-4814-87ea-21453691d0be,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:53.281136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:53.321498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Usage tracker for resource:security_group_rule and tenant:7bb4b032efb04133bcde2cd6ec44315e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:53.329184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:53.338897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Deleting port 8c58c76a-3076-423a-8691-3bde88aa699f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:53.339234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.368997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe2774-d223-4670-9891-10136fc11c05 None None] Port 8f0fdbd6-a7f7-4814-87ea-21453691d0be was deleted so its status cannot be updated. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 17:56:53.394804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:53.403121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.414117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c71e461e-f5b1-4657-8bec-3fc537691f2e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/8f0fdbd6-a7f7-4814-87ea-21453691d0be HTTP/1.1" status: 204 len: 168 time: 1.5856836 Mar 11 17:56:53.417941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54992) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:53.457305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] Calling delete_port for d374a04f-a168-4b9f-bf94-c87077866c32 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:53.526772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c381d88a-cc67-4549-b04a-77788a893b94,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:53.542708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d284b-ffef-4cbd-b25f-3a6d5069e168 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:53.544287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-299d284b-ffef-4cbd-b25f-3a6d5069e168 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:53.570051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-299d284b-ffef-4cbd-b25f-3a6d5069e168 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:53.574753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-299d284b-ffef-4cbd-b25f-3a6d5069e168 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1553004 Mar 11 17:56:53.575690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 54996) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:53.590262 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.653101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] No DVR routers for this DVR port d374a04f-a168-4b9f-bf94-c87077866c32 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:53.672791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c381d88a-cc67-4549-b04a-77788a893b94'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:56:53.676343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.679797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.708184 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.727225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3ea0b-ff68-4ecf-9d98-32c703c20052 None None] Pushing event deleted for resources: {'Port': ['ID=d374a04f-a168-4b9f-bf94-c87077866c32,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:53.749255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Synchronizing usage tracker for tenant:7bb4b032efb04133bcde2cd6ec44315e on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:53.762375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969d5a8-3717-4e26-9997-1c1a1ab35d3c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:53.767263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0969d5a8-3717-4e26-9997-1c1a1ab35d3c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1874678 Mar 11 17:56:53.770163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55002) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:53.849751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da084d-8458-40a6-8cbc-a573ff684324,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:53.859374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Unset dirty status for tenant:7bb4b032efb04133bcde2cd6ec44315e on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:53.871149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03351930-3311-47ff-9b64-28b3c4282b31 req-73eeb84a-d908-493b-96b4-0ccdd3464c9f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.6520846 Mar 11 17:56:53.896555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55008) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:53.897432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:53.905328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc73868-17f3-4fa5-b9c3-42c3bba2b81b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:53.906601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc73868-17f3-4fa5-b9c3-42c3bba2b81b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:53.908042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc73868-17f3-4fa5-b9c3-42c3bba2b81b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:53.908855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ecc73868-17f3-4fa5-b9c3-42c3bba2b81b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:53.939530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ecc73868-17f3-4fa5-b9c3-42c3bba2b81b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:53.950985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ecc73868-17f3-4fa5-b9c3-42c3bba2b81b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1763842 Mar 11 17:56:53.951852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55012) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:54.001606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.141197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d374a04f-a168-4b9f-bf94-c87077866c32 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:54.199860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d374a04f-a168-4b9f-bf94-c87077866c32 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:54.203827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d374a04f-a168-4b9f-bf94-c87077866c32 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:54.207885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Calling delete_port for 8c58c76a-3076-423a-8691-3bde88aa699f owned by {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:54.440240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94d9fe-d99b-421b-a9ba-3f8c635bc426 req-5844f24d-c4d6-4b08-8704-7cb3d46d6c7f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:54.441967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca94d9fe-d99b-421b-a9ba-3f8c635bc426 req-5844f24d-c4d6-4b08-8704-7cb3d46d6c7f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 944 time: 0.2257113 Mar 11 17:56:54.444803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 567a41b6-c1cc-411b-99d7-c8d395301181 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:54.449249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.617308 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f1a19add-39e8-4dc6-ae72-14d6d556629f tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 1130 time: 0.6483712 Mar 11 17:56:54.623654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55016) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:54.623654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.629016 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.633571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:56:54.654086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca94d9fe-d99b-421b-a9ba-3f8c635bc426 req-9176d7a6-6f61-48c4-9b1c-b2809ac44a42 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560712 Mar 11 17:56:54.654086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:56:54.661529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Port': ['ID=8c58c76a-3076-423a-8691-3bde88aa699f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:54.681565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:floatingip and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:56:54.687817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:56:54.698292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:56:54.726493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.742437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.749466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.780765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:54.783370 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b8088fdd-cddd-4be1-a712-309229b45a5e tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/ports/8c58c76a-3076-423a-8691-3bde88aa699f HTTP/1.1" status: 204 len: 168 time: 1.5338416 Mar 11 17:56:54.784404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55022) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:54.788207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-94802178-57a1-4a5b-966a-c3a264f40b85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3858972 Mar 11 17:56:54.913208 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.062844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.091304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Pushing event updated for resources: {'Port': ['ID=18f1ad08-ced5-41fd-8cfe-8efe803f1bca,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:55.101091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.102108 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.144233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=567a41b6-c1cc-411b-99d7-c8d395301181,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:55.153093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.159158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a6140-2268-4ae7-9201-edbb1050c57d None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:55.161736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.191516 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-ca18054e-3edf-4181-813a-8c91ff727162 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d4a71fab2045c58dd7d28f31104671&device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1096 time: 0.2412465 Mar 11 17:56:55.220246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0088ee08-de91-4245-b6f4-4728906e5d2f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/567a41b6-c1cc-411b-99d7-c8d395301181 HTTP/1.1" status: 204 len: 168 time: 1.2674181 Mar 11 17:56:55.229187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55026) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:55.280377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.281606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e161a28-a97f-4e7c-9fff-74aec1df95f1 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5369158 Mar 11 17:56:55.418775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55030) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:55.459811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Allocated IP 172.25.3.91 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/5f2e8c58-7e85-4b1d-aa83-5f567dbbf375) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:55.492916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.553500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d02ad16-dfb6-4765-8820-1a47b78ede8a']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:55.602075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cde7a1-30c2-4dfb-9c7b-3da8371a3b99') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:55.602832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cde7a1-30c2-4dfb-9c7b-3da8371a3b99') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:55.618675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Deleting subnet 740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:56:55.631959 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.652997 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.668496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-95280cea-adc5-4184-985c-41f31a9e1acc tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2450392 Mar 11 17:56:55.670234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-0084de25-c4da-4769-9f73-a37b64c6a1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:55.671717 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-0084de25-c4da-4769-9f73-a37b64c6a1a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 200 len: 910 time: 0.4190230 Mar 11 17:56:55.672219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55034) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:55.673326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.731589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.851833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.864998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:56:55.865623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:56:55.887700 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:56:55.985656 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.043167 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f7c982ca-ef2e-4b6a-9ead-bcef764ad9c7 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3665888 Mar 11 17:56:56.044486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55042) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:56.064860 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.068688 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-8b8f4d58-4897-4297-87bf-5bb674fb98f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 200 len: 1001 time: 0.3879066 Mar 11 17:56:56.144395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.150616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] 10.222.0.96 "DELETE /v2.0/networks/5d02ad16-dfb6-4765-8820-1a47b78ede8a HTTP/1.1" status: 204 len: 168 time: 1.3106802 Mar 11 17:56:56.158138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682eea4-ca74-4533-8d87-b352966fd712 tempest-PortsTestJSON-1299996239 tempest-PortsTestJSON-1299996239-project] Pushing event deleted for resources: {'Network': ['ID=5d02ad16-dfb6-4765-8820-1a47b78ede8a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:56.193399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c381d88a-cc67-4549-b04a-77788a893b94 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:56:56.198514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-d47277e4-527d-4f99-9441-6076a25c8a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:56.199968 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-d47277e4-527d-4f99-9441-6076a25c8a54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d533d223-b403-43f9-a3d9-81868caa8567 HTTP/1.1" status: 200 len: 847 time: 0.1106956 Mar 11 17:56:56.215571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.338586 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-11c532e9-4cc4-401e-b337-9f057b469642 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63d52d86-621b-4e9f-a9d3-001cfa404b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272731 Mar 11 17:56:56.364139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c381d88a-cc67-4549-b04a-77788a893b94 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:56.370264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c381d88a-cc67-4549-b04a-77788a893b94 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:56.370636 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.496429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c15af-9926-417e-b135-9a6d06c34813 req-aa95594b-1f60-4019-b40b-0a436b6c47e0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:56.508385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-293c15af-9926-417e-b135-9a6d06c34813 req-aa95594b-1f60-4019-b40b-0a436b6c47e0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 944 time: 0.6479990 Mar 11 17:56:56.602734 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-fb5517a7-6c5f-4fae-ab36-81b69854e189 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547555 Mar 11 17:56:56.608691 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.655117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c381d88a-cc67-4549-b04a-77788a893b94'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:56:56.664056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-79ee0507-6185-4864-b0a8-8f87d8cddeee None None] Provisioning complete for port c90a5326-3e69-4b6d-a220-0cc530f7a51b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:56.664580 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79ee0507-6185-4864-b0a8-8f87d8cddeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.706655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c381d88a-cc67-4549-b04a-77788a893b94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c381d88a-cc67-4549-b04a-77788a893b94,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:56.731972 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.784822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=5f2e8c58-7e85-4b1d-aa83-5f567dbbf375,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:56.794661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55052) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:56.801060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Deleting port 18f1ad08-ced5-41fd-8cfe-8efe803f1bca {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:56.801401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.844037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:56.844765 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c381d88a-cc67-4549-b04a-77788a893b94', 'code': 200} Mar 11 17:56:56.960610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c381d88a-cc67-4549-b04a-77788a893b94,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:57.069661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:57.075889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5f313-a8de-44f9-9bb5-68a3bbdd644b None None] Network 75568097-05ea-4303-a281-4da1879652a7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:56:57.126792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:57.134597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Subnet': ['ID=740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:57.137812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:57.140215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:56:57.192523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-afac6b82-c0e2-418a-b85d-96c951930d58 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db HTTP/1.1" status: 204 len: 168 time: 1.9626467 Mar 11 17:56:57.194874 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-80aa651b-b796-45c1-a87a-e09b715872f3 req-08734e58-801c-4be0-981a-af0e20762a7b service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852509 Mar 11 17:56:57.198218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55060) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.271236 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1065e68d-b351-4084-a5c5-c28ed1a8e71e tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718148 Mar 11 17:56:57.274617 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be121329-ed76-4ebb-aa19-310aa7c756e5 req-10eedacb-9ec7-450d-8e25-c50093fb2e00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 1096 time: 0.2612770 Mar 11 17:56:57.276479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55064) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.301763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-293c15af-9926-417e-b135-9a6d06c34813 req-eff969ce-ef94-4ace-acd1-7ed0567af2ad tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7916594 Mar 11 17:56:57.448331 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-93edddae-54bc-4f8d-9567-a401a2d6fad1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dfb70cd505a84d1eae37c60fbda4ff10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6491880 Mar 11 17:56:57.453205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.453921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5ce17-3ba7-413d-846b-f95a8653ac01 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:57.458484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-12f5ce17-3ba7-413d-846b-f95a8653ac01 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1736131 Mar 11 17:56:57.459009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be121329-ed76-4ebb-aa19-310aa7c756e5 req-c5a732a4-3ab3-4eff-a7a8-83370e3d614c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106491 Mar 11 17:56:57.459716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55070) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.526642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:57.526976 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:57.528908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] DHCP port deletion for 75568097-05ea-4303-a281-4da1879652a7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:56:57.533763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] Deleting port c90a5326-3e69-4b6d-a220-0cc530f7a51b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:57.534444 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:57.542314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d9dc0-2100-4bd1-8c05-c1c442037745 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:57.543253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba6d9dc0-2100-4bd1-8c05-c1c442037745 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Synchronizing usage tracker for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:56:57.585890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba6d9dc0-2100-4bd1-8c05-c1c442037745 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Unset dirty status for tenant:e3e45dd1c793406ba3a539f583766b19 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:56:57.588584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ba6d9dc0-2100-4bd1-8c05-c1c442037745 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1267455 Mar 11 17:56:57.591390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55076) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.682637 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f31f103-af2a-4fb0-ab38-3a3681475bdf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894523 Mar 11 17:56:57.697757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55080) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.754218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Calling delete_port for 18f1ad08-ced5-41fd-8cfe-8efe803f1bca owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:57.762621 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12b9cca-3d04-44f8-b66c-efb9aafe7b27 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:57.763983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12b9cca-3d04-44f8-b66c-efb9aafe7b27 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:57.768138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e12b9cca-3d04-44f8-b66c-efb9aafe7b27 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/8f0fdbd6-a7f7-4814-87ea-21453691d0be HTTP/1.1" status: 404 len: 333 time: 0.0663409 Mar 11 17:56:57.771592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55084) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.778013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] For port c90a5326-3e69-4b6d-a220-0cc530f7a51b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c90a5326-3e69-4b6d-a220-0cc530f7a51b,segment=NetworkSegment(69198036-425e-4659-a97d-501270388941),segment_id=69198036-425e-4659-a97d-501270388941)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:57.778659 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:57.905309 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba70cf2-2e98-4f26-9867-a9bf1ea6b951 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:57.905661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba70cf2-2e98-4f26-9867-a9bf1ea6b951 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:57.912897 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2ba70cf2-2e98-4f26-9867-a9bf1ea6b951 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/567a41b6-c1cc-411b-99d7-c8d395301181 HTTP/1.1" status: 404 len: 337 time: 0.1379647 Mar 11 17:56:57.914344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:57.915869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] Calling delete_port for c90a5326-3e69-4b6d-a220-0cc530f7a51b owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:57.986079 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e08abc8-cf4c-4d8a-a65b-d006c599b3fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:57.986733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e08abc8-cf4c-4d8a-a65b-d006c599b3fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:57.994538 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4e08abc8-cf4c-4d8a-a65b-d006c599b3fa tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/740b7ca1-d5f5-4672-a7b6-ba4bf8e7b6db HTTP/1.1" status: 404 len: 337 time: 0.0781462 Mar 11 17:56:57.997470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55094) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.014077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab06a17-f9a2-4e7e-9b7e-d73007862687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.083227 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d605863-8322-4f53-9ab2-8ebe298d8ef9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.084949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d605863-8322-4f53-9ab2-8ebe298d8ef9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.092190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0d605863-8322-4f53-9ab2-8ebe298d8ef9 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/c22962fc-d963-43ec-b834-a0e3125f55cc HTTP/1.1" status: 404 len: 333 time: 0.0853131 Mar 11 17:56:58.092280 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.092365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.118937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab06a17-f9a2-4e7e-9b7e-d73007862687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.137788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c90a5326-3e69-4b6d-a220-0cc530f7a51b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:56:58.142346 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f807df-613a-4fb3-a167-daab3d578a5f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.143034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f807df-613a-4fb3-a167-daab3d578a5f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.144929 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1f807df-613a-4fb3-a167-daab3d578a5f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/92ff13a4-28aa-4606-a662-21646f8f1084 HTTP/1.1" status: 404 len: 337 time: 0.0554402 Mar 11 17:56:58.149282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55102) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.198380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c90a5326-3e69-4b6d-a220-0cc530f7a51b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:56:58.198747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c90a5326-3e69-4b6d-a220-0cc530f7a51b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:56:58.200473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] Pushing event deleted for resources: {'Port': ['ID=c90a5326-3e69-4b6d-a220-0cc530f7a51b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:58.202552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92961d62-448d-49e9-93d9-d3270c0e3aed None None] No DVR routers for this DVR port c90a5326-3e69-4b6d-a220-0cc530f7a51b on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:58.222445 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bec148c-862f-4a76-893f-fdbd72674c7a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.225089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bec148c-862f-4a76-893f-fdbd72674c7a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.226426 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5bec148c-862f-4a76-893f-fdbd72674c7a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/0155bd40-b440-4fb0-92b3-4f16aa3f8c9c HTTP/1.1" status: 404 len: 337 time: 0.0759478 Mar 11 17:56:58.229102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55106) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.275222 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.284763 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-302d5c46-156e-49e9-85b1-2bf1b6d1d4d0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.287436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302d5c46-156e-49e9-85b1-2bf1b6d1d4d0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.289468 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-302d5c46-156e-49e9-85b1-2bf1b6d1d4d0 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/426a983d-ec13-4b7d-80dc-ec210fb6df57 HTTP/1.1" status: 404 len: 333 time: 0.0589755 Mar 11 17:56:58.292328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.335776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Pushing event deleted for resources: {'Port': ['ID=18f1ad08-ced5-41fd-8cfe-8efe803f1bca,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:58.349604 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9104f60c-b5d0-4eca-aa78-c22ae07e0937 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.350241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9104f60c-b5d0-4eca-aa78-c22ae07e0937 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.359166 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9104f60c-b5d0-4eca-aa78-c22ae07e0937 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/41b651f7-1799-49b0-b0e7-4deabff39cb4 HTTP/1.1" status: 404 len: 337 time: 0.0655291 Mar 11 17:56:58.362505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55114) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.388879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab06a17-f9a2-4e7e-9b7e-d73007862687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.434408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab06a17-f9a2-4e7e-9b7e-d73007862687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa0c80-65e6-4ebe-a81e-0ce1ba05dc9a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:58.435779 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75e70f7-ee95-47c2-9703-ab2f7ff74f09 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.436375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75e70f7-ee95-47c2-9703-ab2f7ff74f09 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.438255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e75e70f7-ee95-47c2-9703-ab2f7ff74f09 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/174b74bf-2c34-4387-a61f-23505f9cfff6 HTTP/1.1" status: 404 len: 337 time: 0.0746779 Mar 11 17:56:58.450604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55120) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.524034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab06a17-f9a2-4e7e-9b7e-d73007862687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.524034 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7ab06a17-f9a2-4e7e-9b7e-d73007862687 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f2aa0c80-65e6-4ebe-a81e-0ce1ba05dc9a HTTP/1.1" status: 204 len: 168 time: 1.0576038 Mar 11 17:56:58.528502 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.529420 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fd55a9-b36d-4269-b371-2ce4c941d406 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.529420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fd55a9-b36d-4269-b371-2ce4c941d406 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.530911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.534183 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b4fd55a9-b36d-4269-b371-2ce4c941d406 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/3fd40494-01d0-4d76-a64d-acfc2da78128 HTTP/1.1" status: 404 len: 333 time: 0.0796027 Mar 11 17:56:58.534299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-43ee50a8-afdb-461f-8f82-910310dec179 tempest-FloatingIPAdminTestJSON-2015375547 tempest-FloatingIPAdminTestJSON-2015375547-project] 10.222.0.96 "DELETE /v2.0/floatingips/c74ef800-08be-4291-acc9-77c593745489 HTTP/1.1" status: 204 len: 168 time: 2.4862664 Mar 11 17:56:58.534416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55126) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.535911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55128) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.591686 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc0e059-cddf-427b-b1d1-96e13a60dc6f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.592123 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc0e059-cddf-427b-b1d1-96e13a60dc6f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.593854 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6dc0e059-cddf-427b-b1d1-96e13a60dc6f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/0cfe93e4-265f-41be-a525-c5922ccdca5d HTTP/1.1" status: 404 len: 337 time: 0.0583434 Mar 11 17:56:58.604418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.646487 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a692b7e1-afb4-40dc-9985-a2aa3307871d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.647080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a692b7e1-afb4-40dc-9985-a2aa3307871d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.650139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a692b7e1-afb4-40dc-9985-a2aa3307871d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/ec70545b-1a80-435d-93f1-96004d5242d6 HTTP/1.1" status: 404 len: 337 time: 0.0435812 Mar 11 17:56:58.653189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55138) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.701331 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2070a20c-0743-4623-932d-4c67181a9542 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.701859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2070a20c-0743-4623-932d-4c67181a9542 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.703580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2070a20c-0743-4623-932d-4c67181a9542 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/7f0c7ae6-6d87-4469-9f48-533f424c37e3 HTTP/1.1" status: 404 len: 333 time: 0.0496926 Mar 11 17:56:58.706497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.756545 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d089e44-0682-44ef-b187-411efc43b89d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.757117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d089e44-0682-44ef-b187-411efc43b89d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.758332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Deleting port 40e895a2-743b-4c69-88e1-e8d0f8790bd8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:56:58.758703 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:58.758799 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3d089e44-0682-44ef-b187-411efc43b89d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/9d024daf-52f8-4d6b-b35a-4a417192351e HTTP/1.1" status: 404 len: 337 time: 0.0513201 Mar 11 17:56:58.761251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55146) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.863348 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-385044d3-b7c0-4471-9ae0-a3e383c47a4a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.872153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385044d3-b7c0-4471-9ae0-a3e383c47a4a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.872153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-385044d3-b7c0-4471-9ae0-a3e383c47a4a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/317b2f46-aefa-4d73-931f-20ef7e48dd8e HTTP/1.1" status: 404 len: 333 time: 0.1033556 Mar 11 17:56:58.879697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55150) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:58.961593 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1343c5-e458-4c6e-973b-2daa1cd8544f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:58.961968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1343c5-e458-4c6e-973b-2daa1cd8544f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:58.966113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe1343c5-e458-4c6e-973b-2daa1cd8544f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/5f8f7ade-0255-40f0-b598-b4fa1cb867cc HTTP/1.1" status: 404 len: 337 time: 0.0819960 Mar 11 17:56:58.967396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55156) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.051227 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3797259b-f21f-42a4-b11a-3bdf73b535a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.051677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3797259b-f21f-42a4-b11a-3bdf73b535a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.054841 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3797259b-f21f-42a4-b11a-3bdf73b535a4 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/37122166-1420-47e8-90f0-ae7b27764648 HTTP/1.1" status: 404 len: 333 time: 0.0859008 Mar 11 17:56:59.059916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55162) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.185710 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef70570e-c246-48be-96a4-3531aa1f938b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.186428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef70570e-c246-48be-96a4-3531aa1f938b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.188288 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ef70570e-c246-48be-96a4-3531aa1f938b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/a9d39829-d05a-4bef-a54f-94a0dd69ab52 HTTP/1.1" status: 404 len: 337 time: 0.1267917 Mar 11 17:56:59.194849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55170) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.248789 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6c743e-1de8-48f1-a6bb-7d296b3f523a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.248789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6c743e-1de8-48f1-a6bb-7d296b3f523a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.253500 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ae6c743e-1de8-48f1-a6bb-7d296b3f523a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/e02be59e-88f4-4375-b03d-c63c525394df HTTP/1.1" status: 404 len: 333 time: 0.0544760 Mar 11 17:56:59.257488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55174) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.267989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.279085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068840d8-5a29-49de-9362-04be95367029 req-10b50015-143f-4f7b-8f3e-7d096a1fe537 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:59.280781 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-068840d8-5a29-49de-9362-04be95367029 req-10b50015-143f-4f7b-8f3e-7d096a1fe537 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 945 time: 0.5992377 Mar 11 17:56:59.347703 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-860b3df7-bd53-46f7-956f-2966a39626b1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.348186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860b3df7-bd53-46f7-956f-2966a39626b1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.356185 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-860b3df7-bd53-46f7-956f-2966a39626b1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/891319f4-7c53-42b5-9c45-6269fe162a58 HTTP/1.1" status: 404 len: 337 time: 0.0912676 Mar 11 17:56:59.356367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55180) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.400649 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f99421-e663-4196-ac11-35c25f4fee6c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.401245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f99421-e663-4196-ac11-35c25f4fee6c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.405941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-60f99421-e663-4196-ac11-35c25f4fee6c tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/dd85b3fb-301e-482d-94a2-75ef3857367c HTTP/1.1" status: 404 len: 333 time: 0.0461943 Mar 11 17:56:59.406118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.406397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55184) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.448161 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9379ec1b-caf4-4013-a95a-2fca3d999c22 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.448588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9379ec1b-caf4-4013-a95a-2fca3d999c22 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.453610 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9379ec1b-caf4-4013-a95a-2fca3d999c22 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/24ce52fe-834f-4b49-bfbd-c474ba3be299 HTTP/1.1" status: 404 len: 337 time: 0.0427556 Mar 11 17:56:59.453610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55190) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.453798 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.453907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.517026 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caf0423-297e-4e99-9a1c-88af0e2def3a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.517638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1caf0423-297e-4e99-9a1c-88af0e2def3a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.525678 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1caf0423-297e-4e99-9a1c-88af0e2def3a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/ddf8879a-f29a-4485-964e-789d632f1a3d HTTP/1.1" status: 404 len: 333 time: 0.0692153 Mar 11 17:56:59.525841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55194) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.532672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-068840d8-5a29-49de-9362-04be95367029 req-172fa66a-2b8b-424e-8cf3-1e2c8d5d7bc6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179501 Mar 11 17:56:59.613976 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70031e0-51bf-408c-b58f-c9b94b44c886 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.615795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70031e0-51bf-408c-b58f-c9b94b44c886 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.615875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Calling delete_port for 40e895a2-743b-4c69-88e1-e8d0f8790bd8 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:56:59.616016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e70031e0-51bf-408c-b58f-c9b94b44c886 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/18758db9-3aba-4994-8c79-fb70d05af966 HTTP/1.1" status: 404 len: 337 time: 0.0890934 Mar 11 17:56:59.618760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55198) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.664069 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac23233-e508-44f5-957c-142d8f16f6f8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.664537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac23233-e508-44f5-957c-142d8f16f6f8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.666282 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ac23233-e508-44f5-957c-142d8f16f6f8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/10a0a58a-dbe0-45ad-b1a4-de1f7c054543 HTTP/1.1" status: 404 len: 337 time: 0.0465398 Mar 11 17:56:59.670881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55204) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.720816 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf4013f-80f9-4cae-867f-f5e9924b8d92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.721412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf4013f-80f9-4cae-867f-f5e9924b8d92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.723204 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2cf4013f-80f9-4cae-867f-f5e9924b8d92 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/2f4ed9fd-957b-4431-812c-73f52bf1dd15 HTTP/1.1" status: 404 len: 333 time: 0.0509677 Mar 11 17:56:59.726031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55208) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.771065 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c072be1d-3694-40b7-8754-dbe37a995e1b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.771065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c072be1d-3694-40b7-8754-dbe37a995e1b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.771065 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c072be1d-3694-40b7-8754-dbe37a995e1b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/33268bd5-f46d-48f5-8dcf-40bde3044289 HTTP/1.1" status: 404 len: 337 time: 0.0433044 Mar 11 17:56:59.773146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.816572 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7049d8-009d-492c-bbdc-5ac002243df3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.817024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7049d8-009d-492c-bbdc-5ac002243df3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.819441 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff7049d8-009d-492c-bbdc-5ac002243df3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/188f97ab-31af-4cdb-a551-6849736928d9 HTTP/1.1" status: 404 len: 337 time: 0.0453606 Mar 11 17:56:59.822686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55218) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:56:59.947500 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3b36b3-c059-4929-8dc1-2685c20307b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:56:59.947997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3b36b3-c059-4929-8dc1-2685c20307b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:56:59.950654 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ee3b36b3-c059-4929-8dc1-2685c20307b3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/7f256745-0949-4fc4-b85e-18c04732836d HTTP/1.1" status: 404 len: 333 time: 0.1244357 Mar 11 17:56:59.956224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.017907 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-2198ab01-0db5-406d-8bc8-8d8605b88aaf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.018350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2198ab01-0db5-406d-8bc8-8d8605b88aaf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.039660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2198ab01-0db5-406d-8bc8-8d8605b88aaf tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/a5e0f2f4-77c5-4fe8-88f7-2b44b656472a HTTP/1.1" status: 404 len: 337 time: 0.0796795 Mar 11 17:57:00.040460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.050965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.091055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.092096 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c069ec-52a7-4dee-b942-526d6c6fb4ad tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.092486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c069ec-52a7-4dee-b942-526d6c6fb4ad tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.096389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72c069ec-52a7-4dee-b942-526d6c6fb4ad tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/8e4288d8-2c6a-481b-b622-76db1fa367c1 HTTP/1.1" status: 404 len: 337 time: 0.0518963 Mar 11 17:57:00.100108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.100254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.148782 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cdd4ad-0fb0-4731-805f-0c006369e550 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.149239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cdd4ad-0fb0-4731-805f-0c006369e550 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.153593 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1cdd4ad-0fb0-4731-805f-0c006369e550 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/030b2070-835c-4182-8219-87979cdfcf2f HTTP/1.1" status: 404 len: 333 time: 0.0520227 Mar 11 17:57:00.157678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55242) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.180880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Pushing event deleted for resources: {'Port': ['ID=40e895a2-743b-4c69-88e1-e8d0f8790bd8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:00.202697 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.203604 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90baeab-a9c6-42a9-98a5-8b3498cf36f3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.204040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90baeab-a9c6-42a9-98a5-8b3498cf36f3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.207044 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e90baeab-a9c6-42a9-98a5-8b3498cf36f3 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/8a515416-daa3-4ea5-acd2-db7ccae21fea HTTP/1.1" status: 404 len: 337 time: 0.0470707 Mar 11 17:57:00.208344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55248) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.251096 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f975e4-7964-4f9f-81fd-336514f2cb43 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.251686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f975e4-7964-4f9f-81fd-336514f2cb43 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.253322 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-03f975e4-7964-4f9f-81fd-336514f2cb43 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/45d5adff-b9d2-43ab-be14-1a432697f7b5 HTTP/1.1" status: 404 len: 337 time: 0.0439909 Mar 11 17:57:00.257316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.302634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-791667242'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:00.311970 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-31044654-88ef-4f44-abb1-a968df78bb65 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ea420871-8a1c-445e-b75c-0f045c131dca HTTP/1.1" status: 200 len: 205 time: 0.0535867 Mar 11 17:57:00.313136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:00.315455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55256) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.326186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:00.330382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:00.339189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:00.389791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=5f2e8c58-7e85-4b1d-aa83-5f567dbbf375,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:00.401898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.404523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.405668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a5c8c01e-66a2-412b-9fe4-0b6b85413834 tempest-FloatingIPAdminTestJSON-1588300181 tempest-FloatingIPAdminTestJSON-1588300181-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/3b9b25f5-acec-44e1-97bb-25fccf2c3223 HTTP/1.1" status: 204 len: 168 time: 1.8688531 Mar 11 17:57:00.410977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55260) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.419465 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-f68cb781-63ad-48f2-bc18-e9d13a8df465 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] delete failed (client error): The resource could not be found. Mar 11 17:57:00.421245 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f68cb781-63ad-48f2-bc18-e9d13a8df465 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/routers/ea420871-8a1c-445e-b75c-0f045c131dca HTTP/1.1" status: 404 len: 336 time: 0.1044295 Mar 11 17:57:00.426294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55264) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.427011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:00.430547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.479700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.480865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.501225 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-711d2b5c-5575-43cf-9ac5-64f6192c5eae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.501662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711d2b5c-5575-43cf-9ac5-64f6192c5eae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.503461 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-711d2b5c-5575-43cf-9ac5-64f6192c5eae tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/241f945c-4781-496e-88b5-be29ee73c337 HTTP/1.1" status: 404 len: 337 time: 0.0609987 Mar 11 17:57:00.508664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55268) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.563001 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-107a8449-8668-4b16-9534-87a821b93ae1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "GET /v2.0/ports?device_id=e41f7538-bef6-4577-b1b0-81e2a0e41a77 HTTP/1.1" status: 200 len: 205 time: 0.0529172 Mar 11 17:57:00.565892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55272) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.591601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting port d45a26fb-1158-494d-bd90-7b1f7bf6ee3f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:00.591937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:00.640877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:00.644325 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-a86894b1-d238-4310-86aa-8792ea6c1429 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] delete failed (client error): The resource could not be found. Mar 11 17:57:00.645370 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a86894b1-d238-4310-86aa-8792ea6c1429 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/routers/e41f7538-bef6-4577-b1b0-81e2a0e41a77 HTTP/1.1" status: 404 len: 336 time: 0.0785706 Mar 11 17:57:00.648162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:security_group_rule and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:00.651383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.653799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:00.694987 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f416bf-f832-47e3-a53e-849b4d6c2d65 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.694987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f416bf-f832-47e3-a53e-849b4d6c2d65 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.702959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:00.705781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-96f416bf-f832-47e3-a53e-849b4d6c2d65 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/184495e2-4c97-4ee4-8067-2b421043946c HTTP/1.1" status: 404 len: 337 time: 0.0539186 Mar 11 17:57:00.709340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.754932 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-72067f8c-6057-44d5-8ccb-bd00123e73e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.756073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72067f8c-6057-44d5-8ccb-bd00123e73e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.767958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72067f8c-6057-44d5-8ccb-bd00123e73e1 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/d897a722-37d9-4ed1-a07d-04737d8e0620 HTTP/1.1" status: 404 len: 337 time: 0.0572879 Mar 11 17:57:00.775095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55286) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:00.942256 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a5e16c-cda0-41fc-ba2f-173588a403cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:00.942715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a5e16c-cda0-41fc-ba2f-173588a403cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:00.960987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d4a5e16c-cda0-41fc-ba2f-173588a403cc tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/3b8e6423-7bf2-4cb4-a139-10fc5e3d15d0 HTTP/1.1" status: 404 len: 333 time: 0.1824048 Mar 11 17:57:00.961372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55290) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.023546 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e332be29-af5b-48cb-a021-bac19b832f9a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.023990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e332be29-af5b-48cb-a021-bac19b832f9a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.025780 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e332be29-af5b-48cb-a021-bac19b832f9a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/c3f17e92-5b21-470c-8272-0b345ec677bb HTTP/1.1" status: 404 len: 337 time: 0.0633781 Mar 11 17:57:01.028740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55294) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.033147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.038693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.069747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:01.086536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.086846 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment 925e5f01-0d6d-47ba-8377-7889aafabdb0 of type vlan for network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c Mar 11 17:57:01.087958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cac7dc-7a35-495e-b7fc-60096a9dc60d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:01.117068 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a1f6c2-b854-45c2-97a5-ca2ea2fc8ff8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.117563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a1f6c2-b854-45c2-97a5-ca2ea2fc8ff8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.122288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-72a1f6c2-b854-45c2-97a5-ca2ea2fc8ff8 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/27bb8281-cf6f-4d95-a29e-fcbe028a6160 HTTP/1.1" status: 404 len: 333 time: 0.0866959 Mar 11 17:57:01.122660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.125468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55298) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.169646 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.174785 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-78acb5a8-746a-41cd-8fb5-ed85203ae548 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.175230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78acb5a8-746a-41cd-8fb5-ed85203ae548 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.189682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ae313-376c-448f-8fb0-b86a5d5342b1 req-a940787f-2dda-491e-bd68-cff556bd1504 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.193421 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-78acb5a8-746a-41cd-8fb5-ed85203ae548 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/f951693e-71d9-47e4-8361-8aa35f5b7c52 HTTP/1.1" status: 404 len: 337 time: 0.0644853 Mar 11 17:57:01.195402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55302) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.197028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c2ae313-376c-448f-8fb0-b86a5d5342b1 req-a940787f-2dda-491e-bd68-cff556bd1504 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 945 time: 0.4831312 Mar 11 17:57:01.239381 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8762f27-14f7-487a-b5ca-7a45d1f430ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.239800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8762f27-14f7-487a-b5ca-7a45d1f430ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.242475 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d8762f27-14f7-487a-b5ca-7a45d1f430ce tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/516c2515-8536-423d-9e1f-e661a2812efe HTTP/1.1" status: 404 len: 333 time: 0.0456107 Mar 11 17:57:01.244159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.249057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.249931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.254171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.343262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Calling delete_port for d45a26fb-1158-494d-bd90-7b1f7bf6ee3f owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:01.400425 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5e2e87-0946-4cf0-ba09-da4f17a9ff06 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.400897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5e2e87-0946-4cf0-ba09-da4f17a9ff06 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.406606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ea5e2e87-0946-4cf0-ba09-da4f17a9ff06 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/17f1ee6c-cfde-4e66-8690-9dab3ea490a1 HTTP/1.1" status: 404 len: 337 time: 0.0820148 Mar 11 17:57:01.410416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.449788 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3543298 Mar 11 17:57:01.457026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55316) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.459073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c2ae313-376c-448f-8fb0-b86a5d5342b1 req-75b9b01f-364c-45ba-bd4d-286518dd7691 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609942 Mar 11 17:57:01.459561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b232d-bf3b-4050-857f-b24ae3b7effc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:01.466700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1579443880'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:01.472507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:01.481048 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd11c32-18db-4874-8e91-1a88d1fc369a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.481484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd11c32-18db-4874-8e91-1a88d1fc369a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.486095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bcd11c32-18db-4874-8e91-1a88d1fc369a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/f5c999a9-9eb7-477f-a939-38431562c85b HTTP/1.1" status: 404 len: 333 time: 0.0749500 Mar 11 17:57:01.487358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:01.489464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55320) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.531595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:01.537621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:01.546508 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcfd966-df04-4377-8010-5cb7a18f179a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.546943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcfd966-df04-4377-8010-5cb7a18f179a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.548652 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2dcfd966-df04-4377-8010-5cb7a18f179a tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/f1d791a5-65d4-4130-8bcf-311bb02b6dcc HTTP/1.1" status: 404 len: 337 time: 0.0583053 Mar 11 17:57:01.549652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:01.551575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.569284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.596906 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a992998-707b-43d7-bcb8-019dff430d3d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.597349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a992998-707b-43d7-bcb8-019dff430d3d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.599357 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3a992998-707b-43d7-bcb8-019dff430d3d tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/d1752186-4ee4-4dec-b6f8-d6734a303238 HTTP/1.1" status: 404 len: 333 time: 0.0468612 Mar 11 17:57:01.600877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:01.604839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.614337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55330) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.671960 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-053cd94a-8c84-4f7c-864d-1ccac720e040 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.672391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053cd94a-8c84-4f7c-864d-1ccac720e040 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.674068 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-053cd94a-8c84-4f7c-864d-1ccac720e040 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/033d0c7a-4b38-4371-b6a7-6c608550eae5 HTTP/1.1" status: 404 len: 337 time: 0.0571785 Mar 11 17:57:01.677343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55334) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.685927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event deleted for resources: {'Port': ['ID=d45a26fb-1158-494d-bd90-7b1f7bf6ee3f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:01.730184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:01.735831 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f46812-0d66-435b-b47f-e598a214b6fe tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.736267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f46812-0d66-435b-b47f-e598a214b6fe tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.745141 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.746234 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment d050eb42-7a21-42bf-bb9f-fbfc91229fe9 of type vlan for network bb93cdac-368d-44fa-bbda-fd991b027a05 Mar 11 17:57:01.747372 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-70f46812-0d66-435b-b47f-e598a214b6fe tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/3aee1067-94fc-454f-8926-50f8ce8802e7 HTTP/1.1" status: 404 len: 333 time: 0.0691266 Mar 11 17:57:01.751753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55338) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.775309 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Floating IP ef8d7e74-470e-4a67-b73e-15c90ae23ea9 associated. External IP: 172.25.3.91, port: 097d0e0b-9ea5-4b50-b8c4-178772d48afe. Mar 11 17:57:01.817292 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdf236d-eb10-4164-9b56-3fbd06f43c7b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.817796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdf236d-eb10-4164-9b56-3fbd06f43c7b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.822864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4bdf236d-eb10-4164-9b56-3fbd06f43c7b tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/8d5b0eda-0029-46e9-96a0-19eb3eba1b7e HTTP/1.1" status: 404 len: 337 time: 0.0700274 Mar 11 17:57:01.831322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55342) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.876697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.887284 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0348dfe8-c015-4efd-b308-423e0f852349 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.887844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0348dfe8-c015-4efd-b308-423e0f852349 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.892320 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0348dfe8-c015-4efd-b308-423e0f852349 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/ports/2feaeafa-f662-4ceb-b1c4-287ba8c8fbed HTTP/1.1" status: 404 len: 333 time: 0.0642800 Mar 11 17:57:01.894669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55346) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.937249 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba987bb-02c2-4133-b804-6fd6c14290e7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] DELETE failed (client error): The resource could not be found. Mar 11 17:57:01.937823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba987bb-02c2-4133-b804-6fd6c14290e7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:57:01.941299 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1ba987bb-02c2-4133-b804-6fd6c14290e7 tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/subnets/e6955e00-d8b3-4aca-b68b-488722bfecee HTTP/1.1" status: 404 len: 337 time: 0.0438666 Mar 11 17:57:01.950208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:01.964694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.970733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.971406 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:01.998855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.070585 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6123440 Mar 11 17:57:02.074945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55354) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:02.083393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': 'ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:02.085980 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-91de29a4-7eae-4b01-b9e2-8a10e2351a29 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "DELETE /v2.0/ports/d45a26fb-1158-494d-bd90-7b1f7bf6ee3f HTTP/1.1" status: 204 len: 168 time: 1.6739726 Mar 11 17:57:02.090993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55358) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:02.110011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff021-34f4-4def-b96b-481f2b7c288a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=bb93cdac-368d-44fa-bbda-fd991b027a05,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:02.127616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network bb93cdac-368d-44fa-bbda-fd991b027a05 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:02.166020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.178751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f038de-44de-4366-9051-f1208bcb6608 req-bf98afe4-f0d8-429b-b33f-d167a08d377c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:02.187491 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02f038de-44de-4366-9051-f1208bcb6608 req-bf98afe4-f0d8-429b-b33f-d167a08d377c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 945 time: 0.5097907 Mar 11 17:57:02.255233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:02.259236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:02.262195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:02.269146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:02.280510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:02.395806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02f038de-44de-4366-9051-f1208bcb6608 req-35c8d86c-f099-4994-b30f-29cf9821ec1a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072690 Mar 11 17:57:02.400258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.417925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.443931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80263d46-fca3-41b1-aa9d-1618c708bf97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:02.444625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-80263d46-fca3-41b1-aa9d-1618c708bf97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Synchronizing usage tracker for tenant:a63cb8bcd891448fa0ab31886bcf6121 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:57:02.480933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75568097-05ea-4303-a281-4da1879652a7']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:02.489358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-80263d46-fca3-41b1-aa9d-1618c708bf97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Unset dirty status for tenant:a63cb8bcd891448fa0ab31886bcf6121 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:57:02.490557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-80263d46-fca3-41b1-aa9d-1618c708bf97 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "GET /v2.0/ports?device_id=69b02dbc-ee74-4a4d-879d-67075382e088 HTTP/1.1" status: 200 len: 913 time: 0.3940933 Mar 11 17:57:02.495912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55366) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:02.499134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69198036-425e-4659-a97d-501270388941') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:02.499426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69198036-425e-4659-a97d-501270388941') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:02.582284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.677020 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.775430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=967107c0-0e98-4429-b0e4-c88310d85f06,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:02.784092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': '925e5f01-0d6d-47ba-8377-7889aafabdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:02.784356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:02.810423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.811593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:02.836204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:02.836204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:02.836204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.870530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15c414-f617-4ce3-aabf-c3ded6807e40 None None] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:02.888370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:57:02.888370 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:02.904205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-342f252d-483a-4723-9769-ed198e61662b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8167689 Mar 11 17:57:02.904205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55376) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:57:02.910708 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:57:02.920092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': 'bb93cdac-368d-44fa-bbda-fd991b027a05', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:03.113130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.149333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.168988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Pushing event deleted for resources: {'Network': ['ID=75568097-05ea-4303-a281-4da1879652a7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:03.181744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] 10.222.0.96 "DELETE /v2.0/networks/75568097-05ea-4303-a281-4da1879652a7 HTTP/1.1" status: 204 len: 168 time: 1.2245200 Mar 11 17:57:03.195755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.196318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.196787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.197407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.197866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.198327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.198810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.199286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.199740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.200208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.200651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576ffd8-0108-4502-8520-8c6dc22fa84f tempest-NetworksTestDHCPv6-564311201 tempest-NetworksTestDHCPv6-564311201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.230886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c', 'network_id': 'ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '967107c0-0e98-4429-b0e4-c88310d85f06'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:57:03.231971 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.313858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:03.324513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:03.330696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:03.345684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:03.374195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:03.492056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Allocated IP 172.20.0.2 (ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c/967107c0-0e98-4429-b0e4-c88310d85f06/1a564dc8-9c7d-4dd8-a26d-476aae60cc1f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:03.509963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router fb2e18da-7b97-4367-b795-12051f5df14e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:03.645197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.733829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.846845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55394) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:03.977262 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.994815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.021470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Transition to ACTIVE for port object 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:04.026132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:04.065896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] Sync routers for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:04.081289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.141949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Transition to ACTIVE for port object 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:04.156124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:04.157135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:04.160393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=4ba123a7-aac2-4d4d-9bc4-5dd668633cd4,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:04.216043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': 'd050eb42-7a21-42bf-bb9f-fbfc91229fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'bb93cdac-368d-44fa-bbda-fd991b027a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:04.216231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: bb93cdac-368d-44fa-bbda-fd991b027a05, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:04.273237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network bb93cdac-368d-44fa-bbda-fd991b027a05 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:04.297033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, bb93cdac-368d-44fa-bbda-fd991b027a05) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:04.297033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.297033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.319767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-38f79e3b-0aee-41ce-b2e9-e51370c6c836 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.7327049 Mar 11 17:57:04.319767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:57:04.324266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55404) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:04.410701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7a45b03-3562-43ef-af8e-2f763da7a2dd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5130992 Mar 11 17:57:04.411294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55412) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:04.424392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-802618535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:04.448775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:04.465606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:router and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:04.467523 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'status': 'completed', 'code': 200} Mar 11 17:57:04.476259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:04.496242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:04.520213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.521298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.592985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a1cc3718-1f3d-4af5-a361-64f671ae7bb8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3e45dd1c793406ba3a539f583766b19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7406716 Mar 11 17:57:04.596659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56a1fd-626d-4a54-8109-0a02d4486cef None None] Network bb93cdac-368d-44fa-bbda-fd991b027a05 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:04.635732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55422) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:04.636540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.724957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.758610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.759289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.759896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.760417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.760965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.761534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.762064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.762962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.763658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.764180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.764747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.771953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8f8389e5-9dad-48aa-b99e-5acc11f7f223 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7757 time: 0.4403419 Mar 11 17:57:04.775781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55438) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:04.796798 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:04.797999 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aa9f6618-a869-40b9-b2bb-7d5a258a1699 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3861923 Mar 11 17:57:04.801031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55444) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:04.884138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-12e49d31-747b-406e-b676-155cdc51c4f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 1135 time: 0.3487570 Mar 11 17:57:04.913396 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.042138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:05.160844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:05.223222 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b73d8470-a609-488a-bcba-948bc52b4953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.249435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.250009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:05.250235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.250818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.251311 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.257714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.258250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.258760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.259606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.260140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.260630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.261114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.266851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9c91957d-b99d-4d95-8850-71540c9d785b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7051 time: 0.4861455 Mar 11 17:57:05.291712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55462) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:05.396162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:57:05.563173 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b73d8470-a609-488a-bcba-948bc52b4953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.565438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-3b7feaa0-ea64-4d0d-85ba-13cc9dfe9367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.569370 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-3b7feaa0-ea64-4d0d-85ba-13cc9dfe9367 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3880fcf5-44f3-4dc4-be56-da2455251f86 HTTP/1.1" status: 200 len: 898 time: 0.5683434 Mar 11 17:57:05.800253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Pushing event updated for resources: {'Port': ['ID=1a564dc8-9c7d-4dd8-a26d-476aae60cc1f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:05.813711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Attempting to bind port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:05.813863 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b73d8470-a609-488a-bcba-948bc52b4953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.814779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Attempting to bind port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '925e5f01-0d6d-47ba-8377-7889aafabdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:05.815306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Attempting to bind port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f on network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:05.841720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d8470-a609-488a-bcba-948bc52b4953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef5654-34f3-4717-b2e9-67a4d53af328,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:05.862521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b73d8470-a609-488a-bcba-948bc52b4953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.867864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b73d8470-a609-488a-bcba-948bc52b4953 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0aef5654-34f3-4717-b2e9-67a4d53af328 HTTP/1.1" status: 204 len: 168 time: 1.2102244 Mar 11 17:57:05.914487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-bb93cdac-368d-44fa-bbda-fd991b027a05', 'network_id': 'bb93cdac-368d-44fa-bbda-fd991b027a05', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '4ba123a7-aac2-4d4d-9bc4-5dd668633cd4'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:57:05.915703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.944345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:05.945091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Checking segment: {'id': '925e5f01-0d6d-47ba-8377-7889aafabdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:05.945918 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.946631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Bound using segment: {'id': '925e5f01-0d6d-47ba-8377-7889aafabdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:05.947600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Bound port: 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925e5f01-0d6d-47ba-8377-7889aafabdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:05.948220 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.097293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] For port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:06.098791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fad34372-424a-47d6-9094-864e4f8524ef tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5735 time: 0.8023515 Mar 11 17:57:06.101041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55488) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:06.134562 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-81712572-8133-4a93-b2a1-c8d6c8b6a2d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe HTTP/1.1" status: 200 len: 998 time: 0.5528514 Mar 11 17:57:06.234450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] For port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a564dc8-9c7d-4dd8-a26d-476aae60cc1f,segment=NetworkSegment(925e5f01-0d6d-47ba-8377-7889aafabdb0),segment_id=925e5f01-0d6d-47ba-8377-7889aafabdb0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:06.253792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-92208781-55e6-49dd-ab1d-c8e6407e096c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:06.255783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-92208781-55e6-49dd-ab1d-c8e6407e096c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42be10-5c10-470e-bcd2-0e46d8664d1f HTTP/1.1" status: 200 len: 834 time: 0.1118188 Mar 11 17:57:06.256756 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.404589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac706536-a94c-4477-beeb-0c4bef28ef95 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fb2e18da-7b97-4367-b795-12051f5df14e HTTP/1.1" status: 200 len: 1990 time: 0.3022239 Mar 11 17:57:06.405385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting port 17b0c2e2-f100-42e7-9bd4-210058dda731 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:06.405731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.462625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cb905-e528-4ae2-813d-c26ef9e0bd65 None None] Pushing event updated for resources: {'Port': ['ID=1a564dc8-9c7d-4dd8-a26d-476aae60cc1f,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:06.768937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.795740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Allocated IP 172.21.0.2 (bb93cdac-368d-44fa-bbda-fd991b027a05/4ba123a7-aac2-4d4d-9bc4-5dd668633cd4/86bfeeaf-ec63-46c0-b7ac-643e4873c3b1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:06.815230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:07.017491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Calling delete_port for 17b0c2e2-f100-42e7-9bd4-210058dda731 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:07.204660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'ef8d7e74-470e-4a67-b73e-15c90ae23ea9', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'port_id': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'mac_address': 'fa:16:3e:1d:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962be120-c533-44dc-aa36-b2093d365543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:58Z', 'updated_at': '2022-03-11T17:56:58Z', 'revision_number': 0, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:26Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:07.214294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] Checking router: fb2e18da-7b97-4367-b795-12051f5df14e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:57:07.231832 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-8c12da00-93fd-4a0c-b823-d9df0e73ec5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3880fcf5-44f3-4dc4-be56-da2455251f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9648445 Mar 11 17:57:07.246607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:07.247497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:07.375773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-673babbf-d38c-43ba-b8e9-8114fbad97b4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:07.377327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-673babbf-d38c-43ba-b8e9-8114fbad97b4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.3001206 Mar 11 17:57:07.537659 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-662223d1-dff2-43fa-93ac-2316583a3518 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/quotas/95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 375 time: 0.1525767 Mar 11 17:57:07.540092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:07.552172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:57:07.649779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:07.660731 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-12ac4aea-c5fc-46be-9e2f-7d0ceb8d8101 service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083336 Mar 11 17:57:07.672960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event deleted for resources: {'Port': ['ID=17b0c2e2-f100-42e7-9bd4-210058dda731,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:07.920373 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:07.922458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.20.0.1 (ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c/967107c0-0e98-4429-b0e4-c88310d85f06/0bb3fd8e-1927-409a-818d-8b9e3b5ce4de) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:07.970786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-2c3673b5-2c42-4937-8981-13d2266b7ae6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4317756 Mar 11 17:57:08.122087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Transition to ACTIVE for port object 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:08.164095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Transition to ACTIVE for port object 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:08.166000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:08.169584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ae361994-8c9b-4f07-b46c-f39aa7652123 req-558f92fc-7a50-4563-9b23-bc06cef978a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996085 Mar 11 17:57:08.254968 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.320856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.342202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:08.345861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Network bb93cdac-368d-44fa-bbda-fd991b027a05 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:08.355049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:08.358002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:08.376449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.458922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Pushing event updated for resources: {'Port': ['ID=86bfeeaf-ec63-46c0-b7ac-643e4873c3b1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:08.520634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451897975'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:08.525521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:08.531543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0162297f-e941-4735-91dd-9018114321ba None None] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:08.531873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=0bb3fd8e-1927-409a-818d-8b9e3b5ce4de,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:08.535990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:08.539735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:08.544100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:08.546952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:08.549248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:08.550855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:08.553712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:08.584238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:08.587602 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.627033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.663764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Attempting to bind port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:08.664235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Attempting to bind port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'd050eb42-7a21-42bf-bb9f-fbfc91229fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'bb93cdac-368d-44fa-bbda-fd991b027a05'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:08.664626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Attempting to bind port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 on network bb93cdac-368d-44fa-bbda-fd991b027a05 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:08.673150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.675934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:08.676310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Checking segment: {'id': 'd050eb42-7a21-42bf-bb9f-fbfc91229fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'bb93cdac-368d-44fa-bbda-fd991b027a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:08.676708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.677097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Bound using segment: {'id': 'd050eb42-7a21-42bf-bb9f-fbfc91229fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'bb93cdac-368d-44fa-bbda-fd991b027a05'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:08.677572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Bound port: 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd050eb42-7a21-42bf-bb9f-fbfc91229fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'bb93cdac-368d-44fa-bbda-fd991b027a05'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:08.677938 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.738526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.782169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:08.783407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'ef8d7e74-470e-4a67-b73e-15c90ae23ea9', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'port_id': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'mac_address': 'fa:16:3e:1d:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962be120-c533-44dc-aa36-b2093d365543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:58Z', 'updated_at': '2022-03-11T17:56:58Z', 'revision_number': 0, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:26Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:08.788334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:security_group_rule and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:08.792109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:08.800666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:08.811242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b68acfbf-26c8-46cb-bb41-e204700084f5 None None] Provisioning for port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:08.836339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b74c45d-9d85-4147-bf18-2f6380a79ca1 None None] The sync data for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 is: [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'ef8d7e74-470e-4a67-b73e-15c90ae23ea9', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'port_id': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'mac_address': 'fa:16:3e:1d:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962be120-c533-44dc-aa36-b2093d365543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:58Z', 'updated_at': '2022-03-11T17:56:58Z', 'revision_number': 0, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:26Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:08.844933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b68acfbf-26c8-46cb-bb41-e204700084f5 None None] Provisioning complete for port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:08.845311 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b68acfbf-26c8-46cb-bb41-e204700084f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:08.934169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-f1bdfb85-b318-4aa5-809f-0e00c37e6595 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184709 Mar 11 17:57:08.952708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] For port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:09.030183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] For port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=86bfeeaf-ec63-46c0-b7ac-643e4873c3b1,segment=NetworkSegment(d050eb42-7a21-42bf-bb9f-fbfc91229fe9),segment_id=d050eb42-7a21-42bf-bb9f-fbfc91229fe9)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:09.060401 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.086534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.099193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:09.100951 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.119400 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.123926 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment 222ed4a8-40ed-4d22-96b7-174196efeaf3 of type vlan for network 52c26733-be7e-4c91-83b0-6edfcf3edb18 Mar 11 17:57:09.155178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.206508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.214336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:09.215034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.383533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b68acfbf-26c8-46cb-bb41-e204700084f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.396065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.406233 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.426645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=52c26733-be7e-4c91-83b0-6edfcf3edb18,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:09.438531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f9376-28da-494a-a87a-054bf349fb06 None None] Pushing event updated for resources: {'Port': ['ID=86bfeeaf-ec63-46c0-b7ac-643e4873c3b1,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:09.455470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14431b3-3838-41b1-b7b2-b5f3bc1214dd None None] New status for floating IP ef8d7e74-470e-4a67-b73e-15c90ae23ea9: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:57:09.473106 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.480208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:09.489690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0be1f1-51e1-426b-9ebe-069caf134fc2,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:09.540671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0b969f5f-5f18-40fb-8ef8-b4a33f538303 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8774939 Mar 11 17:57:09.544945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55562) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:09.569145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-1dfa8fad-1987-43b4-b630-518c5c0daba7 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232910 Mar 11 17:57:09.596896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-330148364'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:09.621498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:09.730652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:09.741082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:09.900443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:09.969740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b68acfbf-26c8-46cb-bb41-e204700084f5 None None] For port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a564dc8-9c7d-4dd8-a26d-476aae60cc1f,segment=NetworkSegment(925e5f01-0d6d-47ba-8377-7889aafabdb0),segment_id=925e5f01-0d6d-47ba-8377-7889aafabdb0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:09.975581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:09.982960 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b68acfbf-26c8-46cb-bb41-e204700084f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:09.990582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.019356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=0bb3fd8e-1927-409a-818d-8b9e3b5ce4de,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:10.042096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.109102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.131264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:10.145116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.146162 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment 31faec99-cc36-4e0c-a811-4050ef70ff8d of type vlan for network aa43a049-0ee7-45e3-8cbb-f906b9de3983 Mar 11 17:57:10.178162 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.200192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68acfbf-26c8-46cb-bb41-e204700084f5 None None] Pushing event updated for resources: {'Port': ['ID=1a564dc8-9c7d-4dd8-a26d-476aae60cc1f,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:10.291029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:10.322138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.327030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:10.327614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.334029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de7323e0-8070-45c7-acec-9a3b6be9f8a9 req-15122e53-d16a-43e4-beca-4db31925e928 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 210 time: 0.0937104 Mar 11 17:57:10.494197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:10.496763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:10.500937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:10.668939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1155064 Mar 11 17:57:10.674793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55590) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:10.680603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfc290-f6d3-463b-8b43-2a817d1f1d8a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=aa43a049-0ee7-45e3-8cbb-f906b9de3983,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:10.687716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '52c26733-be7e-4c91-83b0-6edfcf3edb18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:10.692766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:10.949613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:10.964552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:10.976669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:11.008557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:11.036763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-92c72291-f39c-467f-a59d-256c452a249b None None] Provisioning for port 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:11.051758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-92c72291-f39c-467f-a59d-256c452a249b None None] Provisioning complete for port 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:11.052779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92c72291-f39c-467f-a59d-256c452a249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.192784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-92c72291-f39c-467f-a59d-256c452a249b None None] Port 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:11.223441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-92c72291-f39c-467f-a59d-256c452a249b None None] Provisioning complete for port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:11.224068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92c72291-f39c-467f-a59d-256c452a249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.266763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde1f0d-86a3-46f3-8f34-58283c16fe20 None None] Network bb93cdac-368d-44fa-bbda-fd991b027a05 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:11.678717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:11.698544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router be4fa4d1-bec8-4580-a274-7624953a083e is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:57:11.808279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.871841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb22f3bc-09bc-49da-aa4f-3bd6b3c7ed4c req-821538c4-d858-4e64-bebd-5347215567c9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 210 time: 0.0667100 Mar 11 17:57:11.965083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:11.984262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] Sync routers for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:11.996361 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4fb3b32b-7257-41b7-aa96-9ac57cfff680 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/be4fa4d1-bec8-4580-a274-7624953a083e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1926212 Mar 11 17:57:11.997874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55610) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:12.039948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Provisioning complete for port 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:12.040593 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:12.101637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:12.151575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c628fb99-44de-4758-ad1c-d47cbece9bdb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:12.158442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c628fb99-44de-4758-ad1c-d47cbece9bdb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:57:12.200461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:12.201627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:12.215616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c628fb99-44de-4758-ad1c-d47cbece9bdb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:57:12.217159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c628fb99-44de-4758-ad1c-d47cbece9bdb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports/0bb3fd8e-1927-409a-818d-8b9e3b5ce4de HTTP/1.1" status: 200 len: 910 time: 0.2182803 Mar 11 17:57:12.219957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55614) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:12.300373 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:57:12.375047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:12.431463 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:12.442250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Port 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:12.486628 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b99930d1-da23-460f-9a1a-bcd11b6753f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:12.510670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:12.511460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:12.513210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=90ab2192-2a07-4f1b-9025-729f4294c7a2,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:12.563572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': '222ed4a8-40ed-4d22-96b7-174196efeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52c26733-be7e-4c91-83b0-6edfcf3edb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:12.563872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 52c26733-be7e-4c91-83b0-6edfcf3edb18, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:12.607773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:12.625699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Provisioning for port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:12.629160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 52c26733-be7e-4c91-83b0-6edfcf3edb18) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:12.637250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Provisioning complete for port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:12.637614 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:12.652299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:12.653511 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:12.693936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-258ce6cd-93f6-412c-a97a-1e1fe0e2917c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0122430 Mar 11 17:57:12.698104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55626) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:12.713497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e402a3-b2b6-43ef-8b65-d663a6bbf3c9 None None] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:12.739304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:12.740744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24509f0-53a4-464e-a581-3595e0a4f61d None None] The sync data for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:12.741623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': 'aa43a049-0ee7-45e3-8cbb-f906b9de3983', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:12.826900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:12.827475 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:12.930013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-ee5ec085-7efd-4644-a185-a5966715d163 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:12.931690 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-ee5ec085-7efd-4644-a185-a5966715d163 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.5133934 Mar 11 17:57:12.993475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:12.993635 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:12.995908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'port': {'device_id': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'admin_state_up': True, 'tenant_id': '95e242196f104736a813804446649343'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:12.997022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:13.001280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:13.009456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:13.044831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:13.106195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] For port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=86bfeeaf-ec63-46c0-b7ac-643e4873c3b1,segment=NetworkSegment(d050eb42-7a21-42bf-bb9f-fbfc91229fe9),segment_id=d050eb42-7a21-42bf-bb9f-fbfc91229fe9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:13.224442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:13.243480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:13.316096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Router 69b02dbc-ee74-4a4d-879d-67075382e088 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:13.397847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f20998-1b32-4d26-b415-af19ddc5e280 req-472b1fcb-0b44-4073-a61e-05d4d3e137c1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 210 time: 0.0853388 Mar 11 17:57:13.784832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33eec23-c372-4a0e-a3df-e62e3d7eba02 None None] Pushing event updated for resources: {'Port': ['ID=86bfeeaf-ec63-46c0-b7ac-643e4873c3b1,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:13.928566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:14.016273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:14.022320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:port and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:14.026317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:14.034023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:14.048991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:14.053260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:14.323282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=cd94522e-b224-430d-9e11-7a2aadc2cb50,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:14.341070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-52c26733-be7e-4c91-83b0-6edfcf3edb18', 'network_id': '52c26733-be7e-4c91-83b0-6edfcf3edb18', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': '90ab2192-2a07-4f1b-9025-729f4294c7a2'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:57:14.342994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:14.343438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': '31faec99-cc36-4e0c-a811-4050ef70ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'aa43a049-0ee7-45e3-8cbb-f906b9de3983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:14.344058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: aa43a049-0ee7-45e3-8cbb-f906b9de3983, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:14.362051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-63c3572e-fee8-4cbe-ab32-b46239dd3633 None None] Provisioning complete for port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:14.362051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-63c3572e-fee8-4cbe-ab32-b46239dd3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:14.527744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:14.547141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] Sync routers for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:14.579763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:14.585874 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:14.588669 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:14.615259 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-53e35cfb-1892-4846-9df8-d3d868aa035b tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "PUT /v2.0/routers/69b02dbc-ee74-4a4d-879d-67075382e088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1178074 Mar 11 17:57:14.618591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55654) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:14.621452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, aa43a049-0ee7-45e3-8cbb-f906b9de3983) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:14.646214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:14.650480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:14.687916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9eed7-6d26-42ef-ac0e-1db1917115db None None] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:14.731589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.20.0.11 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/1f368b1e-315c-4741-a5cb-a9dbcee674e3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:14.743966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:14.748380 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:14.776001 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] Routers {'69b02dbc-ee74-4a4d-879d-67075382e088'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:14.776610 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:56:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['69b02dbc-ee74-4a4d-879d-67075382e088'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:14.882350 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce921-2df7-484d-8670-60ee97495c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:14.906819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:14.984021 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:14.984567 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8132221a-7f6c-41af-9a7c-11003f9df93f None None] The sync data for ids ['69b02dbc-ee74-4a4d-879d-67075382e088'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:15.149911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-506bf55a-390b-4705-95bf-db10ea6b1624 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4488211 Mar 11 17:57:15.152600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-944984dc-894c-4a22-8768-40ee2353696a req-4cb864db-ed5c-4f22-95b0-ceaf454089c8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 210 time: 0.0991259 Mar 11 17:57:15.155077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55664) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:15.161115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1695226915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:15.176377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:15.205266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:router and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:15.219518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Allocated IP 2001:db8::2 (52c26733-be7e-4c91-83b0-6edfcf3edb18/90ab2192-2a07-4f1b-9025-729f4294c7a2/cd3d9f08-bac8-4ade-8e44-b7f757e30c60) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:15.219999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:15.224289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:15.224917 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.243510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:15.302238 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.303284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.327769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.377824 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.395223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.442299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-aa43a049-0ee7-45e3-8cbb-f906b9de3983', 'network_id': 'aa43a049-0ee7-45e3-8cbb-f906b9de3983', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': 'cd94522e-b224-430d-9e11-7a2aadc2cb50'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:57:15.443766 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.467595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.517215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Transition to ACTIVE for port object 1f368b1e-315c-4741-a5cb-a9dbcee674e3 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:15.606480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.610939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7f1d6173-e2eb-4862-b789-de1ea1fd23d0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4548912 Mar 11 17:57:15.611958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55674) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:15.694951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.21.0.1 (bb93cdac-368d-44fa-bbda-fd991b027a05/4ba123a7-aac2-4d4d-9bc4-5dd668633cd4/937b4bb8-8d81-449d-b2b5-1e52bc2351b7) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:15.874268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.876198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.924006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c381d88a-cc67-4549-b04a-77788a893b94'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:57:15.966844 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.971808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:15.999589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=1f368b1e-315c-4741-a5cb-a9dbcee674e3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:16.002001 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.005523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Allocated IP 2001:db8:1::2 (aa43a049-0ee7-45e3-8cbb-f906b9de3983/cd94522e-b224-430d-9e11-7a2aadc2cb50/9c11739f-0143-44f9-81b1-599249ad3a25) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:16.006416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:16.009167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:16.039043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Transition to ACTIVE for port object cd3d9f08-bac8-4ade-8e44-b7f757e30c60 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:16.104073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:16.108316 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.175862 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-8835c6a4-8757-4767-a4d5-d028abfefb65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1937656 Mar 11 17:57:16.214899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Request body: {'port': {'device_id': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:16.349245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Transition to ACTIVE for port object cd3d9f08-bac8-4ade-8e44-b7f757e30c60 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:16.389662 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.507962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.512015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.582208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-026ff56d-a465-4f17-a330-a2fd9fa84bc2 None None] Provisioning for port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:16.612015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:16.618232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:16.625713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-026ff56d-a465-4f17-a330-a2fd9fa84bc2 None None] Provisioning complete for port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:16.626076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-026ff56d-a465-4f17-a330-a2fd9fa84bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.661931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:16.683139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.731578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Pushing event updated for resources: {'Port': ['ID=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:16.774521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting port b3206171-3a95-41d5-af23-3b4a233d6af8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:16.775115 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:16.873979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecfa61-69e7-4898-803f-ec8c44093871 req-26797ea3-2a13-4786-b462-97967e5b5918 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:16.881231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61ecfa61-69e7-4898-803f-ec8c44093871 req-26797ea3-2a13-4786-b462-97967e5b5918 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 932 time: 0.4159727 Mar 11 17:57:16.947554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-026ff56d-a465-4f17-a330-a2fd9fa84bc2 None None] Port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:16.949616 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.010040 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.142659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Attempting to bind port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:17.143059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Attempting to bind port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '222ed4a8-40ed-4d22-96b7-174196efeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52c26733-be7e-4c91-83b0-6edfcf3edb18'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:17.143424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Attempting to bind port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 on network 52c26733-be7e-4c91-83b0-6edfcf3edb18 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:17.152114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Transition to ACTIVE for port object 9c11739f-0143-44f9-81b1-599249ad3a25 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:17.189476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Transition to ACTIVE for port object 9c11739f-0143-44f9-81b1-599249ad3a25 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:17.204453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:17.205162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Checking segment: {'id': '222ed4a8-40ed-4d22-96b7-174196efeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52c26733-be7e-4c91-83b0-6edfcf3edb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:17.205949 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.229787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Bound using segment: {'id': '222ed4a8-40ed-4d22-96b7-174196efeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52c26733-be7e-4c91-83b0-6edfcf3edb18'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:17.229787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Bound port: cd3d9f08-bac8-4ade-8e44-b7f757e30c60, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222ed4a8-40ed-4d22-96b7-174196efeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '52c26733-be7e-4c91-83b0-6edfcf3edb18'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:17.231992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f368b1e-315c-4741-a5cb-a9dbcee674e3 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:57:17.242460 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.248446 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.265906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Transition to ACTIVE for port object 1f368b1e-315c-4741-a5cb-a9dbcee674e3 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:17.272605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.273138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:17.275078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.358250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-61ecfa61-69e7-4898-803f-ec8c44093871 req-dbd06f76-5d73-4bde-a11f-a42fa4863844 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758341 Mar 11 17:57:17.372080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:17.373126 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.376820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Pushing event updated for resources: {'Port': ['ID=9c11739f-0143-44f9-81b1-599249ad3a25,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:17.386041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:17.392720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:17.469107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Pushing event updated for resources: {'Port': ['ID=1f368b1e-315c-4741-a5cb-a9dbcee674e3,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:17.673471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] For port cd3d9f08-bac8-4ade-8e44-b7f757e30c60, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:17.677806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] For port cd3d9f08-bac8-4ade-8e44-b7f757e30c60, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,segment=NetworkSegment(222ed4a8-40ed-4d22-96b7-174196efeaf3),segment_id=222ed4a8-40ed-4d22-96b7-174196efeaf3)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:17.690524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Attempting to bind port 9c11739f-0143-44f9-81b1-599249ad3a25 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:17.691191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Attempting to bind port 9c11739f-0143-44f9-81b1-599249ad3a25 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '31faec99-cc36-4e0c-a811-4050ef70ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'aa43a049-0ee7-45e3-8cbb-f906b9de3983'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:17.691873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Attempting to bind port 9c11739f-0143-44f9-81b1-599249ad3a25 on network aa43a049-0ee7-45e3-8cbb-f906b9de3983 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:17.701550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:17.702314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Checking segment: {'id': '31faec99-cc36-4e0c-a811-4050ef70ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'aa43a049-0ee7-45e3-8cbb-f906b9de3983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:17.703318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.703948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Bound using segment: {'id': '31faec99-cc36-4e0c-a811-4050ef70ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'aa43a049-0ee7-45e3-8cbb-f906b9de3983'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:17.704585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Bound port: 9c11739f-0143-44f9-81b1-599249ad3a25, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31faec99-cc36-4e0c-a811-4050ef70ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'aa43a049-0ee7-45e3-8cbb-f906b9de3983'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:17.705242 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.748660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.760026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.761312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Attempting to bind port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:17.761778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Attempting to bind port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:17.761940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Attempting to bind port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:17.770785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:57:17.771101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Attempting to bind port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:17.782551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:17.782896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:17.783350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:17.783935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Bound port: 1f368b1e-315c-4741-a5cb-a9dbcee674e3, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:17.784328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.887427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] For port 9c11739f-0143-44f9-81b1-599249ad3a25, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:17.891243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] For port 9c11739f-0143-44f9-81b1-599249ad3a25, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9c11739f-0143-44f9-81b1-599249ad3a25,segment=NetworkSegment(31faec99-cc36-4e0c-a811-4050ef70ff8d),segment_id=31faec99-cc36-4e0c-a811-4050ef70ff8d)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:17.946933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.957350 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.970411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Calling delete_port for b3206171-3a95-41d5-af23-3b4a233d6af8 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:18.055844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] For port 1f368b1e-315c-4741-a5cb-a9dbcee674e3, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:18.089239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network bb93cdac-368d-44fa-bbda-fd991b027a05 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:18.091588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] For port 1f368b1e-315c-4741-a5cb-a9dbcee674e3, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1f368b1e-315c-4741-a5cb-a9dbcee674e3,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:18.092899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=937b4bb8-8d81-449d-b2b5-1e52bc2351b7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:18.096344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:18.101521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:18.113785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1597a74-4474-4711-af84-c5fb76b82444 None None] Pushing event updated for resources: {'Port': ['ID=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:18.165443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:18.254394 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:18.257197 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] 10.222.0.59 "PUT /v2.0/ports/1f368b1e-315c-4741-a5cb-a9dbcee674e3 HTTP/1.1" status: 200 len: 1092 time: 2.0536301 Mar 11 17:57:18.313715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'tag': '1f368b1e-315c-4741-a5cb-a9dbcee674e3'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:57:18.315371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765ea03-d6ef-4476-9ccf-584ffad2195d None None] Pushing event updated for resources: {'Port': ['ID=9c11739f-0143-44f9-81b1-599249ad3a25,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:18.439171 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'tag': '1f368b1e-315c-4741-a5cb-a9dbcee674e3', 'status': 'completed', 'code': 200} Mar 11 17:57:18.570952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:18.624280 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-3599c89d-33ab-490c-a93c-b4baeba9d686 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 1095 time: 0.2753766 Mar 11 17:57:18.629311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07dc20-1cfa-456f-b495-db8ac40f0068 service neutron] Pushing event updated for resources: {'Port': ['ID=1f368b1e-315c-4741-a5cb-a9dbcee674e3,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:18.635011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8::1 (52c26733-be7e-4c91-83b0-6edfcf3edb18/90ab2192-2a07-4f1b-9025-729f4294c7a2/9c08c8ca-cb23-40de-98bc-f4cde5be7882) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:18.784378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-04f71393-2a3c-43b2-a424-1a40e4d07416 None None] Provisioning for port 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:18.798455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-04f71393-2a3c-43b2-a424-1a40e4d07416 None None] Provisioning complete for port 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:18.798834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-04f71393-2a3c-43b2-a424-1a40e4d07416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:18.946781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-04f71393-2a3c-43b2-a424-1a40e4d07416 None None] Port 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:19.051148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:19.153197 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-0b3bec82-e09f-4c2e-a21d-8d46000ec02c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f368b1e-315c-4741-a5cb-a9dbcee674e3 HTTP/1.1" status: 200 len: 217 time: 0.2547119 Mar 11 17:57:19.177989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:19.253950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event deleted for resources: {'Port': ['ID=b3206171-3a95-41d5-af23-3b4a233d6af8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:19.266082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:19.283690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bea068-c6be-42b5-86dd-bad45bbb1f3b req-306b62ad-f2e2-4d1f-a2a2-d607b94a5c82 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:19.292017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30bea068-c6be-42b5-86dd-bad45bbb1f3b req-306b62ad-f2e2-4d1f-a2a2-d607b94a5c82 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.5019257 Mar 11 17:57:19.324128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-6354ae2c-d98f-41d0-8e21-3ba54725a6b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:19.326823 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-6354ae2c-d98f-41d0-8e21-3ba54725a6b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1584580 Mar 11 17:57:19.389808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object 9c08c8ca-cb23-40de-98bc-f4cde5be7882 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:19.462148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30bea068-c6be-42b5-86dd-bad45bbb1f3b req-0a1ae371-8916-4a63-a8a4-f2b614bb836f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686077 Mar 11 17:57:19.577618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:19.720896 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-29bcbb65-1791-47a5-bac3-5ff62b7b8eda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3798952 Mar 11 17:57:19.754354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:19.762008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:19.775256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:19.776027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:19.805456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:20.409034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-d00780d4-3eb5-4955-b53d-f09843ac96a7 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944214 Mar 11 17:57:20.679968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c1b0d2-930c-4922-a08e-03fa77e44f55 None None] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:21.036060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.036060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.070164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.098719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.101414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=9c08c8ca-cb23-40de-98bc-f4cde5be7882,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:21.183343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26610c59-84eb-464d-987b-bf90f55affd8 None None] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:21.193950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.196915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Fanout notify agent at l3_agent the message router_deleted on router 69b02dbc-ee74-4a4d-879d-67075382e088 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:57:21.318886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cd3d9f08-bac8-4ade-8e44-b7f757e30c60 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:21.388106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=937b4bb8-8d81-449d-b2b5-1e52bc2351b7,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:21.398977 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d38b849c-2f38-439c-bc18-d6e721e19d8e req-b00fc4ea-7989-4f21-85bb-cbf92619bff7 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9324114 Mar 11 17:57:21.417326 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.431313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-26c8331a-2a10-42e5-a8e8-c7ad8df408fd tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "DELETE /v2.0/routers/69b02dbc-ee74-4a4d-879d-67075382e088 HTTP/1.1" status: 204 len: 168 time: 6.8043838 Mar 11 17:57:21.434976 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.436435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:21.441978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55744) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:21.624460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bd36c71b-1654-4080-b467-339d15327a1e None None] Provisioning for port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:21.914899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:21.971161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e229c66-8d28-418c-8f1b-68a946e11e45 req-e5dc802d-7fff-4b87-a342-069ddd9f16b3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:21.974742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e229c66-8d28-418c-8f1b-68a946e11e45 req-e5dc802d-7fff-4b87-a342-069ddd9f16b3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.8922081 Mar 11 17:57:22.120173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:22.120173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:22.276606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6e229c66-8d28-418c-8f1b-68a946e11e45 req-b9809cad-5dfe-4ef9-9e97-84f2986de201 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482519 Mar 11 17:57:22.283800 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-cedd4085-9698-40dd-8099-f390249a6cdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 1095 time: 0.6147118 Mar 11 17:57:22.469348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-07e591fb-ea05-47ee-9f0f-794a34df067c None None] Provisioning for port 9c11739f-0143-44f9-81b1-599249ad3a25 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:22.502592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:22.516789 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:22.516789 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:22.685196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network bb93cdac-368d-44fa-bbda-fd991b027a05 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:22.685196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:22.811461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:22.990291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port cd3d9f08-bac8-4ade-8e44-b7f757e30c60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,segment=NetworkSegment(222ed4a8-40ed-4d22-96b7-174196efeaf3),segment_id=222ed4a8-40ed-4d22-96b7-174196efeaf3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:23.021008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:23.021008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9c11739f-0143-44f9-81b1-599249ad3a25 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:23.300465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=9c08c8ca-cb23-40de-98bc-f4cde5be7882,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:23.429480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:23.437436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:23.501223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.644833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:23.707470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c72b11ab-54c2-4713-b02f-d258407d378b None None] Provisioning complete for port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:23.707470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c72b11ab-54c2-4713-b02f-d258407d378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:23.935129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9c11739f-0143-44f9-81b1-599249ad3a25 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:23.966010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9c11739f-0143-44f9-81b1-599249ad3a25 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:23.966010 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:23.972651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting subnet f41fb411-de95-4461-a4d8-5a5c702de7cc {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:57:23.999384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-b7953fee-c328-41aa-b82b-b61c302ced18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:23.999384 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-b7953fee-c328-41aa-b82b-b61c302ced18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 1.5134001 Mar 11 17:57:23.999384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:24.390246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c72b11ab-54c2-4713-b02f-d258407d378b None None] Provisioning for port 9c08c8ca-cb23-40de-98bc-f4cde5be7882 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:24.406228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c72b11ab-54c2-4713-b02f-d258407d378b None None] Provisioning complete for port 9c08c8ca-cb23-40de-98bc-f4cde5be7882 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:24.406992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c72b11ab-54c2-4713-b02f-d258407d378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:24.527843 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:24.541558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1154f5-8e85-4f42-9762-f14c6d576b1e req-f4187ec0-44cf-4a65-8ae7-dbcb382b04b5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:24.541558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa1154f5-8e85-4f42-9762-f14c6d576b1e req-f4187ec0-44cf-4a65-8ae7-dbcb382b04b5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.5375648 Mar 11 17:57:24.570311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c72b11ab-54c2-4713-b02f-d258407d378b None None] Port 9c08c8ca-cb23-40de-98bc-f4cde5be7882 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:24.612028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 9c11739f-0143-44f9-81b1-599249ad3a25, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9c11739f-0143-44f9-81b1-599249ad3a25,segment=NetworkSegment(31faec99-cc36-4e0c-a811-4050ef70ff8d),segment_id=31faec99-cc36-4e0c-a811-4050ef70ff8d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:24.618704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:24.714963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:24.791049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=9c11739f-0143-44f9-81b1-599249ad3a25,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:24.804904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cd3d9f08-bac8-4ade-8e44-b7f757e30c60 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:24.830124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-f0ae92ea-c58f-4c08-a483-edb442256a13 req-a62b3dca-3ba9-4d2c-9fe1-a89ed024a6a0 service neutron] (83848) timed out ('10.222.0.96', 39184) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:57:24.850892 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa1154f5-8e85-4f42-9762-f14c6d576b1e req-8ac2b665-b7bf-41d5-a539-928373ed1e72 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221881 Mar 11 17:57:24.887894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-90294adf-1caa-4833-b9dc-5c0564bedfa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f368b1e-315c-4741-a5cb-a9dbcee674e3 HTTP/1.1" status: 200 len: 217 time: 0.7407033 Mar 11 17:57:24.918013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Provisioning complete for port 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:24.918503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:24.996035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Port 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:25.000383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:25.000938 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:25.031184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-05f109ec-dce5-4d51-a437-9abeca573831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:25.031184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-05f109ec-dce5-4d51-a437-9abeca573831 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1122050 Mar 11 17:57:25.098193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e8ff35f0-1ef4-4ad2-9d72-d3543da4948a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:57:25.213509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Provisioning complete for port 9c11739f-0143-44f9-81b1-599249ad3a25 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:25.213509 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:25.322966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router be4fa4d1-bec8-4580-a274-7624953a083e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:25.395147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:25.533416 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:25.592911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event deleted for resources: {'Subnet': ['ID=f41fb411-de95-4461-a4d8-5a5c702de7cc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:25.661898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Provisioning complete for port 9c08c8ca-cb23-40de-98bc-f4cde5be7882 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:25.666280 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:25.683836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:25.691707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0d433744-f48a-46c1-ac32-906e1eccb59b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e8ff35f0-1ef4-4ad2-9d72-d3543da4948a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0725217 Mar 11 17:57:25.697900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55788) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:25.711336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93f706-b6af-4273-b9d8-f5892fdb5217 None None] Network 47563712-6374-44a1-817b-91c360629c3d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:25.748051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-fafe10d7-0767-4937-81c9-b591813a86dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6995568 Mar 11 17:57:25.749075 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:25.816452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] Sync routers for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:25.847215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-37aa55a9-6dcd-4ce1-9de7-c60a1c64b1d6 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "DELETE /v2.0/subnets/f41fb411-de95-4461-a4d8-5a5c702de7cc HTTP/1.1" status: 204 len: 168 time: 4.3957229 Mar 11 17:57:25.852817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55792) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:25.954695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19086db-a9c5-4b3f-b8cc-b829b05fcba6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:25.966662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c19086db-a9c5-4b3f-b8cc-b829b05fcba6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:57:25.994498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69bdd5c3-01ae-402b-9089-4ef0966550d7 None None] Port 9c08c8ca-cb23-40de-98bc-f4cde5be7882 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:26.001609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:26.003353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:26.009266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c19086db-a9c5-4b3f-b8cc-b829b05fcba6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:57:26.010738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c19086db-a9c5-4b3f-b8cc-b829b05fcba6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports/9c08c8ca-cb23-40de-98bc-f4cde5be7882 HTTP/1.1" status: 200 len: 911 time: 0.3089588 Mar 11 17:57:26.013628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55800) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:26.075747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:26.093028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-50e86b78-ae48-42d1-b2e3-f217608049e9 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363321 Mar 11 17:57:26.182417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:26.210725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:26.212432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:26.314177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:26.315922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdae837-7be9-4d2a-b2e0-acb706c3cf54 None None] The sync data for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:26.421930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1c1c2-f6d3-49e9-811c-63a2be023019 req-374ea2ca-51f8-48a9-a0e7-81e8637d8423 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:26.421930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37f1c1c2-f6d3-49e9-811c-63a2be023019 req-374ea2ca-51f8-48a9-a0e7-81e8637d8423 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.1883256 Mar 11 17:57:26.439738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] DHCP port deletion for 47563712-6374-44a1-817b-91c360629c3d request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:57:26.450584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] Deleting port 7a1416e2-7158-474a-880e-ec2def964d10 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:26.451303 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:26.483668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting port 7a1416e2-7158-474a-880e-ec2def964d10 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:26.484060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:26.591166 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37f1c1c2-f6d3-49e9-811c-63a2be023019 req-522ad143-f4a3-4289-9a3c-01c268332f3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636126 Mar 11 17:57:26.614161 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48fafc2e-685a-4006-bd51-57e259d26ab8 req-5d8eebfa-9bd5-4564-8022-4740ccc400a5 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106502 Mar 11 17:57:26.669799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:26.705327 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] Sync routers for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:26.713652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55814) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:26.716585 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-51f508d0-8f48-4e78-ab89-967bf3d5c1c7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/be4fa4d1-bec8-4580-a274-7624953a083e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4941828 Mar 11 17:57:26.738298 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:26.738965 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:26.907627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] For port 7a1416e2-7158-474a-880e-ec2def964d10, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a1416e2-7158-474a-880e-ec2def964d10,segment=NetworkSegment(18e13e25-f4b7-444a-bf8e-8372d994370b),segment_id=18e13e25-f4b7-444a-bf8e-8372d994370b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:26.907627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:26.961954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c5d5e-448d-4203-83a2-3622fae4f910 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:26.964393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-385c5d5e-448d-4203-83a2-3622fae4f910 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports/937b4bb8-8d81-449d-b2b5-1e52bc2351b7 HTTP/1.1" status: 200 len: 910 time: 0.2409186 Mar 11 17:57:26.968528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55818) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:26.970826 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:27.005122 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:27.008699 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:27.145568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:27.145568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b1291-eced-419e-9637-a4afb8556097 None None] The sync data for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:27.167255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] For port 7a1416e2-7158-474a-880e-ec2def964d10, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7a1416e2-7158-474a-880e-ec2def964d10,segment=NetworkSegment(18e13e25-f4b7-444a-bf8e-8372d994370b),segment_id=18e13e25-f4b7-444a-bf8e-8372d994370b)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:27.167255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:27.216545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9c11739f-0143-44f9-81b1-599249ad3a25 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:27.252729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] Calling delete_port for 7a1416e2-7158-474a-880e-ec2def964d10 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:27.413679 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:27.553121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Calling delete_port for 7a1416e2-7158-474a-880e-ec2def964d10 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:27.692386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] Pushing event deleted for resources: {'Port': ['ID=7a1416e2-7158-474a-880e-ec2def964d10,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:27.692386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9c11739f-0143-44f9-81b1-599249ad3a25 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:27.692386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:27.768518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb05fd-cf27-4c23-8db1-ba9cf949316d None None] No DVR routers for this DVR port 7a1416e2-7158-474a-880e-ec2def964d10 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:57:27.782867 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:57:27.783431 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:57:28.017727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7a1416e2-7158-474a-880e-ec2def964d10 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:57:28.090339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 7a1416e2-7158-474a-880e-ec2def964d10 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:57:28.090339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7a1416e2-7158-474a-880e-ec2def964d10 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:57:28.285066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting port 7a1416e2-7158-474a-880e-ec2def964d10 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:28.285622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:28.380752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] The port '7a1416e2-7158-474a-880e-ec2def964d10' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:57:28.424232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95d4c-ceb4-4beb-b911-7fadbed57173 req-a16c8dab-ba58-4727-a98a-4319ca94b98f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:28.424232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41e95d4c-ceb4-4beb-b911-7fadbed57173 req-a16c8dab-ba58-4727-a98a-4319ca94b98f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.4339271 Mar 11 17:57:28.552744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41e95d4c-ceb4-4beb-b911-7fadbed57173 req-4dd4b28f-0719-483a-9789-92d504229173 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874352 Mar 11 17:57:28.631460 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:28.723687 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:28.755647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47563712-6374-44a1-817b-91c360629c3d']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:28.773780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e13e25-f4b7-444a-bf8e-8372d994370b') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:28.777984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e13e25-f4b7-444a-bf8e-8372d994370b') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:28.805011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:28.866547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:28.885832 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:28.893313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:57:28.893313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:57:28.931341 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:57:29.046697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:29.078043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:29.117407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event deleted for resources: {'Network': ['ID=47563712-6374-44a1-817b-91c360629c3d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:29.145311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-883736bf-8101-4c8e-ae9c-765acb03cc63 tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "DELETE /v2.0/networks/47563712-6374-44a1-817b-91c360629c3d HTTP/1.1" status: 204 len: 168 time: 3.2882206 Mar 11 17:57:29.148572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55850) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:29.358029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Deleting port 5f15e497-18ae-49e0-a36f-17c5ebae7c34 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:29.358029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:29.543094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:29.543421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:29.593625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8:1::1 (aa43a049-0ee7-45e3-8cbb-f906b9de3983/cd94522e-b224-430d-9e11-7a2aadc2cb50/980f3089-1476-4291-a16a-2c6ea4e0a4fa) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:29.699250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Calling delete_port for 5f15e497-18ae-49e0-a36f-17c5ebae7c34 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:29.886685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:29.957163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Pushing event deleted for resources: {'Port': ['ID=5f15e497-18ae-49e0-a36f-17c5ebae7c34,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:29.972675 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.011764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object 980f3089-1476-4291-a16a-2c6ea4e0a4fa will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:30.025410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a288f2c-a2bf-40fd-876c-4515215f7036 req-e19ec8fd-ae11-445f-a5bc-6c38f78bb96d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:30.027137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a288f2c-a2bf-40fd-876c-4515215f7036 req-e19ec8fd-ae11-445f-a5bc-6c38f78bb96d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.2559140 Mar 11 17:57:30.059222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.074068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.074905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8db07169-4361-497e-9fad-07b74af026cf tempest-FloatingIPAdminTestJSON-1460756378 tempest-FloatingIPAdminTestJSON-1460756378-project] 10.222.0.96 "DELETE /v2.0/floatingips/47d75b57-55e1-49f6-9ea5-35b6b42ee272 HTTP/1.1" status: 204 len: 168 time: 0.9270966 Mar 11 17:57:30.141811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a288f2c-a2bf-40fd-876c-4515215f7036 req-fb6516c0-6051-4cb7-9d6e-de51d8d2787d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047244 Mar 11 17:57:30.142881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.380882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:30.381206 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.426479 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:30.446840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=980f3089-1476-4291-a16a-2c6ea4e0a4fa,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:30.446840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:30.446840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:30.446840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.559083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55884) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:30.803039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.822060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:30.909185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fd475682-813d-41a2-9654-5c276709e9fa None None] Provisioning for port 980f3089-1476-4291-a16a-2c6ea4e0a4fa completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:30.914714 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d97221f2-ae68-4aa1-9639-8f0c81e8ad00 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a63cb8bcd891448fa0ab31886bcf6121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3590572 Mar 11 17:57:30.916872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55892) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:30.917175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fd475682-813d-41a2-9654-5c276709e9fa None None] Provisioning complete for port 980f3089-1476-4291-a16a-2c6ea4e0a4fa triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:30.917550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd475682-813d-41a2-9654-5c276709e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:31.001201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 937b4bb8-8d81-449d-b2b5-1e52bc2351b7 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:31.005974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fd475682-813d-41a2-9654-5c276709e9fa None None] Port 980f3089-1476-4291-a16a-2c6ea4e0a4fa cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:31.064571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-299858c3-591f-434a-a344-465dc38d74d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:31.105540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-299858c3-591f-434a-a344-465dc38d74d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:31.211756 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-299858c3-591f-434a-a344-465dc38d74d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:31.252910 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-299858c3-591f-434a-a344-465dc38d74d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:31.260387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-299858c3-591f-434a-a344-465dc38d74d6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/338951de-ee57-4709-aee9-8020a8d3b17e HTTP/1.1" status: 204 len: 168 time: 0.3407090 Mar 11 17:57:31.263730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299858c3-591f-434a-a344-465dc38d74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338951de-ee57-4709-aee9-8020a8d3b17e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:31.806021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699642b-1fd2-4757-8e56-b51dc114b7de req-fdae7f43-9a56-43af-90c7-d3342ce0272a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:31.807722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4699642b-1fd2-4757-8e56-b51dc114b7de req-fdae7f43-9a56-43af-90c7-d3342ce0272a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.3599439 Mar 11 17:57:31.857877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:31.971420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=937b4bb8-8d81-449d-b2b5-1e52bc2351b7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:31.994765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:32.160746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55920) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:32.222972 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.223381 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4699642b-1fd2-4757-8e56-b51dc114b7de req-53e82429-d1d4-41fc-9eb8-6abbdaa71cd2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927481 Mar 11 17:57:32.307086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:57:32.330314 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7476ed45-bbfb-44d2-8b72-32e5f75fdd0b tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4491 time: 0.3340716 Mar 11 17:57:32.334031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55928) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:32.342400 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.361884 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:32.371349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Usage tracker for resource:security_group_rule and tenant:f370ee3a6a86432e8e6e00dc7763bd45 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:32.376563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:32.388980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:32.443752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'network': {'name': 'tempest-network-smoke--52821346', 'project_id': '28822aa99add4421adcd782a2a28cec0', 'port_security_enabled': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:32.453967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.454802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.458603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:32.491102 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.498865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.566527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f370ee3a6a86432e8e6e00dc7763bd45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4046061 Mar 11 17:57:32.574056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55932) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:32.640116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9dc6a-9ee5-4970-8bd3-091e0d30aa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf86a85-94cc-45c1-a96f-4c5f4b36c411,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:32.730993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9a079e9-0c00-4c33-94e9-03a291d6b9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.757966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:32.776391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9a079e9-0c00-4c33-94e9-03a291d6b9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.796896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=980f3089-1476-4291-a16a-2c6ea4e0a4fa,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:32.876200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Made reservation on behalf of 28822aa99add4421adcd782a2a28cec0 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:32.883584 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.932610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9a079e9-0c00-4c33-94e9-03a291d6b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.968550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a079e9-0c00-4c33-94e9-03a291d6b9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf86a85-94cc-45c1-a96f-4c5f4b36c411,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:32.970545 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e9a079e9-0c00-4c33-94e9-03a291d6b9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:32.972328 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e9a079e9-0c00-4c33-94e9-03a291d6b9c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9bf86a85-94cc-45c1-a96f-4c5f4b36c411 HTTP/1.1" status: 204 len: 168 time: 0.3962975 Mar 11 17:57:33.008376 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:33.038239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:33.038603 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Added segment 6e28cb0d-4102-4b96-924a-e82d1112968d of type vlan for network dc10cd73-bf54-4acc-8445-a92fd97b6072 Mar 11 17:57:33.041881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:33.048590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:33.287567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:33.334332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:33.666857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b394ae7e-28df-4490-9b48-09de096d4ad6 None None] Provisioning complete for port 980f3089-1476-4291-a16a-2c6ea4e0a4fa triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:33.667688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b394ae7e-28df-4490-9b48-09de096d4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:33.753824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b394ae7e-28df-4490-9b48-09de096d4ad6 None None] Port 980f3089-1476-4291-a16a-2c6ea4e0a4fa cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:33.838032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:33.844418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:33.845586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:33.916740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55960) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:33.946634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:33.997396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:34.002180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Usage tracker for resource:security_group_rule and tenant:81eaad3dba6c49a884e51728558feb3e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:34.011500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:34.017912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:34.158049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Network': ['ID=dc10cd73-bf54-4acc-8445-a92fd97b6072,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:34.178961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:34.197981 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f2e19f0a-54bf-4909-b13a-4e72e456dcd1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8597167 Mar 11 17:57:34.201152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 55970) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:34.216436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'admin_state_up': True, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:34.232688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:34.243181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c7d5-79da-45a9-822e-920cec5c585e req-a25b45b7-fb0a-4abd-9317-3f24f10dd3c1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:34.244657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ca5c7d5-79da-45a9-822e-920cec5c585e req-a25b45b7-fb0a-4abd-9317-3f24f10dd3c1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.7548594 Mar 11 17:57:34.250438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:router and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:34.254102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:34.269961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:34.308147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.314097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.318938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e8ff35f0-1ef4-4ad2-9d72-d3543da4948a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:34.332665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.333785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.406645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63db68-c602-4e6b-9628-25528f655842,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:34.417380 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fa668669-d016-4da7-ab0f-fd3c4f12c377 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81eaad3dba6c49a884e51728558feb3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4997458 Mar 11 17:57:34.418320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55974) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:34.488917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17af30d0-54ad-44ab-91ed-c78421caedb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.519600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17af30d0-54ad-44ab-91ed-c78421caedb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.522782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ca5c7d5-79da-45a9-822e-920cec5c585e req-dba856f4-321d-4ba0-a0c0-07a1ddcb1429 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652476 Mar 11 17:57:34.590103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17af30d0-54ad-44ab-91ed-c78421caedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.613861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17af30d0-54ad-44ab-91ed-c78421caedb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:34.615201 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-17af30d0-54ad-44ab-91ed-c78421caedb3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2b63db68-c602-4e6b-9628-25528f655842 HTTP/1.1" status: 204 len: 168 time: 0.1956284 Mar 11 17:57:34.640515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af30d0-54ad-44ab-91ed-c78421caedb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63db68-c602-4e6b-9628-25528f655842,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:34.839739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:35.210710 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:35.219029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:35.233547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] Sync routers for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:35.240851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d840ec2e-1547-422c-b3b7-c2901dda8381 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e8ff35f0-1ef4-4ad2-9d72-d3543da4948a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2254074 Mar 11 17:57:35.240945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 55998) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:35.276982 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:35.276982 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:35.358870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router be4fa4d1-bec8-4580-a274-7624953a083e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:35.460500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:35.476248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:35.477618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:35.512422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2af931-107f-4927-ad5d-494f44c7d31a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:35.512422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f2af931-107f-4927-ad5d-494f44c7d31a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports/980f3089-1476-4291-a16a-2c6ea4e0a4fa HTTP/1.1" status: 200 len: 913 time: 0.2624795 Mar 11 17:57:35.512422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56006) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:35.579214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:35.580072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0d6ff5-e2b0-4aba-9545-590157600da6 None None] The sync data for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:35.633615 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:35.684021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:35.744466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:35.759908 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] Sync routers for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:35.770214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-09ae1986-1c38-4193-b82e-c64d2e0a0416 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/be4fa4d1-bec8-4580-a274-7624953a083e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7959237 Mar 11 17:57:35.772414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56020) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:35.781609 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:35.782270 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:35.960601 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:35.987213 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:35.987757 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:36.012340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Allocated IP 172.25.3.36 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/a711431a-96fb-41ad-b7d5-cf60d9a3335b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:36.098545 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:36.098946 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002f77f-3cb9-4eec-a265-25b15fe4af95 None None] The sync data for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:36.358082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:36.675947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:36.746333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:36.806781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb5750-b7c5-43fd-91b0-195c3d7c5449 req-083e05e3-76e0-4b48-971e-6911576dd8ba tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:36.808454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53cb5750-b7c5-43fd-91b0-195c3d7c5449 req-083e05e3-76e0-4b48-971e-6911576dd8ba tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.4060447 Mar 11 17:57:36.819456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:36.988654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=a711431a-96fb-41ad-b7d5-cf60d9a3335b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:37.036843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:37.041056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53cb5750-b7c5-43fd-91b0-195c3d7c5449 req-8935a6da-399c-4776-b433-4d159147bcad tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557515 Mar 11 17:57:37.041902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:37.044589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:37.148485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 980f3089-1476-4291-a16a-2c6ea4e0a4fa {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:37.149276 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:37.422310 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:37.564675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 980f3089-1476-4291-a16a-2c6ea4e0a4fa owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:37.590487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:37.591239 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:37.775099 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:37.929233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56076) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:37.939248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=980f3089-1476-4291-a16a-2c6ea4e0a4fa,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:38.088440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:38.092719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:38.126770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1234909339', 'router:external': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:38.187449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:38.226988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:network and tenant:0f769f07c7a94b3ba4854a8500983635 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:38.240011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:38.298435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:38.302935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:38.489881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Made reservation on behalf of 0f769f07c7a94b3ba4854a8500983635 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:38.492473 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:38.522628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:38.561185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:57:38.630097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:38.661335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:security_group_rule and tenant:0f769f07c7a94b3ba4854a8500983635 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:38.673808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:38.682677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:38.770435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:39.039068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db065315-4c2a-477d-8bf7-a497d1f3c76d req-18633f43-14d7-436a-8499-cfcf550c6a63 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:39.046086 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db065315-4c2a-477d-8bf7-a497d1f3c76d req-18633f43-14d7-436a-8499-cfcf550c6a63 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.6320660 Mar 11 17:57:39.121218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 0bb3fd8e-1927-409a-818d-8b9e3b5ce4de owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:39.123765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e8ff35f0-1ef4-4ad2-9d72-d3543da4948a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:39.375896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db065315-4c2a-477d-8bf7-a497d1f3c76d req-d01c50ea-4a7f-416e-8e76-39e27d3f8e85 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293290 Mar 11 17:57:39.449551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:39.465117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] Sync routers for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:39.497735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:39.519964 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-41efcfca-7297-4197-a112-5a494dc1fe73 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e8ff35f0-1ef4-4ad2-9d72-d3543da4948a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9983857 Mar 11 17:57:39.520899 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:39.520988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:39.521093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56104) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:39.521204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:39.579513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:39.604276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:39.604515 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Added segment c769e03a-860e-44f7-99a1-76fb5a0fe2ee of type vlan for network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe Mar 11 17:57:39.633648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:39.646288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:39.647128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:39.657755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:39.727530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:39.728883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:39.729603 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:39.773267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:39.787278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:39.788150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e0f2d-912a-48f5-b067-43179dfbb3f1 None None] The sync data for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:39.897098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae9b1d-1301-4716-9063-175028a8b2d3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:39.955260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Network': ['ID=91a3e07c-f990-46b1-9d47-1c2e9f2b96fe,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:39.964739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:40.007300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:40.077557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f3d2eedd-182a-4257-b187-57ffacc1cc69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1429749 Mar 11 17:57:40.077557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=0bb3fd8e-1927-409a-818d-8b9e3b5ce4de,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:40.079898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56116) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:40.234418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'subnet': {'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:40.257239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:40.271229 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Sync routers for ids ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:40.303686 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Routers {'44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:40.304426 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:40.332307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:40.356183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:40.382691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:subnet and tenant:0f769f07c7a94b3ba4854a8500983635 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:40.390184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:40.406137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:40.510988 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:40.512286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f56429b7-f582-4574-b7b8-53890a5a613f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.3099008 Mar 11 17:57:40.521463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56124) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:40.524395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Made reservation on behalf of 0f769f07c7a94b3ba4854a8500983635 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:40.530457 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:40.713398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6704af8-9b41-44e2-a0a4-9340b83a84eb tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:40.718022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b6704af8-9b41-44e2-a0a4-9340b83a84eb tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=28822aa99add4421adcd782a2a28cec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1956983 Mar 11 17:57:40.720369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56132) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:40.721273 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Set router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:57:40.801878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:41.051130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a96f-5677-4135-b710-4edb9b102500 req-c4c25956-fe42-40a2-9da4-cfc94f024a13 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:41.058623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0848a96f-5677-4135-b710-4edb9b102500 req-c4c25956-fe42-40a2-9da4-cfc94f024a13 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 944 time: 0.3661828 Mar 11 17:57:41.082508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c6138-79e8-4183-9b3b-e9c2bdee195e tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:41.082647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c6138-79e8-4183-9b3b-e9c2bdee195e tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:41.084330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e76c6138-79e8-4183-9b3b-e9c2bdee195e tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1551 time: 0.3627162 Mar 11 17:57:41.090476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56140) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:41.227407 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:57:37Z', 'revision_number': 3, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:41.233924 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Checking router: 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:57:41.233924 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Updating router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f port a711431a-96fb-41ad-b7d5-cf60d9a3335b binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:57:41.266559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dfef60fd-9062-42e3-b38f-4b1fda7e4ebb tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1746063 Mar 11 17:57:41.269782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56148) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:41.338592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-77ebb618-e8df-49ba-9119-81c0bf1b1d8e tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=91a3e07c-f990-46b1-9d47-1c2e9f2b96fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671437 Mar 11 17:57:41.375965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56152) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:41.379277 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:41.425241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a6b1e60-b9c8-4599-8a63-0ea23e16b1c7 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=28822aa99add4421adcd782a2a28cec0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481861 Mar 11 17:57:41.447135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56156) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:41.585683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0848a96f-5677-4135-b710-4edb9b102500 req-63caf8ac-be11-4cbf-9ff9-7d60bcd0a363 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260925 Mar 11 17:57:41.757139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1bce31-0114-4274-bd2b-1825ff7c09ca tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:41.757511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1bce31-0114-4274-bd2b-1825ff7c09ca tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:41.759364 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2f1bce31-0114-4274-bd2b-1825ff7c09ca tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.3111348 Mar 11 17:57:41.763001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56166) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:41.814785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fab03bcd-1095-4db6-bf1d-442d4f86f7ae tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505710 Mar 11 17:57:41.847539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56170) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:41.917956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router be4fa4d1-bec8-4580-a274-7624953a083e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:41.929122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56174) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:41.930341 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dd3262df-f956-4905-ac2b-b638423d7868 tempest-TestSecurityGroupsBasicOps-392476458 tempest-TestSecurityGroupsBasicOps-392476458-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=91a3e07c-f990-46b1-9d47-1c2e9f2b96fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818994 Mar 11 17:57:41.939582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712509235', 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072', 'project_id': '28822aa99add4421adcd782a2a28cec0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:42.006979 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.050663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Transition to ACTIVE for port object a711431a-96fb-41ad-b7d5-cf60d9a3335b will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:42.060421 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.137992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 9c08c8ca-cb23-40de-98bc-f4cde5be7882 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:42.139115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.156424 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Attempting to bind port a711431a-96fb-41ad-b7d5-cf60d9a3335b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:42.156790 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Attempting to bind port a711431a-96fb-41ad-b7d5-cf60d9a3335b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:42.157219 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Attempting to bind port a711431a-96fb-41ad-b7d5-cf60d9a3335b on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:42.167440 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:42.167440 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:42.168027 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.168296 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:42.179365 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Bound port: a711431a-96fb-41ad-b7d5-cf60d9a3335b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:42.179514 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.240367 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Pushing event updated for resources: {'Port': ['ID=a711431a-96fb-41ad-b7d5-cf60d9a3335b,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:42.247300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.objects.ports [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83849) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 17:57:42.247790 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.263792 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.264317 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.264785 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.265267 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.265779 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.266265 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.267477 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.268009 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.269548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.270229 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.272343 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:42.324881 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] For port a711431a-96fb-41ad-b7d5-cf60d9a3335b, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:42.332202 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] For port a711431a-96fb-41ad-b7d5-cf60d9a3335b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a711431a-96fb-41ad-b7d5-cf60d9a3335b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:42.348105 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.374642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-809d23f8-6918-405b-ab57-bde066944321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.388697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:42.403353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Usage tracker for resource:subnet and tenant:28822aa99add4421adcd782a2a28cec0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:42.416337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:42.435803 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:42.440770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1f368b1e-315c-4741-a5cb-a9dbcee674e3 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:57:42.476839 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Routers {'44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:42.477482 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:42.498031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57d4b60e-dcaa-486c-af8f-d106e2fd886b,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:42.509529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:42.519091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Made reservation on behalf of 28822aa99add4421adcd782a2a28cec0 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:42.564684 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c436-0179-47e2-9d99-491831284b46 None None] Pushing event updated for resources: {'Port': ['ID=a711431a-96fb-41ad-b7d5-cf60d9a3335b,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:42.591271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Checking segment: {'id': 'c769e03a-860e-44f7-99a1-76fb5a0fe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:42.592162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network hostable DHCP agents. Network: 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:42.617757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b4f65716-a5bd-4624-a015-8605a92ddddc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/be4fa4d1-bec8-4580-a274-7624953a083e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8414724 Mar 11 17:57:42.619710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56188) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:42.623344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.667287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1f368b1e-315c-4741-a5cb-a9dbcee674e3, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1f368b1e-315c-4741-a5cb-a9dbcee674e3,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:42.689927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '1f368b1e-315c-4741-a5cb-a9dbcee674e3', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'port_id': '1f368b1e-315c-4741-a5cb-a9dbcee674e3', 'mac_address': 'fa:16:3e:61:c8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:57:42.693142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] Sync routers for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:42.700224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf05975e-ce6d-4bf7-8032-9b205c49e7ce tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:57:42.796738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:42.810135 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] Set router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:57:42.864274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f368b1e-315c-4741-a5cb-a9dbcee674e3 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:57:42.872696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:42.873665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:42.924238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:42.988008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:42.994929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:42.998487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:43.048065 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:43.099303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99483b-1ac2-45ca-8d0a-aa44ff34d15d None None] Network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:43.099419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-992e91da-4ed3-4960-981f-621f2899fb84 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0180573 Mar 11 17:57:43.110204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56198) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:43.113273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 9c08c8ca-cb23-40de-98bc-f4cde5be7882 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:43.126391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1090235452', 'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:43.314794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:43.320499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf05975e-ce6d-4bf7-8032-9b205c49e7ce tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:57:43.325185 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cf05975e-ce6d-4bf7-8032-9b205c49e7ce tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=be4fa4d1-bec8-4580-a274-7624953a083e HTTP/1.1" status: 200 len: 205 time: 0.7052958 Mar 11 17:57:43.329038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:43.330511 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:57:37Z', 'revision_number': 3, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:43.335613 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a80149-6bc6-459c-bf27-6ce91a042ee0 None None] The sync data for ids ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'] in n-d-833436-1 is: [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:57:37Z', 'revision_number': 3, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:43.370811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:43.394857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1f368b1e-315c-4741-a5cb-a9dbcee674e3, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1f368b1e-315c-4741-a5cb-a9dbcee674e3,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:43.421229 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:43.474303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:port and tenant:0f769f07c7a94b3ba4854a8500983635 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:43.493270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:43.510291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] Routers {'be4fa4d1-bec8-4580-a274-7624953a083e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:43.511148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['be4fa4d1-bec8-4580-a274-7624953a083e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:43.532588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:43.617886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Made reservation on behalf of 0f769f07c7a94b3ba4854a8500983635 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:43.621765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:43.624606 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:43.664635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:43.665227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9dd42-e7a0-4d88-84b6-e05ce0f9e844 None None] The sync data for ids ['be4fa4d1-bec8-4580-a274-7624953a083e'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:43.707891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9ecb-247d-4fc4-8bc1-481afc36ac5d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:43.719111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4909839-c310-4e18-a9cc-722357463919 req-6c006197-4c85-401b-a803-f5bcc86d5500 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:43.719111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4909839-c310-4e18-a9cc-722357463919 req-6c006197-4c85-401b-a803-f5bcc86d5500 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 945 time: 0.3736122 Mar 11 17:57:43.719111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] device_id is not set on port 5f8114d1-a8b0-40d1-a910-9e85773723d4 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:57:43.840280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=9c08c8ca-cb23-40de-98bc-f4cde5be7882,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:43.916718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['1f368b1e-315c-4741-a5cb-a9dbcee674e3'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:57:44.105270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1f368b1e-315c-4741-a5cb-a9dbcee674e3,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:44.115492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56721a4d-2c51-45b0-b0de-5be9af16ea44 None None] Network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:44.228117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Allocated IP 2001:db8::1ba (91a3e07c-f990-46b1-9d47-1c2e9f2b96fe/57d4b60e-dcaa-486c-af8f-d106e2fd886b/5f8114d1-a8b0-40d1-a910-9e85773723d4) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:44.629270 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:44.666861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:44.757649 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4909839-c310-4e18-a9cc-722357463919 req-d8a5496b-d863-4d7c-a9d8-eaf480bbe2ab tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8364596 Mar 11 17:57:44.757649 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:44.837861 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54c95d9c-2220-4ca5-9c9a-792c375b95e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:44.891266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a711431a-96fb-41ad-b7d5-cf60d9a3335b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:45.034609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a711431a-96fb-41ad-b7d5-cf60d9a3335b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:45.040996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a711431a-96fb-41ad-b7d5-cf60d9a3335b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:45.041466 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.105768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:45.105768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:45.121276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:45.121276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:45.121276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.142006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Port': ['ID=5f8114d1-a8b0-40d1-a910-9e85773723d4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:45.174632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.246287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-35538aa4-824c-4401-b69f-ae371e5c5c3f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1340489 Mar 11 17:57:45.251661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56228) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:45.297485 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.322862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a711431a-96fb-41ad-b7d5-cf60d9a3335b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a711431a-96fb-41ad-b7d5-cf60d9a3335b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:45.330547 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.371696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Deleting port 5f8114d1-a8b0-40d1-a910-9e85773723d4 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:45.372036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.378963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9ecb-247d-4fc4-8bc1-481afc36ac5d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.386323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9ecb-247d-4fc4-8bc1-481afc36ac5d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.408242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Subnet': ['ID=ed3c29b6-f57e-4145-b751-f3320f6a7d15,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:45.443613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Checking segment: {'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:45.443993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network hostable DHCP agents. Network: dc10cd73-bf54-4acc-8445-a92fd97b6072, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:45.453586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a711431a-96fb-41ad-b7d5-cf60d9a3335b,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:45.600052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:45.615141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, dc10cd73-bf54-4acc-8445-a92fd97b6072) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:45.621770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:45.622681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.623452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34085b91-19c8-42b0-b49b-4cc2f0fe9858 None None] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:45.647393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9ecb-247d-4fc4-8bc1-481afc36ac5d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.647923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4d9ecb-247d-4fc4-8bc1-481afc36ac5d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Fanout notify agent at l3_agent the message router_deleted on router be4fa4d1-bec8-4580-a274-7624953a083e {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:57:45.672667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-87d04626-0174-4553-9930-f226f56c4c20 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.7433546 Mar 11 17:57:45.676065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56236) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:45.756340 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.783420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9ecb-247d-4fc4-8bc1-481afc36ac5d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.787212 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c4d9ecb-247d-4fc4-8bc1-481afc36ac5d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/be4fa4d1-bec8-4580-a274-7624953a083e HTTP/1.1" status: 204 len: 168 time: 2.4570427 Mar 11 17:57:45.787534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:45.906519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e8ff35f0-1ef4-4ad2-9d72-d3543da4948a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:45.972546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:45.986683 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.222415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Calling delete_port for 5f8114d1-a8b0-40d1-a910-9e85773723d4 owned by {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:46.275241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:46.286968 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8245c459-00e1-4ee8-8eb2-68ebd223887b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e8ff35f0-1ef4-4ad2-9d72-d3543da4948a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7700720 Mar 11 17:57:46.287728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56256) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:46.294480 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] Sync routers for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:46.302442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-dc10cd73-bf54-4acc-8445-a92fd97b6072', 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'fixed_ips': [{'subnet_id': 'ed3c29b6-f57e-4145-b751-f3320f6a7d15'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:57:46.304974 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.332792 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:46.333647 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:46.353297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0ebd646-049c-4d2d-bf36-25ef138ffad3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:57:46.411968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e0ebd646-049c-4d2d-bf36-25ef138ffad3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:57:46.418091 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0ebd646-049c-4d2d-bf36-25ef138ffad3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8ff35f0-1ef4-4ad2-9d72-d3543da4948a HTTP/1.1" status: 200 len: 205 time: 0.1262879 Mar 11 17:57:46.418091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56260) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:46.430994 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:46.444321 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] Routers {'e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:46.444916 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:46.498553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1f368b1e-315c-4741-a5cb-a9dbcee674e3 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:46.546008 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:46.548367 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1931c60-5f8c-4ade-b3f1-067a06287a94 None None] The sync data for ids ['e8ff35f0-1ef4-4ad2-9d72-d3543da4948a'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:46.605878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e03181-0ddd-4932-87e1-e53742b0f386 req-12ea544c-83a2-44a8-b072-dd23ba4018ef tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:46.607404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6e03181-0ddd-4932-87e1-e53742b0f386 req-12ea544c-83a2-44a8-b072-dd23ba4018ef tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 945 time: 0.4364951 Mar 11 17:57:46.691564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 4ba123a7-aac2-4d4d-9bc4-5dd668633cd4 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:57:46.697619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.720862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a661c08-aeb1-4d91-91dc-cc78e909754a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.734814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.751557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:46.757694 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Allocated IP 172.20.0.18 (dc10cd73-bf54-4acc-8445-a92fd97b6072/ed3c29b6-f57e-4145-b751-f3320f6a7d15/2b19f91e-9e7d-42bd-a58f-ed75ac95f53e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:46.769572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:46.770481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.843596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a711431a-96fb-41ad-b7d5-cf60d9a3335b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:46.873587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f8114d1-a8b0-40d1-a910-9e85773723d4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:46.896967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6e03181-0ddd-4932-87e1-e53742b0f386 req-0d9edff0-f057-4188-ad9a-d34365674e65 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716126 Mar 11 17:57:46.906850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.994284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.016227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-24664d32-67d8-4269-898b-7c80bac791f1 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "DELETE /v2.0/ports/5f8114d1-a8b0-40d1-a910-9e85773723d4 HTTP/1.1" status: 204 len: 168 time: 1.7632024 Mar 11 17:57:47.020313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56270) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:47.025400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe', 'external_fixed_ips': [{'subnet_id': '57d4b60e-dcaa-486c-af8f-d106e2fd886b', 'ip_address': '2001:db8::1ba'}]}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:47.036842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:47.046693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:router and tenant:0f769f07c7a94b3ba4854a8500983635 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:47.171553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:47.218567 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.248354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:47.284898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a711431a-96fb-41ad-b7d5-cf60d9a3335b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:47.285968 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.326632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.362068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.363062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.363390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a661c08-aeb1-4d91-91dc-cc78e909754a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.371238 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a661c08-aeb1-4d91-91dc-cc78e909754a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.425008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a661c08-aeb1-4d91-91dc-cc78e909754a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.429131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a661c08-aeb1-4d91-91dc-cc78e909754a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Fanout notify agent at l3_agent the message router_deleted on router e8ff35f0-1ef4-4ad2-9d72-d3543da4948a {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:57:47.435678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.446942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9a661c08-aeb1-4d91-91dc-cc78e909754a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.448162 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9a661c08-aeb1-4d91-91dc-cc78e909754a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/e8ff35f0-1ef4-4ad2-9d72-d3543da4948a HTTP/1.1" status: 204 len: 168 time: 1.0308695 Mar 11 17:57:47.450945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56280) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:47.462607 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.511181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba123a7-aac2-4d4d-9bc4-5dd668633cd4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:47.541217 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.592247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.616194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Transition to ACTIVE for port object 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:47.643472 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.646855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd493861-f95c-49a0-99b1-63c77d92f4f3 None None] Network bb93cdac-368d-44fa-bbda-fd991b027a05 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:47.692806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Transition to ACTIVE for port object 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:47.713091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 1f368b1e-315c-4741-a5cb-a9dbcee674e3, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1f368b1e-315c-4741-a5cb-a9dbcee674e3,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:47.739757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cfc7929e-b4e2-460e-9a75-3cf6f910d464 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/4ba123a7-aac2-4d4d-9bc4-5dd668633cd4 HTTP/1.1" status: 204 len: 168 time: 1.9466586 Mar 11 17:57:47.739757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56286) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:47.783992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f368b1e-315c-4741-a5cb-a9dbcee674e3'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:57:47.807025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.862984 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.867708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.941624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet cd94522e-b224-430d-9e11-7a2aadc2cb50 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:57:47.951079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.054922 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f368b1e-315c-4741-a5cb-a9dbcee674e3', 'code': 200} Mar 11 17:57:48.135596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.152615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:48.159387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:48.169252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:48.174462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Pushing event updated for resources: {'Port': ['ID=2b19f91e-9e7d-42bd-a58f-ed75ac95f53e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:48.359907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.381236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 967107c0-0e98-4429-b0e4-c88310d85f06 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:57:48.391550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.471315 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.498795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=1f368b1e-315c-4741-a5cb-a9dbcee674e3,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:48.503591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Attempting to bind port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:48.503591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Attempting to bind port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:48.503995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Attempting to bind port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:48.560311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:48.560864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Checking segment: {'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:48.561133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7066a6e1-3353-495d-8af5-aab1c71fc273 req-0aa3f72a-6553-4e1e-ac49-9ee34321a78f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 1097 time: 0.1280024 Mar 11 17:57:48.561853 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.561853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Bound using segment: {'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:48.562924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Bound port: 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:48.563086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.563700 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.615755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f09d-a36e-4279-99c5-23e5d97d64ae req-8eef2006-25c3-48aa-96a7-31e2b1d8b20c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:48.622920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b956f09d-a36e-4279-99c5-23e5d97d64ae req-8eef2006-25c3-48aa-96a7-31e2b1d8b20c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 946 time: 0.3656199 Mar 11 17:57:48.627473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=cd94522e-b224-430d-9e11-7a2aadc2cb50,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:48.641760 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.657526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.658237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.658812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.659723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.660253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.660859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.661384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.661913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.662462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.663001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.663560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:48.671683 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eca834be-c20c-4576-b128-bf3af193919e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/cd94522e-b224-430d-9e11-7a2aadc2cb50 HTTP/1.1" status: 204 len: 168 time: 1.2195022 Mar 11 17:57:48.674588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56304) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:48.729998 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.733152 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7066a6e1-3353-495d-8af5-aab1c71fc273 req-c0155ece-6c84-403f-bf7c-5b10ed6eff2c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389773 Mar 11 17:57:48.753723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] For port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:48.756957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] For port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2b19f91e-9e7d-42bd-a58f-ed75ac95f53e,segment=NetworkSegment(6e28cb0d-4102-4b96-924a-e82d1112968d),segment_id=6e28cb0d-4102-4b96-924a-e82d1112968d)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:48.762635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9784c-01f4-4048-b593-32f63ef7376a None None] Network aa43a049-0ee7-45e3-8cbb-f906b9de3983 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:48.798814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b956f09d-a36e-4279-99c5-23e5d97d64ae req-a812ab19-6351-41af-943a-00b4c6aa56a6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736226 Mar 11 17:57:48.876593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] DHCP port deletion for bb93cdac-368d-44fa-bbda-fd991b027a05 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:57:48.881399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] Deleting port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:48.882039 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.902697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet 90ab2192-2a07-4f1b-9025-729f4294c7a2 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:57:48.906899 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.992869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.015717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.045662 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.171146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.260196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.302050 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:57:49.351859 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.357629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=967107c0-0e98-4429-b0e4-c88310d85f06,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:49.396385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.419997 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.459264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=90ab2192-2a07-4f1b-9025-729f4294c7a2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:49.467160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc960b-d339-44e6-9b93-6eca61b812ea None None] Network ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:49.502874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ca0998c3-72c9-47cd-9203-0bc0a29102aa tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/967107c0-0e98-4429-b0e4-c88310d85f06 HTTP/1.1" status: 204 len: 168 time: 1.7586565 Mar 11 17:57:49.506516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56318) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:49.516565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.534624 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-05ef4759-7539-4e1a-8193-03b1a5c0691f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/90ab2192-2a07-4f1b-9025-729f4294c7a2 HTTP/1.1" status: 204 len: 168 time: 0.8587396 Mar 11 17:57:49.537152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56322) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:49.653187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba3ffa-97fa-4dc0-9bc3-8e24652b2544 None None] Network 52c26733-be7e-4c91-83b0-6edfcf3edb18 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:49.735148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.755157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 9c11739f-0143-44f9-81b1-599249ad3a25 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:49.755486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.874939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.960542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Allocated IP 2001:db8::1ba (91a3e07c-f990-46b1-9d47-1c2e9f2b96fe/57d4b60e-dcaa-486c-af8f-d106e2fd886b/32a66d95-a703-40c0-840c-d629006f3aac) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:49.976722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] For port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=86bfeeaf-ec63-46c0-b7ac-643e4873c3b1,segment=NetworkSegment(d050eb42-7a21-42bf-bb9f-fbfc91229fe9),segment_id=d050eb42-7a21-42bf-bb9f-fbfc91229fe9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:49.977408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.012243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.074452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 9c11739f-0143-44f9-81b1-599249ad3a25, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9c11739f-0143-44f9-81b1-599249ad3a25,segment=NetworkSegment(31faec99-cc36-4e0c-a811-4050ef70ff8d),segment_id=31faec99-cc36-4e0c-a811-4050ef70ff8d)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:50.074933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.252939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a6274-d323-4857-80b7-5f5a0829552a None None] Pushing event updated for resources: {'Port': ['ID=2b19f91e-9e7d-42bd-a58f-ed75ac95f53e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:50.270342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] Calling delete_port for 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:50.315839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 9c11739f-0143-44f9-81b1-599249ad3a25 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:50.462815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.469951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.520664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.556179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=9c11739f-0143-44f9-81b1-599249ad3a25,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:50.564633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No DVR routers for this DVR port 9c11739f-0143-44f9-81b1-599249ad3a25 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:57:50.581661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:50.581661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.593097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b151b2-3b87-46d7-9a5b-cd480027d94b None None] DHCP port deletion for aa43a049-0ee7-45e3-8cbb-f906b9de3983 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:57:50.624457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] Pushing event deleted for resources: {'Port': ['ID=86bfeeaf-ec63-46c0-b7ac-643e4873c3b1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:50.651026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18ff38-f671-4285-bf62-dec902f429f9 None None] No DVR routers for this DVR port 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:57:50.873982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] The port '86bfeeaf-ec63-46c0-b7ac-643e4873c3b1' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:57:50.892169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] DHCP port deletion for 52c26733-be7e-4c91-83b0-6edfcf3edb18 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:57:50.897581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Deleting port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:50.897956 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.943979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:50.957908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] DHCP port deletion for ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:57:50.960499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:50.979084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa43a049-0ee7-45e3-8cbb-f906b9de3983']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:50.988695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2fe1b-c185-4bfa-a122-71688b0b07d9 None None] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:50.993120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31faec99-cc36-4e0c-a811-4050ef70ff8d') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:50.993631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31faec99-cc36-4e0c-a811-4050ef70ff8d') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:51.009177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.021396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] Deleting port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:51.022005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.034312 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.045764 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.053568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:57:51.054087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.061126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb93cdac-368d-44fa-bbda-fd991b027a05']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:57:51.071977 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:57:51.075726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd050eb42-7a21-42bf-bb9f-fbfc91229fe9') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:51.076021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd050eb42-7a21-42bf-bb9f-fbfc91229fe9') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:51.095981 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.123464 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.192784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.207764 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.221177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.235534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=aa43a049-0ee7-45e3-8cbb-f906b9de3983,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:51.247951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:57:51.248284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.251738 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6424eb83-e665-4902-9092-f2f85560c54e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/aa43a049-0ee7-45e3-8cbb-f906b9de3983 HTTP/1.1" status: 204 len: 168 time: 1.7129045 Mar 11 17:57:51.254775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56348) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:51.318537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:57:51.319572 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:57:51.334808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:51.337545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:51.394081 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.407433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:51.407889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.412865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b8b435b8-56d2-4a24-a0d9-5904224226bc None None] Provisioning for port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:51.443530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] For port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a564dc8-9c7d-4dd8-a26d-476aae60cc1f,segment=NetworkSegment(925e5f01-0d6d-47ba-8377-7889aafabdb0),segment_id=925e5f01-0d6d-47ba-8377-7889aafabdb0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:51.444187 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.510701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be8360-6877-4840-a333-2a74e7775898 req-86d2f674-85dd-473a-a6bf-63928fa801c0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:51.512289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4be8360-6877-4840-a333-2a74e7775898 req-86d2f674-85dd-473a-a6bf-63928fa801c0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 946 time: 1.4976153 Mar 11 17:57:51.651528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port cd3d9f08-bac8-4ade-8e44-b7f757e30c60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,segment=NetworkSegment(222ed4a8-40ed-4d22-96b7-174196efeaf3),segment_id=222ed4a8-40ed-4d22-96b7-174196efeaf3)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:51.652426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.744571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Port': ['ID=32a66d95-a703-40c0-840c-d629006f3aac,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:51.750783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.805294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] Calling delete_port for 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:51.819194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for cd3d9f08-bac8-4ade-8e44-b7f757e30c60 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:51.854286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.891491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=bb93cdac-368d-44fa-bbda-fd991b027a05,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:51.918776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.919045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4be8360-6877-4840-a333-2a74e7775898 req-7a2b62e2-8881-4872-997c-76d817712e8d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761206 Mar 11 17:57:51.979415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:51.983538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-835347f9-854b-4cbb-b7db-b9e56539325e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/bb93cdac-368d-44fa-bbda-fd991b027a05 HTTP/1.1" status: 204 len: 168 time: 2.4710760 Mar 11 17:57:51.986098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56368) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:51.990455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No DVR routers for this DVR port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:57:52.000343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] For port cd3d9f08-bac8-4ade-8e44-b7f757e30c60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cd3d9f08-bac8-4ade-8e44-b7f757e30c60,segment=NetworkSegment(222ed4a8-40ed-4d22-96b7-174196efeaf3),segment_id=222ed4a8-40ed-4d22-96b7-174196efeaf3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:52.000990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.094753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.096352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.156739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Calling delete_port for cd3d9f08-bac8-4ade-8e44-b7f757e30c60 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:52.191767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.196771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:52.244883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.295521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] Pushing event deleted for resources: {'Port': ['ID=1a564dc8-9c7d-4dd8-a26d-476aae60cc1f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:52.297172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:52.297542 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.306235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Allocated IP 172.20.0.17 (dc10cd73-bf54-4acc-8445-a92fd97b6072/ed3c29b6-f57e-4145-b751-f3320f6a7d15/c0d8c076-b03f-47fd-a7e6-b973bbc40997) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:52.369327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01074543-0747-421d-96fe-4f3a07219aa6 None None] No DVR routers for this DVR port 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:57:52.415967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:57:52.416323 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:57:52.479207 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.489432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.528641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2b19f91e-9e7d-42bd-a58f-ed75ac95f53e,segment=NetworkSegment(6e28cb0d-4102-4b96-924a-e82d1112968d),segment_id=6e28cb0d-4102-4b96-924a-e82d1112968d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:52.537051 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.537270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.581939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Transition to ACTIVE for port object c0d8c076-b03f-47fd-a7e6-b973bbc40997 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:52.625836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:57:52.645394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.668979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c26733-be7e-4c91-83b0-6edfcf3edb18']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:52.682531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:57:52.682878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 86bfeeaf-ec63-46c0-b7ac-643e4873c3b1 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:57:52.683287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9c11739f-0143-44f9-81b1-599249ad3a25 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:57:52.694012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.710146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222ed4a8-40ed-4d22-96b7-174196efeaf3') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:52.710504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222ed4a8-40ed-4d22-96b7-174196efeaf3') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:52.727827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 9c11739f-0143-44f9-81b1-599249ad3a25 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:57:52.728174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9c11739f-0143-44f9-81b1-599249ad3a25 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:57:52.737736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=2b19f91e-9e7d-42bd-a58f-ed75ac95f53e,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:52.763733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:52.774686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:52.781960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:52.786031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=c0d8c076-b03f-47fd-a7e6-b973bbc40997,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:52.789562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:52.790484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925e5f01-0d6d-47ba-8377-7889aafabdb0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:52.790784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925e5f01-0d6d-47ba-8377-7889aafabdb0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:52.811898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.836436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.838114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Router 4ffebb54-5b23-49bb-8bfb-0375d11b1979 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:57:52.852904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0f48136b-a4fc-4146-884d-c22cac6fd074 None None] Provisioning complete for port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:52.853375 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f48136b-a4fc-4146-884d-c22cac6fd074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.859204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.891332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:57:52.891771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.901243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.904600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:57:52.915212 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:57:52.945467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Deleting port cd3d9f08-bac8-4ade-8e44-b7f757e30c60 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:52.946070 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.972201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.024472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:57:53.025201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:57:53.041103 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:57:53.241176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0015209d-f030-4206-a9dc-638a191d0e5a req-8e0b2576-3390-4a53-b23b-4830d1c08bf3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0589812 Mar 11 17:57:53.255758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.271634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd9709-7144-4693-89ee-50718511b4b7 None None] The port 'cd3d9f08-bac8-4ade-8e44-b7f757e30c60' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:57:53.272501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:53.272873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.280965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.308321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:53.318594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0baa24b4-1c3d-4073-8fa9-617aa0d0629e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/ec99cbba-a263-4b9d-a6a2-cdf2deb6f46c HTTP/1.1" status: 204 len: 168 time: 1.3302834 Mar 11 17:57:53.323615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56378) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:53.331626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.338992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1078915344'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:53.367275 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.375355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=52c26733-be7e-4c91-83b0-6edfcf3edb18,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:53.384787 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-22407708-351b-4834-8d8a-ed5d8c2bcea9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/52c26733-be7e-4c91-83b0-6edfcf3edb18 HTTP/1.1" status: 204 len: 168 time: 2.1286643 Mar 11 17:57:53.386568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56382) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:53.387750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:53.398828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-506765324'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:53.400933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0015209d-f030-4206-a9dc-638a191d0e5a req-40d13168-50c4-4e17-a30f-696d83b97e89 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0740395 Mar 11 17:57:53.405638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:53.409643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:53.423527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:53.437523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:53.440426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:53.442530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:53.450480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:53.461728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:53.465886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.468052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.489327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:53.492265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.499770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0015209d-f030-4206-a9dc-638a191d0e5a req-b41c7220-18e5-45ce-8011-5c8259942a2a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669756 Mar 11 17:57:53.516601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:53.527236 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.527608 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment 6b212080-e61c-4baf-bf32-284cc755f39b of type vlan for network 85980bf7-0e98-43b9-8d1a-c402732fdb46 Mar 11 17:57:53.568553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc860f0-1334-4fb3-8225-b82dc1c689ac req-c1a0491b-578e-482f-8416-b9e2e7fb3a31 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:53.575768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcc860f0-1334-4fb3-8225-b82dc1c689ac req-c1a0491b-578e-482f-8416-b9e2e7fb3a31 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 946 time: 0.4489760 Mar 11 17:57:53.583312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:57:53.594159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:57:53.599031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.607422 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.608034 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment 5f443f02-0f85-4a48-b254-43aed8b4dfee of type vlan for network 89614a9b-8d20-4e2d-88dd-61f569a18291 Mar 11 17:57:53.652514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:57:53.652911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a564dc8-9c7d-4dd8-a26d-476aae60cc1f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:57:53.653008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.654318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cd3d9f08-bac8-4ade-8e44-b7f757e30c60 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:57:53.661760 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.665686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:53.666302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.703290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: cd3d9f08-bac8-4ade-8e44-b7f757e30c60 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:57:53.704027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cd3d9f08-bac8-4ade-8e44-b7f757e30c60 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:57:53.717122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dfda3277-f4e7-4e83-ac34-93ceb2dbea15 None None] Provisioning for port c0d8c076-b03f-47fd-a7e6-b973bbc40997 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:53.723698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dfda3277-f4e7-4e83-ac34-93ceb2dbea15 None None] Provisioning complete for port c0d8c076-b03f-47fd-a7e6-b973bbc40997 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:53.724364 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dfda3277-f4e7-4e83-ac34-93ceb2dbea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.725762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dcc860f0-1334-4fb3-8225-b82dc1c689ac req-cc46e7b2-6517-452c-ba04-c905c32744e5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487906 Mar 11 17:57:53.813583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4885337 Mar 11 17:57:53.818523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56388) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:53.832197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:53.859673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.864293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:53.865000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:53.882316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03807e-67dc-49cc-8b76-43d9eb54bef5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=85980bf7-0e98-43b9-8d1a-c402732fdb46,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:53.885439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dfda3277-f4e7-4e83-ac34-93ceb2dbea15 None None] Port c0d8c076-b03f-47fd-a7e6-b973bbc40997 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:53.900342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:53.993623 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6019039 Mar 11 17:57:54.032019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56392) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:54.084363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:54.094288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f03222-f606-4bbe-918d-466aaa08b091 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=89614a9b-8d20-4e2d-88dd-61f569a18291,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:54.111815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:57:54.129027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:54.136465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:54.141389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:54.150336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:54.165522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:54.301475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:54.310282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015209d-f030-4206-a9dc-638a191d0e5a req-7c8f90c9-1c3d-4d56-948a-78292243754b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.311849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0015209d-f030-4206-a9dc-638a191d0e5a req-7c8f90c9-1c3d-4d56-948a-78292243754b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8031933 Mar 11 17:57:54.327192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:54.333482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:54.360539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:54.365985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Sync routers for ids ['4ffebb54-5b23-49bb-8bfb-0375d11b1979'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:54.374012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:54.383979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Routers {'4ffebb54-5b23-49bb-8bfb-0375d11b1979'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:54.384833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4ffebb54-5b23-49bb-8bfb-0375d11b1979'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:54.407819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:54.525866 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:54.531198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fd07dd00-5674-43ac-a13c-ea6280ba003c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5098276 Mar 11 17:57:54.554246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56400) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:54.567970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360a83f-1b10-47a8-894c-40d8711186c4 req-5f95dfa0-2343-4080-b21f-1a487fd4e6f5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.579802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2360a83f-1b10-47a8-894c-40d8711186c4 req-5f95dfa0-2343-4080-b21f-1a487fd4e6f5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 946 time: 0.5441926 Mar 11 17:57:54.675877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:54.740836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Set router 4ffebb54-5b23-49bb-8bfb-0375d11b1979 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:57:54.772147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:54.904026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:54.924010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': '6b212080-e61c-4baf-bf32-284cc755f39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:54.924604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: 85980bf7-0e98-43b9-8d1a-c402732fdb46, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:54.958596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:54.972873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 85980bf7-0e98-43b9-8d1a-c402732fdb46) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:54.979528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.981274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.008933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2360a83f-1b10-47a8-894c-40d8711186c4 req-a978dff4-f9d7-4267-b93e-0302db602f0e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264822 Mar 11 17:57:55.017632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.032553 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e3f553e8-4c39-4178-918e-bc5ac897781a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2101629 Mar 11 17:57:55.033805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56434) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:55.043586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1803899575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:55.064558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:55.083131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:router and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:55.093396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:55.106019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51992fa1-ca2a-4ec6-80db-00cb293a0899 None None] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:55.107178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:55.117509 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.resource_extend [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:57:55.152045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.154128 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.155578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.192596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.196031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.229362 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.300577 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.304352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a9c19b7e-c187-4ec6-aee5-ce6379cd281b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2678769 Mar 11 17:57:55.305197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56468) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:55.323014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'port': {'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46', 'name': 'tempest-RoutersTest-2103471780'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:55.472562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=c0d8c076-b03f-47fd-a7e6-b973bbc40997,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:55.481787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.737671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-9e039c79-4f5c-492e-8771-01510b88f6a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2837665 Mar 11 17:57:55.771232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:55.797598 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.829506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-85980bf7-0e98-43b9-8d1a-c402732fdb46', 'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:57:55.831050 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.845050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:55.878808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:55.881403 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.911304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] device_id is not set on port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 yet. {{(pid=83848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:57:55.919908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffebb54-5b23-49bb-8bfb-0375d11b1979', 'name': '', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe', 'external_fixed_ips': [{'subnet_id': '57d4b60e-dcaa-486c-af8f-d106e2fd886b', 'ip_address': '2001:db8::1ba'}], 'enable_snat': True}, 'gw_port_id': '32a66d95-a703-40c0-840c-d629006f3aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:47Z', 'updated_at': '2022-03-11T17:57:51Z', 'revision_number': 3, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port': {'id': '32a66d95-a703-40c0-840c-d629006f3aac', 'name': '', 'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffebb54-5b23-49bb-8bfb-0375d11b1979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57d4b60e-dcaa-486c-af8f-d106e2fd886b', 'ip_address': '2001:db8::1ba', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:49Z', 'updated_at': '2022-03-11T17:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57d4b60e-dcaa-486c-af8f-d106e2fd886b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:55.968153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-e9ef1dd6-660d-4185-b0d6-e6d1b158e30d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ccbe66ca0f6f45f3b2cbc3a5a1f39291&device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 1101 time: 0.1865969 Mar 11 17:57:56.025466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Checking router: 4ffebb54-5b23-49bb-8bfb-0375d11b1979 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:57:56.025883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Updating router 4ffebb54-5b23-49bb-8bfb-0375d11b1979 port 32a66d95-a703-40c0-840c-d629006f3aac binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:57:56.182183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=5aeaedc6-09ac-4e7d-8710-04f03f7fe328,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:56.194211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': '5f443f02-0f85-4a48-b254-43aed8b4dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:56.198195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 89614a9b-8d20-4e2d-88dd-61f569a18291, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:57:56.221264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:56.241156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:56.279225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:56.281081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-085204d6-21a4-495a-a218-ee9df18332bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:56.282834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-085204d6-21a4-495a-a218-ee9df18332bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.2529483 Mar 11 17:57:56.324152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:56.542961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-d58dad25-936d-41e7-a2dc-6fb100013c31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=b4ce226e-c248-4970-8836-46cbb812efff HTTP/1.1" status: 200 len: 217 time: 0.2254179 Mar 11 17:57:56.734345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.20.0.13 (85980bf7-0e98-43b9-8d1a-c402732fdb46/73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c/e17e46ec-94c6-43b2-9a9a-e55ee10b0887) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:56.790164 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-a9193b29-9c02-4fbf-9127-df65604e8709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:56.792404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-a9193b29-9c02-4fbf-9127-df65604e8709 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.2367454 Mar 11 17:57:56.920884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4983baae-b0e0-4e21-adca-43fc834bbb43 None None] Provisioning complete for port c0d8c076-b03f-47fd-a7e6-b973bbc40997 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:56.921594 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4983baae-b0e0-4e21-adca-43fc834bbb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.034214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:57:57.069342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4983baae-b0e0-4e21-adca-43fc834bbb43 None None] Port c0d8c076-b03f-47fd-a7e6-b973bbc40997 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:57:57.118389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.123038 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-2da29af9-a9a6-4478-884f-fc9b7ab06c22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3172820 Mar 11 17:57:57.152445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 89614a9b-8d20-4e2d-88dd-61f569a18291) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:57.157122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Transition to ACTIVE for port object 32a66d95-a703-40c0-840c-d629006f3aac will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:57.171115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43764a-9643-458a-8ea7-ec88fd824a38 None None] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:57:57.174792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.174792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.227198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.247817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-249ba7f9-16c6-49be-b4ef-d26aa3dd47a3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1768043 Mar 11 17:57:57.249934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56640) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:57.280815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd817ef2-579c-41bf-8ddd-d5a4914c08c9 req-dfc61e0c-29d0-4517-aac5-e2af361a2beb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.291909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd817ef2-579c-41bf-8ddd-d5a4914c08c9 req-dfc61e0c-29d0-4517-aac5-e2af361a2beb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 946 time: 0.5195775 Mar 11 17:57:57.307343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-413959023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:57.326587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:57.332988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:router and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:57.337527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:57.345994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:57.348504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.367376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object e17e46ec-94c6-43b2-9a9a-e55ee10b0887 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:57.389102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.390972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.397848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Attempting to bind port 32a66d95-a703-40c0-840c-d629006f3aac on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:57.398220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Attempting to bind port 32a66d95-a703-40c0-840c-d629006f3aac by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c769e03a-860e-44f7-99a1-76fb5a0fe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:57.398806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Attempting to bind port 32a66d95-a703-40c0-840c-d629006f3aac on network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:57.413767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:57.414183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Checking segment: {'id': 'c769e03a-860e-44f7-99a1-76fb5a0fe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:57.414618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.415028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Bound using segment: {'id': 'c769e03a-860e-44f7-99a1-76fb5a0fe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:57.415425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.415554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Bound port: 32a66d95-a703-40c0-840c-d629006f3aac, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c769e03a-860e-44f7-99a1-76fb5a0fe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '91a3e07c-f990-46b1-9d47-1c2e9f2b96fe'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:57.419245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.430235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-cf0e076a-2329-4573-aed9-0f88a8a60a3f service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888031 Mar 11 17:57:57.437347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.494727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483711c2-8eeb-4d12-9e8f-54ad34ae9afd None None] Pushing event updated for resources: {'Port': ['ID=32a66d95-a703-40c0-840c-d629006f3aac,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:57.525150 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd817ef2-579c-41bf-8ddd-d5a4914c08c9 req-2ba6fdfc-6b2c-4042-b0d6-b75286533cac tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316895 Mar 11 17:57:57.532279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.600499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.604865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-62fddf9a-9d47-4ee0-bc36-26ea58161d83 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3512678 Mar 11 17:57:57.605604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56674) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:57.616605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'port': {'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291', 'name': 'tempest-RoutersIpV6Test-762534847'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:57:57.664833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:57.687329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:57.702615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:57.737752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.779415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Deleting port 32a66d95-a703-40c0-840c-d629006f3aac {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:57.780046 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.806399 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e4bcf014-5abf-40a6-8148-0db119cbd765 req-a9bbe180-dfc7-4d48-ad8d-685f6e483a06 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647830 Mar 11 17:57:57.812883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=e17e46ec-94c6-43b2-9a9a-e55ee10b0887,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:57.840575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.841344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.868618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Allocated IP 172.20.0.2 (85980bf7-0e98-43b9-8d1a-c402732fdb46/73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c/2b124adf-db45-408f-b989-3a82bb40663e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:57.896015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-89614a9b-8d20-4e2d-88dd-61f569a18291', 'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': '5aeaedc6-09ac-4e7d-8710-04f03f7fe328'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:57:57.896913 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.905753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-58d2aed1-4d26-4961-ac72-70707f29e786 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5964279 Mar 11 17:57:57.906717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56704) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:57:57.968835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] For port 32a66d95-a703-40c0-840c-d629006f3aac, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:58.068566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] For port 32a66d95-a703-40c0-840c-d629006f3aac, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32a66d95-a703-40c0-840c-d629006f3aac,segment=NetworkSegment(c769e03a-860e-44f7-99a1-76fb5a0fe2ee),segment_id=c769e03a-860e-44f7-99a1-76fb5a0fe2ee)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:58.119531 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:58.262756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] For port 32a66d95-a703-40c0-840c-d629006f3aac, host n-d-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:58.267071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:58.337352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:57:58.346171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:port and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:57:58.349862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:57:58.365100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:57:58.396128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483711c2-8eeb-4d12-9e8f-54ad34ae9afd None None] Pushing event updated for resources: {'Port': ['ID=32a66d95-a703-40c0-840c-d629006f3aac,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:58.403605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Routers {'4ffebb54-5b23-49bb-8bfb-0375d11b1979'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:58.404119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4ffebb54-5b23-49bb-8bfb-0375d11b1979'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:58.519639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Calling delete_port for 32a66d95-a703-40c0-840c-d629006f3aac owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:57:58.569765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] Set router 4ffebb54-5b23-49bb-8bfb-0375d11b1979 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:57:58.578103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:58.598560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:58.601891 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:58.630091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] device_id is not set on port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 yet. {{(pid=83849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 17:57:58.753060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-188c19d8-9197-4781-9f53-2c696124c4d1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:58.754402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-188c19d8-9197-4781-9f53-2c696124c4d1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:57:58.784554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffebb54-5b23-49bb-8bfb-0375d11b1979', 'name': '', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:47Z', 'updated_at': '2022-03-11T17:57:57Z', 'revision_number': 4, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:58.813481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44427e8-a160-4869-af15-2fd69b80714a None None] The sync data for ids ['4ffebb54-5b23-49bb-8bfb-0375d11b1979'] in n-d-833436-1 is: [{'id': '4ffebb54-5b23-49bb-8bfb-0375d11b1979', 'name': '', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:47Z', 'updated_at': '2022-03-11T17:57:57Z', 'revision_number': 4, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:57:58.823265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Allocated IP 2001:db8::2 (89614a9b-8d20-4e2d-88dd-61f569a18291/5aeaedc6-09ac-4e7d-8710-04f03f7fe328/1dddc319-369c-49d3-8b8d-6270a5f4a791) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:58.874163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:58.902273 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-188c19d8-9197-4781-9f53-2c696124c4d1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:57:58.903969 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-188c19d8-9197-4781-9f53-2c696124c4d1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 946 time: 0.7929490 Mar 11 17:57:58.997586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Transition to ACTIVE for port object 2b124adf-db45-408f-b989-3a82bb40663e will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:59.050440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Transition to ACTIVE for port object 2b124adf-db45-408f-b989-3a82bb40663e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:59.081657 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:59.324452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:57:59.325215 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:57:59.389409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:59.389409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:59.463185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07be66b-dd26-4970-832e-8c36509fe545 req-52fe1720-5c37-4cd5-a759-6379b8edd768 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:59.464098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d07be66b-dd26-4970-832e-8c36509fe545 req-52fe1720-5c37-4cd5-a759-6379b8edd768 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 946 time: 0.6459618 Mar 11 17:57:59.484783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:59.485851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Pushing event updated for resources: {'Port': ['ID=2b124adf-db45-408f-b989-3a82bb40663e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:59.499953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:59.507816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:57:59.583071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d07be66b-dd26-4970-832e-8c36509fe545 req-67455e20-aa8e-4cde-ba7b-92f96090ee9e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040673 Mar 11 17:57:59.615189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:59.639380 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Sync routers for ids ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:57:59.647432 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:59.665629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e066684e-1351-4e03-ae82-2d481aa44e22 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "PUT /v2.0/routers/44081dbf-2bd4-44f6-94d0-9d8b5b5d788f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9851916 Mar 11 17:57:59.673106 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Routers {'44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:57:59.675253 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:59.719059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Attempting to bind port 2b124adf-db45-408f-b989-3a82bb40663e on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:59.719059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Attempting to bind port 2b124adf-db45-408f-b989-3a82bb40663e by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '6b212080-e61c-4baf-bf32-284cc755f39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:59.719059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Attempting to bind port 2b124adf-db45-408f-b989-3a82bb40663e on network 85980bf7-0e98-43b9-8d1a-c402732fdb46 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:57:59.727116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Transition to ACTIVE for port object 1dddc319-369c-49d3-8b8d-6270a5f4a791 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:59.759060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:57:59.759437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Checking segment: {'id': '6b212080-e61c-4baf-bf32-284cc755f39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:57:59.759951 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:59.760376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Bound using segment: {'id': '6b212080-e61c-4baf-bf32-284cc755f39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:57:59.760847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Bound port: 2b124adf-db45-408f-b989-3a82bb40663e, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b212080-e61c-4baf-bf32-284cc755f39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '85980bf7-0e98-43b9-8d1a-c402732fdb46'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:59.761218 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:59.825826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Deleting port 32a66d95-a703-40c0-840c-d629006f3aac {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:57:59.826203 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:59.842084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Transition to ACTIVE for port object 1dddc319-369c-49d3-8b8d-6270a5f4a791 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:59.962008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:59.989564 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Set router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:00.103163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8::165 (89614a9b-8d20-4e2d-88dd-61f569a18291/5aeaedc6-09ac-4e7d-8710-04f03f7fe328/d7104d0f-84ae-4745-b1f9-59b7b8dedf69) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:00.132285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port 1f368b1e-315c-4741-a5cb-a9dbcee674e3, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=1f368b1e-315c-4741-a5cb-a9dbcee674e3,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:00.133868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.166469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:00.185014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:00.191737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:00.195374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] For port 2b124adf-db45-408f-b989-3a82bb40663e, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:00.204216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Pushing event updated for resources: {'Port': ['ID=1dddc319-369c-49d3-8b8d-6270a5f4a791,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:00.285539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] For port 2b124adf-db45-408f-b989-3a82bb40663e, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2b124adf-db45-408f-b989-3a82bb40663e,segment=NetworkSegment(6b212080-e61c-4baf-bf32-284cc755f39b),segment_id=6b212080-e61c-4baf-bf32-284cc755f39b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:00.323069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for 1f368b1e-315c-4741-a5cb-a9dbcee674e3 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:00.365905 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.549404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.580193 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:57:53Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c0d8c076-b03f-47fd-a7e6-b973bbc40997', 'name': '', 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:f9:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed3c29b6-f57e-4145-b751-f3320f6a7d15', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:51Z', 'updated_at': '2022-03-11T17:57:54Z', 'revision_number': 2, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': 'ed3c29b6-f57e-4145-b751-f3320f6a7d15', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:00.589202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e105cd-18bb-4284-ad23-430ef7800621 None None] Pushing event updated for resources: {'Port': ['ID=2b124adf-db45-408f-b989-3a82bb40663e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:00.591400 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Checking router: 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:58:00.592613 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Updating router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f port c0d8c076-b03f-47fd-a7e6-b973bbc40997 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:58:00.600228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Attempting to bind port 1dddc319-369c-49d3-8b8d-6270a5f4a791 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:00.600228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Attempting to bind port 1dddc319-369c-49d3-8b8d-6270a5f4a791 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '5f443f02-0f85-4a48-b254-43aed8b4dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:00.600450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Attempting to bind port 1dddc319-369c-49d3-8b8d-6270a5f4a791 on network 89614a9b-8d20-4e2d-88dd-61f569a18291 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:00.613914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:58:00.615214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Checking segment: {'id': '5f443f02-0f85-4a48-b254-43aed8b4dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:00.615692 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.616143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Bound using segment: {'id': '5f443f02-0f85-4a48-b254-43aed8b4dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:58:00.617056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Bound port: 1dddc319-369c-49d3-8b8d-6270a5f4a791, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f443f02-0f85-4a48-b254-43aed8b4dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89614a9b-8d20-4e2d-88dd-61f569a18291'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:00.617166 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.632085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c381d88a-cc67-4549-b04a-77788a893b94'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:58:00.633102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=1f368b1e-315c-4741-a5cb-a9dbcee674e3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:00.719465 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.720265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1f368b1e-315c-4741-a5cb-a9dbcee674e3 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:00.781300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-dcb39c49-ae58-4d03-a379-81a07c5aae85 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:00.789263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0371456f-cf51-49b8-984c-f0446e018232 req-dcb39c49-ae58-4d03-a379-81a07c5aae85 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:00.901146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0371456f-cf51-49b8-984c-f0446e018232 req-dcb39c49-ae58-4d03-a379-81a07c5aae85 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:00.915325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-dcb39c49-ae58-4d03-a379-81a07c5aae85 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/networks?id=dc10cd73-bf54-4acc-8445-a92fd97b6072 HTTP/1.1" status: 200 len: 796 time: 0.5361614 Mar 11 17:58:00.959572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-e6506b47-bee3-497a-ad5b-f17b717144de tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/quotas/28822aa99add4421adcd782a2a28cec0 HTTP/1.1" status: 200 len: 375 time: 0.0431972 Mar 11 17:58:00.983928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 1f368b1e-315c-4741-a5cb-a9dbcee674e3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:00.984268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 1f368b1e-315c-4741-a5cb-a9dbcee674e3 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:01.013517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.127505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] No DVR routers for this DVR port 1f368b1e-315c-4741-a5cb-a9dbcee674e3 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:01.135862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.149529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'name': 'network-vif-deleted', 'tag': '1f368b1e-315c-4741-a5cb-a9dbcee674e3'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:01.179469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] For port 1dddc319-369c-49d3-8b8d-6270a5f4a791, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:01.184301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] For port 1dddc319-369c-49d3-8b8d-6270a5f4a791, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1dddc319-369c-49d3-8b8d-6270a5f4a791,segment=NetworkSegment(5f443f02-0f85-4a48-b254-43aed8b4dfee),segment_id=5f443f02-0f85-4a48-b254-43aed8b4dfee)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:01.186953 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab87f192-c3e9-45ff-a0b9-dd78d296c613 req-d3d3b9f0-52e1-48a5-b018-030cb14928f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "DELETE /v2.0/ports/1f368b1e-315c-4741-a5cb-a9dbcee674e3 HTTP/1.1" status: 204 len: 173 time: 2.2682984 Mar 11 17:58:01.202568 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.216657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f1d60e37-ff74-4eb7-8119-1efe1e2342fa req-59b85228-884f-438c-b54b-8c0eb34f6b64 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 210 time: 0.2537420 Mar 11 17:58:01.437678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] For port 32a66d95-a703-40c0-840c-d629006f3aac, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32a66d95-a703-40c0-840c-d629006f3aac,segment=NetworkSegment(c769e03a-860e-44f7-99a1-76fb5a0fe2ee),segment_id=c769e03a-860e-44f7-99a1-76fb5a0fe2ee)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:01.438982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.545162 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7096408-378b-4a1a-b669-31e92142cc6f', 'name': 'network-vif-deleted', 'tag': '1f368b1e-315c-4741-a5cb-a9dbcee674e3', 'status': 'completed', 'code': 200} Mar 11 17:58:01.559467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.614543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871c4fc-70d0-48df-9e55-4e6d5c1caa22 None None] Pushing event updated for resources: {'Port': ['ID=1dddc319-369c-49d3-8b8d-6270a5f4a791,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:01.732759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Calling delete_port for 32a66d95-a703-40c0-840c-d629006f3aac owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:01.794086 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.815217 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Transition to ACTIVE for port object c0d8c076-b03f-47fd-a7e6-b973bbc40997 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:01.825276 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.870734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object d7104d0f-84ae-4745-b1f9-59b7b8dedf69 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:01.892408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0371456f-cf51-49b8-984c-f0446e018232 req-8dd77d54-330a-4752-9f7f-a6c564a8162f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:01.933512 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-0371456f-cf51-49b8-984c-f0446e018232 req-8dd77d54-330a-4752-9f7f-a6c564a8162f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:01.936972 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.943245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.946846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-8dd77d54-330a-4752-9f7f-a6c564a8162f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9791737 Mar 11 17:58:01.988752 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa8cd6-6c37-4639-8c8a-a156ef4bb16b None None] Pushing event updated for resources: {'Port': ['ID=c0d8c076-b03f-47fd-a7e6-b973bbc40997,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:02.211160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=e17e46ec-94c6-43b2-9a9a-e55ee10b0887,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:02.373485 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Attempting to bind port c0d8c076-b03f-47fd-a7e6-b973bbc40997 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:02.377059 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Attempting to bind port c0d8c076-b03f-47fd-a7e6-b973bbc40997 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:02.377569 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Attempting to bind port c0d8c076-b03f-47fd-a7e6-b973bbc40997 on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:02.395323 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:58:02.402689 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Checking segment: {'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:02.403954 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:02.409237 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Bound using segment: {'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:58:02.409776 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Bound port: c0d8c076-b03f-47fd-a7e6-b973bbc40997, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:02.412793 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:02.520265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:02.591068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:02.685549 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] For port c0d8c076-b03f-47fd-a7e6-b973bbc40997, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:02.691799 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] For port c0d8c076-b03f-47fd-a7e6-b973bbc40997, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c0d8c076-b03f-47fd-a7e6-b973bbc40997,segment=NetworkSegment(6e28cb0d-4102-4b96-924a-e82d1112968d),segment_id=6e28cb0d-4102-4b96-924a-e82d1112968d)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:02.699196 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:02.742537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e426672d-6afa-4030-9324-09b68f8e55d5 req-bbef167e-2626-4e57-90ab-d3393eb918f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7096408-378b-4a1a-b669-31e92142cc6f HTTP/1.1" status: 200 len: 210 time: 0.1205845 Mar 11 17:58:02.805189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:02.818648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:02.850793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:02.855539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa8cd6-6c37-4639-8c8a-a156ef4bb16b None None] Pushing event updated for resources: {'Port': ['ID=c0d8c076-b03f-47fd-a7e6-b973bbc40997,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:02.880002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:02.895004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:02.897784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:02.944571 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Routers {'44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:02.944751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=d7104d0f-84ae-4745-b1f9-59b7b8dedf69,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:02.946166 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:03.152338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b124adf-db45-408f-b989-3a82bb40663e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:03.348220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 2b124adf-db45-408f-b989-3a82bb40663e completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:03.355454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1dddc319-369c-49d3-8b8d-6270a5f4a791 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:03.447723 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] Set router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:03.512337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4c945-64f8-4366-85fe-2af36caac134 None None] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:03.775749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:03.908879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-fae5db11-8d55-47c7-94f7-e6a4c5cefb7d service neutron] 10.222.0.96 "GET /v2.0/networks/dc10cd73-bf54-4acc-8445-a92fd97b6072?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9607677 Mar 11 17:58:03.924385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=32a66d95-a703-40c0-840c-d629006f3aac,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:03.996590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a9889a9-b493-413f-84ba-0e92562328ff tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.3869512 Mar 11 17:58:04.002848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56906) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:04.051481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a070c1aa-1d7c-47c3-89d4-961b67afef61 None None] Provisioning for port 2b124adf-db45-408f-b989-3a82bb40663e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:04.062788 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:57:53Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c0d8c076-b03f-47fd-a7e6-b973bbc40997', 'name': '', 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:f9:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed3c29b6-f57e-4145-b751-f3320f6a7d15', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:51Z', 'updated_at': '2022-03-11T17:58:02Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': 'ed3c29b6-f57e-4145-b751-f3320f6a7d15', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:04.068014 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7f29f-b7b2-4db5-bf4e-91ed07465406 None None] The sync data for ids ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'] in n-d-833436-1 is: [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:57:53Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c0d8c076-b03f-47fd-a7e6-b973bbc40997', 'name': '', 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:f9:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed3c29b6-f57e-4145-b751-f3320f6a7d15', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:51Z', 'updated_at': '2022-03-11T17:58:02Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': 'ed3c29b6-f57e-4145-b751-f3320f6a7d15', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:04.077678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1dddc319-369c-49d3-8b8d-6270a5f4a791 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:04.095344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facea3a1-e163-46da-9c5c-3af52701f99f None None] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:04.116322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a070c1aa-1d7c-47c3-89d4-961b67afef61 None None] Provisioning complete for port 2b124adf-db45-408f-b989-3a82bb40663e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:04.120803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a070c1aa-1d7c-47c3-89d4-961b67afef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:04.142834 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:04.423146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.423949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.424696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.425405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.426114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.426897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.427647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.428304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.428959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.429642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.430293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:04.843235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a070c1aa-1d7c-47c3-89d4-961b67afef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:04.954221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a070c1aa-1d7c-47c3-89d4-961b67afef61 None None] For port 2b124adf-db45-408f-b989-3a82bb40663e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2b124adf-db45-408f-b989-3a82bb40663e,segment=NetworkSegment(6b212080-e61c-4baf-bf32-284cc755f39b),segment_id=6b212080-e61c-4baf-bf32-284cc755f39b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:04.978034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a070c1aa-1d7c-47c3-89d4-961b67afef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.057203 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.074655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-57958ff2-0b37-4d62-beec-b385179f6852 service neutron] 10.222.0.96 "GET /v2.0/networks/dc10cd73-bf54-4acc-8445-a92fd97b6072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1438653 Mar 11 17:58:05.091015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.133675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443df3af-ada1-4320-ac16-b484d7c8b29f req-db3f706d-6fb2-4222-9e3a-494112df4ed4 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:05.144502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-443df3af-ada1-4320-ac16-b484d7c8b29f req-db3f706d-6fb2-4222-9e3a-494112df4ed4 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 950 time: 1.0941074 Mar 11 17:58:05.191170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070c1aa-1d7c-47c3-89d4-961b67afef61 None None] Pushing event updated for resources: {'Port': ['ID=2b124adf-db45-408f-b989-3a82bb40663e,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:05.216860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c0d8c076-b03f-47fd-a7e6-b973bbc40997 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:05.281932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-443df3af-ada1-4320-ac16-b484d7c8b29f req-129646a6-2be8-40f3-97ad-a7bcfbb32400 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361110 Mar 11 17:58:05.287546 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.299757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffebb54-5b23-49bb-8bfb-0375d11b1979 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:05.316508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.319118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c28e77b8-168d-4269-abca-745e173a3269 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "DELETE /v2.0/routers/4ffebb54-5b23-49bb-8bfb-0375d11b1979 HTTP/1.1" status: 204 len: 168 time: 10.7597821 Mar 11 17:58:05.324253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56910) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:05.593171 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16822359-7730-44b5-90e6-b9e9bdf7c94a req-470b18de-8339-4ada-a0f9-5d43e78a949f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0810781 Mar 11 17:58:05.632820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-edfe663b-fbbc-43d7-9605-041111af4329 None None] Provisioning for port 1dddc319-369c-49d3-8b8d-6270a5f4a791 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:05.664517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c0d8c076-b03f-47fd-a7e6-b973bbc40997 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:05.682236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c0d8c076-b03f-47fd-a7e6-b973bbc40997 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:05.685777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.748313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-edfe663b-fbbc-43d7-9605-041111af4329 None None] Provisioning complete for port 1dddc319-369c-49d3-8b8d-6270a5f4a791 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:05.748736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-edfe663b-fbbc-43d7-9605-041111af4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.792470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.967960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.000959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.124883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Deleting subnet 57d4b60e-dcaa-486c-af8f-d106e2fd886b {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:58:06.144802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.149200 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.260577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c0d8c076-b03f-47fd-a7e6-b973bbc40997, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c0d8c076-b03f-47fd-a7e6-b973bbc40997,segment=NetworkSegment(6e28cb0d-4102-4b96-924a-e82d1112968d),segment_id=6e28cb0d-4102-4b96-924a-e82d1112968d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:06.265300 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-edfe663b-fbbc-43d7-9605-041111af4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.290912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.451406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-edfe663b-fbbc-43d7-9605-041111af4329 None None] For port 1dddc319-369c-49d3-8b8d-6270a5f4a791, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1dddc319-369c-49d3-8b8d-6270a5f4a791,segment=NetworkSegment(5f443f02-0f85-4a48-b254-43aed8b4dfee),segment_id=5f443f02-0f85-4a48-b254-43aed8b4dfee)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:06.460909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c0d8c076-b03f-47fd-a7e6-b973bbc40997,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:06.464154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-edfe663b-fbbc-43d7-9605-041111af4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.616771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Provisioning for port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:06.622218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe663b-fbbc-43d7-9605-041111af4329 None None] Pushing event updated for resources: {'Port': ['ID=1dddc319-369c-49d3-8b8d-6270a5f4a791,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:06.632889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Provisioning complete for port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:06.633256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.710674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae4c90-c2f7-4ad7-a521-b1aaf42063c6 req-d9727a9c-6b01-4e43-9e60-445c1413023f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:06.718964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5eae4c90-c2f7-4ad7-a521-b1aaf42063c6 req-d9727a9c-6b01-4e43-9e60-445c1413023f tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 950 time: 0.2039778 Mar 11 17:58:06.757722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:06.775980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Provisioning complete for port 2b124adf-db45-408f-b989-3a82bb40663e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:06.776264 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.800174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.830035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:06.846857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5eae4c90-c2f7-4ad7-a521-b1aaf42063c6 req-f0678ab0-4102-472e-a262-4288a970e83b tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253955 Mar 11 17:58:07.001441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c98f11f-791b-439f-80f5-23f0b24c7336 req-f0936c4e-19e4-4ff6-974b-83a135151114 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0936558 Mar 11 17:58:07.004330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.012419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c0d8c076-b03f-47fd-a7e6-b973bbc40997 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:07.107343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Provisioning complete for port 1dddc319-369c-49d3-8b8d-6270a5f4a791 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:07.107698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.151932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c0d8c076-b03f-47fd-a7e6-b973bbc40997 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:07.153070 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.337062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.346326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b124adf-db45-408f-b989-3a82bb40663e up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:07.446845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Provisioning for port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:07.456082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Provisioning complete for port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:07.456676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.477980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-2b0a68f8-3721-4296-889c-95da5565d33f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:07.479960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-2b0a68f8-3721-4296-889c-95da5565d33f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.97 "GET /v2.0/networks?id=dc10cd73-bf54-4acc-8445-a92fd97b6072 HTTP/1.1" status: 200 len: 796 time: 0.3103545 Mar 11 17:58:07.490707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=e17e46ec-94c6-43b2-9a9a-e55ee10b0887,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:07.497181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.505489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Request body: {'port': {'device_id': 'c2125a91-2139-4e8f-95e2-e0ac7acc2b7a', 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072', 'admin_state_up': True, 'tenant_id': '28822aa99add4421adcd782a2a28cec0'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:07.514413 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.514864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2b124adf-db45-408f-b989-3a82bb40663e triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:07.515238 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.538017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0159dbf9-6843-423f-8828-85f7b15a950a None None] Port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:07.636422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1dddc319-369c-49d3-8b8d-6270a5f4a791 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:07.666540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:07.667176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=d7104d0f-84ae-4745-b1f9-59b7b8dedf69,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:07.670175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.685867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:07.699248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Made reservation on behalf of 28822aa99add4421adcd782a2a28cec0 for: {'port': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:58:07.704480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.705681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:07.709746 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/57d4b60e-dcaa-486c-af8f-d106e2fd886b HTTP/1.1" status: 204 len: 168 time: 2.3798704 Mar 11 17:58:07.718348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56934) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:07.723512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:07.730572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9197a00a-987d-49d9-a58f-d27344346b13 None None] Provisioning complete for port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:07.731203 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9197a00a-987d-49d9-a58f-d27344346b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:07.736524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb58a7-638f-4185-8378-b12a8a05da69 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57d4b60e-dcaa-486c-af8f-d106e2fd886b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:07.851302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9197a00a-987d-49d9-a58f-d27344346b13 None None] Port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:07.855289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1dddc319-369c-49d3-8b8d-6270a5f4a791 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:07.855862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.009909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db59be-302a-414e-b635-d207b00bd660 req-ea312b13-0dcc-4db8-baa3-b945a4767c0d tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:08.010795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f9db59be-302a-414e-b635-d207b00bd660 req-ea312b13-0dcc-4db8-baa3-b945a4767c0d tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Synchronizing usage tracker for tenant:ccbe66ca0f6f45f3b2cbc3a5a1f39291 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:08.299491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e9f18a3a-7e48-40a4-b5a5-32738e452052 None None] Provisioning complete for port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:08.300793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9f18a3a-7e48-40a4-b5a5-32738e452052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.381863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f9db59be-302a-414e-b635-d207b00bd660 req-ea312b13-0dcc-4db8-baa3-b945a4767c0d tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Unset dirty status for tenant:ccbe66ca0f6f45f3b2cbc3a5a1f39291 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:08.383708 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f9db59be-302a-414e-b635-d207b00bd660 req-ea312b13-0dcc-4db8-baa3-b945a4767c0d tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.59 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 950 time: 2.6722968 Mar 11 17:58:08.440293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e9f18a3a-7e48-40a4-b5a5-32738e452052 None None] Port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:08.523333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Deleting port b4ce226e-c248-4970-8836-46cbb812efff {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:08.523333 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.533699 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.583175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c1c0978f-4c61-4c2d-99aa-a1197b6b9387 None None] Provisioning complete for port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:08.586939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1c0978f-4c61-4c2d-99aa-a1197b6b9387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.636306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Allocated IP 172.20.0.21 (dc10cd73-bf54-4acc-8445-a92fd97b6072/ed3c29b6-f57e-4145-b751-f3320f6a7d15/1e8c6f63-2beb-47c0-9b22-fdbca353059e) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:08.663378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b4ce226e-c248-4970-8836-46cbb812efff no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:08.683533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bfbbe67-eb25-4995-83df-e99dc55413e4 req-d709a20e-1c5f-485f-9ec3-7e0a5063e722 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.1512818 Mar 11 17:58:08.737909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0978f-4c61-4c2d-99aa-a1197b6b9387 None None] Port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:08.846261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.874509 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.888370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b4ce226e-c248-4970-8836-46cbb812efff,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:08.889599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:08.896038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.929117 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:08.960424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a3e07c-f990-46b1-9d47-1c2e9f2b96fe']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:08.963152 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff', 'code': 200} Mar 11 17:58:08.982274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b4ce226e-c248-4970-8836-46cbb812efff,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:09.032916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c769e03a-860e-44f7-99a1-76fb5a0fe2ee') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:09.033213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c769e03a-860e-44f7-99a1-76fb5a0fe2ee') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:09.062964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.099843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98783-2376-4dda-ae7e-9825dcf3f1ff req-37f085c7-68fb-4973-a625-59eae675f8ab tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:09.101555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9c98783-2376-4dda-ae7e-9825dcf3f1ff req-37f085c7-68fb-4973-a625-59eae675f8ab tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 950 time: 0.6225057 Mar 11 17:58:09.102846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.136657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:58:09.137066 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:58:09.156625 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:58:09.305077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.313881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.319899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b4ce226e-c248-4970-8836-46cbb812efff,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:09.320435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.338089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91a3e07c-f990-46b1-9d47-1c2e9f2b96fe {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:58:09.346766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9c98783-2376-4dda-ae7e-9825dcf3f1ff req-b66c4003-a76c-4b3f-92a7-5d37111c5276 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332392 Mar 11 17:58:09.347811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.355586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event deleted for resources: {'Network': ['ID=91a3e07c-f990-46b1-9d47-1c2e9f2b96fe,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:09.360065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Transition to ACTIVE for port object 1e8c6f63-2beb-47c0-9b22-fdbca353059e will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:09.374736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9fcd2438-e4f8-4d1d-83d9-9eea13492f0a tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "DELETE /v2.0/networks/91a3e07c-f990-46b1-9d47-1c2e9f2b96fe HTTP/1.1" status: 204 len: 168 time: 1.6538298 Mar 11 17:58:09.397488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.492373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event updated for resources: {'Port': ['ID=1e8c6f63-2beb-47c0-9b22-fdbca353059e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:09.517650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:09.520847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:09.523827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:09.578053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Calling delete_port for b4ce226e-c248-4970-8836-46cbb812efff owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:09.586644 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.661520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:09.662161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.669642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.691217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-a718d0da-0e19-41ad-9dfc-90876ed06481 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1894946 Mar 11 17:58:09.723586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-2bb38bfe-5994-4712-ad16-cf0be06ef3a0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:58:09.724657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-2bb38bfe-5994-4712-ad16-cf0be06ef3a0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0160031 Mar 11 17:58:09.759658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Request body: {'port': {'device_id': 'c2125a91-2139-4e8f-95e2-e0ac7acc2b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:09.897858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d889f75-0969-4e4a-8ae7-40103cd88969 None None] Provisioning for port 1e8c6f63-2beb-47c0-9b22-fdbca353059e completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:09.904444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d889f75-0969-4e4a-8ae7-40103cd88969 None None] Provisioning complete for port 1e8c6f63-2beb-47c0-9b22-fdbca353059e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:09.905220 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d889f75-0969-4e4a-8ae7-40103cd88969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.906640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56960) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:09.915269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'router': {'name': 'tempest-router--423244683', 'project_id': '39e12cb07bf648abaec246ebd94b774c'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:09.969400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6d889f75-0969-4e4a-8ae7-40103cd88969 None None] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:10.026562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:10.050623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:router and tenant:39e12cb07bf648abaec246ebd94b774c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:10.057679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:10.058654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router f50bd757-036e-4224-8e3f-7e3b10e8d3d6 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:10.068332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:10.093560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.147778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.148619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.198321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:58:10.199257 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:58:10.205656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f302f-0b10-4ba4-b158-e3c8c58d6e2c req-8189909a-29f5-4429-b89b-b4e59226880f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:10.206375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b37f302f-0b10-4ba4-b158-e3c8c58d6e2c req-8189909a-29f5-4429-b89b-b4e59226880f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:10.274932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.306762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b37f302f-0b10-4ba4-b158-e3c8c58d6e2c req-8189909a-29f5-4429-b89b-b4e59226880f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:10.307918 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b37f302f-0b10-4ba4-b158-e3c8c58d6e2c req-8189909a-29f5-4429-b89b-b4e59226880f tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 895 time: 0.3373508 Mar 11 17:58:10.343880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.436951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.438879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bec91d9a-bab8-4bd9-8acb-ee6d69bc9ff9 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5288568 Mar 11 17:58:10.441961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56968) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:10.449521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.453275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:10.462898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.465221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.468539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] Sync routers for ids ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:10.484400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] Routers {'f50bd757-036e-4224-8e3f-7e3b10e8d3d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:10.485186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:10.531118 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5410b2ae-87d5-4e72-9773-4680dff2cf98 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/f50bd757-036e-4224-8e3f-7e3b10e8d3d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6228731 Mar 11 17:58:10.549893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56974) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:10.582381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:10.596802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] Routers {'f50bd757-036e-4224-8e3f-7e3b10e8d3d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:10.597783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:10.670534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=d7104d0f-84ae-4745-b1f9-59b7b8dedf69,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:10.692360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:10.693495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab3d32-d8e1-475c-a480-cba658131ee8 None None] The sync data for ids ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:10.701448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Deleting port b4ce226e-c248-4970-8836-46cbb812efff {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:10.701794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.765034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd2b22-c2bb-4c46-8068-3544d84b7299 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:10.765629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7fbd2b22-c2bb-4c46-8068-3544d84b7299 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:10.886811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7fbd2b22-c2bb-4c46-8068-3544d84b7299 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:10.887564 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd38951-9dab-4a07-af18-b0f8daa362cc tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.890808 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7fbd2b22-c2bb-4c46-8068-3544d84b7299 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports/e17e46ec-94c6-43b2-9a9a-e55ee10b0887 HTTP/1.1" status: 200 len: 978 time: 0.3370571 Mar 11 17:58:10.893764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 56984) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:10.957213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:10.980229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:11.116390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8c6f63-2beb-47c0-9b22-fdbca353059e {{(pid=83849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:58:11.137307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e9848-5ecb-4d9c-82aa-f86f12333c6b req-f96bf241-8ba6-4ae9-b7a2-d3eefe215ee5 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:11.140300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-422e9848-5ecb-4d9c-82aa-f86f12333c6b req-f96bf241-8ba6-4ae9-b7a2-d3eefe215ee5 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 948 time: 0.5769908 Mar 11 17:58:11.145275 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.174766 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.304877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0022af14-109e-47d0-93e5-d7085dc4c7fd None None] Provisioning complete for port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:11.305483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0022af14-109e-47d0-93e5-d7085dc4c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.374343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0022af14-109e-47d0-93e5-d7085dc4c7fd None None] Port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:11.492116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] For port b4ce226e-c248-4970-8836-46cbb812efff, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b4ce226e-c248-4970-8836-46cbb812efff,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:11.492672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.507995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Pushing event updated for resources: {'Port': ['ID=1e8c6f63-2beb-47c0-9b22-fdbca353059e,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:11.624958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Calling delete_port for b4ce226e-c248-4970-8836-46cbb812efff owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:11.631682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c3ebd-62f5-430a-95d1-ccb50879402d req-02d7f9ea-0955-491d-befa-d8043bb40a03 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:11.633165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae5c3ebd-62f5-430a-95d1-ccb50879402d req-02d7f9ea-0955-491d-befa-d8043bb40a03 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 945 time: 0.6541555 Mar 11 17:58:11.652585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-422e9848-5ecb-4d9c-82aa-f86f12333c6b req-404d1833-4e17-44e6-9e2f-96db0116bcfb tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/security-groups?id=baca9e45-acd8-4921-ba08-75ba94904f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805462 Mar 11 17:58:11.678736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd38951-9dab-4a07-af18-b0f8daa362cc tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.702206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d8396cb-dbaa-45be-8cfd-b55c0626bc1d None None] Provisioning complete for port 1e8c6f63-2beb-47c0-9b22-fdbca353059e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:11.702743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d8396cb-dbaa-45be-8cfd-b55c0626bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.761214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6d8396cb-dbaa-45be-8cfd-b55c0626bc1d None None] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:11.767293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd38951-9dab-4a07-af18-b0f8daa362cc tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.832525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae5c3ebd-62f5-430a-95d1-ccb50879402d req-d45793b5-f21e-4f04-af2f-5f8930c25c56 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852708 Mar 11 17:58:11.897421 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd38951-9dab-4a07-af18-b0f8daa362cc tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.897930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd38951-9dab-4a07-af18-b0f8daa362cc tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d89c27df-b8c9-4818-902a-88cafd6ac11b {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:11.905211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:11.905652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:11.906335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:11.917555 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7dd38951-9dab-4a07-af18-b0f8daa362cc tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.918726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7dd38951-9dab-4a07-af18-b0f8daa362cc tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "DELETE /v2.0/routers/d89c27df-b8c9-4818-902a-88cafd6ac11b HTTP/1.1" status: 204 len: 168 time: 1.4757159 Mar 11 17:58:11.924259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:11.924589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:11.934588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:11.934768 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:11.936706 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 2 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:11.951219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2982e-b5b7-4cae-85f2-3d16556912cb req-5668951f-7a49-44bb-a480-f5b58e50de65 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:11.952735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1e2982e-b5b7-4cae-85f2-3d16556912cb req-5668951f-7a49-44bb-a480-f5b58e50de65 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 907 time: 0.1629779 Mar 11 17:58:11.959795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:11.960124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:11.960444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:11.966746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:11.967024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:11.973296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:11.973683 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:11.974164 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 3 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:11.990861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:11.991192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:11.991514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:11.997746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:11.998067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.004410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.004794 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.005561 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 4 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:12.020903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:12.021287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:12.021616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.028498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.028952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.035743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.036439 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.037059 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 5 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:12.039904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.056274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:12.056616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:12.056951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.063322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.063725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.069705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.070187 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.070598 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 6 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:12.086532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 56992) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:12.098560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Pushing event deleted for resources: {'Port': ['ID=b4ce226e-c248-4970-8836-46cbb812efff,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:12.098725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:12.098929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:12.099261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.105776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.106553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.112856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.113018 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.113394 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 7 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:12.150738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:12.151518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:12.151518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.157840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.158175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.170771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.171110 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.171505 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 8 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:12.207169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:12.207509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:12.207893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.215609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] No DVR routers for this DVR port b4ce226e-c248-4970-8836-46cbb812efff on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:12.216345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.216675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.219647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.222840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'name': 'network-vif-deleted', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:12.223118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.223464 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.223856 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 9 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:12.240116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:12.240661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:12.241148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.248719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.249045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.250437 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f9db59be-302a-414e-b635-d207b00bd660 req-e9431725-1686-4a12-beb9-4242ea46f499 tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.59 "DELETE /v2.0/ports/b4ce226e-c248-4970-8836-46cbb812efff HTTP/1.1" status: 204 len: 173 time: 3.8513501 Mar 11 17:58:12.255521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.255863 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.256414 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempt 10 to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e Mar 11 17:58:12.277623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:12.277960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:12.278291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.285868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.286222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempting to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:12.293424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:58:12.293756 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Failed to bind port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 for vnic_type normal using segments [{'id': '6e28cb0d-4102-4b96-924a-e82d1112968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'dc10cd73-bf54-4acc-8445-a92fd97b6072'}] Mar 11 17:58:12.294191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.304431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 0bbbac01-27e4-45ce-9c2d-90b71a7a0be6 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:12.368546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fe55e60-d63b-4a58-b75a-f77ddef76ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.374045 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ac69e5-d4d4-435e-9d97-cb6515856edf', 'name': 'network-vif-deleted', 'tag': 'b4ce226e-c248-4970-8836-46cbb812efff', 'status': 'completed', 'code': 200} Mar 11 17:58:12.411163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] For port 1e8c6f63-2beb-47c0-9b22-fdbca353059e, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:12.411778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:58:12.418820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.480906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1151792545', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:12.489720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:12.515609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Usage tracker for resource:router and tenant:b8831ffa2173474c9c06974e2054e2c4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:12.519226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:12.528714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:12.536338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] In _notify_port_updated(), no bound segment for port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on network dc10cd73-bf54-4acc-8445-a92fd97b6072 {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 17:58:12.537752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.539555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] 10.222.0.97 "PUT /v2.0/ports/1e8c6f63-2beb-47c0-9b22-fdbca353059e HTTP/1.1" status: 200 len: 1020 time: 2.7971060 Mar 11 17:58:12.542073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2125a91-2139-4e8f-95e2-e0ac7acc2b7a', 'tag': '1e8c6f63-2beb-47c0-9b22-fdbca353059e'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:12.643999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting port 1e8c6f63-2beb-47c0-9b22-fdbca353059e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:12.644344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.670289 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2125a91-2139-4e8f-95e2-e0ac7acc2b7a', 'tag': '1e8c6f63-2beb-47c0-9b22-fdbca353059e', 'status': 'completed', 'code': 200} Mar 11 17:58:12.691462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a7cb7-194f-4c93-89ad-7e3d3ec994be service neutron] Pushing event updated for resources: {'Port': ['ID=1e8c6f63-2beb-47c0-9b22-fdbca353059e,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:12.701540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('192.168.0.100', 56659) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:12.711951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.712918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.914805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-5ff70dcd-05d3-4b3c-a054-a69ab5a34e45 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:12.915535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-5ff70dcd-05d3-4b3c-a054-a69ab5a34e45 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:12.938107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:12.947507 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-84607292-8e47-46f4-8653-db12496e5c1d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/0bbbac01-27e4-45ce-9c2d-90b71a7a0be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9296613 Mar 11 17:58:12.948940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57008) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:12.961682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-016a765d-ef0b-4ce6-9b80-a9d59d63886a req-b2e21a79-e890-4eaf-94a1-4c712dc9f8ff tempest-VolumesBackupsTest-251784606 tempest-VolumesBackupsTest-251784606-project] 10.222.0.96 "GET /v2.0/ports?device_id=55ac69e5-d4d4-435e-9d97-cb6515856edf HTTP/1.1" status: 200 len: 210 time: 0.0691929 Mar 11 17:58:12.965977 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] Sync routers for ids ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:12.995031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-5ff70dcd-05d3-4b3c-a054-a69ab5a34e45 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:12.996257 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-5ff70dcd-05d3-4b3c-a054-a69ab5a34e45 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 945 time: 0.2866385 Mar 11 17:58:12.997371 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.017219 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] Routers {'0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:13.019301 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:13.020219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b5c3f3b5-d79d-4636-8641-117dfec0d629 None None] Provisioning complete for port 1e8c6f63-2beb-47c0-9b22-fdbca353059e triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:13.024643 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f3b5-d79d-4636-8641-117dfec0d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.167364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3f3b5-d79d-4636-8641-117dfec0d629 None None] Port 1e8c6f63-2beb-47c0-9b22-fdbca353059e cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:13.181072 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:13.182693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port c381d88a-cc67-4549-b04a-77788a893b94 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:13.183132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.195049 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] Routers {'0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:13.196304 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:57:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:13.239072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] For port 1e8c6f63-2beb-47c0-9b22-fdbca353059e, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:13.239646 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.269657 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:13.270078 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b667d53-416c-4983-9f27-b44da19ba1c2 None None] The sync data for ids ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:13.327099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d062e-330a-4edf-9e67-365d79e0c617 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:13.327782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-755d062e-330a-4edf-9e67-365d79e0c617 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:13.406544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-755d062e-330a-4edf-9e67-365d79e0c617 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:13.407718 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-755d062e-330a-4edf-9e67-365d79e0c617 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports/d7104d0f-84ae-4745-b1f9-59b7b8dedf69 HTTP/1.1" status: 200 len: 983 time: 0.4585357 Mar 11 17:58:13.410899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57014) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:13.433657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Calling delete_port for 1e8c6f63-2beb-47c0-9b22-fdbca353059e owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:13.476451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.97', 56660) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:13.511935 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.676255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-925d9a2f-10eb-439b-a860-eaf79b736a82 req-389fc300-993f-4dae-a752-fd984db08d65 service neutron] 192.168.0.100 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 1023 time: 0.9734244 Mar 11 17:58:13.781721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8136b4-0a5d-42f7-adc3-0d026cf2ce1c req-1da413d8-f56d-482c-bf13-a4680c1a8f0d tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:13.783098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee8136b4-0a5d-42f7-adc3-0d026cf2ce1c req-1da413d8-f56d-482c-bf13-a4680c1a8f0d tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 907 time: 0.5281131 Mar 11 17:58:13.783260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port c381d88a-cc67-4549-b04a-77788a893b94, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c381d88a-cc67-4549-b04a-77788a893b94,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:13.783619 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.798152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.836294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b7acc-ae97-4af9-915e-e20f7e5a8968 req-3469bbe6-c510-4e8e-9ff2-2ea2bd2fddb7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:13.837818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee9b7acc-ae97-4af9-915e-e20f7e5a8968 req-3469bbe6-c510-4e8e-9ff2-2ea2bd2fddb7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 945 time: 0.5858440 Mar 11 17:58:13.873037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.875760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Port': ['ID=1e8c6f63-2beb-47c0-9b22-fdbca353059e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:13.918609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for c381d88a-cc67-4549-b04a-77788a893b94 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:13.994860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] No DVR routers for this DVR port 1e8c6f63-2beb-47c0-9b22-fdbca353059e on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:14.000453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.009477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee9b7acc-ae97-4af9-915e-e20f7e5a8968 req-9117ee66-3581-42f1-9d93-22dd33fcfccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=d82ae734-838d-460d-a1fa-72c962c980b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621432 Mar 11 17:58:14.083225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-46be623c-f68b-45cc-b229-65268afd23c5 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.97 "DELETE /v2.0/ports/1e8c6f63-2beb-47c0-9b22-fdbca353059e HTTP/1.1" status: 204 len: 173 time: 1.5255787 Mar 11 17:58:14.187517 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-925d9a2f-10eb-439b-a860-eaf79b736a82 req-009ca447-2dbd-4cee-8f90-3b4227569216 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 1023 time: 0.7104599 Mar 11 17:58:14.246038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.279975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.471017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Allocated IP 172.25.3.54 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/401bb460-61e6-4bd7-be1a-fea8e353a64d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:14.538511 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-200f8706-1774-4fe7-9041-345e3d15a489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.614320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port e17e46ec-94c6-43b2-9a9a-e55ee10b0887 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:14.614594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.676202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.716230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c381d88a-cc67-4549-b04a-77788a893b94'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:58:14.722215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9a2f-10eb-439b-a860-eaf79b736a82 req-8e1bb3c5-1e68-4d93-824f-9dd6b54d254e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:14.722574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9a2f-10eb-439b-a860-eaf79b736a82 req-8e1bb3c5-1e68-4d93-824f-9dd6b54d254e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:14.724276 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-925d9a2f-10eb-439b-a860-eaf79b736a82 req-8e1bb3c5-1e68-4d93-824f-9dd6b54d254e service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=28822aa99add4421adcd782a2a28cec0&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.5164149 Mar 11 17:58:14.743101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2125a91-2139-4e8f-95e2-e0ac7acc2b7a', 'name': 'network-vif-deleted', 'tag': '1e8c6f63-2beb-47c0-9b22-fdbca353059e'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:14.766521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.770662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=c381d88a-cc67-4549-b04a-77788a893b94,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:14.802341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.830419 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2125a91-2139-4e8f-95e2-e0ac7acc2b7a', 'name': 'network-vif-deleted', 'tag': '1e8c6f63-2beb-47c0-9b22-fdbca353059e', 'status': 'completed', 'code': 200} Mar 11 17:58:14.896833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:14.899915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:14.904774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:14.931784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event updated for resources: {'Port': ['ID=401bb460-61e6-4bd7-be1a-fea8e353a64d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:14.939984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] No DVR routers for this DVR port c381d88a-cc67-4549-b04a-77788a893b94 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:14.950872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.996419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'name': 'network-vif-deleted', 'tag': 'c381d88a-cc67-4549-b04a-77788a893b94'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:14.998507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1357acc1-2517-4279-b2c0-e8eba32dd22a req-016f339f-5b83-4d4e-82b0-25f073cf88e1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:15.053482 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f7fdff52-c024-4dfd-8b02-60df0c2da48b req-fc92adea-066c-410f-9277-288fb4c9b5e3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "DELETE /v2.0/ports/c381d88a-cc67-4549-b04a-77788a893b94 HTTP/1.1" status: 204 len: 173 time: 1.9863272 Mar 11 17:58:15.061420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1357acc1-2517-4279-b2c0-e8eba32dd22a req-016f339f-5b83-4d4e-82b0-25f073cf88e1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:15.062646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1357acc1-2517-4279-b2c0-e8eba32dd22a req-016f339f-5b83-4d4e-82b0-25f073cf88e1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.1196527 Mar 11 17:58:15.064236 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572571f9-c9b5-49c0-8ab6-5b910bb1a3ef', 'name': 'network-vif-deleted', 'tag': 'c381d88a-cc67-4549-b04a-77788a893b94', 'status': 'completed', 'code': 200} Mar 11 17:58:15.222337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9a2f-10eb-439b-a860-eaf79b736a82 req-5ec96cae-c8f5-415a-b9d5-b98f4bdcd96e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.226446 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:15.228916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:15.231458 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-925d9a2f-10eb-439b-a860-eaf79b736a82 req-5ec96cae-c8f5-415a-b9d5-b98f4bdcd96e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4870365 Mar 11 17:58:15.247723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:15.434261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2740fddc-0320-4e01-a69f-b1ab036050e3 req-dc245bfb-7540-4d1e-8ce3-437aca664f5c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 210 time: 0.1970549 Mar 11 17:58:15.448615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for e17e46ec-94c6-43b2-9a9a-e55ee10b0887 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:15.511345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-56f7dd1c-2398-4e9a-92ce-cf18666ce925 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.1125910 Mar 11 17:58:15.690399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:15.703068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Router b27444da-cc89-4e78-914c-0388907a85a7 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:15.767164 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:15.811376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-8d7c68ac-5cfe-40eb-9162-17e6ffeed924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.811750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-8d7c68ac-5cfe-40eb-9162-17e6ffeed924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.813451 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-8d7c68ac-5cfe-40eb-9162-17e6ffeed924 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=28822aa99add4421adcd782a2a28cec0&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2839582 Mar 11 17:58:15.969250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:15.983404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] Sync routers for ids ['b27444da-cc89-4e78-914c-0388907a85a7'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:16.001814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] Routers {'b27444da-cc89-4e78-914c-0388907a85a7'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:16.002758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b27444da-cc89-4e78-914c-0388907a85a7'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:16.011097 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:16.012461 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ada1971e-363f-4ebb-9aa7-bcb9d3b18966 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9249723 Mar 11 17:58:16.015543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57036) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:16.191337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:16.224094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] Routers {'b27444da-cc89-4e78-914c-0388907a85a7'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:16.224656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b27444da-cc89-4e78-914c-0388907a85a7'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:16.270176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:16.307891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:16.308403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09f591-f986-4fb9-a639-ba24b088f91a None None] The sync data for ids ['b27444da-cc89-4e78-914c-0388907a85a7'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:16.410547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d045536-fc12-49e2-9e43-e704200fdc78 req-a3a298c9-ca6d-4e31-b16e-fdec4934dbcf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0725656 Mar 11 17:58:16.432159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:16.433058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e28c83b4-8b99-4528-a9a5-158d05ba8e8f tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/b27444da-cc89-4e78-914c-0388907a85a7 HTTP/1.1" status: 200 len: 924 time: 0.4157562 Mar 11 17:58:16.435499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57044) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:16.482636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-9902cde0-86f7-47c5-8301-cb94766df0f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:16.484330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-9902cde0-86f7-47c5-8301-cb94766df0f6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4102142 Mar 11 17:58:16.519705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b28ce7ff-b456-4099-b8a6-77c8efa23b24 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=b27444da-cc89-4e78-914c-0388907a85a7 HTTP/1.1" status: 200 len: 205 time: 0.0807345 Mar 11 17:58:16.521563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57052) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:16.565739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=e17e46ec-94c6-43b2-9a9a-e55ee10b0887,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:16.643032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0371456f-cf51-49b8-984c-f0446e018232 req-b2081157-8e1a-4d26-8f97-15abef937312 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:16.706923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c381d88a-cc67-4549-b04a-77788a893b94 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:16.759736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0371456f-cf51-49b8-984c-f0446e018232 req-b2081157-8e1a-4d26-8f97-15abef937312 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:16.761080 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-b2081157-8e1a-4d26-8f97-15abef937312 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.1696434 Mar 11 17:58:16.811321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c381d88a-cc67-4549-b04a-77788a893b94 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:16.811660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c381d88a-cc67-4549-b04a-77788a893b94 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:16.992190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-732cc5ac-572e-4781-bd94-0eee6077728c req-ebd9f195-e720-4fcc-a497-b1b4b46d58bd tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=572571f9-c9b5-49c0-8ab6-5b910bb1a3ef HTTP/1.1" status: 200 len: 210 time: 0.1305060 Mar 11 17:58:17.067181 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:17.224718 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:17.312145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:17.412510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port d7104d0f-84ae-4745-b1f9-59b7b8dedf69 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:17.413095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:17.570777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-d3524c76-80a6-4be9-a905-f8e728eeeeb2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.1214762 Mar 11 17:58:17.706994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-569d5520-77bb-4994-baf5-3b6e23f3f03e req-a3bbe05b-e045-470b-9901-423e7a89928c tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0510454 Mar 11 17:58:17.877161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:17.889145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Deleting port 401bb460-61e6-4bd7-be1a-fea8e353a64d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:17.889621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:18.152047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:18.162306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:18.344114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Calling delete_port for 401bb460-61e6-4bd7-be1a-fea8e353a64d owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:18.409439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for d7104d0f-84ae-4745-b1f9-59b7b8dedf69 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:18.483753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-41ce4c65-e4c4-44b3-8ebd-882f09f5f041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:18.484195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-41ce4c65-e4c4-44b3-8ebd-882f09f5f041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:18.485785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-41ce4c65-e4c4-44b3-8ebd-882f09f5f041 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=28822aa99add4421adcd782a2a28cec0&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.9005089 Mar 11 17:58:18.545907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:18.604983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event deleted for resources: {'Port': ['ID=401bb460-61e6-4bd7-be1a-fea8e353a64d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:18.721436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router f50bd757-036e-4224-8e3f-7e3b10e8d3d6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:18.929272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371456f-cf51-49b8-984c-f0446e018232 req-673c6244-b22a-4c4e-8411-4b5d4c1f435e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:18.931309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-673c6244-b22a-4c4e-8411-4b5d4c1f435e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3823121 Mar 11 17:58:18.959483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.043406 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-f5cecf47-f490-424d-b637-cc8c5984c4dc tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0542855 Mar 11 17:58:19.096625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:19.113965 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] Sync routers for ids ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:19.121688 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-82f543ba-66ae-4f98-9fed-337b890b75a0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/f50bd757-036e-4224-8e3f-7e3b10e8d3d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2269726 Mar 11 17:58:19.125025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57108) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:19.145545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32cd99b3-afb3-44f1-93d0-4107d8db38ca req-f060feb0-fe74-4ff1-8e95-11f0ab2a1f47 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.1173122 Mar 11 17:58:19.155451 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] Routers {'f50bd757-036e-4224-8e3f-7e3b10e8d3d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:19.161166 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:19.279935 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.319655 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:19.343521 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] Routers {'f50bd757-036e-4224-8e3f-7e3b10e8d3d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:19.344537 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:19.381767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=d7104d0f-84ae-4745-b1f9-59b7b8dedf69,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:19.399466 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.403818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.461188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.461776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Fanout notify agent at l3_agent the message router_deleted on router b27444da-cc89-4e78-914c-0388907a85a7 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:19.497704 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:19.498731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.499460 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f242b9-0dfc-4b93-b13b-977623d9edd9 None None] The sync data for ids ['f50bd757-036e-4224-8e3f-7e3b10e8d3d6'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:19.507729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0bc24474-661b-4acf-b3c4-087f5978786e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/b27444da-cc89-4e78-914c-0388907a85a7 HTTP/1.1" status: 204 len: 168 time: 2.9843912 Mar 11 17:58:19.509255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57116) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:19.523146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1484604802', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': False}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:19.543841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:19.547997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:router and tenant:0f769f07c7a94b3ba4854a8500983635 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:19.552170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:19.558527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:19.572543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.573722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.600542 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.950640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57128) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:20.091147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-a8d99c4b-7b02-412d-83b4-1bc5840ca856 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0842154 Mar 11 17:58:20.124719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:20.184451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:20.222646 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-4ca15dd9-d08d-49b1-971e-e459fbe20142 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 17:58:20.226356 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4ca15dd9-d08d-49b1-971e-e459fbe20142 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/f50bd757-036e-4224-8e3f-7e3b10e8d3d6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0976102 Mar 11 17:58:20.236287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57146) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:20.377362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f92966e-417d-4e7f-be4b-12ed80625af5 req-6d1f87a6-7470-4779-8d2c-96e7b6589d51 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0458453 Mar 11 17:58:20.477700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf6c28fb-4bc3-46df-b107-5f8629893029 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:20.508948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bf6c28fb-4bc3-46df-b107-5f8629893029 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:20.513773 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bf6c28fb-4bc3-46df-b107-5f8629893029 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=f50bd757-036e-4224-8e3f-7e3b10e8d3d6 HTTP/1.1" status: 200 len: 205 time: 0.2765410 Mar 11 17:58:20.516456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57162) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:20.540435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:20.585125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:20.761094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa1d593f-92c6-439e-9060-bed4086c0c5b req-7ff8a30c-7a77-48dc-869b-c67e1c847967 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2125a91-2139-4e8f-95e2-e0ac7acc2b7a HTTP/1.1" status: 200 len: 210 time: 0.0549202 Mar 11 17:58:20.851263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Allocated IP 172.25.3.116 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/d6886d71-5508-4f7e-bf19-ca299c46fbf4) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:20.955179 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e29ae428-dbb5-4e16-9d2b-1208344086b7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.049489 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.108698 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.242058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Port': ['ID=d6886d71-5508-4f7e-bf19-ca299c46fbf4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:21.282557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:21.283942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:21.287648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:21.441336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 0bbbac01-27e4-45ce-9c2d-90b71a7a0be6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:21.487523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.488334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.661911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57188) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:21.806682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e29ae428-dbb5-4e16-9d2b-1208344086b7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.817238 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e29ae428-dbb5-4e16-9d2b-1208344086b7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.843949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:21.863791 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-964a2169-7971-44b9-aee4-b8a95f234cfc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/0bbbac01-27e4-45ce-9c2d-90b71a7a0be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4517601 Mar 11 17:58:21.866540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57192) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:21.867482 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] Sync routers for ids ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:21.872965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e29ae428-dbb5-4e16-9d2b-1208344086b7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.873446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29ae428-dbb5-4e16-9d2b-1208344086b7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Fanout notify agent at l3_agent the message router_deleted on router f50bd757-036e-4224-8e3f-7e3b10e8d3d6 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:21.887907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] Routers {'0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:21.888502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:21.960640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e29ae428-dbb5-4e16-9d2b-1208344086b7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:21.961688 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e29ae428-dbb5-4e16-9d2b-1208344086b7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/f50bd757-036e-4224-8e3f-7e3b10e8d3d6 HTTP/1.1" status: 204 len: 168 time: 1.4441550 Mar 11 17:58:21.971518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57196) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:22.012625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:22.014669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57200) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:22.023127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468301584', 'description': 'tempest-secgroup-smoke-1468301584 description', 'project_id': '95e242196f104736a813804446649343'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:22.023817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] Routers {'0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:22.024431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:22.039535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:22.088986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:22.089619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07292935-cf45-4f0a-9de9-1546e6f3ac54 None None] The sync data for ids ['0bbbac01-27e4-45ce-9c2d-90b71a7a0be6'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:22.128660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:22.289453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:22.356409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:22.392379 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.406020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Router b6a07435-7e46-46f7-876d-8171929f3213 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:22.416480 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-70a22576-0149-4c13-b9aa-e986fd4022e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 17:58:22.420183 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-70a22576-0149-4c13-b9aa-e986fd4022e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/0bbbac01-27e4-45ce-9c2d-90b71a7a0be6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5497150 Mar 11 17:58:22.420450 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:22.464156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e879d293-298b-47b9-ac2e-d94bffb59e57 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:22.468539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:58:22.473119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.501207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:22.518346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:22.528922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e879d293-298b-47b9-ac2e-d94bffb59e57 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:22.530101 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e879d293-298b-47b9-ac2e-d94bffb59e57 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bbbac01-27e4-45ce-9c2d-90b71a7a0be6 HTTP/1.1" status: 200 len: 205 time: 0.1087835 Mar 11 17:58:22.533982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57210) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:22.564888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:22.580013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:22.625424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.711591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.723247 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.759306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.898011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e906c238-2bdf-4737-8acb-5968b509a943 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.900522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed9495-5534-4e6d-b482-9b3d7cb59b35,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:22.911095 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:22.912361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dd11cf1f-157a-4136-9e81-b198b7781022 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8956501 Mar 11 17:58:22.916136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57214) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:22.925031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'security_group_rule': {'security_group_id': '62ed9495-5534-4e6d-b482-9b3d7cb59b35', 'project_id': '95e242196f104736a813804446649343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:22.946617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:22.963602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:22.969008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:22.977268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:23.017594 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.028377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.032536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:23.053432 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Sync routers for ids ['b6a07435-7e46-46f7-876d-8171929f3213'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:23.065263 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Routers {'b6a07435-7e46-46f7-876d-8171929f3213'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:23.065860 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b6a07435-7e46-46f7-876d-8171929f3213'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:23.090813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.092129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0f4a12a6-1494-449a-86a0-1a2bb0b01f8d tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5806108 Mar 11 17:58:23.096216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57218) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:23.261730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.282467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.322581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120542e2-d6c6-473b-bd96-5650d18f7769,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:23.352250 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Set router b6a07435-7e46-46f7-876d-8171929f3213 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:23.374342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.375580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a9f6b911-65a6-4582-b1cd-9106ee9e28e1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4579947 Mar 11 17:58:23.382231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:23.390029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'security_group_rule': {'security_group_id': '62ed9495-5534-4e6d-b482-9b3d7cb59b35', 'project_id': '95e242196f104736a813804446649343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:23.396851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.408791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:23.418061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:23.425146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:23.486461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:23.498483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:23.502894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e906c238-2bdf-4737-8acb-5968b509a943 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.510191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.513000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e906c238-2bdf-4737-8acb-5968b509a943 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.525007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ed40e-d8e2-47c9-aa96-c3694518e5b1 None None] Network 85980bf7-0e98-43b9-8d1a-c402732fdb46 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:23.526092 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8eb30856-d8cc-4aa2-a1e2-776b75a8926b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c HTTP/1.1" status: 204 len: 168 time: 1.5531065 Mar 11 17:58:23.527843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:23.595260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.640716 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e906c238-2bdf-4737-8acb-5968b509a943 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.641601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e906c238-2bdf-4737-8acb-5968b509a943 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Fanout notify agent at l3_agent the message router_deleted on router 0bbbac01-27e4-45ce-9c2d-90b71a7a0be6 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:23.668986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.675820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e906c238-2bdf-4737-8acb-5968b509a943 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.680006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e906c238-2bdf-4737-8acb-5968b509a943 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/0bbbac01-27e4-45ce-9c2d-90b71a7a0be6 HTTP/1.1" status: 204 len: 168 time: 1.1452312 Mar 11 17:58:23.681025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:23.742461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 2b124adf-db45-408f-b989-3a82bb40663e {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:23.743171 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.802933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-75be8d21-2408-4767-a3a2-d874989fecaa tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/b6a07435-7e46-46f7-876d-8171929f3213 HTTP/1.1" status: 200 len: 909 time: 0.7028358 Mar 11 17:58:23.809346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57236) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:23.822897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1484604802', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': True}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:23.830757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:23.836004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Usage tracker for resource:router and tenant:0f769f07c7a94b3ba4854a8500983635 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:23.839532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:23.859305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:23.899474 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a07435-7e46-46f7-876d-8171929f3213', 'name': 'tempest-snat-router-1484604802', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.116'}], 'enable_snat': False}, 'gw_port_id': 'd6886d71-5508-4f7e-bf19-ca299c46fbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:58:19Z', 'updated_at': '2022-03-11T17:58:21Z', 'revision_number': 3, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port': {'id': 'd6886d71-5508-4f7e-bf19-ca299c46fbf4', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a07435-7e46-46f7-876d-8171929f3213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:58:20Z', 'updated_at': '2022-03-11T17:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:23.911749 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Checking router: b6a07435-7e46-46f7-876d-8171929f3213 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:58:23.911951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.912116 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Updating router b6a07435-7e46-46f7-876d-8171929f3213 port d6886d71-5508-4f7e-bf19-ca299c46fbf4 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:58:23.920946 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.933781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] DHCP port deletion for 85980bf7-0e98-43b9-8d1a-c402732fdb46 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:58:23.938789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Deleting port 2b124adf-db45-408f-b989-3a82bb40663e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:23.939414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.942249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.944407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.978154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b577728b-d6d5-43c9-9fb3-2d24c47a7b55,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:23.995432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:23.997182 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0d62941f-ec78-4bb4-bf2b-2d4dfb250d11 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6136074 Mar 11 17:58:24.002842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57240) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:24.014784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'security_group_rule': {'security_group_id': '62ed9495-5534-4e6d-b482-9b3d7cb59b35', 'project_id': '95e242196f104736a813804446649343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:24.016302 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.023145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:24.028342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:24.032553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:24.039884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:24.103765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 2b124adf-db45-408f-b989-3a82bb40663e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2b124adf-db45-408f-b989-3a82bb40663e,segment=NetworkSegment(6b212080-e61c-4baf-bf32-284cc755f39b),segment_id=6b212080-e61c-4baf-bf32-284cc755f39b)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:24.104053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.121113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet 5aeaedc6-09ac-4e7d-8710-04f03f7fe328 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:58:24.122324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.124777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.168417 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.188741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.318846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] For port 2b124adf-db45-408f-b989-3a82bb40663e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2b124adf-db45-408f-b989-3a82bb40663e,segment=NetworkSegment(6b212080-e61c-4baf-bf32-284cc755f39b),segment_id=6b212080-e61c-4baf-bf32-284cc755f39b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:24.320018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.380589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting port c0d8c076-b03f-47fd-a7e6-b973bbc40997 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:24.381139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.512548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Calling delete_port for 2b124adf-db45-408f-b989-3a82bb40663e owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:24.598894 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.613235 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Transition to ACTIVE for port object d6886d71-5508-4f7e-bf19-ca299c46fbf4 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:24.636217 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.649800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.667025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 2b124adf-db45-408f-b989-3a82bb40663e owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:24.736545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Pushing event deleted for resources: {'Port': ['ID=2b124adf-db45-408f-b989-3a82bb40663e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:24.750561 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.753618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.754255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.754805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.755381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.755887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.756499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.756989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.757723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.758233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.758746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.759255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:24.771363 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9fc44-df23-4eb7-be35-e5b216a2866e None None] No DVR routers for this DVR port 2b124adf-db45-408f-b989-3a82bb40663e on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:24.829064 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.848160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:58:24.848539 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:58:24.863213 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Attempting to bind port d6886d71-5508-4f7e-bf19-ca299c46fbf4 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:24.863584 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Attempting to bind port d6886d71-5508-4f7e-bf19-ca299c46fbf4 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:24.863913 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Attempting to bind port d6886d71-5508-4f7e-bf19-ca299c46fbf4 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:24.880628 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e602a2-63d2-4c2a-82e3-ab8e084becc1 None None] Pushing event updated for resources: {'Port': ['ID=d6886d71-5508-4f7e-bf19-ca299c46fbf4,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:24.885565 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:58:24.885565 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:24.886037 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.886696 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:58:24.886801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.887257 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Bound port: d6886d71-5508-4f7e-bf19-ca299c46fbf4, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:24.887749 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.909018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.938958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9580b178-d27c-4556-b312-e373836b9b20,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:24.946584 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.957677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b124adf-db45-408f-b989-3a82bb40663e no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:24.991954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:24.995742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-746bd439-4378-41b3-88c5-763cf6145d52 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9885592 Mar 11 17:58:24.996678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:25.003168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'security_group_rule': {'security_group_id': '62ed9495-5534-4e6d-b482-9b3d7cb59b35', 'project_id': '95e242196f104736a813804446649343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:25.037540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:25.046143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] For port c0d8c076-b03f-47fd-a7e6-b973bbc40997, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c0d8c076-b03f-47fd-a7e6-b973bbc40997,segment=NetworkSegment(6e28cb0d-4102-4b96-924a-e82d1112968d),segment_id=6e28cb0d-4102-4b96-924a-e82d1112968d)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:25.046620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.054407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=5aeaedc6-09ac-4e7d-8710-04f03f7fe328,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:25.057101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:25.060756 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.073475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 2b124adf-db45-408f-b989-3a82bb40663e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:25.074074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b124adf-db45-408f-b989-3a82bb40663e not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:25.075775 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f5042e56-c0f2-4d95-967e-e22bdd2be5c2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/5aeaedc6-09ac-4e7d-8710-04f03f7fe328 HTTP/1.1" status: 204 len: 168 time: 1.3908446 Mar 11 17:58:25.082442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c845853-56d0-44e9-9740-e580b8c24e34 None None] Network 89614a9b-8d20-4e2d-88dd-61f569a18291 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:25.083250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57250) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:25.105287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:25.172157 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] For port d6886d71-5508-4f7e-bf19-ca299c46fbf4, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:25.179978 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] For port d6886d71-5508-4f7e-bf19-ca299c46fbf4, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d6886d71-5508-4f7e-bf19-ca299c46fbf4,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:25.189269 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.255131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:25.328039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Calling delete_port for c0d8c076-b03f-47fd-a7e6-b973bbc40997 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:25.363300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 2b124adf-db45-408f-b989-3a82bb40663e {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:25.364193 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Routers {'b6a07435-7e46-46f7-876d-8171929f3213'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:25.364909 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b6a07435-7e46-46f7-876d-8171929f3213'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:25.365425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.425592 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.517211 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e602a2-63d2-4c2a-82e3-ab8e084becc1 None None] Pushing event updated for resources: {'Port': ['ID=d6886d71-5508-4f7e-bf19-ca299c46fbf4,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:25.530293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] The port '2b124adf-db45-408f-b989-3a82bb40663e' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:58:25.570147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.587115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] DHCP port deletion for 89614a9b-8d20-4e2d-88dd-61f569a18291 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:58:25.591790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] Deleting port 1dddc319-369c-49d3-8b8d-6270a5f4a791 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:25.592158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.608488 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] Set router b6a07435-7e46-46f7-876d-8171929f3213 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:25.639872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.641395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.695544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bdc800-f70c-46e1-9a88-760e4ffe9dcb,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:25.758678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.798021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.799490 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2eeac8a3-b2e2-4d50-bedd-b0813e0ea39f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8026381 Mar 11 17:58:25.802532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57256) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:25.804744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.810567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'security_group_rule': {'security_group_id': '62ed9495-5534-4e6d-b482-9b3d7cb59b35', 'project_id': '95e242196f104736a813804446649343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:25.818319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:25.822802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:25.826338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:25.833531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:25.840894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.857504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.893850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Port': ['ID=c0d8c076-b03f-47fd-a7e6-b973bbc40997,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:25.912324 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Project 95e242196f104736a813804446649343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:58:25.917638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85980bf7-0e98-43b9-8d1a-c402732fdb46']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:25.927270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 1dddc319-369c-49d3-8b8d-6270a5f4a791 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:25.927663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.948546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] For port 1dddc319-369c-49d3-8b8d-6270a5f4a791, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1dddc319-369c-49d3-8b8d-6270a5f4a791,segment=NetworkSegment(5f443f02-0f85-4a48-b254-43aed8b4dfee),segment_id=5f443f02-0f85-4a48-b254-43aed8b4dfee)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:25.949111 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:25.964670 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.008269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b212080-e61c-4baf-bf32-284cc755f39b') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:26.008560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b212080-e61c-4baf-bf32-284cc755f39b') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:26.052033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.196402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a07435-7e46-46f7-876d-8171929f3213', 'name': 'tempest-snat-router-1484604802', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.116'}], 'enable_snat': False}, 'gw_port_id': 'd6886d71-5508-4f7e-bf19-ca299c46fbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:58:19Z', 'updated_at': '2022-03-11T17:58:21Z', 'revision_number': 3, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port': {'id': 'd6886d71-5508-4f7e-bf19-ca299c46fbf4', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a07435-7e46-46f7-876d-8171929f3213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:58:20Z', 'updated_at': '2022-03-11T17:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:26.203539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Allocated IP 172.25.3.253 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/f337b80d-9b79-4768-b225-a5cee920383b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:26.211573 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8fa05-c20a-421a-bd23-96456064d8db None None] The sync data for ids ['b6a07435-7e46-46f7-876d-8171929f3213'] in n-d-833436-1 is: [{'id': 'b6a07435-7e46-46f7-876d-8171929f3213', 'name': 'tempest-snat-router-1484604802', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.116'}], 'enable_snat': False}, 'gw_port_id': 'd6886d71-5508-4f7e-bf19-ca299c46fbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:58:19Z', 'updated_at': '2022-03-11T17:58:21Z', 'revision_number': 3, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port': {'id': 'd6886d71-5508-4f7e-bf19-ca299c46fbf4', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a07435-7e46-46f7-876d-8171929f3213', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:58:20Z', 'updated_at': '2022-03-11T17:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:26.236553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] Calling delete_port for 1dddc319-369c-49d3-8b8d-6270a5f4a791 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:26.240591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.298338 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.300057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:58:26.301088 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.305174 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:58:26.317752 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:58:26.332659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.392249 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.453830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 1dddc319-369c-49d3-8b8d-6270a5f4a791, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1dddc319-369c-49d3-8b8d-6270a5f4a791,segment=NetworkSegment(5f443f02-0f85-4a48-b254-43aed8b4dfee),segment_id=5f443f02-0f85-4a48-b254-43aed8b4dfee)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:26.454274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.468803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] No DVR routers for this DVR port 1dddc319-369c-49d3-8b8d-6270a5f4a791 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:26.470961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831537ad-9db6-4b10-b6d9-7690cf82114d None None] Pushing event deleted for resources: {'Port': ['ID=1dddc319-369c-49d3-8b8d-6270a5f4a791,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:26.695919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.712980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 1dddc319-369c-49d3-8b8d-6270a5f4a791 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:26.756604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.801579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c212453-a69c-4d3d-b6f6-2bfb6c088cbe,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:26.814619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.846917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.848899 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5ad986d0-011c-4acc-8914-6317a2a67a3c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0452092 Mar 11 17:58:26.853158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.855429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:26.879037 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:26.908146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'security_group_rule': {'security_group_id': '62ed9495-5534-4e6d-b482-9b3d7cb59b35', 'project_id': '95e242196f104736a813804446649343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:26.920089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:26.927930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=85980bf7-0e98-43b9-8d1a-c402732fdb46,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:26.930309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:security_group_rule and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:26.935315 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c78ee363-c5e0-4bca-8c17-8c0af22b744d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/85980bf7-0e98-43b9-8d1a-c402732fdb46 HTTP/1.1" status: 204 len: 168 time: 3.4060409 Mar 11 17:58:26.939351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:26.943144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57266) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:26.949214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1921631040'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:26.963642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:58:26.964088 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:58:26.965051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:26.970239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:26.980099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:26.984458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:26.994441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:27.010265 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Project 95e242196f104736a813804446649343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:58:27.020121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:58:27.023370 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.042939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:27.043523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.052487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:27.055130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:27.087660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Port': ['ID=f337b80d-9b79-4768-b225-a5cee920383b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:27.106219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:58:27.126009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.126436 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef of type vlan for network f447d3fe-0258-4577-a61f-f94c146b015a Mar 11 17:58:27.138062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d6886d71-5508-4f7e-bf19-ca299c46fbf4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:27.212592 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.231715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.277183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.330832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d6886d71-5508-4f7e-bf19-ca299c46fbf4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:27.337363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7cf44b-ac4d-485d-bd6a-fcc25ee45754,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:27.341553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d6886d71-5508-4f7e-bf19-ca299c46fbf4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:27.342168 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.370195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.376013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:27.379379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.428488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.433367 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7bc28c15-60ba-406a-8913-da42081408ae tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5747769 Mar 11 17:58:27.564225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.601440 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.602161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.613583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d6886d71-5508-4f7e-bf19-ca299c46fbf4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d6886d71-5508-4f7e-bf19-ca299c46fbf4,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:27.629107 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.707699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 1dddc319-369c-49d3-8b8d-6270a5f4a791 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:27.708140 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:27.725429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1dddc319-369c-49d3-8b8d-6270a5f4a791 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:27.754018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=f447d3fe-0258-4577-a61f-f94c146b015a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:27.758512 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a65db9cc-52bd-4186-a0e4-0ff68ca6fcd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8140430 Mar 11 17:58:27.774007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1dddc319-369c-49d3-8b8d-6270a5f4a791 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:27.774339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1dddc319-369c-49d3-8b8d-6270a5f4a791 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:27.775679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d6886d71-5508-4f7e-bf19-ca299c46fbf4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:27.778905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f447d3fe-0258-4577-a61f-f94c146b015a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:58:27.807007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57290) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:27.830243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] The port '1dddc319-369c-49d3-8b8d-6270a5f4a791' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:58:27.844350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': 'f447d3fe-0258-4577-a61f-f94c146b015a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:28.158705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:28.215138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.252038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:28.273675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:28.278181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:28.282197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89614a9b-8d20-4e2d-88dd-61f569a18291']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:28.294242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:28.304413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f443f02-0f85-4a48-b254-43aed8b4dfee') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:28.304967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f443f02-0f85-4a48-b254-43aed8b4dfee') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:28.320536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.329975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:58:28.385115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Router 07034f6b-dbb4-45d6-8e1d-5e398d859b34 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:28.395924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.418085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:58:28.418543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:58:28.437082 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:58:28.524536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.631380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.664451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.685337 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/89614a9b-8d20-4e2d-88dd-61f569a18291 HTTP/1.1" status: 204 len: 168 time: 3.6004806 Mar 11 17:58:28.689188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57316) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:28.698496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23754149'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:28.699377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27957e-27e4-447f-a030-349bec7532b6 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=89614a9b-8d20-4e2d-88dd-61f569a18291,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:28.715842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:28.722264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:28.726507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:28.734901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:28.750994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:58:28.754060 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.785161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:28.796809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] Sync routers for ids ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:28.808962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c5a703f6-dce1-4b8c-a85e-bbf36b29adaf tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "PUT /v2.0/routers/44081dbf-2bd4-44f6-94d0-9d8b5b5d788f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1433043 Mar 11 17:58:28.809850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57320) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:28.811006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:58:28.824423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.824788 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment b38d3dd6-1633-4a6f-afb8-287c916e29fa of type vlan for network 6a96b502-fe26-4310-ae04-af7414d89943 Mar 11 17:58:28.837897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] Routers {'44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:28.838941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:28.868979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.915609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:28.929911 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Sync routers for ids ['07034f6b-dbb4-45d6-8e1d-5e398d859b34'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:28.942721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.948321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:28.949022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:28.954518 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Routers {'07034f6b-dbb4-45d6-8e1d-5e398d859b34'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:28.957518 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['07034f6b-dbb4-45d6-8e1d-5e398d859b34'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:29.003212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d6886d71-5508-4f7e-bf19-ca299c46fbf4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:29.145769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.173199 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.174525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1338d00e-e5dc-4f9a-bffb-3e2c2bc4a4fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3640342 Mar 11 17:58:29.241466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57326) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:29.245768 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5554845 Mar 11 17:58:29.258406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57328) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:29.261215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=8ad2afb6-2098-4ed0-af98-6057113142d2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:29.280034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '6a96b502-fe26-4310-ae04-af7414d89943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:29.392301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting subnet ed3c29b6-f57e-4145-b751-f3320f6a7d15 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:58:29.418613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.429734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] Set router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:29.445833 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Set router 07034f6b-dbb4-45d6-8e1d-5e398d859b34 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:29.540389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d956c-6f23-4832-a1e1-c746918662e7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=6a96b502-fe26-4310-ae04-af7414d89943,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:29.572388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6a96b502-fe26-4310-ae04-af7414d89943 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:58:29.635969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': 'a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'f447d3fe-0258-4577-a61f-f94c146b015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:29.636688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: f447d3fe-0258-4577-a61f-f94c146b015a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:58:29.654240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.712629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:29.717354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:29.718248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f9e24203-acaf-47a7-8302-7a924f2792fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/07034f6b-dbb4-45d6-8e1d-5e398d859b34 HTTP/1.1" status: 200 len: 908 time: 0.4681220 Mar 11 17:58:29.719524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57336) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:29.724050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:29.733841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:29.768321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:58:29.861182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network f447d3fe-0258-4577-a61f-f94c146b015a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:58:29.890658 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07034f6b-dbb4-45d6-8e1d-5e398d859b34', 'name': 'tempest-snat-router-1484604802', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f337b80d-9b79-4768-b225-a5cee920383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:58:23Z', 'updated_at': '2022-03-11T17:58:27Z', 'revision_number': 3, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port': {'id': 'f337b80d-9b79-4768-b225-a5cee920383b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07034f6b-dbb4-45d6-8e1d-5e398d859b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:58:25Z', 'updated_at': '2022-03-11T17:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:29.896873 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Checking router: 07034f6b-dbb4-45d6-8e1d-5e398d859b34 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:58:29.898309 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Updating router 07034f6b-dbb4-45d6-8e1d-5e398d859b34 port f337b80d-9b79-4768-b225-a5cee920383b binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:58:29.912439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f447d3fe-0258-4577-a61f-f94c146b015a) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:29.920563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:29.921148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.930913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.962986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24880320-1071-4904-bfbf-621dc633b404 None None] Network f447d3fe-0258-4577-a61f-f94c146b015a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:29.965156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.969476 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.246425 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0fa47b0-7fe2-4442-8f7c-e4ce6f37a59b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4270887 Mar 11 17:58:30.253707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57340) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:30.263985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1801592226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:30.279858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:30.294721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:router and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:30.305445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:30.311708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.319641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:30.362752 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.363909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.369651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.376140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d6886d71-5508-4f7e-bf19-ca299c46fbf4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:30.377079 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.493297 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.499196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3c29b6-f57e-4145-b751-f3320f6a7d15,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:30.537140 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.556956 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Transition to ACTIVE for port object f337b80d-9b79-4768-b225-a5cee920383b will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:30.557203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351bee87-d5fc-427b-ae1e-6a9aaa74199a None None] Network dc10cd73-bf54-4acc-8445-a92fd97b6072 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:30.559605 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8db42d5d-2c67-43d5-bb9f-f0c31ae310bb tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/subnets/ed3c29b6-f57e-4145-b751-f3320f6a7d15 HTTP/1.1" status: 204 len: 168 time: 1.7483597 Mar 11 17:58:30.561981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.565029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57348) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:30.566707 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.786033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:58:25Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:30.793323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] Checking router: 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:58:30.800112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-f447d3fe-0258-4577-a61f-f94c146b015a', 'network_id': 'f447d3fe-0258-4577-a61f-f94c146b015a', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '8ad2afb6-2098-4ed0-af98-6057113142d2'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:58:30.800923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.807662 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f4929-dce8-415b-a751-2c0c2397ff9b None None] Pushing event updated for resources: {'Port': ['ID=f337b80d-9b79-4768-b225-a5cee920383b,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:30.830546 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Attempting to bind port f337b80d-9b79-4768-b225-a5cee920383b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:30.831204 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Attempting to bind port f337b80d-9b79-4768-b225-a5cee920383b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:30.832259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Attempting to bind port f337b80d-9b79-4768-b225-a5cee920383b on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:30.849539 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.852638 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:58:30.854942 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:30.855493 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.856933 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:58:30.860216 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Bound port: f337b80d-9b79-4768-b225-a5cee920383b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:30.861117 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.863997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] Routers {'44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:30.864696 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:30.869190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Deleting port f337b80d-9b79-4768-b225-a5cee920383b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:30.869779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.876574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.920044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.924378 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:30.925471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4945516-87fa-4194-8f16-ed1257754ca0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6677582 Mar 11 17:58:30.994303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57352) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:30.997943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=d7a485c2-ab38-4522-a373-07e4e6f93b61,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:31.039702 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] For port f337b80d-9b79-4768-b225-a5cee920383b, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:31.045806 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] For port f337b80d-9b79-4768-b225-a5cee920383b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f337b80d-9b79-4768-b225-a5cee920383b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:31.057572 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:31.111727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] For port f337b80d-9b79-4768-b225-a5cee920383b, host n-d-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:31.112094 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:31.242591 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f4929-dce8-415b-a751-2c0c2397ff9b None None] Pushing event updated for resources: {'Port': ['ID=f337b80d-9b79-4768-b225-a5cee920383b,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:31.257498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] Set router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:31.262948 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Routers {'07034f6b-dbb4-45d6-8e1d-5e398d859b34'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:31.263573 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['07034f6b-dbb4-45d6-8e1d-5e398d859b34'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:31.280622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Calling delete_port for f337b80d-9b79-4768-b225-a5cee920383b owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:31.405214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': 'b38d3dd6-1633-4a6f-afb8-287c916e29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '6a96b502-fe26-4310-ae04-af7414d89943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:31.406199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 6a96b502-fe26-4310-ae04-af7414d89943, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:58:31.421313 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:58:31.422602 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:58:31.480558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:31.483173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Allocated IP 172.20.0.2 (f447d3fe-0258-4577-a61f-f94c146b015a/8ad2afb6-2098-4ed0-af98-6057113142d2/aa07cc0c-fac8-4287-833c-c4be1b7ebb89) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:31.519223 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] Set router 07034f6b-dbb4-45d6-8e1d-5e398d859b34 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:31.658256 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07034f6b-dbb4-45d6-8e1d-5e398d859b34', 'name': 'tempest-snat-router-1484604802', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:58:23Z', 'updated_at': '2022-03-11T17:58:30Z', 'revision_number': 4, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:31.663707 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f4c5a-732d-49f2-9e20-196b5d56ce57 None None] The sync data for ids ['07034f6b-dbb4-45d6-8e1d-5e398d859b34'] in n-d-833436-1 is: [{'id': '07034f6b-dbb4-45d6-8e1d-5e398d859b34', 'name': 'tempest-snat-router-1484604802', 'tenant_id': '0f769f07c7a94b3ba4854a8500983635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:58:23Z', 'updated_at': '2022-03-11T17:58:30Z', 'revision_number': 4, 'project_id': '0f769f07c7a94b3ba4854a8500983635', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:31.813937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:31.850915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 6a96b502-fe26-4310-ae04-af7414d89943 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:58:31.901141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Transition to ACTIVE for port object aa07cc0c-fac8-4287-833c-c4be1b7ebb89 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:31.910568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6a96b502-fe26-4310-ae04-af7414d89943) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:31.914975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:31.915557 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:31.924624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Deleting port f337b80d-9b79-4768-b225-a5cee920383b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:31.925328 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:31.930766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010623d-22dd-448a-b781-e86334f35863 None None] Network 6a96b502-fe26-4310-ae04-af7414d89943 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:31.975387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-84021abb-daf3-4d2a-b7d5-2f456047b370 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7105570 Mar 11 17:58:31.978781 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57360) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:31.995327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1259354551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:32.020173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:32.025392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:router and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:32.029398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:32.038436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:32.039758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Transition to ACTIVE for port object aa07cc0c-fac8-4287-833c-c4be1b7ebb89 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:32.054250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.056129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.064999 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.228623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Pushing event updated for resources: {'Port': ['ID=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:32.231206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] DHCP port deletion for dc10cd73-bf54-4acc-8445-a92fd97b6072 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:58:32.237702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.257182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] Deleting port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:32.257558 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.382830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] For port f337b80d-9b79-4768-b225-a5cee920383b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f337b80d-9b79-4768-b225-a5cee920383b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:32.383291 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.512545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Calling delete_port for f337b80d-9b79-4768-b225-a5cee920383b owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:32.530597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] For port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2b19f91e-9e7d-42bd-a58f-ed75ac95f53e,segment=NetworkSegment(6e28cb0d-4102-4b96-924a-e82d1112968d),segment_id=6e28cb0d-4102-4b96-924a-e82d1112968d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:32.530982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.687347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] Calling delete_port for 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:32.705195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.711295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.20.0.1 (f447d3fe-0258-4577-a61f-f94c146b015a/8ad2afb6-2098-4ed0-af98-6057113142d2/a66aff29-1293-418a-80b3-6f987450a2b7) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:32.735576 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.796227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.802608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=f337b80d-9b79-4768-b225-a5cee920383b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:32.804683 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.889828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] Pushing event deleted for resources: {'Port': ['ID=2b19f91e-9e7d-42bd-a58f-ed75ac95f53e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:32.901274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Network f447d3fe-0258-4577-a61f-f94c146b015a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:32.904712 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.910078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:32.918323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:32.925418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object a66aff29-1293-418a-80b3-6f987450a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:32.955206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.995689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:32.998572 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-675eecf2-9c38-4e55-8cc0-5252672e8938 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0185618 Mar 11 17:58:33.035652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57368) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:33.102300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:33.125665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.163064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:33.163563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:33.206012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef03068-4289-4d8a-9b82-c143a2f55282 None None] No DVR routers for this DVR port 2b19f91e-9e7d-42bd-a58f-ed75ac95f53e on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:33.241508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.269729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-6a96b502-fe26-4310-ae04-af7414d89943', 'network_id': '6a96b502-fe26-4310-ae04-af7414d89943', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': 'd7a485c2-ab38-4522-a373-07e4e6f93b61'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:58:33.271309 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.282556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=a66aff29-1293-418a-80b3-6f987450a2b7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:33.291751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting port a711431a-96fb-41ad-b7d5-cf60d9a3335b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:33.292091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.292513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Attempting to bind port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:33.292893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Attempting to bind port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'f447d3fe-0258-4577-a61f-f94c146b015a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:33.293644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Attempting to bind port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 on network f447d3fe-0258-4577-a61f-f94c146b015a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:33.321958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:58:33.322251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Checking segment: {'id': 'a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'f447d3fe-0258-4577-a61f-f94c146b015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:33.322693 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.324432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Bound using segment: {'id': 'a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'f447d3fe-0258-4577-a61f-f94c146b015a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:58:33.324971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network f447d3fe-0258-4577-a61f-f94c146b015a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:33.325294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Bound port: aa07cc0c-fac8-4287-833c-c4be1b7ebb89, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'f447d3fe-0258-4577-a61f-f94c146b015a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:33.325556 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.336068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:33.338931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:33.530805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Allocated IP 2001:db8::2 (6a96b502-fe26-4310-ae04-af7414d89943/d7a485c2-ab38-4522-a373-07e4e6f93b61/b3b39017-d2bf-42bb-ab36-021943434dd0) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:33.578834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.605951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.614830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.647054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.647870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07034f6b-dbb4-45d6-8e1d-5e398d859b34 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:33.662529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.666088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-100ac243-9042-489d-a62c-6032eecb0866 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "DELETE /v2.0/routers/07034f6b-dbb4-45d6-8e1d-5e398d859b34 HTTP/1.1" status: 204 len: 168 time: 3.9432070 Mar 11 17:58:33.666355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57372) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:33.691877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:58:25Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:33.736316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f09e43-03aa-47ad-b539-312a0e26c46c None None] The sync data for ids ['44081dbf-2bd4-44f6-94d0-9d8b5b5d788f'] in n-d-833436-1 is: [{'id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1204122965', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:57:34Z', 'updated_at': '2022-03-11T17:58:25Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'a711431a-96fb-41ad-b7d5-cf60d9a3335b', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44081dbf-2bd4-44f6-94d0-9d8b5b5d788f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:57:35Z', 'updated_at': '2022-03-11T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:33.922300 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.926332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] For port aa07cc0c-fac8-4287-833c-c4be1b7ebb89, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:33.935248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] For port aa07cc0c-fac8-4287-833c-c4be1b7ebb89, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,segment=NetworkSegment(a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef),segment_id=a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:33.943837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Transition to ACTIVE for port object b3b39017-d2bf-42bb-ab36-021943434dd0 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:33.946844 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.967493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] For port a711431a-96fb-41ad-b7d5-cf60d9a3335b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a711431a-96fb-41ad-b7d5-cf60d9a3335b,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:33.969023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:33.994695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.076199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Transition to ACTIVE for port object b3b39017-d2bf-42bb-ab36-021943434dd0 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:34.092512 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.128628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1278c1-8985-469d-9e9e-61beaa18872f None None] Pushing event updated for resources: {'Port': ['ID=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:34.298920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Network 6a96b502-fe26-4310-ae04-af7414d89943 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:34.305701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:34.308820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:34.322138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Pushing event updated for resources: {'Port': ['ID=b3b39017-d2bf-42bb-ab36-021943434dd0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:34.467135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Attempting to bind port b3b39017-d2bf-42bb-ab36-021943434dd0 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:34.468420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Attempting to bind port b3b39017-d2bf-42bb-ab36-021943434dd0 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'b38d3dd6-1633-4a6f-afb8-287c916e29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '6a96b502-fe26-4310-ae04-af7414d89943'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:34.469912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Attempting to bind port b3b39017-d2bf-42bb-ab36-021943434dd0 on network 6a96b502-fe26-4310-ae04-af7414d89943 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:58:34.511120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Calling delete_port for a711431a-96fb-41ad-b7d5-cf60d9a3335b owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:34.534998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:58:34.535394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Checking segment: {'id': 'b38d3dd6-1633-4a6f-afb8-287c916e29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '6a96b502-fe26-4310-ae04-af7414d89943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:58:34.535808 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.536687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Bound using segment: {'id': 'b38d3dd6-1633-4a6f-afb8-287c916e29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '6a96b502-fe26-4310-ae04-af7414d89943'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:58:34.599435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Bound port: b3b39017-d2bf-42bb-ab36-021943434dd0, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38d3dd6-1633-4a6f-afb8-287c916e29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '6a96b502-fe26-4310-ae04-af7414d89943'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:34.600018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.602172 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.777007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.800219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Deleting port d6886d71-5508-4f7e-bf19-ca299c46fbf4 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:34.800975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.801846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] For port b3b39017-d2bf-42bb-ab36-021943434dd0, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:34.807292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] For port b3b39017-d2bf-42bb-ab36-021943434dd0, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3b39017-d2bf-42bb-ab36-021943434dd0,segment=NetworkSegment(b38d3dd6-1633-4a6f-afb8-287c916e29fa),segment_id=b38d3dd6-1633-4a6f-afb8-287c916e29fa)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:34.814629 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:34.875184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:35.066953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device aa07cc0c-fac8-4287-833c-c4be1b7ebb89 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:35.101543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] For port d6886d71-5508-4f7e-bf19-ca299c46fbf4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d6886d71-5508-4f7e-bf19-ca299c46fbf4,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:35.102125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:35.273845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe916507-2328-429c-a9f1-4283c6818b86 None None] Pushing event updated for resources: {'Port': ['ID=b3b39017-d2bf-42bb-ab36-021943434dd0,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:35.292869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:35.312615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c0d8c076-b03f-47fd-a7e6-b973bbc40997 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:35.376555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c0d8c076-b03f-47fd-a7e6-b973bbc40997 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:35.376900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c0d8c076-b03f-47fd-a7e6-b973bbc40997 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:35.423941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Calling delete_port for d6886d71-5508-4f7e-bf19-ca299c46fbf4 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:35.672113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:35.674386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:35.791551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6886d71-5508-4f7e-bf19-ca299c46fbf4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:35.853600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Port': ['ID=a711431a-96fb-41ad-b7d5-cf60d9a3335b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:35.984177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.008538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8::1 (6a96b502-fe26-4310-ae04-af7414d89943/d7a485c2-ab38-4522-a373-07e4e6f93b61/f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:36.021620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.101775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.213501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.395126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787ea99-3ac1-4c3e-923d-0b493fcf6c75 None None] Network f447d3fe-0258-4577-a61f-f94c146b015a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:36.539548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.550789 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.612137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.612826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6a07435-7e46-46f7-876d-8171929f3213 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:36.642696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.649223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1eddef7e-f54e-452b-94b2-6e5aa03f1ece tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "DELETE /v2.0/routers/b6a07435-7e46-46f7-876d-8171929f3213 HTTP/1.1" status: 204 len: 168 time: 2.9817545 Mar 11 17:58:36.652563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57390) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:36.669828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b1eba975-ca3e-4cf9-9edc-4367e01227a5 None None] Provisioning for port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:36.682222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b1eba975-ca3e-4cf9-9edc-4367e01227a5 None None] Provisioning complete for port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:36.682854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1eba975-ca3e-4cf9-9edc-4367e01227a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.690475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1354046720', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:36.706839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:36.718040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Usage tracker for resource:router and tenant:b8831ffa2173474c9c06974e2054e2c4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:36.722306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:36.742560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:36.757581 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.759747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.765604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=a66aff29-1293-418a-80b3-6f987450a2b7,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:36.801806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.838951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:36.992163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1eba975-ca3e-4cf9-9edc-4367e01227a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.010149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c8fb77-e64f-413e-a6ae-6a612b32f58a None None] Network 6a96b502-fe26-4310-ae04-af7414d89943 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:37.180881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.196431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3b39017-d2bf-42bb-ab36-021943434dd0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:37.238890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network f447d3fe-0258-4577-a61f-f94c146b015a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:37.250914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:37.342140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b1eba975-ca3e-4cf9-9edc-4367e01227a5 None None] For port aa07cc0c-fac8-4287-833c-c4be1b7ebb89, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,segment=NetworkSegment(a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef),segment_id=a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:37.367121 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1eba975-ca3e-4cf9-9edc-4367e01227a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.402192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.406536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.448112 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.454867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:37.671094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b3b39017-d2bf-42bb-ab36-021943434dd0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:37.684433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f604c5fd-15f6-4d58-936f-f9a6dde7de8c None None] Provisioning for port b3b39017-d2bf-42bb-ab36-021943434dd0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:37.691971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eba975-ca3e-4cf9-9edc-4367e01227a5 None None] Pushing event updated for resources: {'Port': ['ID=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:37.700737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b3b39017-d2bf-42bb-ab36-021943434dd0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:37.701504 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.740971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.743358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Fanout notify agent at l3_agent the message router_deleted on router 44081dbf-2bd4-44f6-94d0-9d8b5b5d788f {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:37.779001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f604c5fd-15f6-4d58-936f-f9a6dde7de8c None None] Provisioning complete for port b3b39017-d2bf-42bb-ab36-021943434dd0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:37.781612 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f604c5fd-15f6-4d58-936f-f9a6dde7de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.792834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.870504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.903918 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.905276 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8d1518d-637a-4b3c-8559-ac3a7eb127e0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/routers/44081dbf-2bd4-44f6-94d0-9d8b5b5d788f HTTP/1.1" status: 204 len: 168 time: 7.3336198 Mar 11 17:58:37.917496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57402) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:37.948670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:37.972582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:37.974541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 6a96b502-fe26-4310-ae04-af7414d89943 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:38.060182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:38.065296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:38.065929 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.154021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.399148 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f604c5fd-15f6-4d58-936f-f9a6dde7de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.415261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Allocated IP 172.25.3.31 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/9d4bb6e4-80b1-497b-b85c-dc7974223b76) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:38.420478 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.530260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.571204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f604c5fd-15f6-4d58-936f-f9a6dde7de8c None None] For port b3b39017-d2bf-42bb-ab36-021943434dd0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3b39017-d2bf-42bb-ab36-021943434dd0,segment=NetworkSegment(b38d3dd6-1633-4a6f-afb8-287c916e29fa),segment_id=b38d3dd6-1633-4a6f-afb8-287c916e29fa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:38.581528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f604c5fd-15f6-4d58-936f-f9a6dde7de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.659496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.698749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc10cd73-bf54-4acc-8445-a92fd97b6072']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:38.716685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e28cb0d-4102-4b96-924a-e82d1112968d') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:38.717099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e28cb0d-4102-4b96-924a-e82d1112968d') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:38.731713 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.753426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.762558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:58:38.763465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:58:38.904148 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:58:38.921174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.949943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.966610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:38.985248 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:58:38.985866 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:58:39.007401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d644603c-c45c-482d-8eba-5b4a99823a26 None None] Provisioning for port a66aff29-1293-418a-80b3-6f987450a2b7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:39.017170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d644603c-c45c-482d-8eba-5b4a99823a26 None None] Provisioning complete for port a66aff29-1293-418a-80b3-6f987450a2b7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:39.017716 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d644603c-c45c-482d-8eba-5b4a99823a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:39.047101 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:39.137785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/networks/dc10cd73-bf54-4acc-8445-a92fd97b6072 HTTP/1.1" status: 204 len: 168 time: 1.2171848 Mar 11 17:58:39.137785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff4dc5-a7ec-4b68-bdef-6ae54ebd9bfe tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Network': ['ID=dc10cd73-bf54-4acc-8445-a92fd97b6072,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:39.140310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57418) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:39.154254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d644603c-c45c-482d-8eba-5b4a99823a26 None None] Port a66aff29-1293-418a-80b3-6f987450a2b7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:39.198086 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604c5fd-15f6-4d58-936f-f9a6dde7de8c None None] Pushing event updated for resources: {'Port': ['ID=b3b39017-d2bf-42bb-ab36-021943434dd0,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:39.208629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d644603c-c45c-482d-8eba-5b4a99823a26 None None] Provisioning complete for port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:39.211234 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d644603c-c45c-482d-8eba-5b4a99823a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:39.356713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:39.362260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:39.368372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:39.465553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event updated for resources: {'Port': ['ID=9d4bb6e4-80b1-497b-b85c-dc7974223b76,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:39.487765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router bab4e15e-c399-4b88-98e8-50403e626d48 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:39.648748 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:39.654327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Provisioning for port f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:39.661486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Provisioning complete for port f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:39.662082 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:39.849186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Port f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:39.860438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3b39017-d2bf-42bb-ab36-021943434dd0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:39.913867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting port 5f2e8c58-7e85-4b1d-aa83-5f567dbbf375 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:39.915106 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:39.964011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Provisioning complete for port a66aff29-1293-418a-80b3-6f987450a2b7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:39.964441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.017208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.023962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:40.034080 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dc0a331d-0249-4463-afae-99f757e17791 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/bab4e15e-c399-4b88-98e8-50403e626d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0324488 Mar 11 17:58:40.035941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57424) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:40.043029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] Sync routers for ids ['bab4e15e-c399-4b88-98e8-50403e626d48'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:40.047745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.049425 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.070726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b3b39017-d2bf-42bb-ab36-021943434dd0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:40.071123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.215771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Port a66aff29-1293-418a-80b3-6f987450a2b7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:40.321712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] Routers {'bab4e15e-c399-4b88-98e8-50403e626d48'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:40.322342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bab4e15e-c399-4b88-98e8-50403e626d48'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:40.334667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.335240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.395266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:40.405662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541da35c-c44c-476d-9cfa-d61059129d45 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:40.406739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-541da35c-c44c-476d-9cfa-d61059129d45 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:40.467241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-541da35c-c44c-476d-9cfa-d61059129d45 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:40.468402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-541da35c-c44c-476d-9cfa-d61059129d45 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports/a66aff29-1293-418a-80b3-6f987450a2b7 HTTP/1.1" status: 200 len: 910 time: 0.4310555 Mar 11 17:58:40.475800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Provisioning complete for port b3b39017-d2bf-42bb-ab36-021943434dd0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:40.476289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-601e5bdd-fe49-4a38-89cb-de5ae77e8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.489864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57434) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:40.503565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Calling delete_port for 5f2e8c58-7e85-4b1d-aa83-5f567dbbf375 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:40.510105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:40.542120 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.542872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:40.643508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device aa07cc0c-fac8-4287-833c-c4be1b7ebb89 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:58:40.709611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 6a96b502-fe26-4310-ae04-af7414d89943 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:40.713732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:40.714286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] Routers {'bab4e15e-c399-4b88-98e8-50403e626d48'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:40.714959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bab4e15e-c399-4b88-98e8-50403e626d48'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:40.882878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:40.883298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258c16c-bcc6-446f-be01-1f9d54886680 None None] The sync data for ids ['bab4e15e-c399-4b88-98e8-50403e626d48'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:40.938205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:40.938898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:41.103745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d6886d71-5508-4f7e-bf19-ca299c46fbf4 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:41.142759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d6886d71-5508-4f7e-bf19-ca299c46fbf4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:41.143346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d6886d71-5508-4f7e-bf19-ca299c46fbf4 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:41.143904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a711431a-96fb-41ad-b7d5-cf60d9a3335b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:41.171130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:41.193646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a711431a-96fb-41ad-b7d5-cf60d9a3335b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:41.193989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a711431a-96fb-41ad-b7d5-cf60d9a3335b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:41.231717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3c8c9711-8965-40b9-a055-948438b35f81 None None] Provisioning complete for port f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:41.232083 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9711-8965-40b9-a055-948438b35f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:41.368775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Port': ['ID=5f2e8c58-7e85-4b1d-aa83-5f567dbbf375,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:41.371550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:41.376228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c9711-8965-40b9-a055-948438b35f81 None None] Port f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:58:41.586996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Router 32cedddf-00f1-45fa-908f-73fa7f19710d is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:41.603319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:41.763013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 72af8c85-6551-4219-abf9-8f5d2150a76c is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:42.042093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:42.056533 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] Sync routers for ids ['32cedddf-00f1-45fa-908f-73fa7f19710d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:42.068116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router fb2e18da-7b97-4367-b795-12051f5df14e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:42.083418 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] Routers {'32cedddf-00f1-45fa-908f-73fa7f19710d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:42.084238 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['32cedddf-00f1-45fa-908f-73fa7f19710d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.144144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:42.156634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] Sync routers for ids ['72af8c85-6551-4219-abf9-8f5d2150a76c'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:42.158352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4b2ce53a-acd8-432e-8209-3b16f4c43682 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/72af8c85-6551-4219-abf9-8f5d2150a76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1182692 Mar 11 17:58:42.170680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57442) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:42.178720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] Routers {'72af8c85-6551-4219-abf9-8f5d2150a76c'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:42.181737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['72af8c85-6551-4219-abf9-8f5d2150a76c'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.219740 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.238305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] Routers {'32cedddf-00f1-45fa-908f-73fa7f19710d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:42.239167 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['32cedddf-00f1-45fa-908f-73fa7f19710d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.333938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10625bc6-68ff-475d-b4a5-88458b26ff26 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:42.334787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-10625bc6-68ff-475d-b4a5-88458b26ff26 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:42.373221 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.373623 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebe1d9-8abc-44f5-aead-b68a0d6651aa None None] The sync data for ids ['32cedddf-00f1-45fa-908f-73fa7f19710d'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:42.380479 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:42.382429 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d6107a24-4db7-490b-bcfa-d1471b0b09fe tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7270350 Mar 11 17:58:42.385143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57446) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:42.413126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.414100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': False}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:42.468474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] Routers {'72af8c85-6551-4219-abf9-8f5d2150a76c'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:42.469093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['72af8c85-6551-4219-abf9-8f5d2150a76c'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.513724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:42.518445 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:42.525240 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] Sync routers for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:42.535879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-10625bc6-68ff-475d-b4a5-88458b26ff26 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:42.540759 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-10625bc6-68ff-475d-b4a5-88458b26ff26 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports/f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd HTTP/1.1" status: 200 len: 911 time: 0.3669684 Mar 11 17:58:42.542350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57454) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:42.548950 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:42.560600 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.608055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:42.608449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572bcfe6-d1da-4323-b44f-c5c690635952 None None] The sync data for ids ['72af8c85-6551-4219-abf9-8f5d2150a76c'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:42.624683 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ee32612-2eee-4ec4-92ba-305f27d99282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:42.677516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2764cd05-abb0-4c38-97e3-57baba7a1c8b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/floatingips/ef8d7e74-470e-4a67-b73e-15c90ae23ea9 HTTP/1.1" status: 204 len: 168 time: 3.5348876 Mar 11 17:58:42.678593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:42.781071 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'status': 'completed', 'code': 200} Mar 11 17:58:42.801507 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:43.165944 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:26Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:43.171878 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] Checking router: fb2e18da-7b97-4367-b795-12051f5df14e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:58:43.184253 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:43.185000 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:43.337625 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-75adc1d0-0d0a-42ca-a52f-9154e0a9775b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=28822aa99add4421adcd782a2a28cec0&device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 1135 time: 0.4487658 Mar 11 17:58:43.378396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027598c-fb2b-4da1-a058-0e95548f27d4 req-34924317-7587-478f-81a5-f7b068dfc5f0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:43.379380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b027598c-fb2b-4da1-a058-0e95548f27d4 req-34924317-7587-478f-81a5-f7b068dfc5f0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Synchronizing usage tracker for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:43.422079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b027598c-fb2b-4da1-a058-0e95548f27d4 req-34924317-7587-478f-81a5-f7b068dfc5f0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Unset dirty status for tenant:28822aa99add4421adcd782a2a28cec0 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:43.423866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b027598c-fb2b-4da1-a058-0e95548f27d4 req-34924317-7587-478f-81a5-f7b068dfc5f0 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.2396288 Mar 11 17:58:43.512271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b027598c-fb2b-4da1-a058-0e95548f27d4 req-01b79fd9-dd2f-4270-afd0-e88a99e92906 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0816219 Mar 11 17:58:43.560330 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:43.794297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-c7b2354b-f71e-45d1-af76-6596552f4427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:43.797669 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-c7b2354b-f71e-45d1-af76-6596552f4427 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3880fcf5-44f3-4dc4-be56-da2455251f86 HTTP/1.1" status: 200 len: 898 time: 0.4467700 Mar 11 17:58:43.910354 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-487bebf5-a6f2-477c-9c97-cde2cb2399a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe HTTP/1.1" status: 200 len: 217 time: 0.0963669 Mar 11 17:58:44.005328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-b2a4de9b-cebb-4fd2-ba4f-b781cff375a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:44.007410 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-b2a4de9b-cebb-4fd2-ba4f-b781cff375a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42be10-5c10-470e-bcd2-0e46d8664d1f HTTP/1.1" status: 200 len: 834 time: 0.0819438 Mar 11 17:58:44.029150 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:26Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:44.034191 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fee94-edbc-4714-b3d5-6f2610a9d590 None None] The sync data for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 is: [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:56:09Z', 'revision_number': 4, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8edeecc0-3428-46ed-ad12-5f0577e079d9', 'name': '', 'network_id': '3880fcf5-44f3-4dc4-be56-da2455251f86', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'mac_address': 'fa:16:3e:2a:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:07Z', 'updated_at': '2022-03-11T17:56:26Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'subnets': [{'id': '3b42be10-5c10-470e-bcd2-0e46d8664d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:44.072494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port a66aff29-1293-418a-80b3-6f987450a2b7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:44.072843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:44.379957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad2968-83e5-4664-a8fb-d830447c6318 None None] New status for floating IP ef8d7e74-470e-4a67-b73e-15c90ae23ea9: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:58:44.510410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:44.545876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc4205c4-2e05-4d56-8a75-193ccf3db61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:44.579541 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-6904c361-b956-4c6a-9daa-5273ff75f832 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3880fcf5-44f3-4dc4-be56-da2455251f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5594652 Mar 11 17:58:44.774069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f6a3-7a8b-4069-991f-aaaf5b450fc9 req-8bba1b4c-a08f-4874-940e-cc630978e198 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:44.775558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eee1f6a3-7a8b-4069-991f-aaaf5b450fc9 req-8bba1b4c-a08f-4874-940e-cc630978e198 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.1211467 Mar 11 17:58:44.846942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eee1f6a3-7a8b-4069-991f-aaaf5b450fc9 req-f51be680-e687-48a4-8014-2f925128fdac tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0636179 Mar 11 17:58:44.994879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:45.137627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for a66aff29-1293-418a-80b3-6f987450a2b7 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:45.251687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-cf1c021b-3cd5-4657-9129-5f7dbbf46ae3 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:45.253121 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-cf1c021b-3cd5-4657-9129-5f7dbbf46ae3 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.59 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.4636471 Mar 11 17:58:45.266627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-28a33be3-f355-4e83-82cf-e6b416bfdb9d service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781778 Mar 11 17:58:45.511424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting port 097d0e0b-9ea5-4b50-b8c4-178772d48afe {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:45.512100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:45.685256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:45.765369 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:45.821855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2ddf75d3-dab6-46eb-8a44-24664e718e64 req-80895746-5ab0-4de5-aec9-25b640c79ea2 service neutron] 10.222.0.59 "GET /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239241 Mar 11 17:58:46.056659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:46.114872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fa38b-fdbc-4159-a84d-af1b95fb97aa req-1a5fe582-5bfe-4030-8c19-be4b015f1810 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:46.118909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-159fa38b-fdbc-4159-a84d-af1b95fb97aa req-1a5fe582-5bfe-4030-8c19-be4b015f1810 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 984 time: 0.1338422 Mar 11 17:58:46.204648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-159fa38b-fdbc-4159-a84d-af1b95fb97aa req-866cb2c1-f670-4b43-819d-19579a253044 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/security-groups?id=f32612a4-7bd3-4be9-a703-b2937c286f1d&id=bcc196c5-5d49-423e-9412-e6295f9562bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0808935 Mar 11 17:58:46.427713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=a66aff29-1293-418a-80b3-6f987450a2b7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:46.797716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] For port 097d0e0b-9ea5-4b50-b8c4-178772d48afe, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=097d0e0b-9ea5-4b50-b8c4-178772d48afe,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:46.798389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:46.953631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Calling delete_port for 097d0e0b-9ea5-4b50-b8c4-178772d48afe owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:47.048376 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:47.053410 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:47.310827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:47.346787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:47.422976 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-62f6d6b9-5b70-4aea-b431-d3358091fc39 req-7b51ffe1-75ed-4898-8d3f-b14df0c7ae3b tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 210 time: 0.0498252 Mar 11 17:58:47.478095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Port': ['ID=097d0e0b-9ea5-4b50-b8c4-178772d48afe,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:47.752131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] No DVR routers for this DVR port 097d0e0b-9ea5-4b50-b8c4-178772d48afe on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:47.758018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:47.760643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'name': 'network-vif-deleted', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:58:47.850812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:47.851537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:48.082577 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962be120-c533-44dc-aa36-b2093d365543', 'name': 'network-vif-deleted', 'tag': '097d0e0b-9ea5-4b50-b8c4-178772d48afe', 'status': 'completed', 'code': 200} Mar 11 17:58:48.089950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7509669c-f87d-4dbf-a30f-aaa7963f4fe2 req-b0a40f2a-2159-4db6-89c0-e9939437bc95 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.59 "DELETE /v2.0/ports/097d0e0b-9ea5-4b50-b8c4-178772d48afe HTTP/1.1" status: 204 len: 173 time: 2.8275518 Mar 11 17:58:48.392390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router bab4e15e-c399-4b88-98e8-50403e626d48 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:48.645198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:48.666571 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4d3e579-68da-4bde-b036-6fd6ff020e0b req-0789adcf-d7dc-49fd-bae1-b4430fb8bf68 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "GET /v2.0/ports?device_id=962be120-c533-44dc-aa36-b2093d365543 HTTP/1.1" status: 200 len: 210 time: 0.0625713 Mar 11 17:58:48.792283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 097d0e0b-9ea5-4b50-b8c4-178772d48afe no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:48.834816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 097d0e0b-9ea5-4b50-b8c4-178772d48afe {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:48.835150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 097d0e0b-9ea5-4b50-b8c4-178772d48afe not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:48.869266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:48.977888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:48.980443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:48.990150 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] Sync routers for ids ['bab4e15e-c399-4b88-98e8-50403e626d48'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:48.998000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57512) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:48.998279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fa69f899-8e50-43e2-bbe5-c9a813d10dd1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/bab4e15e-c399-4b88-98e8-50403e626d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5073626 Mar 11 17:58:49.002503 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] Routers {'bab4e15e-c399-4b88-98e8-50403e626d48'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:49.003376 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bab4e15e-c399-4b88-98e8-50403e626d48'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:49.005809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:49.068939 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:49.081069 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] Routers {'bab4e15e-c399-4b88-98e8-50403e626d48'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:49.081970 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['bab4e15e-c399-4b88-98e8-50403e626d48'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:49.186470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:49.187269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943777d-c598-439c-a4a3-0a24da06a87e None None] The sync data for ids ['bab4e15e-c399-4b88-98e8-50403e626d48'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:49.244216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2189690-fe71-482a-beef-b394692e5ce1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:49.262826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2189690-fe71-482a-beef-b394692e5ce1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:49.264478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d2189690-fe71-482a-beef-b394692e5ce1 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=bab4e15e-c399-4b88-98e8-50403e626d48 HTTP/1.1" status: 200 len: 205 time: 0.2646637 Mar 11 17:58:49.267331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57516) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:49.289383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:49.350841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=f3e43c4f-1d4b-44ce-ad93-b466cedfa8fd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:49.466691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71713303-e55c-4c1c-a3d8-f86a120e642f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:49.619059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.619676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.620162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.620665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.621137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.621679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.622152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.622673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.623135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.623613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.624079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:49.792260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57530) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:49.852568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Router 32cedddf-00f1-45fa-908f-73fa7f19710d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:49.858329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.047727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71713303-e55c-4c1c-a3d8-f86a120e642f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.062772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71713303-e55c-4c1c-a3d8-f86a120e642f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.090251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-583d4d89-f481-4b0e-89a3-18619564c10a tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.143459 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-583d4d89-f481-4b0e-89a3-18619564c10a tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.162169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71713303-e55c-4c1c-a3d8-f86a120e642f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.162849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71713303-e55c-4c1c-a3d8-f86a120e642f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Fanout notify agent at l3_agent the message router_deleted on router bab4e15e-c399-4b88-98e8-50403e626d48 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:50.194741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71713303-e55c-4c1c-a3d8-f86a120e642f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.200699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-71713303-e55c-4c1c-a3d8-f86a120e642f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/bab4e15e-c399-4b88-98e8-50403e626d48 HTTP/1.1" status: 204 len: 168 time: 0.9319668 Mar 11 17:58:50.204392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57544) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:50.360521 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-583d4d89-f481-4b0e-89a3-18619564c10a tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.397248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d4d89-f481-4b0e-89a3-18619564c10a tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32612a4-7bd3-4be9-a703-b2937c286f1d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:50.426851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-245a5de0-0484-452b-aad2-6e7a59b58af8 req-13367cbf-40ee-42af-aa63-a3725a8e18e9 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] (83849) timed out ('10.222.0.59', 54437) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:58:50.439581 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-583d4d89-f481-4b0e-89a3-18619564c10a tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.443214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-583d4d89-f481-4b0e-89a3-18619564c10a tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/security-groups/f32612a4-7bd3-4be9-a703-b2937c286f1d HTTP/1.1" status: 204 len: 168 time: 0.6470323 Mar 11 17:58:50.447468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57554) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:50.532200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 8ad2afb6-2098-4ed0-af98-6057113142d2 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:58:50.546922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.644342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-e3771deb-40ec-48af-a134-774318683eda req-eb183293-c3d5-4ecf-a6d6-658e86fec889 tempest-MultipleCreateTestJSON-1147252580 tempest-MultipleCreateTestJSON-1147252580-project] (83849) timed out ('10.222.0.59', 54457) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:58:50.646178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70c75164-3049-40b6-9432-62f63e411d59 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.647951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.649135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 72af8c85-6551-4219-abf9-8f5d2150a76c has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:50.688266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70c75164-3049-40b6-9432-62f63e411d59 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.707130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:50.720602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] Sync routers for ids ['32cedddf-00f1-45fa-908f-73fa7f19710d'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:50.749702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] Routers {'32cedddf-00f1-45fa-908f-73fa7f19710d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:50.751135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['32cedddf-00f1-45fa-908f-73fa7f19710d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:50.787032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.823320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:50.835019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] Routers {'32cedddf-00f1-45fa-908f-73fa7f19710d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:50.835931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['32cedddf-00f1-45fa-908f-73fa7f19710d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:50.868780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.872727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-10082def-7818-4f67-a779-38a792f9b8b6 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "PUT /v2.0/routers/32cedddf-00f1-45fa-908f-73fa7f19710d HTTP/1.1" status: 200 len: 925 time: 8.4836640 Mar 11 17:58:50.873659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57566) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:50.932435 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.953840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:50.957097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecee2e-4cb9-4df8-bbcc-812f80912a4f None None] The sync data for ids ['32cedddf-00f1-45fa-908f-73fa7f19710d'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:50.989402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4dbd6c-a7f2-44cf-827e-0df469fc078b None None] Network f447d3fe-0258-4577-a61f-f94c146b015a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:51.000015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad2afb6-2098-4ed0-af98-6057113142d2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:51.007492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:51.021848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-22014142-7df1-4a21-be52-f4ce46c35666 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/8ad2afb6-2098-4ed0-af98-6057113142d2 HTTP/1.1" status: 204 len: 168 time: 0.8162186 Mar 11 17:58:51.022946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57570) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:51.023079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70c75164-3049-40b6-9432-62f63e411d59 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:51.043279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:51.054920 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] Sync routers for ids ['72af8c85-6551-4219-abf9-8f5d2150a76c'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:51.061816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c75164-3049-40b6-9432-62f63e411d59 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc196c5-5d49-423e-9412-e6295f9562bb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:51.069856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2a2f112c-264d-4b48-9f28-44b52246e76a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/72af8c85-6551-4219-abf9-8f5d2150a76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5124438 Mar 11 17:58:51.070816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57574) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:51.080219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70c75164-3049-40b6-9432-62f63e411d59 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:51.081530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-70c75164-3049-40b6-9432-62f63e411d59 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/security-groups/bcc196c5-5d49-423e-9412-e6295f9562bb HTTP/1.1" status: 204 len: 168 time: 0.6333530 Mar 11 17:58:51.102970 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] Routers {'72af8c85-6551-4219-abf9-8f5d2150a76c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:51.103985 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['72af8c85-6551-4219-abf9-8f5d2150a76c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:51.133963 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57578) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:51.286063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0095c1f-6fbd-4fcb-93ad-631e676c4b57 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:51.313618 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:51.330517 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] Routers {'72af8c85-6551-4219-abf9-8f5d2150a76c'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:51.331374 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['72af8c85-6551-4219-abf9-8f5d2150a76c'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:51.354322 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:51.375461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:51.375848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:51.452277 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:51.452696 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae897bbb-7a37-41f4-9628-38c72764efe2 None None] The sync data for ids ['72af8c85-6551-4219-abf9-8f5d2150a76c'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:51.474637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] DHCP port deletion for f447d3fe-0258-4577-a61f-f94c146b015a request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:58:51.479848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Deleting port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:51.480904 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:51.793622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f0095c1f-6fbd-4fcb-93ad-631e676c4b57 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:51.795943 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0095c1f-6fbd-4fcb-93ad-631e676c4b57 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=72af8c85-6551-4219-abf9-8f5d2150a76c HTTP/1.1" status: 200 len: 205 time: 0.7224457 Mar 11 17:58:51.803130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57586) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:51.935485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port aa07cc0c-fac8-4287-833c-c4be1b7ebb89, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,segment=NetworkSegment(a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef),segment_id=a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:51.936663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:51.938185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device aa07cc0c-fac8-4287-833c-c4be1b7ebb89 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:52.042758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] For port aa07cc0c-fac8-4287-833c-c4be1b7ebb89, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,segment=NetworkSegment(a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef),segment_id=a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:52.043138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.169809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for aa07cc0c-fac8-4287-833c-c4be1b7ebb89 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:52.195118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-161b8577-ce7a-4ed3-a262-08ccaada5450 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.339888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.383193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Calling delete_port for aa07cc0c-fac8-4287-833c-c4be1b7ebb89 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:52.410274 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-21b79ed3-d7e6-4871-b8d8-8612023b3905 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/32cedddf-00f1-45fa-908f-73fa7f19710d HTTP/1.1" status: 200 len: 925 time: 1.5361686 Mar 11 17:58:52.413632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57594) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:52.429233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No DVR routers for this DVR port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:52.433355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=aa07cc0c-fac8-4287-833c-c4be1b7ebb89,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:52.626844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.683112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.712698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f447d3fe-0258-4577-a61f-f94c146b015a']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:52.735744 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:58:52.736115 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:58:52.741370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:52.741701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bbb9d0-20c2-4bdb-8e40-0ff405aa8aef') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:52.780297 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.809958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.824191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:58:52.824762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:58:52.861756 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:58:52.966630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-161b8577-ce7a-4ed3-a262-08ccaada5450 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.967218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:52.979020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.011840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=f447d3fe-0258-4577-a61f-f94c146b015a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:53.027106 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3c5cb91a-8b3a-4fa9-944c-8a22df6106fa tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=32cedddf-00f1-45fa-908f-73fa7f19710d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6122887 Mar 11 17:58:53.031326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57602) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:53.037061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f38df8bc-17e0-4fae-8d20-afc00de40ef6 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/f447d3fe-0258-4577-a61f-f94c146b015a HTTP/1.1" status: 204 len: 168 time: 2.0090642 Mar 11 17:58:53.037660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57606) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:53.043754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-371088966', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:53.049231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-161b8577-ce7a-4ed3-a262-08ccaada5450 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.052513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:53.057533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:router and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:53.061612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:53.069367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:53.104259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-161b8577-ce7a-4ed3-a262-08ccaada5450 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.104772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161b8577-ce7a-4ed3-a262-08ccaada5450 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Fanout notify agent at l3_agent the message router_deleted on router 72af8c85-6551-4219-abf9-8f5d2150a76c {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:53.119269 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-161b8577-ce7a-4ed3-a262-08ccaada5450 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.120347 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-161b8577-ce7a-4ed3-a262-08ccaada5450 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/72af8c85-6551-4219-abf9-8f5d2150a76c HTTP/1.1" status: 204 len: 168 time: 1.3045008 Mar 11 17:58:53.123847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57610) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:53.124433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.125663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.230883 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.238777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Deleting port aa07cc0c-fac8-4287-833c-c4be1b7ebb89 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:53.238777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.337955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773c8e2-7b1a-4ccb-b6f0-6e2ec62e672e tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:53.339797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a773c8e2-7b1a-4ccb-b6f0-6e2ec62e672e tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Synchronizing usage tracker for tenant:0f769f07c7a94b3ba4854a8500983635 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:53.363155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fa8de6a3-489d-4760-a588-a951b06c8e89 None None] The port 'aa07cc0c-fac8-4287-833c-c4be1b7ebb89' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:58:53.504637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet d7a485c2-ab38-4522-a373-07e4e6f93b61 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:58:53.512176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.544357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.548382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a773c8e2-7b1a-4ccb-b6f0-6e2ec62e672e tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Unset dirty status for tenant:0f769f07c7a94b3ba4854a8500983635 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:53.552746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a773c8e2-7b1a-4ccb-b6f0-6e2ec62e672e tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.5144594 Mar 11 17:58:53.553037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57618) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:53.600194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-262d2e2a-efe6-4462-832a-1e7da98535d9 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=32cedddf-00f1-45fa-908f-73fa7f19710d HTTP/1.1" status: 200 len: 205 time: 0.0436890 Mar 11 17:58:53.601645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57622) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:53.734053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.867812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.991563 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.115406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.145995 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.196087 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f3f08c83-bc4e-4af4-9129-78586a51f264 req-a0ab848b-7fe3-474a-8540-7918961fa6f2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0849981 Mar 11 17:58:54.199838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.253920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.291165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a485c2-ab38-4522-a373-07e4e6f93b61,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:54.299402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.307677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157585f0-4bf6-4506-8aef-84f91133bf0f None None] Network 6a96b502-fe26-4310-ae04-af7414d89943 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:54.427028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8fda2202-a8d7-4d13-a016-ab3a5b1d3c1b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/d7a485c2-ab38-4522-a373-07e4e6f93b61 HTTP/1.1" status: 204 len: 168 time: 1.2958870 Mar 11 17:58:54.432483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57636) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:54.434858 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f3f08c83-bc4e-4af4-9129-78586a51f264 req-315467f8-eb23-4aea-8ad8-628b379788c8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0780258 Mar 11 17:58:54.557973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.25.3.149 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/34f10d19-02e8-49c3-b0fa-cfd2bdc884ee) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:54.674192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f3f08c83-bc4e-4af4-9129-78586a51f264 req-d98ffc23-f849-4b4c-81da-c607b6f0b22c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309390 Mar 11 17:58:54.696796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] DHCP port deletion for 6a96b502-fe26-4310-ae04-af7414d89943 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:58:54.701473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] Deleting port b3b39017-d2bf-42bb-ab36-021943434dd0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:54.701846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.805729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.809857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-98fff007-86b8-4dab-a040-d23f74984494 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:54.841708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.877424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Deleting port 9d4bb6e4-80b1-497b-b85c-dc7974223b76 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:54.878019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.897554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port b3b39017-d2bf-42bb-ab36-021943434dd0 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:54.897886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.911465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-98fff007-86b8-4dab-a040-d23f74984494 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:54.912722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-98fff007-86b8-4dab-a040-d23f74984494 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468301584&fields=id&tenant_id=95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 267 time: 0.1878626 Mar 11 17:58:54.998815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] For port b3b39017-d2bf-42bb-ab36-021943434dd0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3b39017-d2bf-42bb-ab36-021943434dd0,segment=NetworkSegment(b38d3dd6-1633-4a6f-afb8-287c916e29fa),segment_id=b38d3dd6-1633-4a6f-afb8-287c916e29fa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:54.999188 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:55.020029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f08c83-bc4e-4af4-9129-78586a51f264 req-c55a3544-b541-419b-9179-51f2a7507b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.021811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f3f08c83-bc4e-4af4-9129-78586a51f264 req-c55a3544-b541-419b-9179-51f2a7507b27 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3392401 Mar 11 17:58:55.126164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:55.162241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] Calling delete_port for b3b39017-d2bf-42bb-ab36-021943434dd0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:55.248517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-6b114b22-f397-490d-8ef2-daf299de2ba2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.254949 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-6b114b22-f397-490d-8ef2-daf299de2ba2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.3087702 Mar 11 17:58:55.258448 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:55.279633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:55.349564 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:55.364717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port b3b39017-d2bf-42bb-ab36-021943434dd0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3b39017-d2bf-42bb-ab36-021943434dd0,segment=NetworkSegment(b38d3dd6-1633-4a6f-afb8-287c916e29fa),segment_id=b38d3dd6-1633-4a6f-afb8-287c916e29fa)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:55.365374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:55.383711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] Pushing event deleted for resources: {'Port': ['ID=b3b39017-d2bf-42bb-ab36-021943434dd0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:55.393633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e52229-4921-46c5-ab81-0f53acca3e3b None None] No DVR routers for this DVR port b3b39017-d2bf-42bb-ab36-021943434dd0 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:55.440730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-3f28112c-4c7c-4857-8acb-aaeb17c3b279 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/quotas/95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 375 time: 0.1621583 Mar 11 17:58:55.451776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Calling delete_port for 9d4bb6e4-80b1-497b-b85c-dc7974223b76 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:55.510946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for b3b39017-d2bf-42bb-ab36-021943434dd0 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:55.578207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:55.584157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:55.594588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:58:55.618279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=34f10d19-02e8-49c3-b0fa-cfd2bdc884ee,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:55.659007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:58:55.659317 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:58:55.733682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3b39017-d2bf-42bb-ab36-021943434dd0 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:58:55.746989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting port 8edeecc0-3428-46ed-ad12-5f0577e079d9 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:55.747501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:55.758356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-8ff2233d-f6b6-47d3-8a82-060c8db5e3a8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2678473 Mar 11 17:58:55.780303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b3b39017-d2bf-42bb-ab36-021943434dd0 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:58:55.781020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3b39017-d2bf-42bb-ab36-021943434dd0 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:58:56.113335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.116291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] For port 8edeecc0-3428-46ed-ad12-5f0577e079d9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8edeecc0-3428-46ed-ad12-5f0577e079d9,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:56.117521 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.155950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-d85f9c3f-afe7-4be4-a606-2eb6577b82b0 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966694 Mar 11 17:58:56.167338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event deleted for resources: {'Port': ['ID=9d4bb6e4-80b1-497b-b85c-dc7974223b76,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:56.204232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port b3b39017-d2bf-42bb-ab36-021943434dd0 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:58:56.204777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.292792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Calling delete_port for 8edeecc0-3428-46ed-ad12-5f0577e079d9 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:58:56.372998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] The port 'b3b39017-d2bf-42bb-ab36-021943434dd0' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:58:56.528362 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cb16135d-fc75-4c08-9be4-75b672a1208b service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623915 Mar 11 17:58:56.534462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.547806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.548545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.552138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.567065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a96b502-fe26-4310-ae04-af7414d89943']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:56.586893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38d3dd6-1633-4a6f-afb8-287c916e29fa') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:56.587297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38d3dd6-1633-4a6f-afb8-287c916e29fa') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:56.603596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.624777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.665788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:58:56.666352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:58:56.684149 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:58:56.804315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.825159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.847284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=6a96b502-fe26-4310-ae04-af7414d89943,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:56.863395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:56.949193 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bd1f0267-0bc1-4f6c-a9af-a5af188e55b5 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/6a96b502-fe26-4310-ae04-af7414d89943 HTTP/1.1" status: 204 len: 168 time: 2.5100422 Mar 11 17:58:56.950078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57680) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:56.966987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Port': ['ID=8edeecc0-3428-46ed-ad12-5f0577e079d9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:56.978002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1077291506', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:56.989816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:56.996928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.000344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:router and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:57.005218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:57.012244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.015263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:57.042512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.043669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.078563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.079434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Fanout notify agent at l3_agent the message router_deleted on router 32cedddf-00f1-45fa-908f-73fa7f19710d {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:58:57.125330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.187797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.189643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2bc08b3b-bb33-499a-a7f4-abf463439efa tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/32cedddf-00f1-45fa-908f-73fa7f19710d HTTP/1.1" status: 204 len: 168 time: 3.5870900 Mar 11 17:58:57.201969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57688) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:57.204733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-560b685a-9770-4f40-92ed-0b85e741091a req-0c1f16e8-1c93-4700-978a-edb7c5c92388 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.0886908 Mar 11 17:58:57.213202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1773647081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:57.223655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:57.229972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Usage tracker for resource:router and tenant:b8831ffa2173474c9c06974e2054e2c4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:57.237273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:57.250064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:58:57.512085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.596378 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.597320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.675454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.692717 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.720639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router 12d0353c-3c68-4ffa-9123-b05da5326f15 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:58:57.793007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.875969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:57.878026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-220472a1-3549-4657-9cd5-25882d9ba964 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6713195 Mar 11 17:58:57.883039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57706) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:57.889772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:58.468502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Router fb2e18da-7b97-4367-b795-12051f5df14e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:58.600845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51dcc597-d6a0-4480-8fa9-dc2e3b931c3d req-773b902f-8a3c-445c-aea5-f3cbf2b95984 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.2046897 Mar 11 17:58:58.655621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:58.683173 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:58.720145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:58.810849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-71f07f8f-7726-4456-80b5-b90eb5987642 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:58.812575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-71f07f8f-7726-4456-80b5-b90eb5987642 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.3298893 Mar 11 17:58:58.827374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:58.841473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] Sync routers for ids ['12d0353c-3c68-4ffa-9123-b05da5326f15'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:58.867268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] Routers {'12d0353c-3c68-4ffa-9123-b05da5326f15'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:58.867914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['12d0353c-3c68-4ffa-9123-b05da5326f15'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:58.870568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:58.879864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-061fffc9-7cb5-4d64-b6eb-ef6bee4d7fcd tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "PUT /v2.0/routers/fb2e18da-7b97-4367-b795-12051f5df14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7337742 Mar 11 17:58:58.881454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57718) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:58.889448 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] Sync routers for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:58:58.910483 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:58.913539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:58.951609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-bc3fdaeb-88ed-476e-827e-d0f2fd90b772 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:58:58.978679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-bc3fdaeb-88ed-476e-827e-d0f2fd90b772 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:58:58.980180 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-bc3fdaeb-88ed-476e-827e-d0f2fd90b772 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 380 time: 0.1313155 Mar 11 17:58:58.992336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.007839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'port': {'device_id': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'admin_state_up': True, 'tenant_id': '95e242196f104736a813804446649343', 'security_groups': ['62ed9495-5534-4e6d-b482-9b3d7cb59b35']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:58:59.019890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] Routers {'12d0353c-3c68-4ffa-9123-b05da5326f15'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:59.020752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['12d0353c-3c68-4ffa-9123-b05da5326f15'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.198549 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.207702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e96a6952-d1a0-4bd3-88d9-34e14e4f74c3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.1666195 Mar 11 17:58:59.208564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57724) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:59.215958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.216353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7090c-eb12-4386-a9e3-e22595cc7a87 None None] The sync data for ids ['12d0353c-3c68-4ffa-9123-b05da5326f15'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:58:59.266828 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:58:59.389103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting subnet 3b42be10-5c10-470e-bcd2-0e46d8664d1f {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:58:59.395576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.486827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.614055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 172.25.3.11 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e84de0ef-b36c-4620-9f8e-2fd252046f07) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:59.703466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.818454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.822487 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:58:56Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.831620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:58:59.837889 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] Checking router: fb2e18da-7b97-4367-b795-12051f5df14e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:58:59.876105 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] Routers {'fb2e18da-7b97-4367-b795-12051f5df14e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:58:59.878227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Subnet': ['ID=3b42be10-5c10-470e-bcd2-0e46d8664d1f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:59.887340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:port and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:58:59.887573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff9331-3678-4fe3-bcef-db2d8551dfed None None] Network 3880fcf5-44f3-4dc4-be56-da2455251f86 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:58:59.892060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.899168 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2e18da-7b97-4367-b795-12051f5df14e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.902766 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fa153654-f5ae-4890-bf29-7b14db591209 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/subnets/3b42be10-5c10-470e-bcd2-0e46d8664d1f HTTP/1.1" status: 204 len: 168 time: 1.0202587 Mar 11 17:58:59.904016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:58:59.906888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57736) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:58:59.959006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0405ed63-4cf9-4701-8dbf-69bcf3011250 req-3674e2c6-e0a2-477a-83d3-577dae54a6b1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.0774112 Mar 11 17:59:00.022038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:00.042869 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:00.087970 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:00.233370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:00.301885 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] Set router fb2e18da-7b97-4367-b795-12051f5df14e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:00.313579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:00.320252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:00.320609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:00.382508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-866cab77-d73b-436f-bf5b-9a72f2a67179 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/routers/12d0353c-3c68-4ffa-9123-b05da5326f15 HTTP/1.1" status: 200 len: 880 time: 1.1624780 Mar 11 17:59:00.398849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57746) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:00.441036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:00.444775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] DHCP port deletion for 3880fcf5-44f3-4dc4-be56-da2455251f86 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:59:00.451906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] Deleting port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:00.452525 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:00.517955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:00.533890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:00.687412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.20.0.9 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/64e00366-c037-4cce-b2e9-12c75e9b17b4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:00.736848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Allocated IP 172.25.3.222 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/7ebe3217-2fc8-4572-9de0-f110fdc9a1ed) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:00.747458 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:58:56Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:00.753605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=e84de0ef-b36c-4620-9f8e-2fd252046f07,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:00.760978 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e5a0d-55bb-4bcd-bdc9-7af649a3c42a None None] The sync data for ids ['fb2e18da-7b97-4367-b795-12051f5df14e'] in n-d-833436-1 is: [{'id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-602093293', 'tenant_id': '28822aa99add4421adcd782a2a28cec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:55:44Z', 'updated_at': '2022-03-11T17:58:56Z', 'revision_number': 5, 'project_id': '28822aa99add4421adcd782a2a28cec0', 'gw_port': {'id': 'ce5b457f-85d4-4de7-a99e-1dff33c9721f', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e18da-7b97-4367-b795-12051f5df14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:55:46Z', 'updated_at': '2022-03-11T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:00.772952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:00.899733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] For port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=32a7927c-8aeb-49b7-91ea-11f7d3f4c635,segment=NetworkSegment(5a289d2f-4183-46d8-bd94-b0c6e4a879d7),segment_id=5a289d2f-4183-46d8-bd94-b0c6e4a879d7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:00.901148 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.152834 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] Calling delete_port for 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:01.262035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.268002 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.287409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.295809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Deleting port ce5b457f-85d4-4de7-a99e-1dff33c9721f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:01.302058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.330443 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.343058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Transition to ACTIVE for port object 64e00366-c037-4cce-b2e9-12c75e9b17b4 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:01.406308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89e3ca6b-8712-4736-966f-8175f3294600 req-16234b88-10a3-4f62-bc12-c841c7184ee2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.1652789 Mar 11 17:59:01.462745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] Pushing event deleted for resources: {'Port': ['ID=32a7927c-8aeb-49b7-91ea-11f7d3f4c635,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:01.469576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e5eb8-0957-4248-9448-d6c9a19168c8 None None] No DVR routers for this DVR port 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:59:01.497960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d782b33-6136-459c-b026-cdba0fa5f37a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:router {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:01.503211 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.586378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] For port ce5b457f-85d4-4de7-a99e-1dff33c9721f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ce5b457f-85d4-4de7-a99e-1dff33c9721f,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:01.586818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.601055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event updated for resources: {'Port': ['ID=7ebe3217-2fc8-4572-9de0-f110fdc9a1ed,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:01.621324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d782b33-6136-459c-b026-cdba0fa5f37a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:router {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:01.625161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8d782b33-6136-459c-b026-cdba0fa5f37a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1985044 Mar 11 17:59:01.625161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:01.626282 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.627135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.629282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57754) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:01.630908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:01.634593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:01.664324 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-129654e1-20de-4fc8-af3d-b96551ea4dc0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-371088966'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:01.744597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8edeecc0-3428-46ed-ad12-5f0577e079d9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:59:01.781890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Calling delete_port for ce5b457f-85d4-4de7-a99e-1dff33c9721f owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:01.784644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8edeecc0-3428-46ed-ad12-5f0577e079d9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:59:01.785138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8edeecc0-3428-46ed-ad12-5f0577e079d9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:59:01.785746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:59:01.821724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:59:01.822319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 32a7927c-8aeb-49b7-91ea-11f7d3f4c635 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:59:01.867758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:01.995423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:01.997670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=64e00366-c037-4cce-b2e9-12c75e9b17b4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:02.001111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:02.008190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:02.080689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:02.081241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.180452 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.240474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Port': ['ID=ce5b457f-85d4-4de7-a99e-1dff33c9721f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:02.247971 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-cda7e22b-f198-4fcd-b0b5-ec509ee65013 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2615755 Mar 11 17:59:02.284889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Request body: {'port': {'device_id': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:02.384043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-24f0c87e-155e-4e17-8389-80cfeb5c8ab5 None None] Provisioning for port 64e00366-c037-4cce-b2e9-12c75e9b17b4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:02.391101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-24f0c87e-155e-4e17-8389-80cfeb5c8ab5 None None] Provisioning complete for port 64e00366-c037-4cce-b2e9-12c75e9b17b4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:02.391955 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24f0c87e-155e-4e17-8389-80cfeb5c8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.494179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-24f0c87e-155e-4e17-8389-80cfeb5c8ab5 None None] Port 64e00366-c037-4cce-b2e9-12c75e9b17b4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:02.509903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.570340 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.807846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.854089 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.863078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.877589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:02.884656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72f171-0c4e-4ab7-b3df-370a6e90b71a req-2f92668a-f8c8-49cd-8843-5ef0af0c4076 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:02.886288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce72f171-0c4e-4ab7-b3df-370a6e90b71a req-2f92668a-f8c8-49cd-8843-5ef0af0c4076 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 931 time: 0.2663765 Mar 11 17:59:03.145332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.154676 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.195165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce72f171-0c4e-4ab7-b3df-370a6e90b71a req-0ca530c3-c6ad-4501-99ac-d219049facd3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562137 Mar 11 17:59:03.299894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.300829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Fanout notify agent at l3_agent the message router_deleted on router fb2e18da-7b97-4367-b795-12051f5df14e {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:03.308909 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:59:03.323669 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.327263 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7277b385-45f7-425c-bc05-874621c305c1 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/routers/fb2e18da-7b97-4367-b795-12051f5df14e HTTP/1.1" status: 204 len: 168 time: 3.4172127 Mar 11 17:59:03.328201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:03.494811 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-129654e1-20de-4fc8-af3d-b96551ea4dc0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.530534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-129654e1-20de-4fc8-af3d-b96551ea4dc0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.554830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.584975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e00366-c037-4cce-b2e9-12c75e9b17b4 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:59:03.593493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.660979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Transition to ACTIVE for port object 64e00366-c037-4cce-b2e9-12c75e9b17b4 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:03.704780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.784868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.856861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:03.870857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] Sync routers for ids ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:03.890997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] Routers {'30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:03.891633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:03.896461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Pushing event updated for resources: {'Port': ['ID=64e00366-c037-4cce-b2e9-12c75e9b17b4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:03.911403 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.913310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3880fcf5-44f3-4dc4-be56-da2455251f86']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:03.915457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-56cc6d43-0ddc-49cd-8d6d-144fa6a37349 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.9547827 Mar 11 17:59:03.916250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57778) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:03.926274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Router b250ab2a-544a-4002-9a42-8ba45ea6c957 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:03.950046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a289d2f-4183-46d8-bd94-b0c6e4a879d7') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:03.950447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a289d2f-4183-46d8-bd94-b0c6e4a879d7') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:04.001463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ce5b457f-85d4-4de7-a99e-1dff33c9721f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:59:04.038059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.048440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:04.067853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ce5b457f-85d4-4de7-a99e-1dff33c9721f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:59:04.068795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ce5b457f-85d4-4de7-a99e-1dff33c9721f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:59:04.074179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] Routers {'30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:04.075019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:04.139203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Attempting to bind port 64e00366-c037-4cce-b2e9-12c75e9b17b4 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:04.139531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Attempting to bind port 64e00366-c037-4cce-b2e9-12c75e9b17b4 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:04.139854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Attempting to bind port 64e00366-c037-4cce-b2e9-12c75e9b17b4 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:04.142280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.148633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:04.149024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b41c42-8a11-446f-b4cb-8a9ba3cbdd19 None None] The sync data for ids ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:04.164072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:59:04.164404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: timer() Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:59:04.179238 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:59:04.181519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Port 64e00366-c037-4cce-b2e9-12c75e9b17b4 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:59:04.181519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Attempting to bind port 64e00366-c037-4cce-b2e9-12c75e9b17b4 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:04.362242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:04.362997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:04.362997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:04.363334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Bound port: 64e00366-c037-4cce-b2e9-12c75e9b17b4, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:04.363890 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.406857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129654e1-20de-4fc8-af3d-b96551ea4dc0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router 12d0353c-3c68-4ffa-9123-b05da5326f15 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:04.427213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.452763 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.462345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] Pushing event deleted for resources: {'Network': ['ID=3880fcf5-44f3-4dc4-be56-da2455251f86,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:04.482178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-600bbbf7-7b76-48d6-9692-cd5082b0069e tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] 10.222.0.96 "DELETE /v2.0/networks/3880fcf5-44f3-4dc4-be56-da2455251f86 HTTP/1.1" status: 204 len: 168 time: 1.1527455 Mar 11 17:59:04.518643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] For port 64e00366-c037-4cce-b2e9-12c75e9b17b4, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:04.522010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] For port 64e00366-c037-4cce-b2e9-12c75e9b17b4, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:04.529663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.605519 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.607038 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] 10.222.0.59 "PUT /v2.0/ports/64e00366-c037-4cce-b2e9-12c75e9b17b4 HTTP/1.1" status: 200 len: 1091 time: 2.3265707 Mar 11 17:59:04.607485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:59:04.647807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5c221-c584-41e7-b6c8-4d04b276a913 service neutron] Pushing event updated for resources: {'Port': ['ID=64e00366-c037-4cce-b2e9-12c75e9b17b4,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:04.756855 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'status': 'completed', 'code': 200} Mar 11 17:59:04.789455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:04.798916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d966f-8afd-4e1d-a589-f418bc35c9d5 req-b2f09648-c5fa-4491-923e-8e50c726f0c5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:04.801289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e02d966f-8afd-4e1d-a589-f418bc35c9d5 req-b2f09648-c5fa-4491-923e-8e50c726f0c5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 943 time: 0.3711507 Mar 11 17:59:04.806588 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] Sync routers for ids ['b250ab2a-544a-4002-9a42-8ba45ea6c957'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:04.808697 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:04.809375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-14b2266f-348e-4586-b583-26ddba9e7e8b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "PUT /v2.0/routers/b250ab2a-544a-4002-9a42-8ba45ea6c957 HTTP/1.1" status: 200 len: 884 time: 6.9245472 Mar 11 17:59:04.815700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57796) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:04.835618 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] Routers {'b250ab2a-544a-4002-9a42-8ba45ea6c957'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:04.836224 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b250ab2a-544a-4002-9a42-8ba45ea6c957'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:04.850427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a6d6b69c-84cb-41a7-84a4-02dc12be63c9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/routers/30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 HTTP/1.1" status: 200 len: 884 time: 0.9207323 Mar 11 17:59:04.851691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57800) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:04.987037 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:05.001900 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] Routers {'b250ab2a-544a-4002-9a42-8ba45ea6c957'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:05.002683 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['b250ab2a-544a-4002-9a42-8ba45ea6c957'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:05.037455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-c50ad760-d927-4728-bb29-3e5fd6a24d49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 1094 time: 0.3655109 Mar 11 17:59:05.085300 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:05.085679 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2207204-d4fa-4724-b4d4-d4eadfc5492d None None] The sync data for ids ['b250ab2a-544a-4002-9a42-8ba45ea6c957'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:05.109369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e02d966f-8afd-4e1d-a589-f418bc35c9d5 req-9fa8f5ca-e104-4bce-8bbb-606ea62e32c4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935264 Mar 11 17:59:05.190139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57806) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:05.191953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129654e1-20de-4fc8-af3d-b96551ea4dc0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:05.201622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-129654e1-20de-4fc8-af3d-b96551ea4dc0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:05.202794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-129654e1-20de-4fc8-af3d-b96551ea4dc0 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/12d0353c-3c68-4ffa-9123-b05da5326f15 HTTP/1.1" status: 200 len: 887 time: 3.5696528 Mar 11 17:59:05.205289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:05.206955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] Sync routers for ids ['12d0353c-3c68-4ffa-9123-b05da5326f15'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:05.241246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] Routers {'12d0353c-3c68-4ffa-9123-b05da5326f15'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:05.242184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['12d0353c-3c68-4ffa-9123-b05da5326f15'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:05.249024 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-1cfc5193-1b45-4909-a433-e00d27828b96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4 HTTP/1.1" status: 200 len: 217 time: 0.1765294 Mar 11 17:59:05.334521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-413a06c5-ee1a-4472-b118-d21de63e353e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:05.336074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-413a06c5-ee1a-4472-b118-d21de63e353e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.0799417 Mar 11 17:59:05.413063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:05.428490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] Routers {'12d0353c-3c68-4ffa-9123-b05da5326f15'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:05.429473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['12d0353c-3c68-4ffa-9123-b05da5326f15'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:05.438724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-703d703b-af2c-4708-9f82-5304bee3116e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907376 Mar 11 17:59:05.445567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4c8f5c05-3a2c-40d6-8a4d-aef3d3d856d5 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/b250ab2a-544a-4002-9a42-8ba45ea6c957 HTTP/1.1" status: 200 len: 925 time: 0.6266499 Mar 11 17:59:05.448077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57820) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:05.503663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7530b25c-a406-4784-8253-be022fc3daaf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=28822aa99add4421adcd782a2a28cec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3076768 Mar 11 17:59:05.511661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57826) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:05.567559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:05.568719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e3e6c-76a5-41d0-bd73-0bd6eb966267 None None] The sync data for ids ['12d0353c-3c68-4ffa-9123-b05da5326f15'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:05.599119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-49037f6a-f16a-43ff-ae9d-9637b2fb15fd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:router {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:05.652118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-49037f6a-f16a-43ff-ae9d-9637b2fb15fd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:router {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:05.657251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-49037f6a-f16a-43ff-ae9d-9637b2fb15fd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7996433 Mar 11 17:59:05.658540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57830) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:05.668673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b961c843-3539-48d4-8288-3a3652f1a217 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1077291506'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:05.691590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ddd6094e-249c-43e6-8d66-cb287e0d9652 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=b250ab2a-544a-4002-9a42-8ba45ea6c957&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2423041 Mar 11 17:59:05.695072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57834) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:05.722266 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-313b2ffe-77af-48c4-b6de-20a46077c523 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751613 Mar 11 17:59:05.858760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:05.933371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f998e260-9c69-4b73-bf50-fad1d88dc5dd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:05.937680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f998e260-9c69-4b73-bf50-fad1d88dc5dd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.2419002 Mar 11 17:59:05.944710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57838) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:05.955648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-96e8d0a5-59a8-4d52-bc50-5dc5c9b31d5e req-9f5edf0f-fd32-4db0-8cdb-c5a46fe8731b service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857474 Mar 11 17:59:05.960841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3de3708b-36ad-40ac-9d69-11b817dea598 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/routers/12d0353c-3c68-4ffa-9123-b05da5326f15 HTTP/1.1" status: 200 len: 887 time: 0.7507715 Mar 11 17:59:05.963634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57842) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:06.012609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cbac62e4-ed40-4d2a-a6aa-d87b781dab16 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:06.024940 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:06.034427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cbac62e4-ed40-4d2a-a6aa-d87b781dab16 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:06.038938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cbac62e4-ed40-4d2a-a6aa-d87b781dab16 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=12d0353c-3c68-4ffa-9123-b05da5326f15 HTTP/1.1" status: 200 len: 205 time: 0.0706522 Mar 11 17:59:06.039185 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e7d6e863-5bad-481f-a7c3-4990fced4521 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=b250ab2a-544a-4002-9a42-8ba45ea6c957 HTTP/1.1" status: 200 len: 205 time: 0.0901721 Mar 11 17:59:06.041629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57846) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:06.041807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57848) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:06.125511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5d71063-f731-4528-8b76-8267e612dc64 req-44219595-5faf-42f2-9bad-7d958f113e64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0839250 Mar 11 17:59:06.299760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d71063-f731-4528-8b76-8267e612dc64 req-8e41b6cc-39f0-419a-b113-da24c4b4ff66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:06.301384 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5d71063-f731-4528-8b76-8267e612dc64 req-8e41b6cc-39f0-419a-b113-da24c4b4ff66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.1685035 Mar 11 17:59:06.488188 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:06.499660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5d71063-f731-4528-8b76-8267e612dc64 req-76f16d23-1914-4fe8-8361-5eaadc5c7a5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4 HTTP/1.1" status: 200 len: 217 time: 0.1916173 Mar 11 17:59:06.520308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd593fc4-abf0-43a1-9760-2f09064671e7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:06.562122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.563799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.564704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.565734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.566271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.567612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.568579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.569552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.570574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.571506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.572276 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:06.576804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d71063-f731-4528-8b76-8267e612dc64 req-4d0404d1-ef35-4f54-b6cb-7462979f6e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:06.578961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5d71063-f731-4528-8b76-8267e612dc64 req-4d0404d1-ef35-4f54-b6cb-7462979f6e93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.0710449 Mar 11 17:59:06.604038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4bf8-3c62-4f12-954f-660e77a7b153 req-909cbbf4-d59b-41a8-9cba-84bc6fe0387e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:06.605959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cebe4bf8-3c62-4f12-954f-660e77a7b153 req-909cbbf4-d59b-41a8-9cba-84bc6fe0387e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 943 time: 0.2814996 Mar 11 17:59:06.606939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:06.608640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-57fd33b5-1b9c-4cbd-8a4c-10a3f08181a6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bd593fc4-abf0-43a1-9760-2f09064671e7 HTTP/1.1" status: 204 len: 168 time: 1.0941331 Mar 11 17:59:06.690316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5d71063-f731-4528-8b76-8267e612dc64 req-b5c08195-512d-4f95-b6b5-15354595f891 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047266 Mar 11 17:59:06.752667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cebe4bf8-3c62-4f12-954f-660e77a7b153 req-eaccf29e-14b3-4865-824c-1838622f411a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304746 Mar 11 17:59:06.848943 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5d71063-f731-4528-8b76-8267e612dc64 req-fad0fb93-ecb5-416e-a4ac-f29bd40ce82d service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514103 Mar 11 17:59:06.906426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:06.955287 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:06.993758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c5d71063-f731-4528-8b76-8267e612dc64 req-99693747-76ef-4e66-8248-fc52d7d9140c service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386261 Mar 11 17:59:07.055925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57866) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:07.076105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.109522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:07.113690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Usage tracker for resource:security_group_rule and tenant:f31529c7aea9431f8f3ace483a289372 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:07.116936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:07.122957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:07.204533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.210564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.246986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9102bc9b-a7b3-4f52-8c9e-b40962110f39,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:07.285513 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dad5cd97-c0ad-4f46-8673-bae3abc9efaa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f31529c7aea9431f8f3ace483a289372&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2250400 Mar 11 17:59:07.285918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57870) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:07.352880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8daf1a0-4a8b-4dbf-a508-469836012802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.388568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8daf1a0-4a8b-4dbf-a508-469836012802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.468815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8daf1a0-4a8b-4dbf-a508-469836012802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.488840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daf1a0-4a8b-4dbf-a508-469836012802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9102bc9b-a7b3-4f52-8c9e-b40962110f39,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:07.495822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c8daf1a0-4a8b-4dbf-a508-469836012802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.496940 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c8daf1a0-4a8b-4dbf-a508-469836012802 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9102bc9b-a7b3-4f52-8c9e-b40962110f39 HTTP/1.1" status: 204 len: 168 time: 0.2099891 Mar 11 17:59:07.634259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.657955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.664596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 34f10d19-02e8-49c3-b0fa-cfd2bdc884ee {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:07.664977 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.722937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Deleting port 7ebe3217-2fc8-4572-9de0-f110fdc9a1ed {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:07.723279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.770496 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b961c843-3539-48d4-8288-3a3652f1a217 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.943122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b961c843-3539-48d4-8288-3a3652f1a217 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:07.978012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57888) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:08.042135 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bf1323a2-aadc-4b72-a3c7-0fa40a56c939 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7bb4b032efb04133bcde2cd6ec44315e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0624619 Mar 11 17:59:08.043056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57892) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:08.110545 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe56e6f2-229d-4139-b333-c1cc7b47b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.139319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe56e6f2-229d-4139-b333-c1cc7b47b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.195593 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.197902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe56e6f2-229d-4139-b333-c1cc7b47b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.225417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e6f2-229d-4139-b333-c1cc7b47b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da084d-8458-40a6-8cbc-a573ff684324,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:08.233192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe56e6f2-229d-4139-b333-c1cc7b47b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.250325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe56e6f2-229d-4139-b333-c1cc7b47b811 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/64da084d-8458-40a6-8cbc-a573ff684324 HTTP/1.1" status: 204 len: 168 time: 0.2050064 Mar 11 17:59:08.354433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 34f10d19-02e8-49c3-b0fa-cfd2bdc884ee owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:08.391695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.550999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Calling delete_port for 7ebe3217-2fc8-4572-9de0-f110fdc9a1ed owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:08.589114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dfaab-c85b-40e7-b26f-4fc94a56ca8b req-27fbc3b5-8245-4e24-87f9-e13954a4692f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:08.591000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e8dfaab-c85b-40e7-b26f-4fc94a56ca8b req-27fbc3b5-8245-4e24-87f9-e13954a4692f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 943 time: 0.6573899 Mar 11 17:59:08.718592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e8dfaab-c85b-40e7-b26f-4fc94a56ca8b req-4ed53f47-5e5e-42ce-9b6d-d513e67ab5b1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137722 Mar 11 17:59:09.085337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:09.126976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b961c843-3539-48d4-8288-3a3652f1a217 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:09.151065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=34f10d19-02e8-49c3-b0fa-cfd2bdc884ee,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:09.192870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:09.272674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event deleted for resources: {'Port': ['ID=7ebe3217-2fc8-4572-9de0-f110fdc9a1ed,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:09.610487 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:09.647746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.074471 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.323685 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.355026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.529266 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.540637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.541030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Fanout notify agent at l3_agent the message router_deleted on router 12d0353c-3c68-4ffa-9123-b05da5326f15 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:10.544647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.554683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3a744-3deb-40c5-ac16-e1b12d593bfe req-913ef3cf-96ad-45e4-aa49-144899908852 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:10.556157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-07d3a744-3deb-40c5-ac16-e1b12d593bfe req-913ef3cf-96ad-45e4-aa49-144899908852 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 943 time: 0.6625044 Mar 11 17:59:10.601140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b961c843-3539-48d4-8288-3a3652f1a217 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:10.614586 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] Sync routers for ids ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:10.616913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b961c843-3539-48d4-8288-3a3652f1a217 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.620934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b961c843-3539-48d4-8288-3a3652f1a217 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 HTTP/1.1" status: 200 len: 891 time: 4.9568250 Mar 11 17:59:10.621361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:10.621829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.622530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c1d52779-8a9d-4937-9cda-865bc70888df tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/12d0353c-3c68-4ffa-9123-b05da5326f15 HTTP/1.1" status: 204 len: 168 time: 4.5794568 Mar 11 17:59:10.629646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57918) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:10.642858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.643451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Fanout notify agent at l3_agent the message router_deleted on router b250ab2a-544a-4002-9a42-8ba45ea6c957 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:10.647417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-07d3a744-3deb-40c5-ac16-e1b12d593bfe req-833800ec-f51d-4c92-84a0-ecbdd4f7da0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843108 Mar 11 17:59:10.656423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.663859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fea50b07-9321-4e26-9803-a09deb6167c2 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/b250ab2a-544a-4002-9a42-8ba45ea6c957 HTTP/1.1" status: 204 len: 168 time: 4.6129172 Mar 11 17:59:10.663859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57928) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:10.669867 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] Routers {'30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:10.670056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1321358399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:10.673801 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:10.678237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:10.684142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Usage tracker for resource:router and tenant:b8831ffa2173474c9c06974e2054e2c4 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:10.700350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:10.712373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:10.727934 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.729462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.745768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1429931913'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:10.758902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.760039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:10.780593 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:10.792799 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] Routers {'30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:10.793448 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:58:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:10.793674 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.824302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.826729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f1f06e4c-e4cb-433b-a549-93f3fbb26511 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1618295 Mar 11 17:59:10.828969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57934) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:10.832700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:10.835944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': True}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:10.839791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:10.855879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:10.857279 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:10.857674 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931eef8-f5b0-4072-aa52-3cb082ceea77 None None] The sync data for ids ['30dcbd6f-6529-4ee1-b851-b4315ee0a7a4'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:10.878126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:10.881361 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.919933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:10.935477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:10.935821 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment fd106d3f-a031-487d-a7ea-2b5028ccd108 of type vlan for network 0bdebd8a-c008-402a-9b7a-a6599a324ebd Mar 11 17:59:10.976112 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.021643 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1594c5c7-bc9f-4345-8298-22b8268cd5c0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/routers/30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 HTTP/1.1" status: 200 len: 891 time: 0.3939879 Mar 11 17:59:11.023136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.027125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:11.027700 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.031231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:11.189028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf64f86e-cebe-4268-9793-a768cb577c98 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:11.194600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=0bdebd8a-c008-402a-9b7a-a6599a324ebd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:11.214305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cf64f86e-cebe-4268-9793-a768cb577c98 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:11.214573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:11.219274 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cf64f86e-cebe-4268-9793-a768cb577c98 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 HTTP/1.1" status: 200 len: 205 time: 0.1734624 Mar 11 17:59:11.220061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57946) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:11.291154 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6bc520d6-d50b-48a1-993c-e647f4873810 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6601276 Mar 11 17:59:11.294344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57950) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:11.300697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': '0bdebd8a-c008-402a-9b7a-a6599a324ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:11.318955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.446129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.497018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:11.502960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:11.506350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:11.520056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:11.536754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:11.668259 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.798899 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.812197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port e84de0ef-b36c-4620-9f8e-2fd252046f07 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:11.813150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.009136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.042985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.111145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.149517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for e84de0ef-b36c-4620-9f8e-2fd252046f07 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:12.251895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0fede-701f-4901-9d2e-a9c394c31a11 req-a1639a45-c35c-4718-bab5-c37740bb2544 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:12.253292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9d0fede-701f-4901-9d2e-a9c394c31a11 req-a1639a45-c35c-4718-bab5-c37740bb2544 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 943 time: 0.3117032 Mar 11 17:59:12.357441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.392378 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b0c38508-882b-4667-9f00-ec09e91218d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.393847 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.415186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=e84de0ef-b36c-4620-9f8e-2fd252046f07,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:12.449318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Allocated IP 172.25.3.183 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/b2a79ad8-db2e-4343-9f60-e620177f7c86) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:12.457879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9d0fede-701f-4901-9d2e-a9c394c31a11 req-ec19e8a6-75eb-4f34-ba53-47113c205a0b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904583 Mar 11 17:59:12.577821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=6c093230-4b3e-41aa-a6c2-cead8ffb51a9,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:12.611840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': 'fd106d3f-a031-487d-a7ea-2b5028ccd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '0bdebd8a-c008-402a-9b7a-a6599a324ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:12.611840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: 0bdebd8a-c008-402a-9b7a-a6599a324ebd, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:59:12.660123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.677159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.680852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:59:12.694550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0bdebd8a-c008-402a-9b7a-a6599a324ebd) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:12.699778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:12.700368 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.711838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46753dbf-f53b-470c-affa-e48a66c73490 None None] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:12.738201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-63c1ea11-ac58-4b0a-9292-cacd185db16d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4397111 Mar 11 17:59:12.738671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57962) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:12.745080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1943804594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:12.751363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.792531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:12.822811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:router and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:12.826388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:12.838041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:12.854064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:12.856435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a79ad8-db2e-4343-9f60-e620177f7c86,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:12.860131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:12.862551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:12.892620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.893561 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:12.979873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-0bdebd8a-c008-402a-9b7a-a6599a324ebd', 'network_id': '0bdebd8a-c008-402a-9b7a-a6599a324ebd', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '6c093230-4b3e-41aa-a6c2-cead8ffb51a9'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:59:12.980672 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.006871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.028874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.041923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.045620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.079676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.084051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5695d46b-20c7-477b-a257-b55b598f4f77 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3412888 Mar 11 17:59:13.085301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57972) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:13.087412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.088316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Fanout notify agent at l3_agent the message router_deleted on router 30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:13.131355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.133574 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b2be1cb9-4eb1-4260-b869-ddb9aba07da8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 HTTP/1.1" status: 204 len: 168 time: 1.9109504 Mar 11 17:59:13.137321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 57976) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:13.151214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1490002125'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:13.160564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:13.165125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:13.169271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:13.176076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:13.190645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:13.194949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Allocated IP 172.20.0.2 (0bdebd8a-c008-402a-9b7a-a6599a324ebd/6c093230-4b3e-41aa-a6c2-cead8ffb51a9/6e517277-6a79-4c61-819f-c54f25224424) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:13.195465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.236809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:13.251747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.252482 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment 11352e91-5029-482e-bc65-2b1549ac929a of type vlan for network 4726247a-ca54-4350-b42a-67b5d78cb7ff Mar 11 17:59:13.289523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.334658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.339236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:13.340305 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.386845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.471674 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.472484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=4726247a-ca54-4350-b42a-67b5d78cb7ff,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:13.492783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3ae885e7-a701-4a85-8469-2f4c07b00542 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3515337 Mar 11 17:59:13.494072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:13.495876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 57982) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:13.518327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '4726247a-ca54-4350-b42a-67b5d78cb7ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:13.522597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Transition to ACTIVE for port object 6e517277-6a79-4c61-819f-c54f25224424 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:13.627541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Transition to ACTIVE for port object 6e517277-6a79-4c61-819f-c54f25224424 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:13.647881 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.713704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:13.715605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:13.727996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:13.781267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Pushing event updated for resources: {'Port': ['ID=6e517277-6a79-4c61-819f-c54f25224424,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:13.846988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Attempting to bind port 6e517277-6a79-4c61-819f-c54f25224424 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:13.847365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Attempting to bind port 6e517277-6a79-4c61-819f-c54f25224424 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'fd106d3f-a031-487d-a7ea-2b5028ccd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '0bdebd8a-c008-402a-9b7a-a6599a324ebd'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:13.847722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Attempting to bind port 6e517277-6a79-4c61-819f-c54f25224424 on network 0bdebd8a-c008-402a-9b7a-a6599a324ebd {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:13.855860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:13.856630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Checking segment: {'id': 'fd106d3f-a031-487d-a7ea-2b5028ccd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '0bdebd8a-c008-402a-9b7a-a6599a324ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:13.856630 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.857000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Bound using segment: {'id': 'fd106d3f-a031-487d-a7ea-2b5028ccd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '0bdebd8a-c008-402a-9b7a-a6599a324ebd'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:13.857472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Bound port: 6e517277-6a79-4c61-819f-c54f25224424, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd106d3f-a031-487d-a7ea-2b5028ccd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '0bdebd8a-c008-402a-9b7a-a6599a324ebd'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:13.857837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.978641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] For port 6e517277-6a79-4c61-819f-c54f25224424, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:13.982517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] For port 6e517277-6a79-4c61-819f-c54f25224424, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e517277-6a79-4c61-819f-c54f25224424,segment=NetworkSegment(fd106d3f-a031-487d-a7ea-2b5028ccd108),segment_id=fd106d3f-a031-487d-a7ea-2b5028ccd108)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:13.983767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:13.988759 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:13.995415 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:14.001350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:14.006145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:14.016748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:14.018865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:14.086494 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33db18-d7e8-4c23-8ca7-dbd52f9cab78 None None] Pushing event updated for resources: {'Port': ['ID=6e517277-6a79-4c61-819f-c54f25224424,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:14.143660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:14.295312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f0322-a574-4023-a3f3-1d53671af22d req-3f617f04-d3b6-4681-b6c8-4243bd816d79 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:14.296845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-496f0322-a574-4023-a3f3-1d53671af22d req-3f617f04-d3b6-4681-b6c8-4243bd816d79 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 943 time: 0.5744143 Mar 11 17:59:14.446330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:14.495209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:14.543387 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eaa434f7-9307-4395-9138-1c473e31f1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:14.653717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-496f0322-a574-4023-a3f3-1d53671af22d req-5f14278f-c938-459c-aa05-382469a59506 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165381 Mar 11 17:59:14.973732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 64e00366-c037-4cce-b2e9-12c75e9b17b4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:59:15.130584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.20.0.1 (0bdebd8a-c008-402a-9b7a-a6599a324ebd/6c093230-4b3e-41aa-a6c2-cead8ffb51a9/18e9aa37-80bd-44ae-82b6-06f4bca223d7) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:15.197372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 64e00366-c037-4cce-b2e9-12c75e9b17b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:15.220142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'port_id': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'mac_address': 'fa:16:3e:d1:90:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:59:15.237015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.268612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c4f76-86c7-4faa-af04-4b435760857d None None] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:15.380294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.444257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e00366-c037-4cce-b2e9-12c75e9b17b4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:59:15.454005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2199e9a9-bcd6-453a-baa6-60042254e4f9 None None] Provisioning for port 6e517277-6a79-4c61-819f-c54f25224424 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:15.486115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 64e00366-c037-4cce-b2e9-12c75e9b17b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:15.489080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:15.501541 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.543846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.563571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Router 8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:15.565325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': '11352e91-5029-482e-bc65-2b1549ac929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4726247a-ca54-4350-b42a-67b5d78cb7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:15.565663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 4726247a-ca54-4350-b42a-67b5d78cb7ff, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:59:15.574813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object 18e9aa37-80bd-44ae-82b6-06f4bca223d7 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:15.673104 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=64e00366-c037-4cce-b2e9-12c75e9b17b4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:15.704234 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.732839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:59:15.742423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.792383 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 4726247a-ca54-4350-b42a-67b5d78cb7ff) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:15.804826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['64e00366-c037-4cce-b2e9-12c75e9b17b4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:59:15.812028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:15.812855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.842647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e54efd-80ed-4153-b0cd-94395a1d86a3 None None] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:15.861801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=18e9aa37-80bd-44ae-82b6-06f4bca223d7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:15.868580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:15.869586 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.874716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:15.877972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:15.917615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4116d556-03c7-4dc2-a522-a2fb0bb3dc34 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4193666 Mar 11 17:59:15.921581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58002) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:15.930109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037485316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:15.953216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:15.954394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:15.969299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:router and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:15.976783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:16.027866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:16.035176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e517277-6a79-4c61-819f-c54f25224424 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:16.056556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.058114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.091184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.178608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:16.190131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.198731 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f7652c28-f123-4c73-b741-a01fa5100cae tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "PUT /v2.0/routers/8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 HTTP/1.1" status: 200 len: 919 time: 5.3683627 Mar 11 17:59:16.208100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] Sync routers for ids ['8f662a7d-4ef4-4f20-b5d9-db7f5bc29785'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:16.214531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:16.285637 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.341937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.342869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] Routers {'8f662a7d-4ef4-4f20-b5d9-db7f5bc29785'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:16.343509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8f662a7d-4ef4-4f20-b5d9-db7f5bc29785'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:16.350531 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fad716f3-5488-4022-8fb9-d1b553cd73fc tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4261436 Mar 11 17:59:16.353777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:16.384748 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.413249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:16.465882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6e517277-6a79-4c61-819f-c54f25224424 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:16.480195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6e517277-6a79-4c61-819f-c54f25224424 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:16.480562 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.579553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] Routers {'8f662a7d-4ef4-4f20-b5d9-db7f5bc29785'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:16.580242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['8f662a7d-4ef4-4f20-b5d9-db7f5bc29785'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:16.675401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0617540-3b04-4803-b3f3-1f996ad95d49 req-03efcd11-4d2c-4917-9ec8-4022173045c3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:16.677517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0617540-3b04-4803-b3f3-1f996ad95d49 req-03efcd11-4d2c-4917-9ec8-4022173045c3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 944 time: 0.5850999 Mar 11 17:59:16.688738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-4726247a-ca54-4350-b42a-67b5d78cb7ff', 'network_id': '4726247a-ca54-4350-b42a-67b5d78cb7ff', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': 'f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:59:16.689546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.781804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:16.782211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5badd-2d0a-4894-8e8c-e24583a3e505 None None] The sync data for ids ['8f662a7d-4ef4-4f20-b5d9-db7f5bc29785'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:16.786222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0617540-3b04-4803-b3f3-1f996ad95d49 req-4c73f69c-af0f-460f-a9c7-fd82dc73241f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944664 Mar 11 17:59:16.811736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0c8bfdd0-384e-40d7-8145-fb60a5edb4db None None] Provisioning for port 18e9aa37-80bd-44ae-82b6-06f4bca223d7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:16.860049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0c8bfdd0-384e-40d7-8145-fb60a5edb4db None None] Provisioning complete for port 18e9aa37-80bd-44ae-82b6-06f4bca223d7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:16.860476 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c8bfdd0-384e-40d7-8145-fb60a5edb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:16.924558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bfdd0-384e-40d7-8145-fb60a5edb4db None None] Port 18e9aa37-80bd-44ae-82b6-06f4bca223d7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:16.934415 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c8f3229e-6f25-4f77-9fa2-25e1dff04bf8 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 HTTP/1.1" status: 200 len: 925 time: 0.7096756 Mar 11 17:59:16.935256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58020) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:16.999024 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.009588 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.116975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.126882 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.127582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.140353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.147439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=18e9aa37-80bd-44ae-82b6-06f4bca223d7,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:17.153586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2acce63d-9552-4dbe-9123-d60c6f3f528c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Synchronizing usage tracker for tenant:0f769f07c7a94b3ba4854a8500983635 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:17.176232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Allocated IP 2001:db8::2 (4726247a-ca54-4350-b42a-67b5d78cb7ff/f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4/147a2ed2-7b0c-4cbd-aa95-580edac42956) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:17.204067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 6e517277-6a79-4c61-819f-c54f25224424, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e517277-6a79-4c61-819f-c54f25224424,segment=NetworkSegment(fd106d3f-a031-487d-a7ea-2b5028ccd108),segment_id=fd106d3f-a031-487d-a7ea-2b5028ccd108)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:17.215245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.378542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2acce63d-9552-4dbe-9123-d60c6f3f528c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Unset dirty status for tenant:0f769f07c7a94b3ba4854a8500983635 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:17.383710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2acce63d-9552-4dbe-9123-d60c6f3f528c tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=8f662a7d-4ef4-4f20-b5d9-db7f5bc29785&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4463387 Mar 11 17:59:17.384353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58026) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:17.492517 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.505711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Transition to ACTIVE for port object 147a2ed2-7b0c-4cbd-aa95-580edac42956 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:17.544018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:17.553204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:17.619721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Transition to ACTIVE for port object 147a2ed2-7b0c-4cbd-aa95-580edac42956 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:17.646064 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.685743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=6e517277-6a79-4c61-819f-c54f25224424,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:17.748021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:17.751637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:17.754867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:17.756264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9d4ac-36f3-41c7-a3c7-d54ee96970b3 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:17.761427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-edc9d4ac-36f3-41c7-a3c7-d54ee96970b3 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.3737609 Mar 11 17:59:17.764371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58030) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:17.772244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Pushing event updated for resources: {'Port': ['ID=147a2ed2-7b0c-4cbd-aa95-580edac42956,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:17.829693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e517277-6a79-4c61-819f-c54f25224424 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:17.866160 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f23d28ac-1161-46ad-bf78-8482275610de tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 HTTP/1.1" status: 200 len: 205 time: 0.0956864 Mar 11 17:59:17.876946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8::1 (4726247a-ca54-4350-b42a-67b5d78cb7ff/f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4/ad33b95b-4b2b-49ac-b19f-7efb2ab405ac) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:17.879388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58036) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:18.030271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Attempting to bind port 147a2ed2-7b0c-4cbd-aa95-580edac42956 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:18.030271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Attempting to bind port 147a2ed2-7b0c-4cbd-aa95-580edac42956 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '11352e91-5029-482e-bc65-2b1549ac929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4726247a-ca54-4350-b42a-67b5d78cb7ff'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:18.030271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Attempting to bind port 147a2ed2-7b0c-4cbd-aa95-580edac42956 on network 4726247a-ca54-4350-b42a-67b5d78cb7ff {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:18.047341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:18.048351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Checking segment: {'id': '11352e91-5029-482e-bc65-2b1549ac929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4726247a-ca54-4350-b42a-67b5d78cb7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:18.048351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.048707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Bound using segment: {'id': '11352e91-5029-482e-bc65-2b1549ac929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4726247a-ca54-4350-b42a-67b5d78cb7ff'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:18.049189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Bound port: 147a2ed2-7b0c-4cbd-aa95-580edac42956, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11352e91-5029-482e-bc65-2b1549ac929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4726247a-ca54-4350-b42a-67b5d78cb7ff'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:18.049551 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.062954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d6d4bdfd-00bb-4b5c-a895-95b5d83a8274 None None] Provisioning complete for port 18e9aa37-80bd-44ae-82b6-06f4bca223d7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:18.063336 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bdfd-00bb-4b5c-a895-95b5d83a8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.212202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6e517277-6a79-4c61-819f-c54f25224424 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:18.212655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.238650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2413d-8fd8-4736-8f4e-1ea467a98d62 req-85715e4e-69c5-406d-a024-24e74f13ff2e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:18.240111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19d2413d-8fd8-4736-8f4e-1ea467a98d62 req-85715e4e-69c5-406d-a024-24e74f13ff2e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 944 time: 0.1895773 Mar 11 17:59:18.336582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19d2413d-8fd8-4736-8f4e-1ea467a98d62 req-4d3969b0-6464-47a7-9195-4d13a2d543a9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879776 Mar 11 17:59:18.338218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.360730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object ad33b95b-4b2b-49ac-b19f-7efb2ab405ac will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:18.368577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:18.396692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4bdfd-00bb-4b5c-a895-95b5d83a8274 None None] Port 18e9aa37-80bd-44ae-82b6-06f4bca223d7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:18.410604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.416075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] For port 147a2ed2-7b0c-4cbd-aa95-580edac42956, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:18.420043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] For port 147a2ed2-7b0c-4cbd-aa95-580edac42956, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=147a2ed2-7b0c-4cbd-aa95-580edac42956,segment=NetworkSegment(11352e91-5029-482e-bc65-2b1549ac929a),segment_id=11352e91-5029-482e-bc65-2b1549ac929a)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:18.425264 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.515921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc31d89-0ebe-4b90-b85a-aec016512e66 None None] Pushing event updated for resources: {'Port': ['ID=147a2ed2-7b0c-4cbd-aa95-580edac42956,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:18.595222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.596233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:18.602636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-957bf418-ea0f-484d-95a2-2ca78c2db6db tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5156963 Mar 11 17:59:18.605067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58046) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:18.608582 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] Sync routers for ids ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:18.624553 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] Routers {'c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:18.627710 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:18.690590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d4f9d-f591-4957-8a60-badd666e4372 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:18.691432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f7d4f9d-f591-4957-8a60-badd666e4372 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:18.710992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f7d4f9d-f591-4957-8a60-badd666e4372 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:18.712663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7f7d4f9d-f591-4957-8a60-badd666e4372 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports/18e9aa37-80bd-44ae-82b6-06f4bca223d7 HTTP/1.1" status: 200 len: 910 time: 0.1065934 Mar 11 17:59:18.715591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58050) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:18.725343 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:18.728983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c093230-4b3e-41aa-a6c2-cead8ffb51a9'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:18.737544 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] Routers {'c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:18.738141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:18.844048 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:18.844445 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1bbd8-068f-482b-9be0-1da79d8f1fcc None None] The sync data for ids ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:18.884552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=ad33b95b-4b2b-49ac-b19f-7efb2ab405ac,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:18.894712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:18.898974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:18.901790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:18.902541 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.007984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 64e00366-c037-4cce-b2e9-12c75e9b17b4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:19.045518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.059785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.105339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 64e00366-c037-4cce-b2e9-12c75e9b17b4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:19.112639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 64e00366-c037-4cce-b2e9-12c75e9b17b4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:19.113394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.254336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.292563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.347659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 64e00366-c037-4cce-b2e9-12c75e9b17b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:19.350204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:59:19.380696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.522480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=64e00366-c037-4cce-b2e9-12c75e9b17b4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:19.537938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Deleting port b2a79ad8-db2e-4343-9f60-e620177f7c86 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:19.538510 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.893540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 147a2ed2-7b0c-4cbd-aa95-580edac42956 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:20.016684 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'code': 200} Mar 11 17:59:20.047811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.053318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 147a2ed2-7b0c-4cbd-aa95-580edac42956 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:20.065272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b863d-d81f-455f-92a8-42fe02f5f605 None None] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:20.066269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.083384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdaed5-8cd2-49a1-a249-2eb7cd267bdd req-ebcfbf08-fab7-4393-adf8-79bff66e5a8e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:20.085013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76fdaed5-8cd2-49a1-a249-2eb7cd267bdd req-ebcfbf08-fab7-4393-adf8-79bff66e5a8e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.4608240 Mar 11 17:59:20.090414 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.137096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.248881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:20.249423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.253453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/ports/18e9aa37-80bd-44ae-82b6-06f4bca223d7 HTTP/1.1" status: 200 len: 910 time: 1.5341961 Mar 11 17:59:20.259079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:20.277544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Calling delete_port for b2a79ad8-db2e-4343-9f60-e620177f7c86 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:20.338493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc5b6e-27e5-4966-8cf9-2a2f4da077e3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=18e9aa37-80bd-44ae-82b6-06f4bca223d7,revision_number=3']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:20.351243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8a03cb29-9268-425f-bd46-7d82f284ac2d None None] Provisioning for port 147a2ed2-7b0c-4cbd-aa95-580edac42956 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:20.370675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8a03cb29-9268-425f-bd46-7d82f284ac2d None None] Provisioning complete for port 147a2ed2-7b0c-4cbd-aa95-580edac42956 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:20.371186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb29-9268-425f-bd46-7d82f284ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.419561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76fdaed5-8cd2-49a1-a249-2eb7cd267bdd req-c753818c-2ce9-4d34-a332-2b61ef440d26 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010125 Mar 11 17:59:20.470765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.471357 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.574775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb29-9268-425f-bd46-7d82f284ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.586519 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.615639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8a03cb29-9268-425f-bd46-7d82f284ac2d None None] For port 147a2ed2-7b0c-4cbd-aa95-580edac42956, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=147a2ed2-7b0c-4cbd-aa95-580edac42956,segment=NetworkSegment(11352e91-5029-482e-bc65-2b1549ac929a),segment_id=11352e91-5029-482e-bc65-2b1549ac929a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:20.620865 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb29-9268-425f-bd46-7d82f284ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.756320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03cb29-9268-425f-bd46-7d82f284ac2d None None] Pushing event updated for resources: {'Port': ['ID=147a2ed2-7b0c-4cbd-aa95-580edac42956,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:20.806688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.864265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=ad33b95b-4b2b-49ac-b19f-7efb2ab405ac,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:20.951011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-49ea6852-a68c-4196-b0f5-2f38e91c2974 None None] Provisioning for port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:20.956256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-49ea6852-a68c-4196-b0f5-2f38e91c2974 None None] Provisioning complete for port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:20.956632 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49ea6852-a68c-4196-b0f5-2f38e91c2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:20.978536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event deleted for resources: {'Port': ['ID=b2a79ad8-db2e-4343-9f60-e620177f7c86,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:21.060096 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05e4d898-1d27-45d7-b9e5-ef9ec6e50b40 req-a36c318b-57a4-48da-beb8-5deb32bc7e67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 1096 time: 1.0019178 Mar 11 17:59:21.065496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-49ea6852-a68c-4196-b0f5-2f38e91c2974 None None] Port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:21.081935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-49ea6852-a68c-4196-b0f5-2f38e91c2974 None None] Provisioning complete for port 147a2ed2-7b0c-4cbd-aa95-580edac42956 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:21.083198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49ea6852-a68c-4196-b0f5-2f38e91c2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.264068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.355273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7b0a839d-6154-416c-ab2d-6d79a30181ee None None] Provisioning complete for port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:21.355693 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b0a839d-6154-416c-ab2d-6d79a30181ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.417520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:21.420601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:21.448717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a839d-6154-416c-ab2d-6d79a30181ee None None] Port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:21.679833 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05e4d898-1d27-45d7-b9e5-ef9ec6e50b40 req-dcf9c546-4009-41df-8f22-c60630b9c987 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305835 Mar 11 17:59:21.741694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4473b2-b362-457e-b5a4-a95cfa19f4cd req-90b36141-0428-4ea2-a629-e0c58e4417f8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:21.748876 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b4473b2-b362-457e-b5a4-a95cfa19f4cd req-90b36141-0428-4ea2-a629-e0c58e4417f8 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.1716785 Mar 11 17:59:21.762254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.767171 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.799486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 18e9aa37-80bd-44ae-82b6-06f4bca223d7 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:21.799825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.818096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 147a2ed2-7b0c-4cbd-aa95-580edac42956 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:21.855343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.855503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Fanout notify agent at l3_agent the message router_deleted on router 8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:21.879411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ce9a5e51-a338-4e08-aed2-2d87c47442ff None None] Provisioning complete for port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:21.879977 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5e51-a338-4e08-aed2-2d87c47442ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.950770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:21.958543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5998f876-10fd-4667-8103-5f4c7d35924a tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 HTTP/1.1" status: 204 len: 168 time: 4.0716670 Mar 11 17:59:21.960063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58086) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:21.968381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-15095066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:21.977012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:21.978266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a5e51-a338-4e08-aed2-2d87c47442ff None None] Port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:21.997623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Usage tracker for resource:router and tenant:b8831ffa2173474c9c06974e2054e2c4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:21.997908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 147a2ed2-7b0c-4cbd-aa95-580edac42956 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:21.998478 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.003641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:22.010703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:22.014892 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b4473b2-b362-457e-b5a4-a95cfa19f4cd req-1be6450a-3293-4929-b269-83ca89614c75 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651336 Mar 11 17:59:22.027584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.028715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.051793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.077293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.110249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.115224 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ded9de19-63a3-4b7d-8039-ebecde969110 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1540341 Mar 11 17:59:22.116179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58090) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:22.127277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'enable_snat': False}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:22.262760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.397231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 18e9aa37-80bd-44ae-82b6-06f4bca223d7 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:22.543801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 907db564-08f5-4f5a-b71f-8e1ba154f677 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:22.591223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.650607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=18e9aa37-80bd-44ae-82b6-06f4bca223d7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:22.934961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:22.947843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:23.045566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:23.056286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b68bda43-3d6e-4e44-a77f-639e1989d23d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/907db564-08f5-4f5a-b71f-8e1ba154f677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6971927 Mar 11 17:59:23.057664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58102) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:23.072994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] Sync routers for ids ['907db564-08f5-4f5a-b71f-8e1ba154f677'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:23.093770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] Routers {'907db564-08f5-4f5a-b71f-8e1ba154f677'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:23.094425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['907db564-08f5-4f5a-b71f-8e1ba154f677'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:23.141765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f3b7c1-5011-4f8c-8ede-e046a654b47a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:23.142457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-05f3b7c1-5011-4f8c-8ede-e046a654b47a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:23.165007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-05f3b7c1-5011-4f8c-8ede-e046a654b47a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:23.168988 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-05f3b7c1-5011-4f8c-8ede-e046a654b47a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports/ad33b95b-4b2b-49ac-b19f-7efb2ab405ac HTTP/1.1" status: 200 len: 911 time: 0.1077750 Mar 11 17:59:23.169932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58106) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:23.184891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:23.229396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:23.254647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] Routers {'907db564-08f5-4f5a-b71f-8e1ba154f677'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:23.255296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['907db564-08f5-4f5a-b71f-8e1ba154f677'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:23.330463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:23.331242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bae44d-5ae5-4afe-a9f0-68434946386f None None] The sync data for ids ['907db564-08f5-4f5a-b71f-8e1ba154f677'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:23.436915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b78a36-00ad-46d3-bb3b-a8103be7392b req-1452ccc4-33c4-49a7-ad9c-5f2a6bee362a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:23.438392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30b78a36-00ad-46d3-bb3b-a8103be7392b req-1452ccc4-33c4-49a7-ad9c-5f2a6bee362a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.2185800 Mar 11 17:59:23.453547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:23.513461 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:23.576869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:23.606400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:23.725648 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30b78a36-00ad-46d3-bb3b-a8103be7392b req-3e746177-3c01-44bd-86f8-be8093133d7b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746999 Mar 11 17:59:23.769982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:23.780283 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] Sync routers for ids ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:23.797681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-37b55d6a-1701-4b7a-838f-f69e13fe838c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5374339 Mar 11 17:59:23.800538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58118) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:23.803150 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] Routers {'c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:23.803808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:23.866143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Allocated IP 172.25.3.200 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8822375b-0261-45d2-ac25-8482664d7d08) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:23.892249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-08e679f9-e58c-49b6-99a7-d72426cf1e4b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:23.917486 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:23.931138 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] Routers {'c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:23.932465 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:23.957127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-08e679f9-e58c-49b6-99a7-d72426cf1e4b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:23.958305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-08e679f9-e58c-49b6-99a7-d72426cf1e4b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc HTTP/1.1" status: 200 len: 205 time: 0.1567912 Mar 11 17:59:23.961129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58122) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:24.009694 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:24.010524 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7901276-447e-435b-90da-a7e54eb3a041 None None] The sync data for ids ['c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:24.140503 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff880c1c-1364-4b86-8ef0-ec8bf15895bc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.283529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.289053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d43f-ea31-45c1-b7bd-b16c4659c57b req-b5b3f469-ab6e-4cf1-b677-4fc7a754efc9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:24.290528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ee0d43f-ea31-45c1-b7bd-b16c4659c57b req-b5b3f469-ab6e-4cf1-b677-4fc7a754efc9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.3832016 Mar 11 17:59:24.447647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.532272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:24.547751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:24.552393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Pushing event updated for resources: {'Port': ['ID=8822375b-0261-45d2-ac25-8482664d7d08,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:24.554178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:24.554933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ee0d43f-ea31-45c1-b7bd-b16c4659c57b req-b45e7adc-7b83-4a32-ba74-0785fbef1f43 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558017 Mar 11 17:59:24.596757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.601567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58130) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:24.624133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.628785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:24.629543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.640384 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/ports/ad33b95b-4b2b-49ac-b19f-7efb2ab405ac HTTP/1.1" status: 200 len: 911 time: 1.4585006 Mar 11 17:59:24.642163 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff880c1c-1364-4b86-8ef0-ec8bf15895bc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.645681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58136) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:24.709338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff880c1c-1364-4b86-8ef0-ec8bf15895bc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.752213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bbcaa-8752-44c9-b178-b3b9a15e0ef2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=ad33b95b-4b2b-49ac-b19f-7efb2ab405ac,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:24.851476 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff880c1c-1364-4b86-8ef0-ec8bf15895bc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.851873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff880c1c-1364-4b86-8ef0-ec8bf15895bc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Fanout notify agent at l3_agent the message router_deleted on router c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:24.865465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.870921 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff880c1c-1364-4b86-8ef0-ec8bf15895bc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:24.872015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ff880c1c-1364-4b86-8ef0-ec8bf15895bc tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc HTTP/1.1" status: 204 len: 168 time: 0.9099157 Mar 11 17:59:24.874812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58142) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:25.102078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.108749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.112766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a13fc33e-9200-4a6e-9b24-853fc6181424 tempest-TestVolumeBootPattern-146930341 tempest-TestVolumeBootPattern-146930341-project-admin] Synchronizing usage tracker for tenant:d3fd8ca921a64b40864637c18982607e on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:25.242644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a13fc33e-9200-4a6e-9b24-853fc6181424 tempest-TestVolumeBootPattern-146930341 tempest-TestVolumeBootPattern-146930341-project-admin] Unset dirty status for tenant:d3fd8ca921a64b40864637c18982607e on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:25.245047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a13fc33e-9200-4a6e-9b24-853fc6181424 tempest-TestVolumeBootPattern-146930341 tempest-TestVolumeBootPattern-146930341-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 1091 time: 0.6410425 Mar 11 17:59:25.249809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58146) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:25.256269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'tenant_id': '95e242196f104736a813804446649343', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:25.272585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:25.284589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:floatingip and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:25.288107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:25.295471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:25.317931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 6c093230-4b3e-41aa-a6c2-cead8ffb51a9 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:59:25.319770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.322931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.382730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.443062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.513674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.566700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Router 4d3db7c4-8e73-4438-910c-f6bda0e6a54d is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:25.607057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.706548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.784978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=6c093230-4b3e-41aa-a6c2-cead8ffb51a9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:25.796936 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:25.805651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92a56a-c835-48ac-a908-851adb3e71b2 None None] Network 0bdebd8a-c008-402a-9b7a-a6599a324ebd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:25.808620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6aad8839-02c2-4085-b0dc-fa99c9d38675 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/6c093230-4b3e-41aa-a6c2-cead8ffb51a9 HTTP/1.1" status: 204 len: 168 time: 0.9326985 Mar 11 17:59:25.811473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58156) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:25.952002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.25.3.187 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/fc2fa066-203d-4872-8681-8a823905c7ee) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:26.036283 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.082926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 6e517277-6a79-4c61-819f-c54f25224424 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:26.083218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.136375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] DHCP port deletion for 0bdebd8a-c008-402a-9b7a-a6599a324ebd request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:59:26.142648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Deleting port 6e517277-6a79-4c61-819f-c54f25224424 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:26.143429 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.149724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.179877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:26.192831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.194067 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eb47af97-9b77-4bd1-b9fd-fab08bc9e8c7 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "PUT /v2.0/routers/4d3db7c4-8e73-4438-910c-f6bda0e6a54d HTTP/1.1" status: 200 len: 918 time: 4.0745370 Mar 11 17:59:26.196800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58160) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:26.261427 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.270128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] Sync routers for ids ['4d3db7c4-8e73-4438-910c-f6bda0e6a54d'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:26.347915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] Routers {'4d3db7c4-8e73-4438-910c-f6bda0e6a54d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:26.349098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4d3db7c4-8e73-4438-910c-f6bda0e6a54d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:26.403071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 6e517277-6a79-4c61-819f-c54f25224424, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e517277-6a79-4c61-819f-c54f25224424,segment=NetworkSegment(fd106d3f-a031-487d-a7ea-2b5028ccd108),segment_id=fd106d3f-a031-487d-a7ea-2b5028ccd108)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:26.403634 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.406992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:26.416935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=fc2fa066-203d-4872-8681-8a823905c7ee,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:26.421532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:26.424421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:26.462784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:26.482039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] Routers {'4d3db7c4-8e73-4438-910c-f6bda0e6a54d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:26.482605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4d3db7c4-8e73-4438-910c-f6bda0e6a54d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:26.528440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 6e517277-6a79-4c61-819f-c54f25224424 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:26.565278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:26.566061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f4ec5-a630-4c16-8ad3-6daebaeea4c9 None None] The sync data for ids ['4d3db7c4-8e73-4438-910c-f6bda0e6a54d'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:26.719969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] For port 6e517277-6a79-4c61-819f-c54f25224424, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6e517277-6a79-4c61-819f-c54f25224424,segment=NetworkSegment(fd106d3f-a031-487d-a7ea-2b5028ccd108),segment_id=fd106d3f-a031-487d-a7ea-2b5028ccd108)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:26.720611 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.741460 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.792493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=6e517277-6a79-4c61-819f-c54f25224424,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:26.798386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No DVR routers for this DVR port 6e517277-6a79-4c61-819f-c54f25224424 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:59:26.858127 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b1319a0b-8209-42c1-9519-e6aa9ec1f9fd tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/4d3db7c4-8e73-4438-910c-f6bda0e6a54d HTTP/1.1" status: 200 len: 924 time: 0.6601532 Mar 11 17:59:26.861239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58170) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:26.883716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Calling delete_port for 6e517277-6a79-4c61-819f-c54f25224424 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:26.958094 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.963302 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:26.966262 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 17:59:26.970059 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:59:26.970455 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:59:26.972305 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6285e908-f560-4a55-a2d8-dbaddc967871 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=4d3db7c4-8e73-4438-910c-f6bda0e6a54d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1097877 Mar 11 17:59:26.980995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58174) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:27.008459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdebd8a-c008-402a-9b7a-a6599a324ebd']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:27.087498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd106d3f-a031-487d-a7ea-2b5028ccd108') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:27.087730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd106d3f-a031-487d-a7ea-2b5028ccd108') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:27.109003 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.133700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.155930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:59:27.156356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.169649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:59:27.171505 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:59:27.234010 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.294282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e35b2d-2874-4cf0-a467-fe44c6ec62ca tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:27.296613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-34e35b2d-2874-4cf0-a467-fe44c6ec62ca tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/networks/6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 HTTP/1.1" status: 200 len: 881 time: 0.3119993 Mar 11 17:59:27.301895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58180) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:27.368191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-99c74b3c-38c1-4369-84b7-3d4a40839a0c tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d3db7c4-8e73-4438-910c-f6bda0e6a54d HTTP/1.1" status: 200 len: 205 time: 0.0613847 Mar 11 17:59:27.368722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.374398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:27.391050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.470045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=0bdebd8a-c008-402a-9b7a-a6599a324ebd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:27.471751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port ad33b95b-4b2b-49ac-b19f-7efb2ab405ac {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:27.472071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.472337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Deleting port 6e517277-6a79-4c61-819f-c54f25224424 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:27.472846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.480774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.486531 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.547902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5eddee0c-62f2-4d54-b2ba-e7b36cbfa6de None None] The port '6e517277-6a79-4c61-819f-c54f25224424' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:59:27.591087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0c00984e-9974-4448-94ae-b62d77869411 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/0bdebd8a-c008-402a-9b7a-a6599a324ebd HTTP/1.1" status: 204 len: 168 time: 1.7785039 Mar 11 17:59:27.599755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58190) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:27.609540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-507323391', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:27.620194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=fc2fa066-203d-4872-8681-8a823905c7ee,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:27.622411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:27.635861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.664141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:router and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:27.676361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:27.684097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:27.787544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e517277-6a79-4c61-819f-c54f25224424 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:59:27.823929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 6e517277-6a79-4c61-819f-c54f25224424 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:59:27.824563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6e517277-6a79-4c61-819f-c54f25224424 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:59:27.833064 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.846215 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.847182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:27.971221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for ad33b95b-4b2b-49ac-b19f-7efb2ab405ac owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:27.976574 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Floating IP 1867ef43-f2cf-4d2b-97ca-2c40a93b5741 associated. External IP: 172.25.3.187, port: 64e00366-c037-4cce-b2e9-12c75e9b17b4. Mar 11 17:59:28.043385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.109033 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.303690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.303690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c9970c16-c825-4bb9-bd8a-ec7352a6b3ff tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6917293 Mar 11 17:59:28.303909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58200) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:28.307216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-355998334'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:28.317388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.362459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:28.373886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:28.377299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:28.385349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:28.409332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:28.412502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.451857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.455750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:28.468980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.469306 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment 33aa0a07-8625-4f13-9565-deb6584c340e of type vlan for network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 Mar 11 17:59:28.509453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=ad33b95b-4b2b-49ac-b19f-7efb2ab405ac,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:28.512703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.542239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:28.564977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.568971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:28.569567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.719644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.836764 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5322895 Mar 11 17:59:28.839139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40b0a1-c61f-4205-a3a0-1aed0c8ef4b9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=2434fe4f-5fe0-4d78-9b82-bb114983b4c3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:28.848465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:28.853637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:28.854138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:28.888686 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.963263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Deleting port 8822375b-0261-45d2-ac25-8482664d7d08 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:28.963639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:28.989346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:28.995478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:28.999182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:29.006005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:29.028486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:29.140355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:29.214176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:29.228411 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:29.247573 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:29.248194 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:29.271144 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:29.340325 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:29.360830 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-310ffde0-0bb7-448c-92de-08ff4e9b6787 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1083946 Mar 11 17:59:29.363559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 907db564-08f5-4f5a-b71f-8e1ba154f677 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:29.370401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:59:29.514896 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'status': 'completed', 'code': 200} Mar 11 17:59:29.524176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:29.546278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Calling delete_port for 8822375b-0261-45d2-ac25-8482664d7d08 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:29.637650 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:29.905440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=95b61718-facf-45cd-a1f3-65d03edc2570,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:29.968087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:29.970995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: 2434fe4f-5fe0-4d78-9b82-bb114983b4c3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:59:30.008517 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e271295-3636-44a1-b87f-7c167105859a req-32f8440e-ff89-4a9e-91f2-b0506a77321f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 1096 time: 0.2998977 Mar 11 17:59:30.042079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:30.053561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] Sync routers for ids ['907db564-08f5-4f5a-b71f-8e1ba154f677'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:30.062921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:59:30.070933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] Routers {'907db564-08f5-4f5a-b71f-8e1ba154f677'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:30.071555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['907db564-08f5-4f5a-b71f-8e1ba154f677'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:30.078846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dd06a5a4-2496-43de-af79-c384b6b1feb4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/907db564-08f5-4f5a-b71f-8e1ba154f677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4313490 Mar 11 17:59:30.084492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:30.101754 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '1867ef43-f2cf-4d2b-97ca-2c40a93b5741', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d1:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:27Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:30.107592 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:59:30.145957 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:30.148141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:30.150510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 2434fe4f-5fe0-4d78-9b82-bb114983b4c3) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:30.162459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:30.165948 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:30.180061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-edf9dd7e-0307-4975-8188-e615a5e95139 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:59:30.202429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:30.213730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504640d-1f22-4edd-8c39-ca37584ecca2 None None] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:30.263566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-24fe0e67-5e42-4566-93cf-22dcfb729cb3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4116096 Mar 11 17:59:30.268525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58228) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:30.288704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271295-3636-44a1-b87f-7c167105859a req-2b61509a-c604-4078-ba20-8899f57bd664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:30.290768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e271295-3636-44a1-b87f-7c167105859a req-2b61509a-c604-4078-ba20-8899f57bd664 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.2637017 Mar 11 17:59:30.366266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-edf9dd7e-0307-4975-8188-e615a5e95139 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:59:30.370605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-edf9dd7e-0307-4975-8188-e615a5e95139 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=907db564-08f5-4f5a-b71f-8e1ba154f677 HTTP/1.1" status: 200 len: 205 time: 0.2835355 Mar 11 17:59:30.427872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58232) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:30.440141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:30.485586 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e271295-3636-44a1-b87f-7c167105859a req-333ed05a-c761-4542-8601-60428b0fd711 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4 HTTP/1.1" status: 200 len: 999 time: 0.1877842 Mar 11 17:59:30.534689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] Routers {'907db564-08f5-4f5a-b71f-8e1ba154f677'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:30.535610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['907db564-08f5-4f5a-b71f-8e1ba154f677'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:30.600422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:30.601120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73d607-ddae-453d-ad9e-7046ba73f5da None None] The sync data for ids ['907db564-08f5-4f5a-b71f-8e1ba154f677'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:30.602830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:59:30.603945 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:30.633059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271295-3636-44a1-b87f-7c167105859a req-8534da92-8d8a-4339-8474-6591ab1a5f4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:30.635960 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:30.636439 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e271295-3636-44a1-b87f-7c167105859a req-8534da92-8d8a-4339-8474-6591ab1a5f4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1445677 Mar 11 17:59:30.744919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event deleted for resources: {'Port': ['ID=8822375b-0261-45d2-ac25-8482664d7d08,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:30.775455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e271295-3636-44a1-b87f-7c167105859a req-ffbe99bc-aeda-47e3-a147-41696a5f6c7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329832 Mar 11 17:59:30.783292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Allocated IP 172.20.0.2 (2434fe4f-5fe0-4d78-9b82-bb114983b4c3/95b61718-facf-45cd-a1f3-65d03edc2570/329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:30.806832 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5db7dc98-f05e-4cde-a66e-eaeebfa78673 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:31.033864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e271295-3636-44a1-b87f-7c167105859a req-c112736d-57b2-493a-90ad-b94f52311efa service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506926 Mar 11 17:59:31.035422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:31.053142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Transition to ACTIVE for port object 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:31.100620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Transition to ACTIVE for port object 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:31.108384 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:31.142638 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '1867ef43-f2cf-4d2b-97ca-2c40a93b5741', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d1:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:27Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:31.153680 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41743d1-3dee-4b2e-80df-321fb6cb3495 None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '1867ef43-f2cf-4d2b-97ca-2c40a93b5741', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d1:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:27Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:31.253210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:31.258976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:31.265273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:31.283686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Pushing event updated for resources: {'Port': ['ID=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:31.310158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e271295-3636-44a1-b87f-7c167105859a req-4c13fdc7-1a44-4824-91d8-90e30f614956 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692413 Mar 11 17:59:31.316088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.316088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.316578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.316881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.317198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.317516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.317831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.318140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.318491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.318868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.319181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:31.415585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Attempting to bind port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:31.415945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Attempting to bind port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:31.416296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Attempting to bind port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 on network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:31.423525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:31.423915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Checking segment: {'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:31.424293 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:31.424676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Bound using segment: {'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:31.425227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Bound port: 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:31.425624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:31.510308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5062a4-4f94-48eb-8b95-2766bd1f3760 None None] New status for floating IP 1867ef43-f2cf-4d2b-97ca-2c40a93b5741: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:59:31.550096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] For port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:31.554404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] For port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,segment=NetworkSegment(33aa0a07-8625-4f13-9565-deb6584c340e),segment_id=33aa0a07-8625-4f13-9565-deb6584c340e)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:31.559928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:31.677394 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb920-ebd3-4918-a46b-3a7e433bc4d1 None None] Pushing event updated for resources: {'Port': ['ID=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:31.706343 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.154819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.160559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5db7dc98-f05e-4cde-a66e-eaeebfa78673 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.205591 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.207209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5db7dc98-f05e-4cde-a66e-eaeebfa78673 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.295130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.305320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5db7dc98-f05e-4cde-a66e-eaeebfa78673 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.305829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7dc98-f05e-4cde-a66e-eaeebfa78673 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Fanout notify agent at l3_agent the message router_deleted on router 907db564-08f5-4f5a-b71f-8e1ba154f677 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:32.316005 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.316580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Fanout notify agent at l3_agent the message router_deleted on router 4d3db7c4-8e73-4438-910c-f6bda0e6a54d {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:32.459574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.460705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d8ad4151-1eca-4625-bace-eeaddbde53b7 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/4d3db7c4-8e73-4438-910c-f6bda0e6a54d HTTP/1.1" status: 204 len: 168 time: 5.0725589 Mar 11 17:59:32.465140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58248) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:32.466974 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5db7dc98-f05e-4cde-a66e-eaeebfa78673 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.468068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5db7dc98-f05e-4cde-a66e-eaeebfa78673 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/907db564-08f5-4f5a-b71f-8e1ba154f677 HTTP/1.1" status: 204 len: 168 time: 2.0354292 Mar 11 17:59:32.470657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58252) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:32.472617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1014082345', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:32.481181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:32.486626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Usage tracker for resource:router and tenant:b8831ffa2173474c9c06974e2054e2c4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:32.489938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:32.497890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:32.512174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.513143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.536833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.741992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:32.782072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b51848-f085-43ee-8815-79c8fff98ee8 None None] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:32.880771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:59:32.979208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.016740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.052322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1907aaf3-c0b9-492f-859e-565b10933ad2 None None] Provisioning for port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:33.059274 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.117613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.20.0.1 (2434fe4f-5fe0-4d78-9b82-bb114983b4c3/95b61718-facf-45cd-a1f3-65d03edc2570/467877fb-1e2e-4108-b7b9-cac062aa16a9) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:33.133507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.208268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Allocated IP 172.25.3.14 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/6eadc082-956e-4118-b93d-eb5076cc0f0d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:33.402501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.413966 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.448574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.470772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object 467877fb-1e2e-4108-b7b9-cac062aa16a9 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:33.487530 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.517777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.588025 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.591958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:33.591958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:33.597388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:33.602310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d8273-e7ac-4f9b-9c93-790dee3314d6 None None] Network 4726247a-ca54-4350-b42a-67b5d78cb7ff requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:33.613730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:33.723454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=467877fb-1e2e-4108-b7b9-cac062aa16a9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:33.728578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:33.741954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0de78214-98b0-43f4-abdb-ae65ce582772 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4 HTTP/1.1" status: 204 len: 168 time: 1.2658775 Mar 11 17:59:33.743207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:33.744118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58262) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:33.785608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:33.793117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:34.005697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:34.010046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event updated for resources: {'Port': ['ID=6eadc082-956e-4118-b93d-eb5076cc0f0d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:34.043069 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.216314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:34.225112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.225251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:34.225589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.230992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.232291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.266033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 147a2ed2-7b0c-4cbd-aa95-580edac42956 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:34.266033 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.308386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] DHCP port deletion for 4726247a-ca54-4350-b42a-67b5d78cb7ff request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:59:34.325412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] Deleting port 147a2ed2-7b0c-4cbd-aa95-580edac42956 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:34.325860 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.479467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.516970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-267f70df-cbd1-4e52-a91f-662b2f3181df None None] Provisioning for port 467877fb-1e2e-4108-b7b9-cac062aa16a9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:34.541515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-267f70df-cbd1-4e52-a91f-662b2f3181df None None] Provisioning complete for port 467877fb-1e2e-4108-b7b9-cac062aa16a9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:34.541515 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-267f70df-cbd1-4e52-a91f-662b2f3181df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.623372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-267f70df-cbd1-4e52-a91f-662b2f3181df None None] Port 467877fb-1e2e-4108-b7b9-cac062aa16a9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:34.786625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.846584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,segment=NetworkSegment(33aa0a07-8625-4f13-9565-deb6584c340e),segment_id=33aa0a07-8625-4f13-9565-deb6584c340e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:34.852988 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.857669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] For port 147a2ed2-7b0c-4cbd-aa95-580edac42956, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=147a2ed2-7b0c-4cbd-aa95-580edac42956,segment=NetworkSegment(11352e91-5029-482e-bc65-2b1549ac929a),segment_id=11352e91-5029-482e-bc65-2b1549ac929a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:34.857789 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:34.869137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Router dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:34.955551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 147a2ed2-7b0c-4cbd-aa95-580edac42956, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=147a2ed2-7b0c-4cbd-aa95-580edac42956,segment=NetworkSegment(11352e91-5029-482e-bc65-2b1549ac929a),segment_id=11352e91-5029-482e-bc65-2b1549ac929a)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:34.955994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.037138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] Calling delete_port for 147a2ed2-7b0c-4cbd-aa95-580edac42956 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:35.136469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:35.148072 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.192392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:35.206945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] No DVR routers for this DVR port 147a2ed2-7b0c-4cbd-aa95-580edac42956 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:59:35.208913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] Sync routers for ids ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:35.230308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7511e3-592b-45f2-9433-83949f27390c None None] Pushing event deleted for resources: {'Port': ['ID=147a2ed2-7b0c-4cbd-aa95-580edac42956,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:35.241661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.243557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c134a43d-1aa6-4e97-b7f1-ce83ad867a92 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7768257 Mar 11 17:59:35.243695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] Routers {'dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:35.244585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:35.246221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58274) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:35.252520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:35.312727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:35.325036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] Routers {'dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:35.326071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:35.394150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:35.394991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ef397-c3dc-433f-8f93-da7fd181cb36 None None] The sync data for ids ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:35.420321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 147a2ed2-7b0c-4cbd-aa95-580edac42956 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:35.543688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:59:35.543970 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:59:35.567822 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.574131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.712233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.808762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=467877fb-1e2e-4108-b7b9-cac062aa16a9,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:35.816561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:35.860595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:35.861726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:35.909579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:35.909579 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.920537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.950264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:35.965531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Deleting port 6eadc082-956e-4118-b93d-eb5076cc0f0d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:35.965871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.070804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 147a2ed2-7b0c-4cbd-aa95-580edac42956 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:59:36.071383 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.178610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] The port '147a2ed2-7b0c-4cbd-aa95-580edac42956' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:59:36.231608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.257323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 147a2ed2-7b0c-4cbd-aa95-580edac42956 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:59:36.300184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d9340270-0a16-4ce5-bece-546d9f6ed75f None None] Provisioning complete for port 467877fb-1e2e-4108-b7b9-cac062aa16a9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:36.300837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9340270-0a16-4ce5-bece-546d9f6ed75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.364983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 147a2ed2-7b0c-4cbd-aa95-580edac42956 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:59:36.365634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 147a2ed2-7b0c-4cbd-aa95-580edac42956 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:59:36.377035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d9340270-0a16-4ce5-bece-546d9f6ed75f None None] Port 467877fb-1e2e-4108-b7b9-cac062aa16a9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:36.473383 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.489460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Calling delete_port for 6eadc082-956e-4118-b93d-eb5076cc0f0d owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:59:36.511581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4726247a-ca54-4350-b42a-67b5d78cb7ff']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:36.526827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11352e91-5029-482e-bc65-2b1549ac929a') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:36.527121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11352e91-5029-482e-bc65-2b1549ac929a') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:36.541432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.560537 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.570112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:59:36.570775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: util.warn( Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: timer() Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:59:36.585926 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:59:36.675778 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.694426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.698809 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.723186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Pushing event deleted for resources: {'Port': ['ID=6eadc082-956e-4118-b93d-eb5076cc0f0d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:36.753907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=4726247a-ca54-4350-b42a-67b5d78cb7ff,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:36.761968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-91a060c7-e225-4536-be50-2f69c8bc8454 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/4726247a-ca54-4350-b42a-67b5d78cb7ff HTTP/1.1" status: 204 len: 168 time: 3.0162013 Mar 11 17:59:36.765577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58298) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:36.772002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-534272563', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:36.779524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:36.783772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:router and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:36.787182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:36.793005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:36.808948 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.809400 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.824672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:36.834198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:36.958746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.079216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.090891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.095750 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.148707 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.149953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-14d40b42-5775-4df1-b591-f1a155640535 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3831437 Mar 11 17:59:37.156184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58308) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.167434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1875403774'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:37.174635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:37.181216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:37.183901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:37.190989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:37.204661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:37.208937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.256212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:37.257388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Router dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:37.264555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:37.275921 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1a1dd26f-10f8-445b-aa7b-218d538f0406 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0051556 Mar 11 17:59:37.280923 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:37.291129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.303793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:37.303793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:37.310576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1204152426'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:37.316501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:37.320784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:37.323780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:37.331584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:37.339220 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.339597 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment 3eb80232-91c9-4a03-bad1-9281e86ab83f of type vlan for network 764ea3c8-091d-40fc-b001-5e3aaa589281 Mar 11 17:59:37.346244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:37.349609 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.397779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.411035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:37.439437 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.439773 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment 14f828fa-35fc-446a-8614-edc8a382041c of type vlan for network 8eb092eb-6075-4f10-9861-d905bbb23a46 Mar 11 17:59:37.464895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.468672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:37.469336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.496268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:37.508547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] Sync routers for ids ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:37.516734 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.517941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ee173a2d-9800-41ed-92c7-0ffcb4274437 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "PUT /v2.0/routers/dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a HTTP/1.1" status: 200 len: 710 time: 2.2701404 Mar 11 17:59:37.520811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58322) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.532934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] Routers {'dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:37.547055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:37.561237 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:37.583987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.641439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:37.656548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] Routers {'dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:37.657586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:37.662900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5038991 Mar 11 17:59:37.668598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58326) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.678464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:37.710668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6e159-f57b-4cd1-a600-340ef879c6d8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=764ea3c8-091d-40fc-b001-5e3aaa589281,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:37.754208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:37.780975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.782494 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:37.782891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195bc8fa-c850-4c37-8dcf-27ee1cc66245 None None] The sync data for ids ['dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a'] in n-d-833436-1 is: [] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:37.789078 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:37.789728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:37.811959 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ec075d05-8ba5-40c6-8350-9f9623c9f359 tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/routers/dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a HTTP/1.1" status: 200 len: 745 time: 0.2860820 Mar 11 17:59:37.812355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58330) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.855099 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f2760804-e992-4d6a-b7af-666d97c8e2aa tempest-RoutersIpV6AdminTest-846497778 tempest-RoutersIpV6AdminTest-846497778-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&device_id=dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a HTTP/1.1" status: 200 len: 205 time: 0.0417740 Mar 11 17:59:37.857518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58334) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.914418 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b1da7cb-9029-48f8-8aed-61cb1576d9a8 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a HTTP/1.1" status: 200 len: 205 time: 0.0556252 Mar 11 17:59:37.917433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58338) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.952100 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:34Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:35Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:37.956797 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:59:37.957137 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Updating router deac7d0d-2619-4351-86f1-c1093e31d44a port 467877fb-1e2e-4108-b7b9-cac062aa16a9 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:59:37.968645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6762924 Mar 11 17:59:37.972866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58342) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:37.986695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:38.018411 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.073508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38c8c9-8f29-4afd-a38e-d2801073604b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=8eb092eb-6075-4f10-9861-d905bbb23a46,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:38.084451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:38.089489 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:38.098705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:38.104410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:38.122251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:38.137595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:38.147771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:38.151392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:38.154794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:38.175694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:38.262540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f069366-4df1-4555-8801-9d8c878b13df tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.328387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:38.418330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.557176 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.627441 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.653959 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Transition to ACTIVE for port object 467877fb-1e2e-4108-b7b9-cac062aa16a9 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:38.667593 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.801095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f069366-4df1-4555-8801-9d8c878b13df tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.807898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f069366-4df1-4555-8801-9d8c878b13df tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.871781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f069366-4df1-4555-8801-9d8c878b13df tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.872529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f069366-4df1-4555-8801-9d8c878b13df tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Fanout notify agent at l3_agent the message router_deleted on router dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:59:38.889319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f069366-4df1-4555-8801-9d8c878b13df tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:38.890677 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f069366-4df1-4555-8801-9d8c878b13df tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a HTTP/1.1" status: 204 len: 168 time: 0.9710488 Mar 11 17:59:38.894491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58356) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:38.926882 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Pushing event updated for resources: {'Port': ['ID=467877fb-1e2e-4108-b7b9-cac062aa16a9,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:38.945530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-45a7a37a-4645-4ebf-9426-3340a984412c tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a HTTP/1.1" status: 200 len: 205 time: 0.0475626 Mar 11 17:59:38.945908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58360) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:38.975758 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.976343 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.976820 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.977293 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.977761 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.978253 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.978742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.979288 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.979985 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.980665 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.981158 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:38.994772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:39.011813 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Attempting to bind port 467877fb-1e2e-4108-b7b9-cac062aa16a9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:39.012171 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Attempting to bind port 467877fb-1e2e-4108-b7b9-cac062aa16a9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:39.012565 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Attempting to bind port 467877fb-1e2e-4108-b7b9-cac062aa16a9 on network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:39.023752 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:39.024118 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Checking segment: {'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:39.024555 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:39.024935 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Bound using segment: {'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:39.025378 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Bound port: 467877fb-1e2e-4108-b7b9-cac062aa16a9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33aa0a07-8625-4f13-9565-deb6584c340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:39.025734 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:39.030807 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-8f034a76-3645-47fa-9e11-0d9720a7600f tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] delete failed (client error): The resource could not be found. Mar 11 17:59:39.036913 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f034a76-3645-47fa-9e11-0d9720a7600f tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/dc3f78c7-f4ef-4aff-b3b0-3efb01cc863a HTTP/1.1" status: 404 len: 336 time: 0.0897717 Mar 11 17:59:39.037863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.058432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:39.098796 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c07b89bb-7a48-4a43-ac95-6ada0b13ca3b tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=4d3db7c4-8e73-4438-910c-f6bda0e6a54d HTTP/1.1" status: 200 len: 205 time: 0.0593431 Mar 11 17:59:39.099361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58368) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.147609 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] For port 467877fb-1e2e-4108-b7b9-cac062aa16a9, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:39.150319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=21f477e4-c4f3-4321-99df-4893c0e3f6df,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:39.156540 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] For port 467877fb-1e2e-4108-b7b9-cac062aa16a9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=467877fb-1e2e-4108-b7b9-cac062aa16a9,segment=NetworkSegment(33aa0a07-8625-4f13-9565-deb6584c340e),segment_id=33aa0a07-8625-4f13-9565-deb6584c340e)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:39.164176 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:39.193077 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-f582e1f6-c11c-4712-ba64-d9f717467a69 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] delete failed (client error): The resource could not be found. Mar 11 17:59:39.193077 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f582e1f6-c11c-4712-ba64-d9f717467a69 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/4d3db7c4-8e73-4438-910c-f6bda0e6a54d HTTP/1.1" status: 404 len: 336 time: 0.0902431 Mar 11 17:59:39.193909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58372) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.262960 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c930d7d8-d995-4df5-8bd4-2f4fb41edb1e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 HTTP/1.1" status: 200 len: 205 time: 0.0677361 Mar 11 17:59:39.268110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58376) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.312431 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf3ede-0327-4a1d-81bf-cb5b554f6a06 None None] Pushing event updated for resources: {'Port': ['ID=467877fb-1e2e-4108-b7b9-cac062aa16a9,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:39.317025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:39.317379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: 8eb092eb-6075-4f10-9861-d905bbb23a46, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:59:39.331166 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:39.332031 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:39.348652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=730543cd-7a01-4ddd-a236-b2fe8fef0c86,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:39.360903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:39.361389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 764ea3c8-091d-40fc-b001-5e3aaa589281, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:59:39.370463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:59:39.399137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 8eb092eb-6075-4f10-9861-d905bbb23a46) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:39.411458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675335c-cce7-4c3b-9cc0-d0121929f5ab None None] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:39.412062 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-e9a176ec-14aa-46ac-87ee-1137c2538811 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] delete failed (client error): The resource could not be found. Mar 11 17:59:39.412160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:39.412358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:39.417884 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e9a176ec-14aa-46ac-87ee-1137c2538811 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/8f662a7d-4ef4-4f20-b5d9-db7f5bc29785 HTTP/1.1" status: 404 len: 336 time: 0.1483467 Mar 11 17:59:39.421478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58382) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.458718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-97b68e8f-3e8c-462c-b3f8-93cc69a0b77a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4806790 Mar 11 17:59:39.460839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58386) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.534975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ed71047c-1ab4-44d5-bb5b-65918fdbf403 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=b250ab2a-544a-4002-9a42-8ba45ea6c957 HTTP/1.1" status: 200 len: 205 time: 0.1119115 Mar 11 17:59:39.535708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58390) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.562977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:59:39.672989 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-49ee2968-cd96-4aac-881e-cec3b10942af tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] delete failed (client error): The resource could not be found. Mar 11 17:59:39.677427 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49ee2968-cd96-4aac-881e-cec3b10942af tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/b250ab2a-544a-4002-9a42-8ba45ea6c957 HTTP/1.1" status: 404 len: 336 time: 0.1384046 Mar 11 17:59:39.677935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58398) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.777944 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:39.823909 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4d06d0b7-c136-4478-917a-cfa8b12e120c tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=32cedddf-00f1-45fa-908f-73fa7f19710d HTTP/1.1" status: 200 len: 205 time: 0.1341486 Mar 11 17:59:39.824536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58402) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.950176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 764ea3c8-091d-40fc-b001-5e3aaa589281) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:39.954760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:39.955341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:39.966346 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-49152221-c820-4872-ac51-54b712afb4d6 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] delete failed (client error): The resource could not be found. Mar 11 17:59:39.967519 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49152221-c820-4872-ac51-54b712afb4d6 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/32cedddf-00f1-45fa-908f-73fa7f19710d HTTP/1.1" status: 404 len: 336 time: 0.1419337 Mar 11 17:59:39.970628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f7af8b-698a-4305-aa40-0c7a13935567 None None] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:39.971193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58406) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:39.995778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-edd48c00-8691-43ff-a654-8a0cf93a5683 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3215494 Mar 11 17:59:39.997777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58410) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:40.018480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:40.064498 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c6bc4acf-8bd7-4daf-b6eb-897ed1ca490e tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "GET /v2.0/ports?device_id=b27444da-cc89-4e78-914c-0388907a85a7 HTTP/1.1" status: 200 len: 205 time: 0.0919781 Mar 11 17:59:40.069297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58414) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:40.208224 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-1743cbb7-7723-440e-952f-550804691f76 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] delete failed (client error): The resource could not be found. Mar 11 17:59:40.209344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1743cbb7-7723-440e-952f-550804691f76 tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/routers/b27444da-cc89-4e78-914c-0388907a85a7 HTTP/1.1" status: 404 len: 336 time: 0.1390853 Mar 11 17:59:40.221535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58418) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:40.247851 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:34Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:39Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:40.251754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-8eb092eb-6075-4f10-9861-d905bbb23a46', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:59:40.252970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:40.259431 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05309a3-a4ed-45e6-bd1d-b68bae19c87d None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:34Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:39Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:40.273546 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1914936-b54f-42c8-adbd-3abfd0e55eab tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] DELETE failed (client error): The resource could not be found. Mar 11 17:59:40.274110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1914936-b54f-42c8-adbd-3abfd0e55eab tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:40.275671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1914936-b54f-42c8-adbd-3abfd0e55eab tempest-RoutersIpV6AdminTest-1786071664 tempest-RoutersIpV6AdminTest-1786071664-project] 10.222.0.96 "DELETE /v2.0/subnets/57d4b60e-dcaa-486c-af8f-d106e2fd886b HTTP/1.1" status: 404 len: 337 time: 0.0531263 Mar 11 17:59:40.309220 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:59:40.611552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-764ea3c8-091d-40fc-b001-5e3aaa589281', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:59:40.616158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:40.726824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58432) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:40.824247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Allocated IP 172.21.0.2 (8eb092eb-6075-4f10-9861-d905bbb23a46/730543cd-7a01-4ddd-a236-b2fe8fef0c86/12ba6b7b-63c0-4b20-92df-a5ccb022a5b9) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:40.883418 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.188445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.249085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:41.249085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Usage tracker for resource:security_group_rule and tenant:b8831ffa2173474c9c06974e2054e2c4 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:41.249085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:41.271690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:41.369811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.382689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.392082 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.409204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Transition to ACTIVE for port object 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:41.433628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1808815a-4dff-45de-b37d-2c8c065ed071,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:41.439075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Allocated IP 2001:db8::2 (764ea3c8-091d-40fc-b001-5e3aaa589281/21f477e4-c4f3-4321-99df-4893c0e3f6df/cb7ae617-0a6f-4ecf-80d1-379db8f380cd) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:41.480528 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1dd9c1a8-f8c2-4fa0-a803-f23a63374710 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b8831ffa2173474c9c06974e2054e2c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7520812 Mar 11 17:59:41.480528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58444) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:41.629825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5144405-4385-46a7-9108-ab5740ccd268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.635675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Transition to ACTIVE for port object 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:41.672112 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.692869 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5144405-4385-46a7-9108-ab5740ccd268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.778672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5144405-4385-46a7-9108-ab5740ccd268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.811222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5144405-4385-46a7-9108-ab5740ccd268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1808815a-4dff-45de-b37d-2c8c065ed071,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:41.825973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5144405-4385-46a7-9108-ab5740ccd268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:41.825973 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5144405-4385-46a7-9108-ab5740ccd268 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1808815a-4dff-45de-b37d-2c8c065ed071 HTTP/1.1" status: 204 len: 168 time: 0.3478527 Mar 11 17:59:41.886513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:41.886513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:41.886513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:42.008779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Pushing event updated for resources: {'Port': ['ID=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:42.299624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Attempting to bind port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:42.299624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Attempting to bind port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:42.299624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Attempting to bind port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 on network 8eb092eb-6075-4f10-9861-d905bbb23a46 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:42.307080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:42.308037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Checking segment: {'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:42.308575 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.309167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Bound using segment: {'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:42.309983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Bound port: 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:42.310208 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.348402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.483293 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.498433 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62340d8a-e409-43d8-b5cb-2ab53e874d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.514174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Transition to ACTIVE for port object cb7ae617-0a6f-4ecf-80d1-379db8f380cd will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:42.529945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] For port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:42.536102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] For port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,segment=NetworkSegment(14f828fa-35fc-446a-8614-edc8a382041c),segment_id=14f828fa-35fc-446a-8614-edc8a382041c)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:42.543541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Transition to ACTIVE for port object cb7ae617-0a6f-4ecf-80d1-379db8f380cd will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:42.545849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.577388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58460) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:42.592740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.648994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:42.660790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:42.673516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:42.695708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcefeac-f7ab-4ba0-a113-de7b51fac0f4 None None] Pushing event updated for resources: {'Port': ['ID=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:42.697489 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6b5149a6-c9bb-40f4-8e5b-4d2358bc1cbe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0f769f07c7a94b3ba4854a8500983635&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1187918 Mar 11 17:59:42.700254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58468) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:42.802559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9aaf126f-238c-4fcb-bd46-f56c28c6336c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.834796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9aaf126f-238c-4fcb-bd46-f56c28c6336c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.862159 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8::1 (764ea3c8-091d-40fc-b001-5e3aaa589281/21f477e4-c4f3-4321-99df-4893c0e3f6df/a24fb176-691e-467c-9891-34102009d83d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:42.907964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9aaf126f-238c-4fcb-bd46-f56c28c6336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.945706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9aaf126f-238c-4fcb-bd46-f56c28c6336c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.953579 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9aaf126f-238c-4fcb-bd46-f56c28c6336c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/90ae9b1d-1301-4716-9063-175028a8b2d3 HTTP/1.1" status: 204 len: 168 time: 0.2521262 Mar 11 17:59:42.958145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf126f-238c-4fcb-bd46-f56c28c6336c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae9b1d-1301-4716-9063-175028a8b2d3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:42.986132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Pushing event updated for resources: {'Port': ['ID=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:42.988889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Attempting to bind port cb7ae617-0a6f-4ecf-80d1-379db8f380cd on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:42.989255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Attempting to bind port cb7ae617-0a6f-4ecf-80d1-379db8f380cd by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:42.989693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Attempting to bind port cb7ae617-0a6f-4ecf-80d1-379db8f380cd on network 764ea3c8-091d-40fc-b001-5e3aaa589281 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:42.999780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:43.002638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Checking segment: {'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:43.003062 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:43.005088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Bound using segment: {'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:43.005088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Bound port: cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:43.013183 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:43.198770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:43.210409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:43.216059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:43.227896 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:43.236675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object a24fb176-691e-467c-9891-34102009d83d will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:43.383058 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:43.423602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b4949-9e6b-4765-9f04-cef65dce9fe1 None None] Pushing event updated for resources: {'Port': ['ID=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:43.541350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=a24fb176-691e-467c-9891-34102009d83d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:43.572094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:43.575520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:43.579474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:43.580014 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:43.596598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.21.0.1 (8eb092eb-6075-4f10-9861-d905bbb23a46/730543cd-7a01-4ddd-a236-b2fe8fef0c86/46a3dddd-c8b4-4814-a7af-da49879477f8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:43.889408 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.017633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 467877fb-1e2e-4108-b7b9-cac062aa16a9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:44.219595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 467877fb-1e2e-4108-b7b9-cac062aa16a9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:44.231659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 467877fb-1e2e-4108-b7b9-cac062aa16a9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:44.232156 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.363430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.398091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object 46a3dddd-c8b4-4814-a7af-da49879477f8 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:44.426513 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.487226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 467877fb-1e2e-4108-b7b9-cac062aa16a9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=467877fb-1e2e-4108-b7b9-cac062aa16a9,segment=NetworkSegment(33aa0a07-8625-4f13-9565-deb6584c340e),segment_id=33aa0a07-8625-4f13-9565-deb6584c340e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:44.494497 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.497514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:44.650082 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a6d30c1-8de1-46df-93ad-417d928f570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.677438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=467877fb-1e2e-4108-b7b9-cac062aa16a9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:44.687704 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.692492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:44.725170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06d136-12df-49c2-98c8-aa0dd78cd387 None None] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:44.869729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=46a3dddd-c8b4-4814-a7af-da49879477f8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:44.886224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:44.893265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:44.906244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:44.922334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58506) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:44.975513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.038680 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.087343 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.089049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.144076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-06b656a5-839d-4fc6-93e6-ee2dabdea723 None None] Provisioning for port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:45.171250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-06b656a5-839d-4fc6-93e6-ee2dabdea723 None None] Provisioning complete for port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:45.171250 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06b656a5-839d-4fc6-93e6-ee2dabdea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.305457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4428e-b9fc-4b1c-8f72-02dee2424652 None None] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:45.309270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-763cf2ac-a044-42b5-a250-e274b8d2fe46 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] Request body: {'port': {'network_id': '2fd6c198-69e2-4e6c-a222-375115fce86b', 'name': 'tempest-NetworksNegativeTestJSON-446623018'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:45.337846 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-763cf2ac-a044-42b5-a250-e274b8d2fe46 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] POST failed (client error): The resource could not be found. Mar 11 17:59:45.339928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763cf2ac-a044-42b5-a250-e274b8d2fe46 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:45.341285 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-763cf2ac-a044-42b5-a250-e274b8d2fe46 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4178748 Mar 11 17:59:45.353409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58516) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:45.397358 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a654fd-b9b7-47a2-ab76-213ba3690b90 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] DELETE failed (client error): The resource could not be found. Mar 11 17:59:45.398022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a654fd-b9b7-47a2-ab76-213ba3690b90 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:45.405147 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11a654fd-b9b7-47a2-ab76-213ba3690b90 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "DELETE /v2.0/networks/398d4650-18eb-4e0b-b05c-e63be8c3f11f HTTP/1.1" status: 404 len: 339 time: 0.0557392 Mar 11 17:59:45.410667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58520) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:45.466124 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d41acab-1d34-4fa5-a597-d973c884a517 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] DELETE failed (client error): The resource could not be found. Mar 11 17:59:45.469723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d41acab-1d34-4fa5-a597-d973c884a517 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:45.472361 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5d41acab-1d34-4fa5-a597-d973c884a517 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "DELETE /v2.0/ports/76cddcdd-49f7-46f3-b8c9-4f6c67d27f80 HTTP/1.1" status: 404 len: 333 time: 0.0600157 Mar 11 17:59:45.494764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58524) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:45.512904 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.609847 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c125da89-d1f9-4c72-9392-11b32cd53160 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] DELETE failed (client error): The resource could not be found. Mar 11 17:59:45.609847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c125da89-d1f9-4c72-9392-11b32cd53160 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:45.620416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c125da89-d1f9-4c72-9392-11b32cd53160 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "DELETE /v2.0/subnets/eb88983a-9530-4512-ab35-c555cf8b886c HTTP/1.1" status: 404 len: 337 time: 0.1160855 Mar 11 17:59:45.620416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:45.694298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06b656a5-839d-4fc6-93e6-ee2dabdea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.725390 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3616cc-9439-4e11-938d-a08236c05039 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] GET failed (client error): The resource could not be found. Mar 11 17:59:45.740549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6d3616cc-9439-4e11-938d-a08236c05039 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "GET /v2.0/networks/639acf36-e846-4dd7-ba02-f74d61a0f337 HTTP/1.1" status: 404 len: 339 time: 0.1100047 Mar 11 17:59:45.740549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:45.762848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=a24fb176-691e-467c-9891-34102009d83d,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:45.811609 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.907551 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adc70e5-c7be-4ae3-8b0d-10a4d5961ba1 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] GET failed (client error): The resource could not be found. Mar 11 17:59:45.933960 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6adc70e5-c7be-4ae3-8b0d-10a4d5961ba1 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "GET /v2.0/ports/1666996e-6085-4ed8-b021-c90e4144e5a4 HTTP/1.1" status: 404 len: 333 time: 0.1981568 Mar 11 17:59:45.933960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58542) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:45.955811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-06b656a5-839d-4fc6-93e6-ee2dabdea723 None None] For port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,segment=NetworkSegment(14f828fa-35fc-446a-8614-edc8a382041c),segment_id=14f828fa-35fc-446a-8614-edc8a382041c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:45.984589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06b656a5-839d-4fc6-93e6-ee2dabdea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.088549 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada21342-cc8f-4d22-8218-a364c0c92b6f tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] GET failed (client error): The resource could not be found. Mar 11 17:59:46.094998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.095716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ada21342-cc8f-4d22-8218-a364c0c92b6f tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "GET /v2.0/subnets/92f3a312-06ae-427b-a777-d2b52ed62853 HTTP/1.1" status: 404 len: 337 time: 0.1668420 Mar 11 17:59:46.096500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58546) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:46.106679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b45d37bd-678e-4fcd-bd32-52dc88f84e65 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:46.147831 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45d37bd-678e-4fcd-bd32-52dc88f84e65 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] PUT failed (client error): The resource could not be found. Mar 11 17:59:46.148577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45d37bd-678e-4fcd-bd32-52dc88f84e65 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:46.150142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:46.152753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:46.156024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cb7ae617-0a6f-4ecf-80d1-379db8f380cd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:46.158092 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b45d37bd-678e-4fcd-bd32-52dc88f84e65 tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "PUT /v2.0/networks/2a94113a-0242-431f-bb75-93f07e6df7a8 HTTP/1.1" status: 404 len: 339 time: 0.0597494 Mar 11 17:59:46.159799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58550) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:46.200423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-27155925-101a-465a-9f90-8ba65305391a tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:46.253681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Provisioning for port 46a3dddd-c8b4-4814-a7af-da49879477f8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:46.277114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Provisioning complete for port 46a3dddd-c8b4-4814-a7af-da49879477f8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:46.277493 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.325975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b656a5-839d-4fc6-93e6-ee2dabdea723 None None] Pushing event updated for resources: {'Port': ['ID=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:46.363387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Port 46a3dddd-c8b4-4814-a7af-da49879477f8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:46.367837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port cb7ae617-0a6f-4ecf-80d1-379db8f380cd completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:46.381228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 467877fb-1e2e-4108-b7b9-cac062aa16a9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:46.434758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Provisioning complete for port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:46.435138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.457614 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-27155925-101a-465a-9f90-8ba65305391a tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] PUT failed (client error): The resource could not be found. Mar 11 17:59:46.458059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27155925-101a-465a-9f90-8ba65305391a tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:46.459244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-27155925-101a-465a-9f90-8ba65305391a tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "PUT /v2.0/ports/07476066-4360-4a86-b364-98cf05573d3a HTTP/1.1" status: 404 len: 333 time: 0.2736011 Mar 11 17:59:46.466672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58554) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:46.477656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0a943234-b48b-4afb-bffd-e4c4b96bb95f tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:46.576244 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a943234-b48b-4afb-bffd-e4c4b96bb95f tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] PUT failed (client error): The resource could not be found. Mar 11 17:59:46.576244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a943234-b48b-4afb-bffd-e4c4b96bb95f tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:59:46.576244 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0a943234-b48b-4afb-bffd-e4c4b96bb95f tempest-NetworksNegativeTestJSON-1455249068 tempest-NetworksNegativeTestJSON-1455249068-project] 10.222.0.96 "PUT /v2.0/subnets/bb57f4e9-ffb9-453d-8a48-61a2691ba073 HTTP/1.1" status: 404 len: 337 time: 0.1065793 Mar 11 17:59:46.602185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.614693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.637163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 467877fb-1e2e-4108-b7b9-cac062aa16a9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:46.637163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.720587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Provisioning for port cb7ae617-0a6f-4ecf-80d1-379db8f380cd completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:46.724425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Provisioning complete for port cb7ae617-0a6f-4ecf-80d1-379db8f380cd triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:46.724872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.074323 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.085952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=46a3dddd-c8b4-4814-a7af-da49879477f8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:47.230121 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.281428 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.319413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58568) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:47.367520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:47.381958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.529498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:47.545074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:47.548362 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.560373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda64ff-c785-4128-be7d-77f8b2e34e75 None None] Pushing event updated for resources: {'Port': ['ID=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:47.566543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Provisioning complete for port 46a3dddd-c8b4-4814-a7af-da49879477f8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:47.571000 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.603416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:47.608354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Usage tracker for resource:security_group_rule and tenant:e491d73ec32542708d756cbb89eac435 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:47.611646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:47.620453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:47.676528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Port 46a3dddd-c8b4-4814-a7af-da49879477f8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:47.701648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Provisioning for port a24fb176-691e-467c-9891-34102009d83d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:47.714789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Provisioning complete for port a24fb176-691e-467c-9891-34102009d83d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:47.715289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.782689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.794335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.825670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Port a24fb176-691e-467c-9891-34102009d83d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:47.825670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Provisioning complete for port cb7ae617-0a6f-4ecf-80d1-379db8f380cd triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:47.825670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4fdc3bb7-8fe2-4021-897f-175e5d1c2a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.866235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d0212-8b26-409b-a259-8d7387f24409,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:47.889844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cb7ae617-0a6f-4ecf-80d1-379db8f380cd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:47.958578 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8ec917d8-19c9-4418-9de7-5f19590e052c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e491d73ec32542708d756cbb89eac435&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6341109 Mar 11 17:59:47.958578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58574) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:48.037581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cb7ae617-0a6f-4ecf-80d1-379db8f380cd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:48.037581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.057004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4e083e-0966-46e3-898a-3719ba762b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.098434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4e083e-0966-46e3-898a-3719ba762b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.185768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4e083e-0966-46e3-898a-3719ba762b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.212024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e083e-0966-46e3-898a-3719ba762b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d0212-8b26-409b-a259-8d7387f24409,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:48.224484 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc4e083e-0966-46e3-898a-3719ba762b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.228003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dc4e083e-0966-46e3-898a-3719ba762b75 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a98d0212-8b26-409b-a259-8d7387f24409 HTTP/1.1" status: 204 len: 168 time: 0.2664225 Mar 11 17:59:48.295714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:59:48.353113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6363041c-d2d2-436c-bfa5-3987d0054863 None None] Provisioning complete for port 46a3dddd-c8b4-4814-a7af-da49879477f8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:48.357639 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6363041c-d2d2-436c-bfa5-3987d0054863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.489006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6363041c-d2d2-436c-bfa5-3987d0054863 None None] Port 46a3dddd-c8b4-4814-a7af-da49879477f8 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:48.491041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:48.533313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:48.555791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6363041c-d2d2-436c-bfa5-3987d0054863 None None] Provisioning complete for port a24fb176-691e-467c-9891-34102009d83d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:48.556152 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6363041c-d2d2-436c-bfa5-3987d0054863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.620455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6363041c-d2d2-436c-bfa5-3987d0054863 None None] Port a24fb176-691e-467c-9891-34102009d83d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:59:48.633001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:48.633446 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.812771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:48.824075 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:48.840751 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:48.841458 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:48.847098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-564c500f-2645-4ecb-94d7-a993af9aba75 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8456080 Mar 11 17:59:48.849183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58592) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:48.857806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-547368209'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:48.869075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:48.878817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:48.885449 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:48.889228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:48.895138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:59:48.897754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:48.915172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9d495a4f-dc13-4a0b-b3b7-f4874f27fbe7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4504106 Mar 11 17:59:48.916218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58598) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:48.918813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:48.919614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:48.930000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:48.933758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1640840916'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:48.936625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:48.946674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:48.958327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:48.964200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:48.980801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:49.006999 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:49.012909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.021033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:49.051874 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.052195 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment fa01c5d9-ca59-45b8-b503-1911a28f6285 of type vlan for network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b Mar 11 17:59:49.086788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:49.108134 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.108492 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment 708a651d-d3f2-4260-ae27-d7cea05eb673 of type vlan for network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 Mar 11 17:59:49.149074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.213951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.220032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:49.221429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.247586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.257557 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:49.322520 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.329453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:49.333923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.480465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=4d3304f8-da8d-4c44-9122-5e43ad91fa6b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:49.504920 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d4693049-1c07-401c-9df5-156b9395d0c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6412134 Mar 11 17:59:49.504920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58612) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:49.517010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:49.521868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:49.609214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=2b4cd1b8-af5f-4b40-9b54-9d5988209fd7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:49.611705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8839d3ce-df4e-455a-94f1-c14f5bdf7b37 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6938403 Mar 11 17:59:49.614437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58616) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:49.621855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:49.639415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:49.672766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:49.788162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:49.796485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:49.805713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:49.817524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:49.821559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:49.837418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:49.840625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:49.850136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:49.855016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:49.880863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:49.980385 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T17:59:43Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:49.994082 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:59:49.994082 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Updating router e9872723-6da8-470e-9353-b0e9d4eb828b port a24fb176-691e-467c-9891-34102009d83d binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:59:50.145976 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:50.179912 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:50.245459 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:50.809363 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:50.897792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:50.985827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:50.986181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:59:51.012800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=28e6f8ee-9aee-4b13-8e9f-c75f39f03974,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:51.014349 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.021190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=38554a72-2163-4666-b9a5-b77565297488,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:51.033890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:45Z', 'revision_number': 3, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T17:59:46Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:51.043180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:59:51.043595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Updating router deac7d0d-2619-4351-86f1-c1093e31d44a port 46a3dddd-c8b4-4814-a7af-da49879477f8 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:59:51.043883 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Transition to ACTIVE for port object a24fb176-691e-467c-9891-34102009d83d will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:51.054806 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.058391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:59:51.063617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.064531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.065716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.066805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.067739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.069154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.070068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.070701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:51.073021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.076244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:51.077136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.079960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.080565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.081106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:51.103380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f0631b-d44c-4e3e-b2a2-b7337e7d5994 None None] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:51.119668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:51.121940 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 4d3304f8-da8d-4c44-9122-5e43ad91fa6b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:59:51.140065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ff014926-5a1d-4599-97b5-675c19238692 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5243535 Mar 11 17:59:51.142844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58644) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:51.208303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:59:51.236634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 4d3304f8-da8d-4c44-9122-5e43ad91fa6b) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:51.256228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:51.256904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.359864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5bced403-e458-4f2e-8e17-84dad26e9a01 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8635190 Mar 11 17:59:51.367287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58656) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:51.500963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be47f85b-932a-40d6-82e1-511378840b43 None None] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:51.614286 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Attempting to bind port a24fb176-691e-467c-9891-34102009d83d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:51.614670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Attempting to bind port a24fb176-691e-467c-9891-34102009d83d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:51.615016 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Attempting to bind port a24fb176-691e-467c-9891-34102009d83d on network 764ea3c8-091d-40fc-b001-5e3aaa589281 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:51.637568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:51.638317 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Checking segment: {'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:51.638547 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.638997 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Bound using segment: {'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:51.642211 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Bound port: a24fb176-691e-467c-9891-34102009d83d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb80232-91c9-4a03-bad1-9281e86ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:51.643383 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.777159 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] For port a24fb176-691e-467c-9891-34102009d83d, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:51.782261 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] For port a24fb176-691e-467c-9891-34102009d83d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a24fb176-691e-467c-9891-34102009d83d,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:51.796553 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.807266 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad9ef3-748e-48dc-b854-18841878e578 None None] Pushing event updated for resources: {'Port': ['ID=a24fb176-691e-467c-9891-34102009d83d,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:51.823899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:59:51.824723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:51.834677 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:52.001729 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad9ef3-748e-48dc-b854-18841878e578 None None] Pushing event updated for resources: {'Port': ['ID=a24fb176-691e-467c-9891-34102009d83d,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:52.033602 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:52.036076 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:52.240251 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:52.313765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Allocated IP 172.22.0.2 (2b4cd1b8-af5f-4b40-9b54-9d5988209fd7/38554a72-2163-4666-b9a5-b77565297488/90c4f904-78a6-4a36-bf54-366402e2526d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:52.773897 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T17:59:43Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:51Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:52.780121 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280c467-c6f7-4b96-b5ea-c693df48826e None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T17:59:43Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:51Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:59:52.833182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:52.861080 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:52.904564 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:52.976034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Transition to ACTIVE for port object 90c4f904-78a6-4a36-bf54-366402e2526d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:53.036421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Transition to ACTIVE for port object 90c4f904-78a6-4a36-bf54-366402e2526d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:53.149869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:53.574828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:59:53.574828 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:53.616754 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:53.641984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:53.645569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:53.719735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.22.0.1 (2b4cd1b8-af5f-4b40-9b54-9d5988209fd7/38554a72-2163-4666-b9a5-b77565297488/80b5f692-72ce-4923-807b-71238039cb99) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:54.384665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:54.448091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object 80b5f692-72ce-4923-807b-71238039cb99 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:54.458005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a24fb176-691e-467c-9891-34102009d83d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:54.494854 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a6f1b710-9174-4028-8632-7b20f5f32caf req-50573f14-2cf4-408c-80d7-1b76e624afdf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2607639 Mar 11 17:59:54.509061 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:54.562125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8:1::1 (4d3304f8-da8d-4c44-9122-5e43ad91fa6b/28e6f8ee-9aee-4b13-8e9f-c75f39f03974/188dfcf2-1b4e-42b7-b652-7383898a8ea9) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:54.668983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=80b5f692-72ce-4923-807b-71238039cb99,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:54.702934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:54.702934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:54.702934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:54.712664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Pushing event updated for resources: {'Port': ['ID=90c4f904-78a6-4a36-bf54-366402e2526d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:54.841697 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:54.854063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a6f1b710-9174-4028-8632-7b20f5f32caf req-ddd44f39-379d-4ca9-a940-c3d75f40e7fe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.2786140 Mar 11 17:59:54.971497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Attempting to bind port 90c4f904-78a6-4a36-bf54-366402e2526d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:54.971766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Attempting to bind port 90c4f904-78a6-4a36-bf54-366402e2526d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:54.972134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Attempting to bind port 90c4f904-78a6-4a36-bf54-366402e2526d on network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:54.974568 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a6f1b710-9174-4028-8632-7b20f5f32caf req-324f3efa-c7a8-487f-b2bd-8fd1c24e968f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018114 Mar 11 17:59:54.992765 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.016756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:55.017052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Checking segment: {'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:55.020800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.021218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Bound using segment: {'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:55.021708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Bound port: 90c4f904-78a6-4a36-bf54-366402e2526d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:55.022263 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.137799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a24fb176-691e-467c-9891-34102009d83d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:55.291305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1b710-9174-4028-8632-7b20f5f32caf req-afd76d30-613c-43f3-87a2-6101f52a35ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:55.293298 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a6f1b710-9174-4028-8632-7b20f5f32caf req-afd76d30-613c-43f3-87a2-6101f52a35ee service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3018622 Mar 11 17:59:55.300271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.303231 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.336464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Transition to ACTIVE for port object 46a3dddd-c8b4-4814-a7af-da49879477f8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:55.349408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a24fb176-691e-467c-9891-34102009d83d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:55.349819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.353052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object 188dfcf2-1b4e-42b7-b652-7383898a8ea9 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:55.410573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.563299 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.614550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:55.622243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:55.632344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=188dfcf2-1b4e-42b7-b652-7383898a8ea9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:55.632344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:55.632344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:55.783784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.017929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Allocated IP 2001:db8:1::2 (4d3304f8-da8d-4c44-9122-5e43ad91fa6b/28e6f8ee-9aee-4b13-8e9f-c75f39f03974/8a649136-5d2a-4782-9688-3b1426e4cd60) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:56.316769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d80889-4db0-4e5b-bf6b-6dbf4f4d243e None None] Pushing event updated for resources: {'Port': ['ID=46a3dddd-c8b4-4814-a7af-da49879477f8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:56.372171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.383915 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.429195 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.437965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] For port 90c4f904-78a6-4a36-bf54-366402e2526d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:56.522028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] For port 90c4f904-78a6-4a36-bf54-366402e2526d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=90c4f904-78a6-4a36-bf54-366402e2526d,segment=NetworkSegment(708a651d-d3f2-4260-ae27-d7cea05eb673),segment_id=708a651d-d3f2-4260-ae27-d7cea05eb673)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:56.555780 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.633350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.639143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a24fb176-691e-467c-9891-34102009d83d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a24fb176-691e-467c-9891-34102009d83d,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:56.666423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=80b5f692-72ce-4923-807b-71238039cb99,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:56.729737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Attempting to bind port 46a3dddd-c8b4-4814-a7af-da49879477f8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:56.729737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Attempting to bind port 46a3dddd-c8b4-4814-a7af-da49879477f8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:56.729737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Attempting to bind port 46a3dddd-c8b4-4814-a7af-da49879477f8 on network 8eb092eb-6075-4f10-9861-d905bbb23a46 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:56.729737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.872110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:56.877556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Checking segment: {'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:56.880026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.880757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Bound using segment: {'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:56.884590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Bound port: 46a3dddd-c8b4-4814-a7af-da49879477f8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f828fa-35fc-446a-8614-edc8a382041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:56.885000 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:56.941450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:56.945856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:57.102985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:57.129542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c6a4b-71ff-437e-9617-fc062dfdf808 None None] Pushing event updated for resources: {'Port': ['ID=90c4f904-78a6-4a36-bf54-366402e2526d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:57.265196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Transition to ACTIVE for port object 8a649136-5d2a-4782-9688-3b1426e4cd60 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:57.316726 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:57.338254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:57.342993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:57.442886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Transition to ACTIVE for port object 8a649136-5d2a-4782-9688-3b1426e4cd60 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:57.442886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] For port 46a3dddd-c8b4-4814-a7af-da49879477f8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:57.476839 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:57.536122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] For port 46a3dddd-c8b4-4814-a7af-da49879477f8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=46a3dddd-c8b4-4814-a7af-da49879477f8,segment=NetworkSegment(14f828fa-35fc-446a-8614-edc8a382041c),segment_id=14f828fa-35fc-446a-8614-edc8a382041c)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:57.568048 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:57.620353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:57.641513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:57.644539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a24fb176-691e-467c-9891-34102009d83d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:57.755912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:59:57.764081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Pushing event updated for resources: {'Port': ['ID=8a649136-5d2a-4782-9688-3b1426e4cd60,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:57.882666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:57.938033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=188dfcf2-1b4e-42b7-b652-7383898a8ea9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:57.991726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-6cd9f997-c0a9-41c6-8e93-b6ca6d2317a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6103191 Mar 11 17:59:58.005500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Attempting to bind port 8a649136-5d2a-4782-9688-3b1426e4cd60 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:58.005980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Attempting to bind port 8a649136-5d2a-4782-9688-3b1426e4cd60 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:58.006632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Attempting to bind port 8a649136-5d2a-4782-9688-3b1426e4cd60 on network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:59:58.038864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:59:58.039833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:58.046951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:58.048665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:58.239864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d80889-4db0-4e5b-bf6b-6dbf4f4d243e None None] Pushing event updated for resources: {'Port': ['ID=46a3dddd-c8b4-4814-a7af-da49879477f8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:58.572848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:58.613208 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-21cdf0b5-ba4b-49d0-a93a-e73c87327eee tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4676671 Mar 11 17:59:58.625431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58756) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:58.625431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1619242253'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:58.627405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:59:58.627405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Checking segment: {'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:59:58.627405 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.627405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Bound using segment: {'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:59:58.627405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Bound port: 8a649136-5d2a-4782-9688-3b1426e4cd60, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:58.628173 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-25631a5d-52a0-47cd-8a4f-8649ff5cd19d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d4a71fab2045c58dd7d28f31104671&device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 1096 time: 0.2346005 Mar 11 17:59:58.628667 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.647723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:58.654119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:network and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:58.658959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:58.666839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:58.682827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:58.687118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.727713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:59:58.750709 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.751266 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added segment 76d8c844-8402-4793-8dc7-ab204cb0e2db of type vlan for network d29c8df9-5c04-4a97-be68-aa0934f036e3 Mar 11 17:59:58.810661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.876218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.882208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:59:58.883288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:58.885017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.931907 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3160377 Mar 11 17:59:58.937880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58760) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:59:58.996154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ef3e7-faff-448a-b57a-171abdd9de02 None None] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:59:59.134796 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'subnet': {'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:59:59.227308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-06c66e3a-3be1-45a3-891d-33df33db8c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:59.231554 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-06c66e3a-3be1-45a3-891d-33df33db8c34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 200 len: 910 time: 0.4839175 Mar 11 17:59:59.345085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 90c4f904-78a6-4a36-bf54-366402e2526d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:59:59.394283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d70ac-dc1d-48ad-9502-bf75268c3f94 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Network': ['ID=d29c8df9-5c04-4a97-be68-aa0934f036e3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:59.444032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] For port 8a649136-5d2a-4782-9688-3b1426e4cd60, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:59.462700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:59:59.482547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:59:59.532422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:subnet and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:59:59.542775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:59:59.560646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:59:59.601374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Made reservation on behalf of eb59afe9c385452682ec87b77b03491b for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:59.602094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] For port 8a649136-5d2a-4782-9688-3b1426e4cd60, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8a649136-5d2a-4782-9688-3b1426e4cd60,segment=NetworkSegment(fa01c5d9-ca59-45b8-b503-1911a28f6285),segment_id=fa01c5d9-ca59-45b8-b503-1911a28f6285)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:59.661571 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-710e2373-248c-43f8-9721-0fc1e5c132c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 200 len: 1001 time: 0.4078469 Mar 11 17:59:59.661571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:59.706048 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:59.754842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5577a0c4-0dd5-41e2-a14b-8f9a40c42e21 None None] Provisioning for port 90c4f904-78a6-4a36-bf54-366402e2526d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:59.995683 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.047809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d46f5-2228-40f8-b873-8ebead21bd1c None None] Pushing event updated for resources: {'Port': ['ID=8a649136-5d2a-4782-9688-3b1426e4cd60,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:00.055956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 90c4f904-78a6-4a36-bf54-366402e2526d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:00.079288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 90c4f904-78a6-4a36-bf54-366402e2526d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:00.080173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.122430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-7188548f-35c0-4ad7-a883-37838f8e6b1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:00.124432 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-7188548f-35c0-4ad7-a883-37838f8e6b1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d533d223-b403-43f9-a3d9-81868caa8567 HTTP/1.1" status: 200 len: 847 time: 0.4625347 Mar 11 18:00:00.382695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:54Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T17:59:57Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T17:59:55Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:00.385034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.390594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-f4b7a0d4-cba0-49dd-872c-d9c0df1b4797 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63d52d86-621b-4e9f-a9d3-001cfa404b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569175 Mar 11 18:00:00.418997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fde15e-f90c-48fc-ac12-9d921589cf0e None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T17:59:54Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T17:59:57Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T17:59:55Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:00.489452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 90c4f904-78a6-4a36-bf54-366402e2526d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=90c4f904-78a6-4a36-bf54-366402e2526d,segment=NetworkSegment(708a651d-d3f2-4260-ae27-d7cea05eb673),segment_id=708a651d-d3f2-4260-ae27-d7cea05eb673)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:00.494980 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.496403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a24fb176-691e-467c-9891-34102009d83d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:00.525977 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.696860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=90c4f904-78a6-4a36-bf54-366402e2526d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:00.750138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Subnet': ['ID=4b361e71-7637-45b1-ac9e-1b1321b7f52d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:00.789366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Checking segment: {'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:00.792010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network hostable DHCP agents. Network: d29c8df9-5c04-4a97-be68-aa0934f036e3, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:00:00.833413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:00.846722 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:00.856792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a24fb176-691e-467c-9891-34102009d83d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:00.858901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.872508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:00:00.873634 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:00.874273 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:00.892340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d29c8df9-5c04-4a97-be68-aa0934f036e3) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:00.906596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:00.907742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.908619 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-16bc3de7-c6f9-47b8-b3cf-9c015c7da3aa tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5450630 Mar 11 18:00:00.915194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58794) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:00.943947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ba542-413d-487f-a9b5-f95ddec5bb76 None None] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:00.944298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1318160057'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:00.967208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:00.974417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bfc6a464-98c9-4e7e-98d6-37408795302d tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0224435 Mar 11 18:00:00.977234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58798) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:01.018800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:01.039771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:01.107415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:01.130061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-b8c501df-efc5-48cf-9704-0f5a6944d893 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096853 Mar 11 18:00:01.138310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:01.146960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:01.336832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e19d970e-5f45-41d8-b3bc-7678a0931f07 None None] Provisioning for port 80b5f692-72ce-4923-807b-71238039cb99 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:01.347518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:00:01.357572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e19d970e-5f45-41d8-b3bc-7678a0931f07 None None] Provisioning complete for port 80b5f692-72ce-4923-807b-71238039cb99 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:01.358213 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e19d970e-5f45-41d8-b3bc-7678a0931f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:01.384855 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:01.389085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:01.389432 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment 012e4797-2e99-411f-9045-b71b403bc4e0 of type vlan for network 9b1d9d40-ff27-4950-9d84-0045657f896c Mar 11 18:00:01.475007 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:01.555884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:01.572888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:01.573714 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:01.952530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e19d970e-5f45-41d8-b3bc-7678a0931f07 None None] Port 80b5f692-72ce-4923-807b-71238039cb99 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:00:01.990480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e19d970e-5f45-41d8-b3bc-7678a0931f07 None None] Provisioning complete for port 90c4f904-78a6-4a36-bf54-366402e2526d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:01.991274 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e19d970e-5f45-41d8-b3bc-7678a0931f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:02.439518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5173407 Mar 11 18:00:02.460483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58826) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:02.509514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:02.536222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 90c4f904-78a6-4a36-bf54-366402e2526d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:02.628663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04de11-f9a7-4fcc-843f-dabd26367d0e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=9b1d9d40-ff27-4950-9d84-0045657f896c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:02.638017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4e868-3617-4c0c-85e0-800372fd0c5a None None] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:02.642091 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T17:59:55Z', 'revision_number': 3, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:02.654567 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:02.655059 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Updating router e9872723-6da8-470e-9353-b0e9d4eb828b port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:00:02.708576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9b1d9d40-ff27-4950-9d84-0045657f896c details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:00:02.818521 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:02.869407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:02.873626 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7da6f9e8-86ab-4ab6-8b13-9637cb1f6141 req-7dbab5d1-1f00-4532-bcb6-f34981723930 service neutron] 10.222.0.59 "GET /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6758294 Mar 11 18:00:02.877495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:02.908485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:02.920189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:02.949667 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:03.047096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-d29c8df9-5c04-4a97-be68-aa0934f036e3', 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'fixed_ips': [{'subnet_id': '4b361e71-7637-45b1-ac9e-1b1321b7f52d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:00:03.048239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.081112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.210632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.600686 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.614644 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Transition to ACTIVE for port object 188dfcf2-1b4e-42b7-b652-7383898a8ea9 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:03.633090 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.693414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-752a3993-c555-4e43-815d-e6de76e08765 None None] Provisioning complete for port 80b5f692-72ce-4923-807b-71238039cb99 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:03.694688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-752a3993-c555-4e43-815d-e6de76e08765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.739205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.747500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Allocated IP 172.23.0.1 (d29c8df9-5c04-4a97-be68-aa0934f036e3/4b361e71-7637-45b1-ac9e-1b1321b7f52d/5b041d86-7004-4812-9cc5-c0e48585c345) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:03.880682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-752a3993-c555-4e43-815d-e6de76e08765 None None] Port 80b5f692-72ce-4923-807b-71238039cb99 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:00:03.881075 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f89ea0-f7cd-40ad-8b0d-51852930d77b None None] Pushing event updated for resources: {'Port': ['ID=188dfcf2-1b4e-42b7-b652-7383898a8ea9,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:03.902020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 90c4f904-78a6-4a36-bf54-366402e2526d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:03.902725 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.937081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=46d50a73-0e9c-4a0c-abf9-2137452bdc68,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:03.973707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:03.974138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 9b1d9d40-ff27-4950-9d84-0045657f896c, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:00:04.007856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-752a3993-c555-4e43-815d-e6de76e08765 None None] Provisioning for port 8a649136-5d2a-4782-9688-3b1426e4cd60 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:04.071797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 9b1d9d40-ff27-4950-9d84-0045657f896c is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:00:04.104301 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Attempting to bind port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:04.106413 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Attempting to bind port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:04.107070 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Attempting to bind port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 on network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:04.112680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9b1d9d40-ff27-4950-9d84-0045657f896c) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:04.128792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:04.130190 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:04.131113 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:04.131630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Checking segment: {'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:04.132091 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:04.132580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Bound using segment: {'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:04.133755 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Bound port: 188dfcf2-1b4e-42b7-b652-7383898a8ea9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa01c5d9-ca59-45b8-b503-1911a28f6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:04.134766 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:04.147412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520b1b6-8154-44dd-9bed-f6d7c4cb16bb None None] Network 9b1d9d40-ff27-4950-9d84-0045657f896c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:04.218138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e688d9b7-124a-43bb-aa6d-d666428559e8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7473972 Mar 11 18:00:04.219615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58850) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:04.383482 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] For port 188dfcf2-1b4e-42b7-b652-7383898a8ea9, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:04.392936 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] For port 188dfcf2-1b4e-42b7-b652-7383898a8ea9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=188dfcf2-1b4e-42b7-b652-7383898a8ea9,segment=NetworkSegment(fa01c5d9-ca59-45b8-b503-1911a28f6285),segment_id=fa01c5d9-ca59-45b8-b503-1911a28f6285)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:04.402627 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:04.684970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8a649136-5d2a-4782-9688-3b1426e4cd60 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:04.727836 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f89ea0-f7cd-40ad-8b0d-51852930d77b None None] Pushing event updated for resources: {'Port': ['ID=188dfcf2-1b4e-42b7-b652-7383898a8ea9,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:04.743166 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:04.744031 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:04.786761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:04.833144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Transition to ACTIVE for port object 5b041d86-7004-4812-9cc5-c0e48585c345 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:04.933421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-aa7f98b2-4e29-450c-aa28-1078bf2b64be None None] Provisioning for port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:05.076146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8a649136-5d2a-4782-9688-3b1426e4cd60 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:05.081200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9b1d9d40-ff27-4950-9d84-0045657f896c', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:00:05.082094 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:05.083894 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:05.102438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8a649136-5d2a-4782-9688-3b1426e4cd60 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:05.103235 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:05.142249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:05.263759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:05.276729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:05.284271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:00:05.403831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=5b041d86-7004-4812-9cc5-c0e48585c345,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:05.412891 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:05.484959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Allocated IP 172.23.0.2 (d29c8df9-5c04-4a97-be68-aa0934f036e3/4b361e71-7637-45b1-ac9e-1b1321b7f52d/663d4257-c5b4-4f05-a242-a84681e04866) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:05.691087 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T17:59:55Z', 'revision_number': 3, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:04Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:05.697664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:05.698190 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0a420-0eb2-476e-ad14-f2433ce22f28 None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T17:59:55Z', 'revision_number': 3, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:04Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:06.058496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:06.189091 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Allocated IP 2001:db8:2::2 (9b1d9d40-ff27-4950-9d84-0045657f896c/46d50a73-0e9c-4a0c-abf9-2137452bdc68/72a5f3dc-2902-4f07-8ea8-ef24de152f6d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:06.563564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8a649136-5d2a-4782-9688-3b1426e4cd60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8a649136-5d2a-4782-9688-3b1426e4cd60,segment=NetworkSegment(fa01c5d9-ca59-45b8-b503-1911a28f6285),segment_id=fa01c5d9-ca59-45b8-b503-1911a28f6285)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:06.584090 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:06.603812 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:06.605576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 46a3dddd-c8b4-4814-a7af-da49879477f8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:06.701734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Transition to ACTIVE for port object 663d4257-c5b4-4f05-a242-a84681e04866 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:06.863266 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:06.895400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Transition to ACTIVE for port object 663d4257-c5b4-4f05-a242-a84681e04866 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:06.913567 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:06.921285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:06.963410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8a649136-5d2a-4782-9688-3b1426e4cd60,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:07.047848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:07.066620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:07.071487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:00:07.372013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Attempting to bind port 663d4257-c5b4-4f05-a242-a84681e04866 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:07.372742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Attempting to bind port 663d4257-c5b4-4f05-a242-a84681e04866 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:07.373097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Attempting to bind port 663d4257-c5b4-4f05-a242-a84681e04866 on network d29c8df9-5c04-4a97-be68-aa0934f036e3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:07.381099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event updated for resources: {'Port': ['ID=5b041d86-7004-4812-9cc5-c0e48585c345,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:07.381429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 46a3dddd-c8b4-4814-a7af-da49879477f8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:07.394289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Pushing event updated for resources: {'Port': ['ID=663d4257-c5b4-4f05-a242-a84681e04866,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:07.398233 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.402781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:07.403323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Checking segment: {'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:07.403968 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.405409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Bound using segment: {'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:07.406037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Bound port: 663d4257-c5b4-4f05-a242-a84681e04866, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:07.406602 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.430493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.430982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.431936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.432044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.432602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.433286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.433822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.434373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.434914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.435604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.436986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:07.449654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.468364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 46a3dddd-c8b4-4814-a7af-da49879477f8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:07.468791 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.474739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.539916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Transition to ACTIVE for port object 72a5f3dc-2902-4f07-8ea8-ef24de152f6d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:07.626263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] For port 663d4257-c5b4-4f05-a242-a84681e04866, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:07.629449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] For port 663d4257-c5b4-4f05-a242-a84681e04866, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=663d4257-c5b4-4f05-a242-a84681e04866,segment=NetworkSegment(76d8c844-8402-4793-8dc7-ab204cb0e2db),segment_id=76d8c844-8402-4793-8dc7-ab204cb0e2db)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:07.641314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Transition to ACTIVE for port object 72a5f3dc-2902-4f07-8ea8-ef24de152f6d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:07.649105 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.723073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.900380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:07.927882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:07.934597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Network 9b1d9d40-ff27-4950-9d84-0045657f896c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:07.935681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:08.008758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:08.033915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a48ff-f974-4b0a-8949-f42574b82eb5 None None] Pushing event updated for resources: {'Port': ['ID=663d4257-c5b4-4f05-a242-a84681e04866,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:08.033915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:00:08.288698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 46a3dddd-c8b4-4814-a7af-da49879477f8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=46a3dddd-c8b4-4814-a7af-da49879477f8,segment=NetworkSegment(14f828fa-35fc-446a-8614-edc8a382041c),segment_id=14f828fa-35fc-446a-8614-edc8a382041c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:08.418921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:08.420782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Pushing event updated for resources: {'Port': ['ID=72a5f3dc-2902-4f07-8ea8-ef24de152f6d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:08.596149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Attempting to bind port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:08.596306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Attempting to bind port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:08.596861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Attempting to bind port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d on network 9b1d9d40-ff27-4950-9d84-0045657f896c {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:08.619062 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:08.619938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Checking segment: {'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:08.620823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:08.621420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Bound using segment: {'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:08.623205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Bound port: 72a5f3dc-2902-4f07-8ea8-ef24de152f6d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:08.623900 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:08.737083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=46a3dddd-c8b4-4814-a7af-da49879477f8,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:08.828863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8:2::1 (9b1d9d40-ff27-4950-9d84-0045657f896c/46d50a73-0e9c-4a0c-abf9-2137452bdc68/67b8a7ef-3b77-46b7-a534-3f57a17576f7) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:08.844585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] For port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:08.844585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] For port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=72a5f3dc-2902-4f07-8ea8-ef24de152f6d,segment=NetworkSegment(012e4797-2e99-411f-9045-b71b403bc4e0),segment_id=012e4797-2e99-411f-9045-b71b403bc4e0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:08.848559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 188dfcf2-1b4e-42b7-b652-7383898a8ea9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:08.896718 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:09.050584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42eb9e-5066-49f0-8c08-763d9e3280b4 None None] Pushing event updated for resources: {'Port': ['ID=72a5f3dc-2902-4f07-8ea8-ef24de152f6d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:09.105117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:09.111965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:09.112418 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:09.115142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:09.257671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:09.556332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object 67b8a7ef-3b77-46b7-a534-3f57a17576f7 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:09.829152 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:09.863535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:09.878287 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:09.920114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:09.922710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:10.192015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 9b1d9d40-ff27-4950-9d84-0045657f896c is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:10.192015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:10.196515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:10.208422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:00:10.209735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:10.318687 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:10.328443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=67b8a7ef-3b77-46b7-a534-3f57a17576f7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:10.369244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e0261-0581-43fa-9cb5-2f8bc6f856a3 None None] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:10.401910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:10.664851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 188dfcf2-1b4e-42b7-b652-7383898a8ea9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=188dfcf2-1b4e-42b7-b652-7383898a8ea9,segment=NetworkSegment(fa01c5d9-ca59-45b8-b503-1911a28f6285),segment_id=fa01c5d9-ca59-45b8-b503-1911a28f6285)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:10.691484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:10.697512 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:10.698459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 663d4257-c5b4-4f05-a242-a84681e04866 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:10.787152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7e89e4bb-a8c4-479f-af36-8cd59d18b66f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8083763 Mar 11 18:00:10.790616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58942) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:10.807356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:10.871507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d47174c3-2cf0-4d55-8406-b72fcc94fb79 None None] Provisioning for port 663d4257-c5b4-4f05-a242-a84681e04866 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:11.551878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=188dfcf2-1b4e-42b7-b652-7383898a8ea9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:11.563419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:11.566866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b0b1d-ab7f-4e94-b832-92a91f04dd58 None None] Network 9b1d9d40-ff27-4950-9d84-0045657f896c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:11.579643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:11.581528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:11.822258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 663d4257-c5b4-4f05-a242-a84681e04866 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:11.851260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 9b1d9d40-ff27-4950-9d84-0045657f896c is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:11.853780 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 663d4257-c5b4-4f05-a242-a84681e04866 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:11.855519 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:11.855636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:11.990636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7ecb749e-3dac-45d7-a6c3-34e8bdf2f6ed None None] Provisioning for port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:12.159987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.extraroute_db [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 18:00:12.185965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.extraroute_db [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Removed routes are [] {{(pid=83848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 18:00:12.193761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:12.323800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:05Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b041d86-7004-4812-9cc5-c0e48585c345', 'name': '', 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f3:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b361e71-7637-45b1-ac9e-1b1321b7f52d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:03Z', 'updated_at': '2022-03-11T18:00:06Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '4b361e71-7637-45b1-ac9e-1b1321b7f52d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T17:59:55Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:12.389812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=67b8a7ef-3b77-46b7-a534-3f57a17576f7,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:12.472512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:12.473859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Updating router deac7d0d-2619-4351-86f1-c1093e31d44a port 5b041d86-7004-4812-9cc5-c0e48585c345 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:00:12.667025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eaf09473-1ee2-4f74-93ba-7a236b00f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:12.672627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:12.701703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:12.817959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 663d4257-c5b4-4f05-a242-a84681e04866, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=663d4257-c5b4-4f05-a242-a84681e04866,segment=NetworkSegment(76d8c844-8402-4793-8dc7-ab204cb0e2db),segment_id=76d8c844-8402-4793-8dc7-ab204cb0e2db)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:13.047949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:13.207907 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:13.210036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8a649136-5d2a-4782-9688-3b1426e4cd60 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:13.369121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:13.375569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:13.466946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:13.481685 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:13.482335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0626b603-500f-4a73-9642-395b5f2e2c33 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2414811 Mar 11 18:00:13.485372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58958) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:13.496491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1578456142'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:13.503350 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:13.504018 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T17:59:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:13.507958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:13.516751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:network and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:13.523062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:13.540487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:13.562235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:13.569325 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:13.636957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:00:13.657011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:13.658014 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added segment 1e1a383c-acb3-490c-aba0-3de75c986a85 of type vlan for network 1b78984a-f67d-4c94-9614-c6474ed081f7 Mar 11 18:00:13.747905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:13.757168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55cc87e4-bf34-4849-aeb9-04ce1cca59e9 None None] Provisioning for port 5b041d86-7004-4812-9cc5-c0e48585c345 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:13.808595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:13.850041 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:13.851928 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:13.860195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:13.863209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.090327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6030865 Mar 11 18:00:14.093172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58974) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:14.128680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'subnet': {'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:14.192486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f5625-e536-4a3c-ba65-fdb07fd35429 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Network': ['ID=1b78984a-f67d-4c94-9614-c6474ed081f7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:14.205863 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.235758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Transition to ACTIVE for port object 5b041d86-7004-4812-9cc5-c0e48585c345 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:14.254590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55cc87e4-bf34-4849-aeb9-04ce1cca59e9 None None] Provisioning complete for port 5b041d86-7004-4812-9cc5-c0e48585c345 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:14.255191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55cc87e4-bf34-4849-aeb9-04ce1cca59e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.326432 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.334947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=663d4257-c5b4-4f05-a242-a84681e04866,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:14.339762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:00:14.384210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:14.412967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.414203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-893b3c23-da0c-4f88-85df-9073a5f08818 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 200 len: 933 time: 3.6190884 Mar 11 18:00:14.420287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58982) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:14.782418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:14.793630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:subnet and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:14.801114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:14.804198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d8c6897-6ebc-45af-97a4-879cebe085f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.826797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:14.827368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8a649136-5d2a-4782-9688-3b1426e4cd60 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:14.827818 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.861134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Made reservation on behalf of 52ceb36cacfc4d1d8e1b7a92e4994dda for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:14.921200 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:11Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:14.932816 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:14.933393 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Updating router e9872723-6da8-470e-9353-b0e9d4eb828b port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:00:14.960867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-55cc87e4-bf34-4849-aeb9-04ce1cca59e9 None None] Port 5b041d86-7004-4812-9cc5-c0e48585c345 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:00:14.982102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d621-7923-4367-9675-447df8ee4b1b None None] Pushing event updated for resources: {'Port': ['ID=5b041d86-7004-4812-9cc5-c0e48585c345,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:15.017326 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.045981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f28285f-aa79-48f5-a2ae-0ca4b575144f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 200 len: 933 time: 0.6225674 Mar 11 18:00:15.050917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 58988) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:15.075467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'routes': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:15.093600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-55cc87e4-bf34-4849-aeb9-04ce1cca59e9 None None] Provisioning complete for port 663d4257-c5b4-4f05-a242-a84681e04866 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:15.094720 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55cc87e4-bf34-4849-aeb9-04ce1cca59e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.321143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.523297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a5f3dc-2902-4f07-8ea8-ef24de152f6d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:15.637932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Attempting to bind port 5b041d86-7004-4812-9cc5-c0e48585c345 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:15.638820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Attempting to bind port 5b041d86-7004-4812-9cc5-c0e48585c345 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:15.639528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Attempting to bind port 5b041d86-7004-4812-9cc5-c0e48585c345 on network d29c8df9-5c04-4a97-be68-aa0934f036e3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:15.664040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:15.664836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Checking segment: {'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:15.665435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.668383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Bound using segment: {'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:15.669818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Bound port: 5b041d86-7004-4812-9cc5-c0e48585c345, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d8c844-8402-4793-8dc7-ab204cb0e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:15.670552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.806069 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.842000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:15.852178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-736f6913-3d8b-447c-9264-2f974c765e1d None None] Provisioning for port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:15.863424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:15.864254 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.935719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-736f6913-3d8b-447c-9264-2f974c765e1d None None] Provisioning complete for port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:15.936316 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-736f6913-3d8b-447c-9264-2f974c765e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:15.981745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Subnet': ['ID=be627383-b88e-4dab-a94f-0b5547aeeb96,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:16.000378 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.009245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-736f6913-3d8b-447c-9264-2f974c765e1d None None] Port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:00:16.012653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Checking segment: {'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:16.013018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network hostable DHCP agents. Network: 1b78984a-f67d-4c94-9614-c6474ed081f7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:00:16.032073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.078266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:00:16.089856 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.091174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1b78984a-f67d-4c94-9614-c6474ed081f7) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:16.097091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:16.097691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.119501 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Transition to ACTIVE for port object 67b8a7ef-3b77-46b7-a534-3f57a17576f7 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:16.137370 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.153351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-45a51109-5d2f-4255-875b-fecdfd6a7355 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0537772 Mar 11 18:00:16.153546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.153624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 58996) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:16.198347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f35e8a-3ab8-4a6f-86d8-6ff8afdbfa00 None None] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:16.446841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] For port 5b041d86-7004-4812-9cc5-c0e48585c345, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:16.448113 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a4ef3-f8f5-4b10-a3fa-1523f3451884 None None] Pushing event updated for resources: {'Port': ['ID=67b8a7ef-3b77-46b7-a534-3f57a17576f7,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:16.552089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] For port 5b041d86-7004-4812-9cc5-c0e48585c345, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5b041d86-7004-4812-9cc5-c0e48585c345,segment=NetworkSegment(76d8c844-8402-4793-8dc7-ab204cb0e2db),segment_id=76d8c844-8402-4793-8dc7-ab204cb0e2db)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:16.585697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=72a5f3dc-2902-4f07-8ea8-ef24de152f6d,segment=NetworkSegment(012e4797-2e99-411f-9045-b71b403bc4e0),segment_id=012e4797-2e99-411f-9045-b71b403bc4e0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:16.616782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.755619 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Attempting to bind port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:16.773699 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.774232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 188dfcf2-1b4e-42b7-b652-7383898a8ea9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:16.794849 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Attempting to bind port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:16.795550 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Attempting to bind port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 on network 9b1d9d40-ff27-4950-9d84-0045657f896c {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:16.814936 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:16.815441 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Checking segment: {'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:16.816004 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.816566 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Bound using segment: {'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:16.817127 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Bound port: 67b8a7ef-3b77-46b7-a534-3f57a17576f7, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012e4797-2e99-411f-9045-b71b403bc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:16.817587 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.939460 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] For port 67b8a7ef-3b77-46b7-a534-3f57a17576f7, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:16.943316 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] For port 67b8a7ef-3b77-46b7-a534-3f57a17576f7, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=67b8a7ef-3b77-46b7-a534-3f57a17576f7,segment=NetworkSegment(012e4797-2e99-411f-9045-b71b403bc4e0),segment_id=012e4797-2e99-411f-9045-b71b403bc4e0)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:16.952864 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:17.073379 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a4ef3-f8f5-4b10-a3fa-1523f3451884 None None] Pushing event updated for resources: {'Port': ['ID=67b8a7ef-3b77-46b7-a534-3f57a17576f7,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:17.082898 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:17.084729 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:17.126706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.extraroute_db [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added routes are [] {{(pid=83848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 18:00:17.127415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.extraroute_db [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 18:00:17.211391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:17.310707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Updating router deac7d0d-2619-4351-86f1-c1093e31d44a port 80b5f692-72ce-4923-807b-71238039cb99 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:00:17.407456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d621-7923-4367-9675-447df8ee4b1b None None] Pushing event updated for resources: {'Port': ['ID=5b041d86-7004-4812-9cc5-c0e48585c345,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:17.516684 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:00:17.597544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:17.599236 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:17.701931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:17.706868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:17.766458 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:17.767058 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:17.803693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=72a5f3dc-2902-4f07-8ea8-ef24de152f6d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:17.808025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-1b78984a-f67d-4c94-9614-c6474ed081f7', 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'fixed_ips': [{'subnet_id': 'be627383-b88e-4dab-a94f-0b5547aeeb96'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:00:17.809265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.045369 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:16Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:18.051943 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b36c1-a8f5-41ef-b896-4e2f8535f7a4 None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:16Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:18.168223 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.178834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.238779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 663d4257-c5b4-4f05-a242-a84681e04866 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:18.415026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Allocated IP 2001:db8:3::2 (1b78984a-f67d-4c94-9614-c6474ed081f7/be627383-b88e-4dab-a94f-0b5547aeeb96/9215df3a-56d3-4fdd-89fd-61cdc5b3f196) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:18.612601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:18.826854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 663d4257-c5b4-4f05-a242-a84681e04866 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:18.827990 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.888575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:18.903258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.904505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d2bd664d-97e0-45f9-a949-f6c5a3b91cd8 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 200 len: 699 time: 3.8519180 Mar 11 18:00:18.907287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59016) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:19.065005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.104321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Transition to ACTIVE for port object 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:19.204268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Transition to ACTIVE for port object 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:19.222593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 46a3dddd-c8b4-4814-a7af-da49879477f8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:19.252649 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.356544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Allocated IP 2001:db8:3::1 (1b78984a-f67d-4c94-9614-c6474ed081f7/be627383-b88e-4dab-a94f-0b5547aeeb96/975105c4-579c-4e08-9b6e-146f85571d87) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:19.409945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:19.416684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:19.425980 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.429429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:00:19.431400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Pushing event updated for resources: {'Port': ['ID=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:19.451051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Transition to ACTIVE for port object 80b5f692-72ce-4923-807b-71238039cb99 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:19.499937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.529928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-37c85b51-c8c3-471f-b1e2-869603a70c19 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 200 len: 699 time: 0.6213515 Mar 11 18:00:19.532669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59022) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:19.605400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 46a3dddd-c8b4-4814-a7af-da49879477f8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:19.605771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.668325 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.694221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Transition to ACTIVE for port object 975105c4-579c-4e08-9b6e-146f85571d87 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:19.727254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.822796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Attempting to bind port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:19.822796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Attempting to bind port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:19.822796 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Attempting to bind port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 on network 1b78984a-f67d-4c94-9614-c6474ed081f7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:19.867083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d621-7923-4367-9675-447df8ee4b1b None None] Pushing event updated for resources: {'Port': ['ID=80b5f692-72ce-4923-807b-71238039cb99,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:19.875245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:19.875716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Checking segment: {'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:19.876010 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.876399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Bound using segment: {'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:19.876967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Bound port: 9215df3a-56d3-4fdd-89fd-61cdc5b3f196, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:19.877446 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.921984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:19.928326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:19.943881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:00:19.945085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.987553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=975105c4-579c-4e08-9b6e-146f85571d87,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:20.114105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:20.135568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Attempting to bind port 80b5f692-72ce-4923-807b-71238039cb99 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:20.136307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Attempting to bind port 80b5f692-72ce-4923-807b-71238039cb99 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:20.136877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Attempting to bind port 80b5f692-72ce-4923-807b-71238039cb99 on network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:20.158798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] For port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:20.167222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] For port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,segment=NetworkSegment(1e1a383c-acb3-490c-aba0-3de75c986a85),segment_id=1e1a383c-acb3-490c-aba0-3de75c986a85)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:20.187524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:20.201797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Checking segment: {'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:20.221443 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:20.222273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Bound using segment: {'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:20.223115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Bound port: 80b5f692-72ce-4923-807b-71238039cb99, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708a651d-d3f2-4260-ae27-d7cea05eb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:20.223729 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:20.283069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:20.411879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:20.526291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74be577-5b77-4e52-88c5-731d239b2721 None None] Pushing event updated for resources: {'Port': ['ID=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:20.532295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] For port 80b5f692-72ce-4923-807b-71238039cb99, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:20.536962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] For port 80b5f692-72ce-4923-807b-71238039cb99, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=80b5f692-72ce-4923-807b-71238039cb99,segment=NetworkSegment(708a651d-d3f2-4260-ae27-d7cea05eb673),segment_id=708a651d-d3f2-4260-ae27-d7cea05eb673)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:20.543456 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:20.588223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a5f3dc-2902-4f07-8ea8-ef24de152f6d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:20.708192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d621-7923-4367-9675-447df8ee4b1b None None] Pushing event updated for resources: {'Port': ['ID=80b5f692-72ce-4923-807b-71238039cb99,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:20.717298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:20.717918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:20.994939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:20.995957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:21.099404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:21.107911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:21.108693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:21.174270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:21.294226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event updated for resources: {'Port': ['ID=975105c4-579c-4e08-9b6e-146f85571d87,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:21.451175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 5b041d86-7004-4812-9cc5-c0e48585c345 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:21.451729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:21.468913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:21.470806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:21.853947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 67b8a7ef-3b77-46b7-a534-3f57a17576f7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:21.858586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 5b041d86-7004-4812-9cc5-c0e48585c345, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5b041d86-7004-4812-9cc5-c0e48585c345,segment=NetworkSegment(76d8c844-8402-4793-8dc7-ab204cb0e2db),segment_id=76d8c844-8402-4793-8dc7-ab204cb0e2db)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:21.858586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:22.058046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:22.078196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 5b041d86-7004-4812-9cc5-c0e48585c345 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:22.087059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:22.087059 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:22.189345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:17Z', 'revision_number': 7, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b041d86-7004-4812-9cc5-c0e48585c345', 'name': '', 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f3:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b361e71-7637-45b1-ac9e-1b1321b7f52d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:03Z', 'updated_at': '2022-03-11T18:00:16Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '4b361e71-7637-45b1-ac9e-1b1321b7f52d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:20Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:22.205716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2092-4e1f-46ad-9890-8cc04544b86b None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:17Z', 'revision_number': 7, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b041d86-7004-4812-9cc5-c0e48585c345', 'name': '', 'network_id': 'd29c8df9-5c04-4a97-be68-aa0934f036e3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f3:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b361e71-7637-45b1-ac9e-1b1321b7f52d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:03Z', 'updated_at': '2022-03-11T18:00:16Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '4b361e71-7637-45b1-ac9e-1b1321b7f52d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:20Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:22.424154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:22.492507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ffd95-cc91-4478-a42b-346e244bce50 None None] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:22.625133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:22.646044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:22.725845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=5b041d86-7004-4812-9cc5-c0e48585c345,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:22.942500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 67b8a7ef-3b77-46b7-a534-3f57a17576f7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=67b8a7ef-3b77-46b7-a534-3f57a17576f7,segment=NetworkSegment(012e4797-2e99-411f-9045-b71b403bc4e0),segment_id=012e4797-2e99-411f-9045-b71b403bc4e0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:23.065116 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:23.101935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:23.145227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc53710b-e9b0-4480-acad-405b82cc49cd tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9904735 Mar 11 18:00:23.159183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59068) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:23.168849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:23.234060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:23.254832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-563ccf3a-86e3-4f95-ad0d-2faf31227e99 None None] Provisioning for port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:23.473591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:23.473591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:23.647036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:23.682811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:23.759426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=67b8a7ef-3b77-46b7-a534-3f57a17576f7,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:23.873496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:24.102760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:24.113347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:24.113800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:24.392925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.extraroute_db [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 18:00:24.411537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.extraroute_db [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Removed routes are [] {{(pid=83849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 18:00:24.411992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:24.539239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c00491cf-0c6a-483b-904a-401f41d401fa None None] Provisioning for port 975105c4-579c-4e08-9b6e-146f85571d87 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:24.547365 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:24.651226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c00491cf-0c6a-483b-904a-401f41d401fa None None] Provisioning complete for port 975105c4-579c-4e08-9b6e-146f85571d87 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:24.651226 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c00491cf-0c6a-483b-904a-401f41d401fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:24.654666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:24.846896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,segment=NetworkSegment(1e1a383c-acb3-490c-aba0-3de75c986a85),segment_id=1e1a383c-acb3-490c-aba0-3de75c986a85)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:24.848761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c00491cf-0c6a-483b-904a-401f41d401fa None None] Port 975105c4-579c-4e08-9b6e-146f85571d87 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:00:24.861565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:24.862788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 80b5f692-72ce-4923-807b-71238039cb99 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:25.095264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:25.095264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:25.211758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:25.247567 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:20Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975105c4-579c-4e08-9b6e-146f85571d87', 'name': '', 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:25:66:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:18Z', 'updated_at': '2022-03-11T18:00:20Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:25.253133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9f174982-f1b6-4210-a58c-73346936da82 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7188315 Mar 11 18:00:25.256330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:25.262024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:25.267720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Updating router e9872723-6da8-470e-9353-b0e9d4eb828b port 975105c4-579c-4e08-9b6e-146f85571d87 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:00:25.432220 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:25.554145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c00491cf-0c6a-483b-904a-401f41d401fa None None] Provisioning complete for port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:25.554421 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c00491cf-0c6a-483b-904a-401f41d401fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:25.605020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 4b361e71-7637-45b1-ac9e-1b1321b7f52d {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:00:25.608712 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:25.613474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:25.691339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 80b5f692-72ce-4923-807b-71238039cb99 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:25.714002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 80b5f692-72ce-4923-807b-71238039cb99 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:25.714002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:25.774240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:25.816805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:25.976591 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:25.994828 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:25.998250 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:26.050257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.129303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:26.144111 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.144111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-850ec092-c41a-4190-8ac5-deb8689f5e15 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 200 len: 953 time: 2.9773560 Mar 11 18:00:26.150138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59110) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:26.264033 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.272135 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.340428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 80b5f692-72ce-4923-807b-71238039cb99, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=80b5f692-72ce-4923-807b-71238039cb99,segment=NetworkSegment(708a651d-d3f2-4260-ae27-d7cea05eb673),segment_id=708a651d-d3f2-4260-ae27-d7cea05eb673)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:26.349947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.397633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=4b361e71-7637-45b1-ac9e-1b1321b7f52d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:26.403280 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.440543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-71c80f1f-23bd-4cf8-bd20-22457902f40e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/4b361e71-7637-45b1-ac9e-1b1321b7f52d HTTP/1.1" status: 204 len: 168 time: 1.1787341 Mar 11 18:00:26.447236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59116) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:26.450728 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa3d5f-d425-4aa7-8da3-2a53aa29b1d8 None None] Network d29c8df9-5c04-4a97-be68-aa0934f036e3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:26.483419 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:26.731073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:26.734224 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.753959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 663d4257-c5b4-4f05-a242-a84681e04866 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:26.754297 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.766178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=80b5f692-72ce-4923-807b-71238039cb99,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:26.802633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-69731be2-8846-43ad-bb3c-f3a6da026035 None None] Provisioning complete for port 975105c4-579c-4e08-9b6e-146f85571d87 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:26.802633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69731be2-8846-43ad-bb3c-f3a6da026035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.935218 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.993522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69731be2-8846-43ad-bb3c-f3a6da026035 None None] Port 975105c4-579c-4e08-9b6e-146f85571d87 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:00:27.008071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-addc0b2d-f63c-4159-beff-42a4bfae2964 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 200 len: 953 time: 0.8617191 Mar 11 18:00:27.014635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59128) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:27.020655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'routes': None}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:00:27.104084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Transition to ACTIVE for port object 975105c4-579c-4e08-9b6e-146f85571d87 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:27.149051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.316077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 663d4257-c5b4-4f05-a242-a84681e04866, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=663d4257-c5b4-4f05-a242-a84681e04866,segment=NetworkSegment(76d8c844-8402-4793-8dc7-ab204cb0e2db),segment_id=76d8c844-8402-4793-8dc7-ab204cb0e2db)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:27.316744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.336990 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 8, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:20Z', 'revision_number': 4, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:27.347301 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:27.373205 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:27.373837 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:27.502215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:27.502215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.621913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 663d4257-c5b4-4f05-a242-a84681e04866 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:27.789546 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:27.826088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ec519-4aeb-4716-8a29-30ba88feb250 None None] Pushing event updated for resources: {'Port': ['ID=975105c4-579c-4e08-9b6e-146f85571d87,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:27.850952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.959418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=663d4257-c5b4-4f05-a242-a84681e04866,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:27.997597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No DVR routers for this DVR port 663d4257-c5b4-4f05-a242-a84681e04866 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:28.200181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76401347-c1bf-454d-b673-e8a3d557dc40 None None] DHCP port deletion for d29c8df9-5c04-4a97-be68-aa0934f036e3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:00:28.216199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Attempting to bind port 975105c4-579c-4e08-9b6e-146f85571d87 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:28.216824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Attempting to bind port 975105c4-579c-4e08-9b6e-146f85571d87 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:28.217374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Attempting to bind port 975105c4-579c-4e08-9b6e-146f85571d87 on network 1b78984a-f67d-4c94-9614-c6474ed081f7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:00:28.287513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.294657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:00:28.294837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Checking segment: {'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:00:28.295306 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.295827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Bound using segment: {'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:00:28.296496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Bound port: 975105c4-579c-4e08-9b6e-146f85571d87, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1a383c-acb3-490c-aba0-3de75c986a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:28.297039 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.317917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29c8df9-5c04-4a97-be68-aa0934f036e3']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:28.343416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d8c844-8402-4793-8dc7-ab204cb0e2db') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:28.343705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d8c844-8402-4793-8dc7-ab204cb0e2db') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:28.358352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.380371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.383271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 67b8a7ef-3b77-46b7-a534-3f57a17576f7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:28.388814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:00:28.389498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:00:28.513606 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:00:28.517444 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 8, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:26Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:28.526471 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287c4d5-a9ab-4dac-832c-3dad687847bc None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 8, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b5f692-72ce-4923-807b-71238039cb99', 'name': '', 'network_id': '2b4cd1b8-af5f-4b40-9b54-9d5988209fd7', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:81:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38554a72-2163-4666-b9a5-b77565297488', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:26Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '38554a72-2163-4666-b9a5-b77565297488', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:28.573293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] For port 975105c4-579c-4e08-9b6e-146f85571d87, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:28.592074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.596740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] For port 975105c4-579c-4e08-9b6e-146f85571d87, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=975105c4-579c-4e08-9b6e-146f85571d87,segment=NetworkSegment(1e1a383c-acb3-490c-aba0-3de75c986a85),segment_id=1e1a383c-acb3-490c-aba0-3de75c986a85)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:28.614143 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.625729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.639689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=d29c8df9-5c04-4a97-be68-aa0934f036e3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:28.653230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3005cae1-a8fd-4725-8837-a33dd0c02816 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/d29c8df9-5c04-4a97-be68-aa0934f036e3 HTTP/1.1" status: 204 len: 168 time: 2.1836247 Mar 11 18:00:28.653230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:28.671097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:28.671097 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.781282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ec519-4aeb-4716-8a29-30ba88feb250 None None] Pushing event updated for resources: {'Port': ['ID=975105c4-579c-4e08-9b6e-146f85571d87,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:28.794230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:28.795264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:28.953553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.extraroute_db [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added routes are [] {{(pid=83848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 18:00:28.954128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.extraroute_db [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 18:00:29.029576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.425631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:29.737336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.765162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.769924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.845649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 80b5f692-72ce-4923-807b-71238039cb99 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:30.001505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 80b5f692-72ce-4923-807b-71238039cb99 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:30.001505 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.144662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:24Z', 'revision_number': 6, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975105c4-579c-4e08-9b6e-146f85571d87', 'name': '', 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:25:66:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:18Z', 'updated_at': '2022-03-11T18:00:28Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:30.166388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706aeda-ef7d-4e6c-8c50-add1a51dbf83 None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:24Z', 'revision_number': 6, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975105c4-579c-4e08-9b6e-146f85571d87', 'name': '', 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:25:66:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:18Z', 'updated_at': '2022-03-11T18:00:28Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:30.431595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:30.511521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 663d4257-c5b4-4f05-a242-a84681e04866 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:30.613640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 663d4257-c5b4-4f05-a242-a84681e04866 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:30.613640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 663d4257-c5b4-4f05-a242-a84681e04866 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:30.613640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5b041d86-7004-4812-9cc5-c0e48585c345 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:30.716324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5b041d86-7004-4812-9cc5-c0e48585c345 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:30.716680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5b041d86-7004-4812-9cc5-c0e48585c345 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:30.929278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:30.949821 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.949821 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4cba5223-0a51-455f-9a4b-47060d55c9c3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 200 len: 703 time: 3.9335155 Mar 11 18:00:30.957238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59172) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:31.103587 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 80b5f692-72ce-4923-807b-71238039cb99 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:31.104136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.188591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59178) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:31.190296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-468d3d74-8b6d-448a-a74d-d68f5af0c7cf tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 200 len: 703 time: 0.2337747 Mar 11 18:00:31.513096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:31.536560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:31.536560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:31.651370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 80b5f692-72ce-4923-807b-71238039cb99, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=80b5f692-72ce-4923-807b-71238039cb99,segment=NetworkSegment(708a651d-d3f2-4260-ae27-d7cea05eb673),segment_id=708a651d-d3f2-4260-ae27-d7cea05eb673)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:31.651573 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.702138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 975105c4-579c-4e08-9b6e-146f85571d87 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:31.883685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 80b5f692-72ce-4923-807b-71238039cb99 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:31.903817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 975105c4-579c-4e08-9b6e-146f85571d87 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:31.913793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 975105c4-579c-4e08-9b6e-146f85571d87 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:31.913793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.968219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:32.304719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:32.488962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:32.543999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 975105c4-579c-4e08-9b6e-146f85571d87, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=975105c4-579c-4e08-9b6e-146f85571d87,segment=NetworkSegment(1e1a383c-acb3-490c-aba0-3de75c986a85),segment_id=1e1a383c-acb3-490c-aba0-3de75c986a85)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:32.549999 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:32.556314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:28Z', 'revision_number': 7, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975105c4-579c-4e08-9b6e-146f85571d87', 'name': '', 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:25:66:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:18Z', 'updated_at': '2022-03-11T18:00:28Z', 'revision_number': 4, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:32.568366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:32.576345 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:32.629035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:32.629035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:32.646351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=80b5f692-72ce-4923-807b-71238039cb99,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:33.025276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:33.318298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=975105c4-579c-4e08-9b6e-146f85571d87,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.345119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:33.354408 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:33.611249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:28Z', 'revision_number': 7, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975105c4-579c-4e08-9b6e-146f85571d87', 'name': '', 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:25:66:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:18Z', 'updated_at': '2022-03-11T18:00:32Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:33.628234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ba84d-05c9-4e06-85b1-0921e3ef69d9 None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:28Z', 'revision_number': 7, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975105c4-579c-4e08-9b6e-146f85571d87', 'name': '', 'network_id': '1b78984a-f67d-4c94-9614-c6474ed081f7', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:25:66:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:18Z', 'updated_at': '2022-03-11T18:00:32Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': 'be627383-b88e-4dab-a94f-0b5547aeeb96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:33.649726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 975105c4-579c-4e08-9b6e-146f85571d87 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:00:33.769857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 975105c4-579c-4e08-9b6e-146f85571d87 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:33.770511 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.264860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 975105c4-579c-4e08-9b6e-146f85571d87 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:34.264860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.629833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 975105c4-579c-4e08-9b6e-146f85571d87, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=975105c4-579c-4e08-9b6e-146f85571d87,segment=NetworkSegment(1e1a383c-acb3-490c-aba0-3de75c986a85),segment_id=1e1a383c-acb3-490c-aba0-3de75c986a85)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:34.629833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.753852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 975105c4-579c-4e08-9b6e-146f85571d87 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:34.806730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:35.160606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:35.174342 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:35.219302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59250) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:35.225640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-26af1521-293a-4fdf-bfcd-f9f177df9251 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5632041 Mar 11 18:00:35.232834 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:35.232834 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:35.274436 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.328797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=975105c4-579c-4e08-9b6e-146f85571d87,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:35.598094 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:35.817365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 38554a72-2163-4666-b9a5-b77565297488 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:00:35.821028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.852700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.908838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:36.082272 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:36.259189 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:32Z', 'revision_number': 9, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:36.275694 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:36.285600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:36.310958 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:36.311607 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:36.377596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=38554a72-2163-4666-b9a5-b77565297488,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:36.402436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4642bf6-51c8-443e-acb6-a201cd6e29bc None None] Network 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:36.407673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:36.423064 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-30f846c3-f069-46b7-8e18-028a0fae0452 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/38554a72-2163-4666-b9a5-b77565297488 HTTP/1.1" status: 204 len: 168 time: 1.2219543 Mar 11 18:00:36.423985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59264) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:36.611842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:36.636377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 90c4f904-78a6-4a36-bf54-366402e2526d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:36.636377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:36.725141 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:36.802602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] DHCP port deletion for 2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:00:36.807575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Deleting port 90c4f904-78a6-4a36-bf54-366402e2526d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:36.808034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:36.985048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:37.019735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 90c4f904-78a6-4a36-bf54-366402e2526d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=90c4f904-78a6-4a36-bf54-366402e2526d,segment=NetworkSegment(708a651d-d3f2-4260-ae27-d7cea05eb673),segment_id=708a651d-d3f2-4260-ae27-d7cea05eb673)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:37.023907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.356270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:37.366388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 90c4f904-78a6-4a36-bf54-366402e2526d owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:37.367580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] For port 90c4f904-78a6-4a36-bf54-366402e2526d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=90c4f904-78a6-4a36-bf54-366402e2526d,segment=NetworkSegment(708a651d-d3f2-4260-ae27-d7cea05eb673),segment_id=708a651d-d3f2-4260-ae27-d7cea05eb673)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:37.369265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.374764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-10806ca1-f887-4307-b9ee-fb8d89a0e9a9 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1880085 Mar 11 18:00:37.375694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59274) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:37.387586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:37.410065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:37.413024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:37.418176 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:32Z', 'revision_number': 9, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:37.425704 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e56464-d960-4905-a20a-3dedaaaddf65 None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:32Z', 'revision_number': 9, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a3dddd-c8b4-4814-a7af-da49879477f8', 'name': '', 'network_id': '8eb092eb-6075-4f10-9861-d905bbb23a46', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:f4:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:42Z', 'updated_at': '2022-03-11T18:00:08Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '730543cd-7a01-4ddd-a236-b2fe8fef0c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:37.592510 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.694551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=90c4f904-78a6-4a36-bf54-366402e2526d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:37.711206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No DVR routers for this DVR port 90c4f904-78a6-4a36-bf54-366402e2526d on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:37.747610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet be627383-b88e-4dab-a94f-0b5547aeeb96 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:00:37.758243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.850978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.897265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.927389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4cd1b8-af5f-4b40-9b54-9d5988209fd7']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:37.940903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708a651d-d3f2-4260-ae27-d7cea05eb673') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:37.941470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708a651d-d3f2-4260-ae27-d7cea05eb673') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:37.957505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.978616 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:37.987770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:00:37.988558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:00:38.014318 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:00:38.016317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.047681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 90c4f904-78a6-4a36-bf54-366402e2526d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:38.177027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.217261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.250325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.274680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=be627383-b88e-4dab-a94f-0b5547aeeb96,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:38.286707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=2b4cd1b8-af5f-4b40-9b54-9d5988209fd7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:38.301606 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.303228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2e1a7f00-1c8b-4379-9ae1-2c1b48719a63 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/be627383-b88e-4dab-a94f-0b5547aeeb96 HTTP/1.1" status: 204 len: 168 time: 0.9262874 Mar 11 18:00:38.306794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59284) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:38.315794 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cdb8b3a1-755d-465d-bb5b-cf5cd2a527e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/2b4cd1b8-af5f-4b40-9b54-9d5988209fd7 HTTP/1.1" status: 204 len: 168 time: 1.8904474 Mar 11 18:00:38.316474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59288) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:38.386194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Calling delete_port for 90c4f904-78a6-4a36-bf54-366402e2526d owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:38.457596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e1ecd-4564-41fc-a42e-91f78f3e658d None None] Network 1b78984a-f67d-4c94-9614-c6474ed081f7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:38.555667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.591177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:38.591177 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:38.652890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:38.793476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 90c4f904-78a6-4a36-bf54-366402e2526d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:38.793820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 90c4f904-78a6-4a36-bf54-366402e2526d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:39.139739 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:39.311341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,segment=NetworkSegment(1e1a383c-acb3-490c-aba0-3de75c986a85),segment_id=1e1a383c-acb3-490c-aba0-3de75c986a85)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:39.314833 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:39.471728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:00:39.471728 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:00:39.544365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 80b5f692-72ce-4923-807b-71238039cb99 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:39.579572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59308) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:39.606690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 80b5f692-72ce-4923-807b-71238039cb99 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:39.606690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 80b5f692-72ce-4923-807b-71238039cb99 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:39.840173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] DHCP port deletion for 1b78984a-f67d-4c94-9614-c6474ed081f7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:00:39.848198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:39.868897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Deleting port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:39.868897 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:39.981147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Deleting port 90c4f904-78a6-4a36-bf54-366402e2526d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:39.981147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:39.992301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:40.045377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.067763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0151384f-a283-4a52-a872-b1e99b610bfa None None] The port '90c4f904-78a6-4a36-bf54-366402e2526d' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:00:40.078283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:35Z', 'revision_number': 8, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:40.085800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:40.152071 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.192264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:40.196538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Usage tracker for resource:security_group_rule and tenant:c56e0df89adf47e4999bea1c898d2a6a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:40.201511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:40.207539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:40.223727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:40.226698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:40.280388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:40.303079 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.347452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No DVR routers for this DVR port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:40.383554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.428664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c56e0df89adf47e4999bea1c898d2a6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8529460 Mar 11 18:00:40.428664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59320) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:40.499763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:40.594201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599afda3-0755-432d-929c-87ef7a25a104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a264f-94b5-4559-868e-233de164e8a7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:40.614495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.644899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b78984a-f67d-4c94-9614-c6474ed081f7']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:40.659354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1a383c-acb3-490c-aba0-3de75c986a85') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:40.659911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1a383c-acb3-490c-aba0-3de75c986a85') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:40.678205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.710939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.720244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:00:40.720244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.772323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-543057a1-d2ac-443a-a674-88c7745d26c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:00:40.832909 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:00:40.844195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] For port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9215df3a-56d3-4fdd-89fd-61cdc5b3f196,segment=NetworkSegment(1e1a383c-acb3-490c-aba0-3de75c986a85),segment_id=1e1a383c-acb3-490c-aba0-3de75c986a85)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:40.844195 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.859622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.859622 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.896116 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-543057a1-d2ac-443a-a674-88c7745d26c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.914007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/1b78984a-f67d-4c94-9614-c6474ed081f7 HTTP/1.1" status: 204 len: 168 time: 2.5967817 Mar 11 18:00:40.925783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59330) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:40.929204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee7b20-3cb2-4b33-9c5f-c75a2d7dbcd0 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=1b78984a-f67d-4c94-9614-c6474ed081f7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:41.017662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Calling delete_port for 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:41.089900 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:00:41.090711 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:00:41.177133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-543057a1-d2ac-443a-a674-88c7745d26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:41.233617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543057a1-d2ac-443a-a674-88c7745d26c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a264f-94b5-4559-868e-233de164e8a7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:41.332777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-543057a1-d2ac-443a-a674-88c7745d26c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:41.332777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-543057a1-d2ac-443a-a674-88c7745d26c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c0a264f-94b5-4559-868e-233de164e8a7 HTTP/1.1" status: 204 len: 168 time: 0.8999529 Mar 11 18:00:41.429926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:35Z', 'revision_number': 8, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:41.436768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3afd47-6aa4-4479-a135-a3b0e9a0039e None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:35Z', 'revision_number': 8, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b8a7ef-3b77-46b7-a534-3f57a17576f7', 'name': '', 'network_id': '9b1d9d40-ff27-4950-9d84-0045657f896c', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:29:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:00:07Z', 'updated_at': '2022-03-11T18:00:22Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '46d50a73-0e9c-4a0c-abf9-2137452bdc68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:41.603041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Deleting port 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:41.603041 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:41.685012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 46a3dddd-c8b4-4814-a7af-da49879477f8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:41.685012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:41.743161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fe5faf9f-6535-4a9d-96dc-f8386e14802f None None] The port '9215df3a-56d3-4fdd-89fd-61cdc5b3f196' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:00:41.837969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:41.896695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:41.897484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9215df3a-56d3-4fdd-89fd-61cdc5b3f196 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:42.001335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:42.030840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.040301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.148370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:42.154061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Usage tracker for resource:security_group_rule and tenant:741cba7dc8de4f8ba64cb7576b744b11 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:42.154061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:42.160247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:42.315207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c610681-c3c2-434a-a8ad-f68e81fe559c req-803f1834-69a3-4c4d-aab1-e6e80a6bde2e tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:42.315207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c610681-c3c2-434a-a8ad-f68e81fe559c req-803f1834-69a3-4c4d-aab1-e6e80a6bde2e tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 0.5496523 Mar 11 18:00:42.324991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 46a3dddd-c8b4-4814-a7af-da49879477f8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=46a3dddd-c8b4-4814-a7af-da49879477f8,segment=NetworkSegment(14f828fa-35fc-446a-8614-edc8a382041c),segment_id=14f828fa-35fc-446a-8614-edc8a382041c)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:42.324991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.400146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3adef0e1-7d3c-4199-b004-ffcb6a319429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.417216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.427830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c610681-c3c2-434a-a8ad-f68e81fe559c req-243e6694-0bd2-4614-ab0f-628cdf9f3e8a tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026204 Mar 11 18:00:42.427830 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.485670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80315b6-1f68-48ce-8d27-f2e3a61fe9c5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:42.494507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4bb2314e-7af2-48e0-885f-bc46db653abc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=741cba7dc8de4f8ba64cb7576b744b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4949267 Mar 11 18:00:42.497365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59360) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:42.569613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 46a3dddd-c8b4-4814-a7af-da49879477f8 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:42.600385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df42f979-7a5f-4ee4-9d15-83f97c68ecd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.635700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df42f979-7a5f-4ee4-9d15-83f97c68ecd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.721017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df42f979-7a5f-4ee4-9d15-83f97c68ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.738996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42f979-7a5f-4ee4-9d15-83f97c68ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80315b6-1f68-48ce-8d27-f2e3a61fe9c5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:42.746423 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-df42f979-7a5f-4ee4-9d15-83f97c68ecd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.748018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-df42f979-7a5f-4ee4-9d15-83f97c68ecd5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c80315b6-1f68-48ce-8d27-f2e3a61fe9c5 HTTP/1.1" status: 204 len: 168 time: 0.2485993 Mar 11 18:00:42.982635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:43.046611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=46a3dddd-c8b4-4814-a7af-da49879477f8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:43.608342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 975105c4-579c-4e08-9b6e-146f85571d87 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:43.649448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-8f10c519-4b50-4253-b7ed-495039373203 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:43.652098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-8f10c519-4b50-4253-b7ed-495039373203 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Synchronizing usage tracker for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:00:43.666141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 975105c4-579c-4e08-9b6e-146f85571d87 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:43.671097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 975105c4-579c-4e08-9b6e-146f85571d87 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:43.712807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-8f10c519-4b50-4253-b7ed-495039373203 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Unset dirty status for tenant:55d4a71fab2045c58dd7d28f31104671 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:00:43.714113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-8f10c519-4b50-4253-b7ed-495039373203 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.59 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 0.5452259 Mar 11 18:00:43.887964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Deleting port f4fcd6da-ed26-426a-815d-714698386293 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:43.887964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:43.920130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:44.108576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732208-0772-483e-a91d-78ec4cf56f21 req-eeade345-f963-45d9-ab48-eafb23b3dc47 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:44.117838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33732208-0772-483e-a91d-78ec4cf56f21 req-eeade345-f963-45d9-ab48-eafb23b3dc47 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 0.4610243 Mar 11 18:00:44.184363 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33732208-0772-483e-a91d-78ec4cf56f21 req-8de278f4-0df5-4f88-b8d9-383b54eb44ac tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674043 Mar 11 18:00:44.545983 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78b80842-ca89-4d77-a97f-d6746640434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:44.561059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 67b8a7ef-3b77-46b7-a534-3f57a17576f7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:44.561059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:44.802805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4fcd6da-ed26-426a-815d-714698386293,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:44.802805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.201336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 67b8a7ef-3b77-46b7-a534-3f57a17576f7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=67b8a7ef-3b77-46b7-a534-3f57a17576f7,segment=NetworkSegment(012e4797-2e99-411f-9045-b71b403bc4e0),segment_id=012e4797-2e99-411f-9045-b71b403bc4e0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:45.201702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.373300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 67b8a7ef-3b77-46b7-a534-3f57a17576f7 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:45.505721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f4fcd6da-ed26-426a-815d-714698386293 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:45.545964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bccd7-a259-4e23-a497-11483f3eb567 req-ec4b41aa-1c60-4eb4-9f65-a87f5bd4da89 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:45.547507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6bccd7-a259-4e23-a497-11483f3eb567 req-ec4b41aa-1c60-4eb4-9f65-a87f5bd4da89 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 945 time: 0.1689496 Mar 11 18:00:45.610855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.611288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.611742 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Floating IP 08b938ab-445d-43b0-b121-c66a88b4917a disassociated. External IP: 172.25.3.118, port: f4fcd6da-ed26-426a-815d-714698386293. Mar 11 18:00:45.612308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Calling delete_port for f4fcd6da-ed26-426a-815d-714698386293 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:45.629527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df6bccd7-a259-4e23-a497-11483f3eb567 req-5adc1175-8bb6-45b8-aa61-63db068704cf tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610459 Mar 11 18:00:45.748701 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.799600 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.809781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:00:45.819742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.834801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4fcd6da-ed26-426a-815d-714698386293,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:45.834801 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:45.921931 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293', 'code': 200} Mar 11 18:00:45.960548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f4fcd6da-ed26-426a-815d-714698386293,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:46.103640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:00:46.103640 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:00:46.153500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:46.256476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:46.370028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=67b8a7ef-3b77-46b7-a534-3f57a17576f7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:46.596243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59462) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:46.615603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Deleting port f4fcd6da-ed26-426a-815d-714698386293 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:46.615603 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:46.784041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:46.795429 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:46.826291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59472) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:46.826664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:46.827375 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:46.836588 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-902f6fce-2664-48f7-b269-da9722028cd7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5189421 Mar 11 18:00:47.035543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.060096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.064176 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:47.132983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] For port f4fcd6da-ed26-426a-815d-714698386293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f4fcd6da-ed26-426a-815d-714698386293,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:47.132983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.216983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:47.223567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:cf12e1d08b4d4e188280cfa8569e5638 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:47.227665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:47.242485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:47.332222 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.381526 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.425257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f932a4-bfb5-44b7-9b47-03f618b74039 req-fb0543ce-7162-4c4c-94fe-cafd84e8b1a5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:47.425257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86f932a4-bfb5-44b7-9b47-03f618b74039 req-fb0543ce-7162-4c4c-94fe-cafd84e8b1a5 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 943 time: 0.4546320 Mar 11 18:00:47.446128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 730543cd-7a01-4ddd-a236-b2fe8fef0c86 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:00:47.456948 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:42Z', 'revision_number': 10, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:47.456948 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:47.473786 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:47.473786 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:47.520377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86f932a4-bfb5-44b7-9b47-03f618b74039 req-b21eaa47-9c0c-48de-a477-22d70f77a5a7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/security-groups?id=f118c4a9-098c-4ace-ae36-3f937f254433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849853 Mar 11 18:00:47.520377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.597769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c77083-5115-4202-b314-81d4fd856088,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:47.628622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bb23164f-1efa-42d2-8f61-afe0a7598cf3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cf12e1d08b4d4e188280cfa8569e5638&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0303674 Mar 11 18:00:47.631658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59480) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:47.657852 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.703479 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:47.720093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.913146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.010834 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c69aa9e2-6039-4450-a50c-e88ff4047cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.012495 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.027900 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.028266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.028592 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Floating IP 08b938ab-445d-43b0-b121-c66a88b4917a disassociated. External IP: 172.25.3.118, port: f4fcd6da-ed26-426a-815d-714698386293. Mar 11 18:00:48.028957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Calling delete_port for f4fcd6da-ed26-426a-815d-714698386293 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:48.086200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=730543cd-7a01-4ddd-a236-b2fe8fef0c86,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:48.088130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109db257-6b0b-407b-800d-f57a913142c9 None None] Network 8eb092eb-6075-4f10-9861-d905bbb23a46 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:48.105644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.164103 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c69aa9e2-6039-4450-a50c-e88ff4047cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.178435 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:42Z', 'revision_number': 10, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:48.183867 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2261f4e-e362-4dbf-aa2f-a9537a427c78 None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:42Z', 'revision_number': 10, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None, '_interfaces': [{'id': '467877fb-1e2e-4108-b7b9-cac062aa16a9', 'name': '', 'network_id': '2434fe4f-5fe0-4d78-9b82-bb114983b4c3', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'mac_address': 'fa:16:3e:c1:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:32Z', 'updated_at': '2022-03-11T17:59:44Z', 'revision_number': 5, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'subnets': [{'id': '95b61718-facf-45cd-a1f3-65d03edc2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:48.351122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ffd5f6e5-1726-424d-9c3a-63c742c4dbfd tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/730543cd-7a01-4ddd-a236-b2fe8fef0c86 HTTP/1.1" status: 204 len: 168 time: 1.5174382 Mar 11 18:00:48.351122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59492) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:48.475718 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c69aa9e2-6039-4450-a50c-e88ff4047cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.480382 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.540397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aa9e2-6039-4450-a50c-e88ff4047cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c77083-5115-4202-b314-81d4fd856088,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:48.546774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event deleted for resources: {'Port': ['ID=f4fcd6da-ed26-426a-815d-714698386293,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:48.557500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c69aa9e2-6039-4450-a50c-e88ff4047cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.558816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c69aa9e2-6039-4450-a50c-e88ff4047cce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/44c77083-5115-4202-b314-81d4fd856088 HTTP/1.1" status: 204 len: 168 time: 0.9257836 Mar 11 18:00:48.609965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] DHCP port deletion for 8eb092eb-6075-4f10-9861-d905bbb23a46 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:00:48.632392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Deleting port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:48.632763 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.641015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.666792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:48.667137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.122954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] For port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,segment=NetworkSegment(14f828fa-35fc-446a-8614-edc8a382041c),segment_id=14f828fa-35fc-446a-8614-edc8a382041c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:49.122954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.154939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f078a602-7f5b-4d4a-9f3c-cf296ac1c687 req-ff704d6a-cde0-4443-8a3e-33c79b495cb2 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.1255450 Mar 11 18:00:49.158068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,segment=NetworkSegment(14f828fa-35fc-446a-8614-edc8a382041c),segment_id=14f828fa-35fc-446a-8614-edc8a382041c)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:49.158068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.371940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:49.387007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:49.461573 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.463727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Calling delete_port for 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:49.571573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No DVR routers for this DVR port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:49.600034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 46a3dddd-c8b4-4814-a7af-da49879477f8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:49.675532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59512) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:49.675532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=12ba6b7b-63c0-4b20-92df-a5ccb022a5b9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:49.709397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 46a3dddd-c8b4-4814-a7af-da49879477f8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:49.709397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 46a3dddd-c8b4-4814-a7af-da49879477f8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:49.709397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:49.716884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.749225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:49.820975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.837728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:00:49.847888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:49.848215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:49.852113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Usage tracker for resource:security_group_rule and tenant:a3bc3894aad94c3296bfc78b03c5ab76 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:00:49.858701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:00:49.859687 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:00:49.860043 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:00:49.872129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb092eb-6075-4f10-9861-d905bbb23a46']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:49.884389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:00:49.928710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f828fa-35fc-446a-8614-edc8a382041c') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:49.928710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f828fa-35fc-446a-8614-edc8a382041c') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:49.960655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.965518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:49.972655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ba8bb59a-3620-439d-ac24-f3ff1bf205c8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0471237 Mar 11 18:00:49.972655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59520) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:49.976108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:49.992191 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.005580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:50.008887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:00:50.008887 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.012379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:00:50.021612 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:00:50.213688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.221149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.280589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.323863 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.341371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/8eb092eb-6075-4f10-9861-d905bbb23a46 HTTP/1.1" status: 204 len: 168 time: 1.9784956 Mar 11 18:00:50.341371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59528) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:50.370738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:50.445347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet 46d50a73-0e9c-4a0c-abf9-2137452bdc68 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:00:50.450504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.495320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Deleting port 12ba6b7b-63c0-4b20-92df-a5ccb022a5b9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:50.495320 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.500678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:50.513625 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] Sync routers for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:50.520714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71a9d0-87dc-4712-afb0-2e6947796f2b tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=8eb092eb-6075-4f10-9861-d905bbb23a46,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:50.532535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a3bc3894aad94c3296bfc78b03c5ab76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8533521 Mar 11 18:00:50.532535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd90cb-9daf-4033-9bf7-b4673d88f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65d6a60-29ae-4bd6-8eef-41cd655dc0d7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:50.533832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:50.550879 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:50.551495 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:50.582059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.672296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f669c1-3431-4d53-97ae-7ed4e102a4ff None None] The port '12ba6b7b-63c0-4b20-92df-a5ccb022a5b9' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:00:50.768710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c905a37-17ac-4409-a230-2c287ca056ef req-214769a7-6b3a-4303-9743-0e9a8a796675 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.2282717 Mar 11 18:00:50.818266 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.893643 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:50.938932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] No DVR routers for this DVR port f4fcd6da-ed26-426a-815d-714698386293 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:50.952595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:50.954674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7561a00b-41e4-47af-bcbe-09324b9c76a7 req-85e41927-0811-48eb-b271-6f0151d046e7 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.59 "DELETE /v2.0/ports/f4fcd6da-ed26-426a-815d-714698386293 HTTP/1.1" status: 204 len: 173 time: 7.2304795 Mar 11 18:00:50.955166 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'name': 'network-vif-deleted', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:00:51.119588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90a2fdfe-fb45-43a2-a0d2-8adbf4bff43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.156054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.303807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=46d50a73-0e9c-4a0c-abf9-2137452bdc68,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:51.327390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90a2fdfe-fb45-43a2-a0d2-8adbf4bff43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.358169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.391693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.392719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f033b31-08ba-48f6-882b-61b659fb1e05 None None] Network 9b1d9d40-ff27-4950-9d84-0045657f896c requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:51.406385 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/46d50a73-0e9c-4a0c-abf9-2137452bdc68 HTTP/1.1" status: 204 len: 168 time: 1.4311604 Mar 11 18:00:51.424992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59548) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:51.426624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.427195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.427692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.428186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.428927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.429488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.429975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.430482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.431136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.431616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.432242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad58e5-d8e9-48ae-a59b-dd2633b1a3ea tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:51.692633 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44129cd7-2be4-47d5-b568-b8fcd4a8c21b', 'name': 'network-vif-deleted', 'tag': 'f4fcd6da-ed26-426a-815d-714698386293', 'status': 'completed', 'code': 200} Mar 11 18:00:51.728150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.781267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90a2fdfe-fb45-43a2-a0d2-8adbf4bff43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.807736 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:51Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:51.814572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] Checking router: 5dd225b2-9c68-45b0-9d5b-2dbcd106945a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:51.826611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:51.827895 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:51.828671 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:51.829249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.839003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:46Z', 'revision_number': 9, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:51.845359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:51.874833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:51.875904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:51.902840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2fdfe-fb45-43a2-a0d2-8adbf4bff43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65d6a60-29ae-4bd6-8eef-41cd655dc0d7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:51.930478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-90a2fdfe-fb45-43a2-a0d2-8adbf4bff43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:51.930478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-90a2fdfe-fb45-43a2-a0d2-8adbf4bff43d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d65d6a60-29ae-4bd6-8eef-41cd655dc0d7 HTTP/1.1" status: 204 len: 168 time: 1.3855219 Mar 11 18:00:52.183366 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c3ecfa2-7428-4ef9-8ae2-286c80c29783 req-22e60c8a-8480-4422-9ad4-3d5586003442 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "GET /v2.0/ports?device_id=44129cd7-2be4-47d5-b568-b8fcd4a8c21b HTTP/1.1" status: 200 len: 210 time: 0.1213124 Mar 11 18:00:52.331462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=72a5f3dc-2902-4f07-8ea8-ef24de152f6d,segment=NetworkSegment(012e4797-2e99-411f-9045-b71b403bc4e0),segment_id=012e4797-2e99-411f-9045-b71b403bc4e0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:52.333100 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:52.338393 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:52.473672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:52.697576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 72a5f3dc-2902-4f07-8ea8-ef24de152f6d owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:52.908044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:53.108299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=72a5f3dc-2902-4f07-8ea8-ef24de152f6d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:53.132645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No DVR routers for this DVR port 72a5f3dc-2902-4f07-8ea8-ef24de152f6d on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:53.144139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61062aa7-323b-4e8c-8ff3-aef1457af3f0 None None] DHCP port deletion for 9b1d9d40-ff27-4950-9d84-0045657f896c request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:00:53.383125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:46Z', 'revision_number': 9, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:53.417925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a918f-eb88-40ed-9354-67c82b9ca3a1 None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:00:46Z', 'revision_number': 9, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': '188dfcf2-1b4e-42b7-b652-7383898a8ea9', 'name': '', 'network_id': '4d3304f8-da8d-4c44-9122-5e43ad91fa6b', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:01:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:53Z', 'updated_at': '2022-03-11T18:00:10Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '28e6f8ee-9aee-4b13-8e9f-c75f39f03974', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:53.426802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 467877fb-1e2e-4108-b7b9-cac062aa16a9 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:53.426802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:53.489630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:51Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:53.507501 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdfbfaf-d0b9-4795-af29-5bbc52f695d2 None None] The sync data for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 is: [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T17:54:13Z', 'revision_number': 4, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c67e31d7-158f-439c-87f8-a40a9120f75a', 'name': '', 'network_id': '63d52d86-621b-4e9f-a9d3-001cfa404b4e', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'mac_address': 'fa:16:3e:a5:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:09Z', 'updated_at': '2022-03-11T17:54:51Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'subnets': [{'id': 'd533d223-b403-43f9-a3d9-81868caa8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:53.525872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:53.570534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1d9d40-ff27-4950-9d84-0045657f896c']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:53.611369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012e4797-2e99-411f-9045-b71b403bc4e0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:53.617425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012e4797-2e99-411f-9045-b71b403bc4e0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:53.660377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:53.684576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59586) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:53.688786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:53.838315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:00:53.838315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:00:53.851804 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:00:53.964372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a5f3dc-2902-4f07-8ea8-ef24de152f6d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:54.040682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 72a5f3dc-2902-4f07-8ea8-ef24de152f6d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:54.040682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 72a5f3dc-2902-4f07-8ea8-ef24de152f6d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:54.114211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 467877fb-1e2e-4108-b7b9-cac062aa16a9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=467877fb-1e2e-4108-b7b9-cac062aa16a9,segment=NetworkSegment(33aa0a07-8625-4f13-9565-deb6584c340e),segment_id=33aa0a07-8625-4f13-9565-deb6584c340e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:54.114211 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:54.215555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Deleting port 59fe893f-d3e3-45e4-b859-c5a02bccdf83 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:54.216367 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:54.264792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5ee66-ab9c-4d16-8efe-6eac0bb8da41 None None] New status for floating IP 08b938ab-445d-43b0-b121-c66a88b4917a: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:00:54.483693 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:00:54.744259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:54.745443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 467877fb-1e2e-4108-b7b9-cac062aa16a9 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:54.751115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:54.800421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=9b1d9d40-ff27-4950-9d84-0045657f896c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:54.837089 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3b68f6af-3b92-493d-ba5e-729a626933c7 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/9b1d9d40-ff27-4950-9d84-0045657f896c HTTP/1.1" status: 204 len: 168 time: 3.3616204 Mar 11 18:00:54.838402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59606) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:55.158235 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:55.220607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Port': ['ID=467877fb-1e2e-4108-b7b9-cac062aa16a9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:55.688469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 67b8a7ef-3b77-46b7-a534-3f57a17576f7 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:00:55.768157 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f972f757-b400-4df4-8e2d-c2e331ea5426 req-de8500c8-655e-4139-b2f1-8b6c7dbcfbcb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5234077 Mar 11 18:00:55.807907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 67b8a7ef-3b77-46b7-a534-3f57a17576f7 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:00:55.809603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 67b8a7ef-3b77-46b7-a534-3f57a17576f7 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:00:55.824202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:55.825025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:56.228569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Calling delete_port for 59fe893f-d3e3-45e4-b859-c5a02bccdf83 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:56.233582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:56.540377 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:00:56.540986 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:00:56.805927 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f972f757-b400-4df4-8e2d-c2e331ea5426 req-fc05d8bc-3860-4138-9a0f-41b71927f371 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0589507 Mar 11 18:00:56.873107 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f972f757-b400-4df4-8e2d-c2e331ea5426 req-17c3cf2c-307d-432b-a0fe-f4fc61f89319 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399873 Mar 11 18:00:57.007604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:57.059708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Deleting port 59fe893f-d3e3-45e4-b859-c5a02bccdf83 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:57.060291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:57.455019 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f757-b400-4df4-8e2d-c2e331ea5426 req-03d990b5-7559-4ef0-9e09-1ee9481e0a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:57.456208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:57.456967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f972f757-b400-4df4-8e2d-c2e331ea5426 req-03d990b5-7559-4ef0-9e09-1ee9481e0a61 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5834248 Mar 11 18:00:57.730907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:57.756832 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:00:57.785963 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3c3b382a-2625-43f3-824b-ccca8111be09 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4328210 Mar 11 18:00:57.785963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:57.795762 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:57.795762 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:57.973628 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:57.974337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.213590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting subnet 95b61718-facf-45cd-a1f3-65d03edc2570 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:00:58.228753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.381487 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:58.417916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.505355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Calling delete_port for 59fe893f-d3e3-45e4-b859-c5a02bccdf83 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:00:58.725369 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.732572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:54Z', 'revision_number': 11, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:58.738305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:00:58.793240 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:00:58.793240 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:58.927201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.009497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.075438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event deleted for resources: {'Port': ['ID=59fe893f-d3e3-45e4-b859-c5a02bccdf83,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:59.136000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Subnet': ['ID=95b61718-facf-45cd-a1f3-65d03edc2570,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:59.136000 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.152506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-22558fb7-6086-4937-9861-2390849970d7 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/95b61718-facf-45cd-a1f3-65d03edc2570 HTTP/1.1" status: 204 len: 168 time: 1.3635623 Mar 11 18:00:59.152506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59674) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:00:59.155023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ea7a3-abcf-4df6-816c-5390158a0250 None None] Network 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:00:59.393385 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.411307 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:00:59.450268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.451533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-582bc721-ce3e-452e-a131-a8bf9df53a74 tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "DELETE /v2.0/floatingips/08b938ab-445d-43b0-b121-c66a88b4917a HTTP/1.1" status: 204 len: 168 time: 5.7659194 Mar 11 18:00:59.517723 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.547748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:59.548381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.575054 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:54Z', 'revision_number': 11, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:59.581375 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61245b91-3870-4952-864d-e78d0e3c197f None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:54Z', 'revision_number': 11, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:00:59.613106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 188dfcf2-1b4e-42b7-b652-7383898a8ea9 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:00:59.613451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:00.112924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] DHCP port deletion for 2434fe4f-5fe0-4d78-9b82-bb114983b4c3 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:01:00.122453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] Deleting port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:00.122453 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:00.130148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59692) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:00.557543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 188dfcf2-1b4e-42b7-b652-7383898a8ea9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=188dfcf2-1b4e-42b7-b652-7383898a8ea9,segment=NetworkSegment(fa01c5d9-ca59-45b8-b503-1911a28f6285),segment_id=fa01c5d9-ca59-45b8-b503-1911a28f6285)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:00.557543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:00.583757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] For port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,segment=NetworkSegment(33aa0a07-8625-4f13-9565-deb6584c340e),segment_id=33aa0a07-8625-4f13-9565-deb6584c340e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:00.583757 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:00.652271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] For port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,segment=NetworkSegment(33aa0a07-8625-4f13-9565-deb6584c340e),segment_id=33aa0a07-8625-4f13-9565-deb6584c340e)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:00.652271 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:00.802579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] Calling delete_port for 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:00.815995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 188dfcf2-1b4e-42b7-b652-7383898a8ea9 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:00.837622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Calling delete_port for 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:00.914336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39e5def9-cd8f-4c89-adb2-12a28fed76ac tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:01.002771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:01.035276 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39e5def9-cd8f-4c89-adb2-12a28fed76ac tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:01.069454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:01:01.069454 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:01:01.114186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] Pushing event deleted for resources: {'Port': ['ID=329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.149602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5f89f-c8c3-4abb-b3d6-fc913d37dcf6 None None] No DVR routers for this DVR port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:01.257750 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39e5def9-cd8f-4c89-adb2-12a28fed76ac tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:01.298956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5def9-cd8f-4c89-adb2-12a28fed76ac tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f118c4a9-098c-4ace-ae36-3f937f254433,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.330267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39e5def9-cd8f-4c89-adb2-12a28fed76ac tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:01.331609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-39e5def9-cd8f-4c89-adb2-12a28fed76ac tempest-TestServerBasicOps-837158737 tempest-TestServerBasicOps-837158737-project] 10.222.0.96 "DELETE /v2.0/security-groups/f118c4a9-098c-4ace-ae36-3f937f254433 HTTP/1.1" status: 204 len: 168 time: 1.2046924 Mar 11 18:01:01.461752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59708) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:01.527826 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:01.563902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Deleting port 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:01.563902 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:01.622348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=188dfcf2-1b4e-42b7-b652-7383898a8ea9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.689033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:01.970232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:01.970232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:01.987590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 467877fb-1e2e-4108-b7b9-cac062aa16a9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:02.040538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] The port '329bcd7f-0f7e-4bb4-8faf-2b5b2f27b561' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:01:02.042798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 467877fb-1e2e-4108-b7b9-cac062aa16a9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:02.046412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 467877fb-1e2e-4108-b7b9-cac062aa16a9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:02.447301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.454635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.497827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2434fe4f-5fe0-4d78-9b82-bb114983b4c3']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:02.521721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33aa0a07-8625-4f13-9565-deb6584c340e') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:02.522175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33aa0a07-8625-4f13-9565-deb6584c340e') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:02.561851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.597299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.606091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:01:02.606759 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.792682 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-f5bb0f02-ba9b-4375-b9fe-c7361ac66638 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3374617 Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:02.858848 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:02.874439 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.972087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.988657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Pushing event deleted for resources: {'Network': ['ID=2434fe4f-5fe0-4d78-9b82-bb114983b4c3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:03.038641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-add96294-41e6-4205-997d-1e77c7cbfd79 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/networks/2434fe4f-5fe0-4d78-9b82-bb114983b4c3 HTTP/1.1" status: 204 len: 168 time: 3.8786588 Mar 11 18:01:03.038641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59730) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:03.140580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'routes': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:03.379071 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-d1cb90f1-722e-442a-8da2-b9e77964bdf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 1096 time: 0.5383303 Mar 11 18:01:03.568368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c68d08-c628-4073-8c03-193e322375ba req-5709970f-8084-49f6-91b4-a1ece369003e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:03.570532 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-5709970f-8084-49f6-91b4-a1ece369003e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.1668298 Mar 11 18:01:03.723456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:03.726197 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-6f39d0d9-00d1-434d-bb0d-70a3d74f2d97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4 HTTP/1.1" status: 200 len: 1001 time: 0.1492879 Mar 11 18:01:03.863700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.extraroute_db [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Added routes are [] {{(pid=83849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 18:01:03.864173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.extraroute_db [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Removed routes are [] {{(pid=83849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 18:01:03.864944 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.191515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c68d08-c628-4073-8c03-193e322375ba req-d1e00bc7-29a4-4aa8-a07b-dfa77bb5c61f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:04.191515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-d1e00bc7-29a4-4aa8-a07b-dfa77bb5c61f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.4472976 Mar 11 18:01:04.441201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:04.452914 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-57beb315-e290-4768-8f0d-4a6adcfbee9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626092 Mar 11 18:01:04.462164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:04.474285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-afe623f3-14f9-4cfe-ac5a-deddd4985715 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:01:04.475792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-afe623f3-14f9-4cfe-ac5a-deddd4985715 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0123136 Mar 11 18:01:04.479845 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c5ae5fff-88ea-4cf9-a8ab-7293b5eaee00 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6364825 Mar 11 18:01:04.487937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:04.488791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:04.490845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59742) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:04.758750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.767067 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.881071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:04.930736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-86645097-aba7-4182-a2ab-006b939628ea service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404423 Mar 11 18:01:05.042506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet 28e6f8ee-9aee-4b13-8e9f-c75f39f03974 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:01:05.046318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.048920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router deac7d0d-2619-4351-86f1-c1093e31d44a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:05.319825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.440437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.494830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:05.503419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.506394 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] Sync routers for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:05.520493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c64f37de-4751-4648-8bc1-3fb2e91f294f tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 200 len: 700 time: 2.4806938 Mar 11 18:01:05.521976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59760) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:05.529462 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:05.532356 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:05.590882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.639245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f79dcaf6-add1-4e94-b6dd-d379b0eb322a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:05.682535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f79dcaf6-add1-4e94-b6dd-d379b0eb322a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:05.686302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f79dcaf6-add1-4e94-b6dd-d379b0eb322a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 200 len: 205 time: 0.1578891 Mar 11 18:01:05.690297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59764) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:05.732166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.765002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:01Z', 'revision_number': 10, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:05.780340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:05.796214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:05.797612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:05.841045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=28e6f8ee-9aee-4b13-8e9f-c75f39f03974,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:05.845085 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:05.946473 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1c68d08-c628-4073-8c03-193e322375ba req-4f0751e8-a38a-4298-8968-8c95cbaff170 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0057871 Mar 11 18:01:05.962057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.982177 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-89f2641b-bb85-4f6b-8a13-5357b9be92e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/28e6f8ee-9aee-4b13-8e9f-c75f39f03974 HTTP/1.1" status: 204 len: 168 time: 1.4902489 Mar 11 18:01:05.986596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:06.001840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a377f43-1361-4432-8f7b-3c1ff871d327 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:06.006879 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:54Z', 'revision_number': 11, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:06.012413 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] Checking router: deac7d0d-2619-4351-86f1-c1093e31d44a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:06.027539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] Routers {'deac7d0d-2619-4351-86f1-c1093e31d44a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:06.028551 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['deac7d0d-2619-4351-86f1-c1093e31d44a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:06.142023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a88dc-202c-41b0-8eaa-99447506e811 None None] Network 4d3304f8-da8d-4c44-9122-5e43ad91fa6b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:01:06.315399 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:06.328804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port 8a649136-5d2a-4782-9688-3b1426e4cd60 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:06.329431 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:06.338805 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] Set router deac7d0d-2619-4351-86f1-c1093e31d44a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:06.494480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:06.581170 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:54Z', 'revision_number': 11, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:06.597897 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559ce79-0fd2-46e3-bc59-c8948d751791 None None] The sync data for ids ['deac7d0d-2619-4351-86f1-c1093e31d44a'] in n-d-833436-1 is: [{'id': 'deac7d0d-2619-4351-86f1-c1093e31d44a', 'name': 'tempest-RoutersTest-router-507323391', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:27Z', 'updated_at': '2022-03-11T18:00:54Z', 'revision_number': 11, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:06.982000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port 8a649136-5d2a-4782-9688-3b1426e4cd60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8a649136-5d2a-4782-9688-3b1426e4cd60,segment=NetworkSegment(fa01c5d9-ca59-45b8-b503-1911a28f6285),segment_id=fa01c5d9-ca59-45b8-b503-1911a28f6285)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:06.982971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.128448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] DHCP port deletion for 4d3304f8-da8d-4c44-9122-5e43ad91fa6b request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:01:07.135841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Deleting port 8a649136-5d2a-4782-9688-3b1426e4cd60 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:07.136256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.364543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for 8a649136-5d2a-4782-9688-3b1426e4cd60 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:07.427604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] For port 8a649136-5d2a-4782-9688-3b1426e4cd60, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8a649136-5d2a-4782-9688-3b1426e4cd60,segment=NetworkSegment(fa01c5d9-ca59-45b8-b503-1911a28f6285),segment_id=fa01c5d9-ca59-45b8-b503-1911a28f6285)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:07.427932 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.476567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.563788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=8a649136-5d2a-4782-9688-3b1426e4cd60,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:07.585122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No DVR routers for this DVR port 8a649136-5d2a-4782-9688-3b1426e4cd60 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:07.599124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8a649136-5d2a-4782-9688-3b1426e4cd60 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:07.631302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Calling delete_port for 8a649136-5d2a-4782-9688-3b1426e4cd60 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:07.640696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a377f43-1361-4432-8f7b-3c1ff871d327 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.654516 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a377f43-1361-4432-8f7b-3c1ff871d327 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.710008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8a649136-5d2a-4782-9688-3b1426e4cd60 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:07.710642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8a649136-5d2a-4782-9688-3b1426e4cd60 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:07.745311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:01Z', 'revision_number': 10, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:07.761397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba990b7-df91-4a4e-be1f-7ed6b2c7859c None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:01Z', 'revision_number': 10, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None, '_interfaces': [{'id': 'a24fb176-691e-467c-9891-34102009d83d', 'name': '', 'network_id': '764ea3c8-091d-40fc-b001-5e3aaa589281', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'mac_address': 'fa:16:3e:e8:11:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:59:41Z', 'updated_at': '2022-03-11T17:59:56Z', 'revision_number': 5, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'subnets': [{'id': '21f477e4-c4f3-4321-99df-4893c0e3f6df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:07.832961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a377f43-1361-4432-8f7b-3c1ff871d327 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.834752 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a377f43-1361-4432-8f7b-3c1ff871d327 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Fanout notify agent at l3_agent the message router_deleted on router deac7d0d-2619-4351-86f1-c1093e31d44a {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:01:07.852399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:01:07.852748 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:01:07.867581 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a377f43-1361-4432-8f7b-3c1ff871d327 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:07.868741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7a377f43-1361-4432-8f7b-3c1ff871d327 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 204 len: 168 time: 2.1774373 Mar 11 18:01:07.925526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59788) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:07.937026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-335171722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:07.958539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:07.981048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Usage tracker for resource:router and tenant:eb59afe9c385452682ec87b77b03491b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:07.993581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:08.018921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:08.063565 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.065287 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.148001 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.172954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.219047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Deleting port c67e31d7-158f-439c-87f8-a40a9120f75a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:08.219368 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.219799 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.287124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3304f8-da8d-4c44-9122-5e43ad91fa6b']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:08.311639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.314829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b920f930-225a-4059-ae18-2856382704fb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3855023 Mar 11 18:01:08.319262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59796) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:08.319455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa01c5d9-ca59-45b8-b503-1911a28f6285') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:08.320065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa01c5d9-ca59-45b8-b503-1911a28f6285') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:08.329267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-25a80329-862e-471b-a12c-6197c8cbdca3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:08.346698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.354118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Deleting port 8a649136-5d2a-4782-9688-3b1426e4cd60 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:08.354803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.384224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.402431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:01:08.409917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:08.427296 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:08.555119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.592853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:08.599365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=4d3304f8-da8d-4c44-9122-5e43ad91fa6b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:08.624221 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0aa95833-314f-423a-b5f7-2d9408f3247a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/4d3304f8-da8d-4c44-9122-5e43ad91fa6b HTTP/1.1" status: 204 len: 168 time: 2.6357803 Mar 11 18:01:08.625680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59808) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:08.790798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-52bcced4-a8fa-4cdb-90bf-3395cb6ed3c0 None None] The port '8a649136-5d2a-4782-9688-3b1426e4cd60' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:01:08.996246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] For port c67e31d7-158f-439c-87f8-a40a9120f75a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c67e31d7-158f-439c-87f8-a40a9120f75a,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:08.997149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.206916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Calling delete_port for c67e31d7-158f-439c-87f8-a40a9120f75a owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:09.349154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.489085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 188dfcf2-1b4e-42b7-b652-7383898a8ea9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:09.596508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 188dfcf2-1b4e-42b7-b652-7383898a8ea9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:09.597466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 188dfcf2-1b4e-42b7-b652-7383898a8ea9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:09.678484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.862837 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25a80329-862e-471b-a12c-6197c8cbdca3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.962688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25a80329-862e-471b-a12c-6197c8cbdca3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.244182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port a24fb176-691e-467c-9891-34102009d83d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:10.244672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.454465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.532945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a80329-862e-471b-a12c-6197c8cbdca3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Router 31686a13-20fc-4a5e-b323-3d78200760e9 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:10.542593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67e31d7-158f-439c-87f8-a40a9120f75a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.630224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port a24fb176-691e-467c-9891-34102009d83d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a24fb176-691e-467c-9891-34102009d83d,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:10.631071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.670810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.671352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.671890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.672432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.672965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.673516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.682356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.683161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.683709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.684238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.684775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:11.159298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for a24fb176-691e-467c-9891-34102009d83d owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:11.467112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a80329-862e-471b-a12c-6197c8cbdca3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:11.504300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25a80329-862e-471b-a12c-6197c8cbdca3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.507216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25a80329-862e-471b-a12c-6197c8cbdca3 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "PUT /v2.0/routers/31686a13-20fc-4a5e-b323-3d78200760e9 HTTP/1.1" status: 200 len: 693 time: 3.1854589 Mar 11 18:01:11.511893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59822) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:11.531948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] Sync routers for ids ['31686a13-20fc-4a5e-b323-3d78200760e9'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:11.566737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] Routers {'31686a13-20fc-4a5e-b323-3d78200760e9'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:11.567959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['31686a13-20fc-4a5e-b323-3d78200760e9'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:11.809620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.975464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Port': ['ID=a24fb176-691e-467c-9891-34102009d83d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:12.049523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-20838041-a404-4f19-9b11-17ace6234396 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/routers/31686a13-20fc-4a5e-b323-3d78200760e9 HTTP/1.1" status: 200 len: 699 time: 0.5341434 Mar 11 18:01:12.061123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59828) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:12.323931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] Set router 31686a13-20fc-4a5e-b323-3d78200760e9 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:12.332984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b6fd380e-daff-42b8-a242-06ca0d71169e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=31686a13-20fc-4a5e-b323-3d78200760e9 HTTP/1.1" status: 200 len: 205 time: 0.2571270 Mar 11 18:01:12.341068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 59834) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:12.697556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.974487 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.019704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68ee8ec1-7616-4da3-bd06-dc583e06e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.021436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31686a13-20fc-4a5e-b323-3d78200760e9', 'name': 'tempest-RoutersTest-router-335171722', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:08Z', 'updated_at': '2022-03-11T18:01:09Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:13.044163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] Checking router: 31686a13-20fc-4a5e-b323-3d78200760e9 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:13.067870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e319663c-0e83-4576-84dd-4cdfe2f9da8c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.079165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] Routers {'31686a13-20fc-4a5e-b323-3d78200760e9'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:13.080138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:00:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['31686a13-20fc-4a5e-b323-3d78200760e9'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:13.559213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] Set router 31686a13-20fc-4a5e-b323-3d78200760e9 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:13.918128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31686a13-20fc-4a5e-b323-3d78200760e9', 'name': 'tempest-RoutersTest-router-335171722', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:08Z', 'updated_at': '2022-03-11T18:01:09Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:13.923358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea0259-e787-4ccd-ab62-0e28ee62e697 None None] The sync data for ids ['31686a13-20fc-4a5e-b323-3d78200760e9'] in n-d-833436-1 is: [{'id': '31686a13-20fc-4a5e-b323-3d78200760e9', 'name': 'tempest-RoutersTest-router-335171722', 'tenant_id': 'eb59afe9c385452682ec87b77b03491b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:08Z', 'updated_at': '2022-03-11T18:01:09Z', 'revision_number': 2, 'project_id': 'eb59afe9c385452682ec87b77b03491b', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:14.117517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59912) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:14.559294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-498aa590-053e-4a74-812b-0ab4e457ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.575287 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:14.922221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e319663c-0e83-4576-84dd-4cdfe2f9da8c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.931896 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e319663c-0e83-4576-84dd-4cdfe2f9da8c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.064254 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e319663c-0e83-4576-84dd-4cdfe2f9da8c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.064254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e319663c-0e83-4576-84dd-4cdfe2f9da8c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Fanout notify agent at l3_agent the message router_deleted on router 31686a13-20fc-4a5e-b323-3d78200760e9 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:01:15.245369 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.345902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:15.356278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5acccb389d461a9eae7334bf3cf9b6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:15.364925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e319663c-0e83-4576-84dd-4cdfe2f9da8c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.366174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e319663c-0e83-4576-84dd-4cdfe2f9da8c tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/31686a13-20fc-4a5e-b323-3d78200760e9 HTTP/1.1" status: 204 len: 168 time: 3.0160418 Mar 11 18:01:15.372297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 59994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:15.375583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:15.430268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:15.436793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db47c366-9fcc-4f46-9df4-fea6c8f117e9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Synchronizing usage tracker for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:15.445276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:15.452962 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:15.479693 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:15.480365 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.548986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-db47c366-9fcc-4f46-9df4-fea6c8f117e9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] Unset dirty status for tenant:eb59afe9c385452682ec87b77b03491b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:15.551026 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db47c366-9fcc-4f46-9df4-fea6c8f117e9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=31686a13-20fc-4a5e-b323-3d78200760e9 HTTP/1.1" status: 200 len: 205 time: 0.1771379 Mar 11 18:01:15.557106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60012) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:15.707031 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49a53d93-a07e-42be-950d-b4007e85476d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0794756 Mar 11 18:01:15.715601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60028) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:15.721030 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.726742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.746271 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:15.746426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.814601 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.892345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1e5acccb389d461a9eae7334bf3cf9b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7610304 Mar 11 18:01:15.892345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60042) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:15.900149 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 11, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.900149 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:15.922877 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:15.922877 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.957274 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-d5fab0d8-ad71-48f5-8481-a265ad6021de tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] delete failed (client error): The resource could not be found. Mar 11 18:01:15.957274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d5fab0d8-ad71-48f5-8481-a265ad6021de tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/31686a13-20fc-4a5e-b323-3d78200760e9 HTTP/1.1" status: 404 len: 336 time: 0.3844483 Mar 11 18:01:15.957274 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60052) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:16.007179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a340c4-5f20-41b1-8cdb-0a444ede9274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8609048b-9a5d-4b24-aa5a-af6c4b87247d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:16.163140 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:16.228428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f73ef8c4-6ce5-484e-bb56-44ac1ebd85b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.229512 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe140991-ac10-4bc2-b5d0-8a0ee884e4f5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:16.230411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe140991-ac10-4bc2-b5d0-8a0ee884e4f5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:16.255137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fe140991-ac10-4bc2-b5d0-8a0ee884e4f5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/4b361e71-7637-45b1-ac9e-1b1321b7f52d HTTP/1.1" status: 404 len: 337 time: 0.2638471 Mar 11 18:01:16.262178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60084) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:16.328513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f73ef8c4-6ce5-484e-bb56-44ac1ebd85b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.346099 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-517b8469-6311-492e-b87e-3aee140bf273 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:16.346726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517b8469-6311-492e-b87e-3aee140bf273 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:16.348483 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-517b8469-6311-492e-b87e-3aee140bf273 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/38554a72-2163-4666-b9a5-b77565297488 HTTP/1.1" status: 404 len: 337 time: 0.0850224 Mar 11 18:01:16.351605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60098) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:16.400961 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 11, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:16.407771 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff4dea-ec9e-4cfc-b4de-9e10347b6e37 None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 11, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:16.550869 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-acafb6da-553a-4bb4-813d-42423e32c925 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:16.551231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acafb6da-553a-4bb4-813d-42423e32c925 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:16.553097 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-acafb6da-553a-4bb4-813d-42423e32c925 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/730543cd-7a01-4ddd-a236-b2fe8fef0c86 HTTP/1.1" status: 404 len: 337 time: 0.2002530 Mar 11 18:01:16.562603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60122) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:16.621067 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29d1d2e-1d54-48a4-9ecc-bfcece712672 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:16.621674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29d1d2e-1d54-48a4-9ecc-bfcece712672 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:16.627465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f29d1d2e-1d54-48a4-9ecc-bfcece712672 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/95b61718-facf-45cd-a1f3-65d03edc2570 HTTP/1.1" status: 404 len: 337 time: 0.0603230 Mar 11 18:01:16.628556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:16.695492 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a92a5796-8ec1-4892-a6ad-2bed8ca9cc9a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 200 len: 205 time: 0.0654547 Mar 11 18:01:16.700246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:16.791024 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f73ef8c4-6ce5-484e-bb56-44ac1ebd85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.813264 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-1fd412e0-9bd1-457a-9106-f7d2a06b463e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] delete failed (client error): The resource could not be found. Mar 11 18:01:16.815040 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1fd412e0-9bd1-457a-9106-f7d2a06b463e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/deac7d0d-2619-4351-86f1-c1093e31d44a HTTP/1.1" status: 404 len: 336 time: 0.1122239 Mar 11 18:01:16.817837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60158) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:16.877593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ef8c4-6ce5-484e-bb56-44ac1ebd85b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8609048b-9a5d-4b24-aa5a-af6c4b87247d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:16.909317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fafb8fa1-606e-4607-a814-afeeadec21e9 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc HTTP/1.1" status: 200 len: 205 time: 0.0900979 Mar 11 18:01:16.912942 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f73ef8c4-6ce5-484e-bb56-44ac1ebd85b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.914531 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f73ef8c4-6ce5-484e-bb56-44ac1ebd85b6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8609048b-9a5d-4b24-aa5a-af6c4b87247d HTTP/1.1" status: 204 len: 168 time: 1.0255156 Mar 11 18:01:16.915942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60168) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.042142 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-a4710d53-9dae-472b-a4c7-f96e27a7c9eb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] delete failed (client error): The resource could not be found. Mar 11 18:01:17.052600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a4710d53-9dae-472b-a4c7-f96e27a7c9eb tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/c75d6be3-9c23-4d58-9b6d-a9bc2681d8cc HTTP/1.1" status: 404 len: 336 time: 0.1349466 Mar 11 18:01:17.055723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60184) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.091489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.095985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting subnet 21f477e4-c4f3-4321-99df-4893c0e3f6df {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:01:17.105454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.157693 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6291ec1-3137-49c5-aa18-a2c312d32c74 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:17.159055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6291ec1-3137-49c5-aa18-a2c312d32c74 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:17.163678 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6291ec1-3137-49c5-aa18-a2c312d32c74 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/6c093230-4b3e-41aa-a6c2-cead8ffb51a9 HTTP/1.1" status: 404 len: 337 time: 0.1060946 Mar 11 18:01:17.169418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60192) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.268278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-15eca4da-fcd2-44ca-a0e8-8ca22229d847 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=12d0353c-3c68-4ffa-9123-b05da5326f15 HTTP/1.1" status: 200 len: 205 time: 0.0971696 Mar 11 18:01:17.272256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60206) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.307724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.371691 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-4e50a1a7-362b-4660-b960-dbe2119471f5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] delete failed (client error): The resource could not be found. Mar 11 18:01:17.372830 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4e50a1a7-362b-4660-b960-dbe2119471f5 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/12d0353c-3c68-4ffa-9123-b05da5326f15 HTTP/1.1" status: 404 len: 336 time: 0.0993497 Mar 11 18:01:17.377972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.432161 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5daeb0b6-0549-46b8-90d4-64aa22d3b0e2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=bab4e15e-c399-4b88-98e8-50403e626d48 HTTP/1.1" status: 200 len: 205 time: 0.0526643 Mar 11 18:01:17.436136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.489207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:17.523962 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-aa528517-858f-475e-b0ce-fe20f3f71e54 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] delete failed (client error): The resource could not be found. Mar 11 18:01:17.525330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aa528517-858f-475e-b0ce-fe20f3f71e54 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/bab4e15e-c399-4b88-98e8-50403e626d48 HTTP/1.1" status: 404 len: 336 time: 0.0879648 Mar 11 18:01:17.532478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60234) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.550235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a24fb176-691e-467c-9891-34102009d83d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:17.635376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a24fb176-691e-467c-9891-34102009d83d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:17.637584 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-62535193-afc9-4e9a-a326-27756aa8c498 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:17.637860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a24fb176-691e-467c-9891-34102009d83d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:17.638486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62535193-afc9-4e9a-a326-27756aa8c498 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:17.640630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-62535193-afc9-4e9a-a326-27756aa8c498 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/8ad2afb6-2098-4ed0-af98-6057113142d2 HTTP/1.1" status: 404 len: 337 time: 0.1066613 Mar 11 18:01:17.644730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60250) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.704730 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dbf0cc90-83ff-4033-bfe7-81bebdaae199 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=f50bd757-036e-4224-8e3f-7e3b10e8d3d6 HTTP/1.1" status: 200 len: 205 time: 0.0584805 Mar 11 18:01:17.709402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60260) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.716076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.801194 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-e0b0b03c-b718-4c92-93b4-86e4c664d36a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] delete failed (client error): The resource could not be found. Mar 11 18:01:17.802588 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0b0b03c-b718-4c92-93b4-86e4c664d36a tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/f50bd757-036e-4224-8e3f-7e3b10e8d3d6 HTTP/1.1" status: 404 len: 336 time: 0.0913084 Mar 11 18:01:17.807185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60268) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.857288 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e213a14-b1cc-4295-ba4c-5f10f6203e8e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:17.857802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e213a14-b1cc-4295-ba4c-5f10f6203e8e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:17.857951 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.859925 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1e213a14-b1cc-4295-ba4c-5f10f6203e8e tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/73c55257-9ac7-4b3d-91c4-8f2dda3b5b6c HTTP/1.1" status: 404 len: 337 time: 0.0513372 Mar 11 18:01:17.865107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60276) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.904317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Subnet': ['ID=21f477e4-c4f3-4321-99df-4893c0e3f6df,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:17.936426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.936724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a0fc999a-4952-487b-9cb9-8d0e9ff8f2f2 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "GET /v2.0/ports?device_id=be4fa4d1-bec8-4580-a274-7624953a083e HTTP/1.1" status: 200 len: 205 time: 0.0676970 Mar 11 18:01:17.936851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60286) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:17.952646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067e1ed4-0073-4582-9eec-c17ee08531d0 None None] Network 764ea3c8-091d-40fc-b001-5e3aaa589281 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:01:17.988890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60292) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:18.012458 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.012783 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-b810e1a6-2eee-418b-adf7-78535a7c1573 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] delete failed (client error): The resource could not be found. Mar 11 18:01:18.019583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b810e1a6-2eee-418b-adf7-78535a7c1573 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/routers/be4fa4d1-bec8-4580-a274-7624953a083e HTTP/1.1" status: 404 len: 336 time: 0.0814390 Mar 11 18:01:18.023520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60300) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:18.032410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-57ebf6ce-7043-4935-8314-061365b7a506 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/21f477e4-c4f3-4321-99df-4893c0e3f6df HTTP/1.1" status: 204 len: 168 time: 2.2955961 Mar 11 18:01:18.034541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60304) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:18.073184 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7631bb75-3e19-4892-86a1-c307bec7d765 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:18.073666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7631bb75-3e19-4892-86a1-c307bec7d765 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:18.079694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7631bb75-3e19-4892-86a1-c307bec7d765 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/4ba123a7-aac2-4d4d-9bc4-5dd668633cd4 HTTP/1.1" status: 404 len: 337 time: 0.0511198 Mar 11 18:01:18.080489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60316) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:18.134419 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29a1047-c7a4-4896-a7ea-7b602cecbe60 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:18.135045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29a1047-c7a4-4896-a7ea-7b602cecbe60 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:18.137062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b29a1047-c7a4-4896-a7ea-7b602cecbe60 tempest-RoutersTest-2146573810 tempest-RoutersTest-2146573810-project] 10.222.0.96 "DELETE /v2.0/subnets/967107c0-0e98-4429-b0e4-c88310d85f06 HTTP/1.1" status: 404 len: 337 time: 0.0559573 Mar 11 18:01:18.164467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:18.172412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Usage tracker for resource:security_group_rule and tenant:17fbdd49f19440d992d6b0a24cf1bcb7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:18.186951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:18.199240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:18.353067 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.357830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:18.364328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2cbefbb5-d202-47d5-abd9-224fbf4d13f0 admin admin] 10.222.0.96 "PUT /v2.0/routers/5dd225b2-9c68-45b0-9d5b-2dbcd106945a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9121518 Mar 11 18:01:18.368819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60346) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:18.389042 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c876168-b099-488f-9590-753b0d82c001 None None] Sync routers for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:18.396139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.407875 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.465469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:18.466192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:18.561690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a9895-8a3a-41bc-b6e3-b12fc838da12,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.567026 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe8cee7d-ba50-4de1-8afe-9f92eedca26e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=17fbdd49f19440d992d6b0a24cf1bcb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5770226 Mar 11 18:01:18.571364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60364) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:18.608866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port cb7ae617-0a6f-4ecf-80d1-379db8f380cd {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:18.609430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.735747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:18.809354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0974300-c706-47c7-b301-02dd73964bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.847042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0974300-c706-47c7-b301-02dd73964bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.949960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] DHCP port deletion for 764ea3c8-091d-40fc-b001-5e3aaa589281 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:01:18.979429 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0974300-c706-47c7-b301-02dd73964bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.014742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60394) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:19.017974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0974300-c706-47c7-b301-02dd73964bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a9895-8a3a-41bc-b6e3-b12fc838da12,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.039929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Deleting port cb7ae617-0a6f-4ecf-80d1-379db8f380cd {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:19.040404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.052066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0974300-c706-47c7-b301-02dd73964bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.060782 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0974300-c706-47c7-b301-02dd73964bdf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e62a9895-8a3a-41bc-b6e3-b12fc838da12 HTTP/1.1" status: 204 len: 168 time: 0.4876060 Mar 11 18:01:19.169280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:19.170647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.432942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.515077 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0653c3a-0d1c-4b20-9670-7edc8f97e4ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb59afe9c385452682ec87b77b03491b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4994252 Mar 11 18:01:19.519001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60428) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:19.637354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-487f6c43-e4f1-4b08-91ca-a973d4f1ba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.652952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cb7ae617-0a6f-4ecf-80d1-379db8f380cd no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:19.686855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for cb7ae617-0a6f-4ecf-80d1-379db8f380cd owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:19.713348 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-487f6c43-e4f1-4b08-91ca-a973d4f1ba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.804883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:19.806338 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.848949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-487f6c43-e4f1-4b08-91ca-a973d4f1ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.884412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f6c43-e4f1-4b08-91ca-a973d4f1ba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cac7dc-7a35-495e-b7fc-60096a9dc60d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.910224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-487f6c43-e4f1-4b08-91ca-a973d4f1ba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.916173 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-487f6c43-e4f1-4b08-91ca-a973d4f1ba22 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/65cac7dc-7a35-495e-b7fc-60096a9dc60d HTTP/1.1" status: 204 len: 168 time: 0.3916945 Mar 11 18:01:19.972631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.077245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Calling delete_port for cb7ae617-0a6f-4ecf-80d1-379db8f380cd owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:20.119749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:20.143790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c876168-b099-488f-9590-753b0d82c001 None None] Checking router: 5dd225b2-9c68-45b0-9d5b-2dbcd106945a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:20.236308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] Routers {'5dd225b2-9c68-45b0-9d5b-2dbcd106945a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:20.239345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:20.469105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.494949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:20.499792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Deleting port 8e17cc6b-933d-4847-b809-96ac9373811e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:20.500365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.615276 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.724234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:01:20.724767 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:01:20.824523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:20.923045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:01:20.923901 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:01:20.987993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] Set router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:21.073057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] For port 8e17cc6b-933d-4847-b809-96ac9373811e, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8e17cc6b-933d-4847-b809-96ac9373811e,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:21.073946 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:21.329030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port cb7ae617-0a6f-4ecf-80d1-379db8f380cd {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:21.329865 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:21.426407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Deleting port cb7ae617-0a6f-4ecf-80d1-379db8f380cd {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:21.427017 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:21.522133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Calling delete_port for 8e17cc6b-933d-4847-b809-96ac9373811e owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:22.218583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:22.219477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.356155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] For port cb7ae617-0a6f-4ecf-80d1-379db8f380cd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,segment=NetworkSegment(3eb80232-91c9-4a03-bad1-9281e86ab83f),segment_id=3eb80232-91c9-4a03-bad1-9281e86ab83f)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:22.357249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.368843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.449387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Calling delete_port for cb7ae617-0a6f-4ecf-80d1-379db8f380cd owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:22.498795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c876168-b099-488f-9590-753b0d82c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:22.531576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c876168-b099-488f-9590-753b0d82c001 None None] The sync data for ids ['5dd225b2-9c68-45b0-9d5b-2dbcd106945a'] in n-d-833436-1 is: [{'id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'name': 'tempest-TestServerBasicOps-863277890-router', 'tenant_id': '55d4a71fab2045c58dd7d28f31104671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:53:57Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 5, 'project_id': '55d4a71fab2045c58dd7d28f31104671', 'gw_port': {'id': '8e17cc6b-933d-4847-b809-96ac9373811e', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd225b2-9c68-45b0-9d5b-2dbcd106945a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:00Z', 'updated_at': '2022-03-11T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:22.615126 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.635472 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60488) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:22.690409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e17cc6b-933d-4847-b809-96ac9373811e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:22.705400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] Pushing event deleted for resources: {'Port': ['ID=cb7ae617-0a6f-4ecf-80d1-379db8f380cd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:22.719222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fc92a-8337-4dc7-b36c-09c16b857265 None None] No DVR routers for this DVR port cb7ae617-0a6f-4ecf-80d1-379db8f380cd on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:22.797350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Calling delete_port for cb7ae617-0a6f-4ecf-80d1-379db8f380cd owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:23.139407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2d233c5a-df4a-45a1-8786-40a596cb8660 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:23.140412 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-2d233c5a-df4a-45a1-8786-40a596cb8660 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 18:01:23.141816 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2d233c5a-df4a-45a1-8786-40a596cb8660 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5040507 Mar 11 18:01:23.148971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60504) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:23.164022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--184952657'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:23.182036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:23.193074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:23.203604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:23.224094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:23.251958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.301820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.353020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.db.api [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:01:23.353283 n-d-833436-1 neutron-server[83849]: DEBUG oslo_db.api [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:01:23.356657 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.383755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:23.392254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:23.398805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:23.412959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:23.660348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Deleting port cb7ae617-0a6f-4ecf-80d1-379db8f380cd {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:23.660348 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.701330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.711192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.713084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c67e31d7-158f-439c-87f8-a40a9120f75a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:23.749930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] The port 'cb7ae617-0a6f-4ecf-80d1-379db8f380cd' was deleted {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:01:23.798441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c67e31d7-158f-439c-87f8-a40a9120f75a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:23.798441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c67e31d7-158f-439c-87f8-a40a9120f75a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:23.870443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485d8394-f5a4-4745-b2b2-4ec54e516ed3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:23.907460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:23.914469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:23.919809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:23.930812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:24.010327 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.018598 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.070007 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.076985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.079601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.084630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9315519 Mar 11 18:01:24.085402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60516) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:24.095576 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.107730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '475ef0fa-afd1-46e3-98db-5fb2f0058397', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:24.119996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:24.127563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764ea3c8-091d-40fc-b001-5e3aaa589281']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:24.134103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:24.140163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:24.143904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb80232-91c9-4a03-bad1-9281e86ab83f') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:24.144578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb80232-91c9-4a03-bad1-9281e86ab83f') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:24.149682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80100f-ed5f-4935-8406-0af3466ae320 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475ef0fa-afd1-46e3-98db-5fb2f0058397,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:24.152660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:24.177614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.202708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.203684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd225b2-9c68-45b0-9d5b-2dbcd106945a {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:01:24.206789 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.220697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.226705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:01:24.227493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:24.249422 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:24.354164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.355826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-64b5c2d4-c931-4c94-9be2-fd1905872494 admin admin] 10.222.0.96 "DELETE /v2.0/routers/5dd225b2-9c68-45b0-9d5b-2dbcd106945a HTTP/1.1" status: 204 len: 168 time: 5.9860153 Mar 11 18:01:24.360241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60524) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:24.376872 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.473621 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.485296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Pushing event deleted for resources: {'Network': ['ID=764ea3c8-091d-40fc-b001-5e3aaa589281,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:24.495014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc815d1b-becf-474d-b1c4-32e7a24db82d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/networks/764ea3c8-091d-40fc-b001-5e3aaa589281 HTTP/1.1" status: 204 len: 168 time: 6.4585140 Mar 11 18:01:24.496518 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60528) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:24.506944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'routes': None}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:24.695383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.709217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.716759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] Deleting subnet d533d223-b403-43f9-a3d9-81868caa8567 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:01:24.722514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.836083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ded55f5-62cd-43cd-a35e-6d3c87780023,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:24.846245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.846903 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-053062b5-0bb8-4466-8254-13713fbb66ae tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7568557 Mar 11 18:01:24.850651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60538) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:24.859491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '475ef0fa-afd1-46e3-98db-5fb2f0058397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:24.879817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.943255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:24.963881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:24.973545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:24.990808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:25.035198 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.105242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.extraroute_db [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Added routes are [] {{(pid=83849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 18:01:25.106108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.extraroute_db [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Removed routes are [] {{(pid=83849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 18:01:25.106545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.119404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.197817 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 18:01:25.199138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f3ec44a-4cba-4077-a530-4fcb65fc2b82 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3468032 Mar 11 18:01:25.204079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60546) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:25.288728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.358819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d533d223-b403-43f9-a3d9-81868caa8567,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:25.387321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.390175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c63801ed-bb00-444a-ab4e-cd8c37a3d64e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.394539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed3ea2-e2d6-4ad4-bab7-e17f76e1d6f4 None None] Network 63d52d86-621b-4e9f-a9d3-001cfa404b4e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:01:25.447729 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ac8c4599-a5bd-426a-be2b-3d501a7c0e48 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d533d223-b403-43f9-a3d9-81868caa8567 HTTP/1.1" status: 204 len: 168 time: 1.0860615 Mar 11 18:01:25.451397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60552) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:25.455503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c63801ed-bb00-444a-ab4e-cd8c37a3d64e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.594822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8e17cc6b-933d-4847-b809-96ac9373811e no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:25.648498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8e17cc6b-933d-4847-b809-96ac9373811e {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:25.648842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8e17cc6b-933d-4847-b809-96ac9373811e not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:25.663437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.686300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Deleting port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:25.686671 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.745239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c63801ed-bb00-444a-ab4e-cd8c37a3d64e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.801480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63801ed-bb00-444a-ab4e-cd8c37a3d64e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ef0fa-afd1-46e3-98db-5fb2f0058397,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:25.819593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c63801ed-bb00-444a-ab4e-cd8c37a3d64e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.825192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c63801ed-bb00-444a-ab4e-cd8c37a3d64e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/475ef0fa-afd1-46e3-98db-5fb2f0058397 HTTP/1.1" status: 204 len: 168 time: 0.6197033 Mar 11 18:01:25.827155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60560) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:25.949646 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.957868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.037993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] DHCP port deletion for 63d52d86-621b-4e9f-a9d3-001cfa404b4e request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:01:26.045120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Deleting port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:26.045481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.061526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1344dcf-6d09-4449-a473-5e5c539f4902 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:26.156640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e1344dcf-6d09-4449-a473-5e5c539f4902 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:26.157917 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e1344dcf-6d09-4449-a473-5e5c539f4902 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2728550 Mar 11 18:01:26.160234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] For port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:26.160601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.184706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:26.207836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727257962'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:26.218213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:26.232184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:26.301910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router e9872723-6da8-470e-9353-b0e9d4eb828b has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:26.474823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Calling delete_port for 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:26.578080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.606034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.641994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] For port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,segment=NetworkSegment(6e86ed59-a047-4ccc-90b8-ea8de1b079c4),segment_id=6e86ed59-a047-4ccc-90b8-ea8de1b079c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:26.641994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.776615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:26.805279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] No DVR routers for this DVR port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:26.806165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:26.819918 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] Sync routers for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:26.822629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.827774 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-51ad4b55-29dd-427b-a24d-569a001b3e65 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 200 len: 704 time: 2.3295331 Mar 11 18:01:26.829143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60576) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:26.874348 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:26.877612 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:26.903370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:26.908839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:26.912406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:26.920675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:26.930090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-868b4ea6-693a-4b92-8ca0-53ac2666af22 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:26.971109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-868b4ea6-693a-4b92-8ca0-53ac2666af22 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:26.976677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-868b4ea6-693a-4b92-8ca0-53ac2666af22 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 200 len: 205 time: 0.1454484 Mar 11 18:01:26.980971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60582) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:26.990745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.001331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.111829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Calling delete_port for 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:27.234236 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:27.360660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:01:27.360660 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:01:27.414355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f328a0b-b262-4a8f-a88b-1da5aa5edfd2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.422314 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.436686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a965fbd8-d149-4b8f-807a-f1feeb82f457,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:27.452373 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 11, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:27.460917 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] Checking router: e9872723-6da8-470e-9353-b0e9d4eb828b for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:27.484384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.486646 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23941f39-df57-41bf-964d-66f9a0864217 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3005276 Mar 11 18:01:27.493929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60586) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:27.496729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d52d86-621b-4e9f-a9d3-001cfa404b4e']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:27.506809 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] Routers {'e9872723-6da8-470e-9353-b0e9d4eb828b'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:27.507764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e9872723-6da8-470e-9353-b0e9d4eb828b'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:27.537708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e11249b0-11aa-4e31-b4ad-5cde695e2b60 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'a965fbd8-d149-4b8f-807a-f1feeb82f457', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:27.539408 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-e11249b0-11aa-4e31-b4ad-5cde695e2b60 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:27.540570 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e11249b0-11aa-4e31-b4ad-5cde695e2b60 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0139704 Mar 11 18:01:27.551601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60590) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:27.554626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e86ed59-a047-4ccc-90b8-ea8de1b079c4') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:27.555062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e86ed59-a047-4ccc-90b8-ea8de1b079c4') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:27.569715 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:27.572319 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.596802 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.608768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:01:27.609350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:27.629894 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:27.652041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:27.652919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:27.753135 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] Set router e9872723-6da8-470e-9353-b0e9d4eb828b gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:27.835298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.861471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Deleting port 4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:27.862275 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.898237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.927723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d52d86-621b-4e9f-a9d3-001cfa404b4e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:27.940672 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6f45ac41-ab40-462f-bd92-ec4586a74806 admin admin] 10.222.0.96 "DELETE /v2.0/networks/63d52d86-621b-4e9f-a9d3-001cfa404b4e HTTP/1.1" status: 204 len: 168 time: 2.4868195 Mar 11 18:01:27.943394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60598) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:27.963692 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 11, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:27.978092 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d316f8-e54a-4541-885b-b3657b204a43 None None] The sync data for ids ['e9872723-6da8-470e-9353-b0e9d4eb828b'] in n-d-833436-1 is: [{'id': 'e9872723-6da8-470e-9353-b0e9d4eb828b', 'name': 'tempest-RoutersIpV6Test-router-534272563', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:59:36Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 11, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:28.165736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e875e-b441-403c-a3b2-fbb6a7ebb716 None None] The port '4fd0ded1-0028-4c14-a5ef-afd3fdd90e4f' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:01:28.207129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f75c0e48-ae8e-4da5-a5d5-fa80f1e430bc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.330525 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f75c0e48-ae8e-4da5-a5d5-fa80f1e430bc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.435438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f328a0b-b262-4a8f-a88b-1da5aa5edfd2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.464300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f328a0b-b262-4a8f-a88b-1da5aa5edfd2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.499639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f75c0e48-ae8e-4da5-a5d5-fa80f1e430bc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.522171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f328a0b-b262-4a8f-a88b-1da5aa5edfd2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.525977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f328a0b-b262-4a8f-a88b-1da5aa5edfd2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Fanout notify agent at l3_agent the message router_deleted on router e9872723-6da8-470e-9353-b0e9d4eb828b {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:01:28.543152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c0e48-ae8e-4da5-a5d5-fa80f1e430bc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965fbd8-d149-4b8f-807a-f1feeb82f457,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:28.557288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f75c0e48-ae8e-4da5-a5d5-fa80f1e430bc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.558551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f75c0e48-ae8e-4da5-a5d5-fa80f1e430bc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/a965fbd8-d149-4b8f-807a-f1feeb82f457 HTTP/1.1" status: 204 len: 168 time: 1.0026231 Mar 11 18:01:28.562301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1f328a0b-b262-4a8f-a88b-1da5aa5edfd2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.562785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60610) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:28.563538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1f328a0b-b262-4a8f-a88b-1da5aa5edfd2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 204 len: 168 time: 1.5819838 Mar 11 18:01:28.580496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60614) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:28.590279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1315274268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:28.603312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:28.609160 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Usage tracker for resource:router and tenant:52ceb36cacfc4d1d8e1b7a92e4994dda is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:28.613010 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:28.620780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:28.640663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.641264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.674752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.730256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-286d5a66-5491-4a3c-9a1d-0bc6f3619789 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:28.730930 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.774038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.779045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-13aac347-aec2-414b-b3ab-b0ccde269193 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1940844 Mar 11 18:01:28.779671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60620) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:28.786660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-247110c1-0d23-4053-9b9f-81ffd65f4d58 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:28.832115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-286d5a66-5491-4a3c-9a1d-0bc6f3619789 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:28.839781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-286d5a66-5491-4a3c-9a1d-0bc6f3619789 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2690196 Mar 11 18:01:28.865340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60624) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:28.883424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--533216079'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:29.015900 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.170897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:29.215697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:29.368386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.677054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:29.810231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:29.819922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:29.836820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:29.844529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-247110c1-0d23-4053-9b9f-81ffd65f4d58 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.882987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-247110c1-0d23-4053-9b9f-81ffd65f4d58 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2003496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2003511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1999285'] for router, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.208107 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.223523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.341253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Deleting port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:30.342046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.345774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.348021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4807937 Mar 11 18:01:30.364817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60664) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:30.393490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fc08825b-cc74-49ac-8ed5-084ca590dd29 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '4dac642f-4ee8-47eb-90fa-e35024634468', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:30.394487 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-fc08825b-cc74-49ac-8ed5-084ca590dd29 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:30.396298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc08825b-cc74-49ac-8ed5-084ca590dd29 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0243092 Mar 11 18:01:30.398748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84712635-83d4-43a0-b98f-16c2770a0ef6 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dac642f-4ee8-47eb-90fa-e35024634468,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:30.403637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60668) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:30.435890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247110c1-0d23-4053-9b9f-81ffd65f4d58 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Router 3e4b103b-f1eb-4ec1-b255-89b05114fcdc is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:30.661638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247110c1-0d23-4053-9b9f-81ffd65f4d58 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:30.672836 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-247110c1-0d23-4053-9b9f-81ffd65f4d58 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.679261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-247110c1-0d23-4053-9b9f-81ffd65f4d58 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "PUT /v2.0/routers/3e4b103b-f1eb-4ec1-b255-89b05114fcdc HTTP/1.1" status: 200 len: 698 time: 1.8926063 Mar 11 18:01:30.679261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60680) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:30.682259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] Sync routers for ids ['3e4b103b-f1eb-4ec1-b255-89b05114fcdc'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:30.729019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] Routers {'3e4b103b-f1eb-4ec1-b255-89b05114fcdc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:30.731804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3e4b103b-f1eb-4ec1-b255-89b05114fcdc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:30.770557 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dea8ae9d-9c71-4c06-b0b9-4b1102109098 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.858043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] For port cc8a9af9-e8ca-4384-bddf-c0ba068cd34c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,segment=NetworkSegment(a2a4984b-c546-48b9-a433-a9f2b4998e61),segment_id=a2a4984b-c546-48b9-a433-a9f2b4998e61)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:30.858695 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.123507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-94a82550-00f2-4945-a285-cc78908bde1f tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/routers/3e4b103b-f1eb-4ec1-b255-89b05114fcdc HTTP/1.1" status: 200 len: 704 time: 0.4373980 Mar 11 18:01:31.124864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60686) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:31.240512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-da99dbed-7080-4f74-bc56-0c506949a612 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e4b103b-f1eb-4ec1-b255-89b05114fcdc HTTP/1.1" status: 200 len: 205 time: 0.1133077 Mar 11 18:01:31.241583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60690) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:31.261365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] Set router 3e4b103b-f1eb-4ec1-b255-89b05114fcdc gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:31.393191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Calling delete_port for cc8a9af9-e8ca-4384-bddf-c0ba068cd34c owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:31.488271 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:01:31.529800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71642431-67c4-4e8a-8ccb-481aa1b94811 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.595021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b103b-f1eb-4ec1-b255-89b05114fcdc', 'name': 'tempest-RoutersIpV6Test-router-1315274268', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:28Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:31.596515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] Checking router: 3e4b103b-f1eb-4ec1-b255-89b05114fcdc for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:31.617321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] Routers {'3e4b103b-f1eb-4ec1-b255-89b05114fcdc'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:31.617963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3e4b103b-f1eb-4ec1-b255-89b05114fcdc'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:31.842206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dea8ae9d-9c71-4c06-b0b9-4b1102109098 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.852397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.961937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8a9af9-e8ca-4384-bddf-c0ba068cd34c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:31.962657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] Set router 3e4b103b-f1eb-4ec1-b255-89b05114fcdc gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:32.149039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dea8ae9d-9c71-4c06-b0b9-4b1102109098 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.334683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ae9d-9c71-4c06-b0b9-4b1102109098 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dac642f-4ee8-47eb-90fa-e35024634468,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:32.390725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b103b-f1eb-4ec1-b255-89b05114fcdc', 'name': 'tempest-RoutersIpV6Test-router-1315274268', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:28Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:32.408701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7324aca2-f006-4024-ac09-97c0f6a8c859 None None] The sync data for ids ['3e4b103b-f1eb-4ec1-b255-89b05114fcdc'] in n-d-833436-1 is: [{'id': '3e4b103b-f1eb-4ec1-b255-89b05114fcdc', 'name': 'tempest-RoutersIpV6Test-router-1315274268', 'tenant_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:28Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 2, 'project_id': '52ceb36cacfc4d1d8e1b7a92e4994dda', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:32.432117 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dea8ae9d-9c71-4c06-b0b9-4b1102109098 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.438940 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dea8ae9d-9c71-4c06-b0b9-4b1102109098 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/4dac642f-4ee8-47eb-90fa-e35024634468 HTTP/1.1" status: 204 len: 168 time: 2.0247500 Mar 11 18:01:32.443776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60706) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:32.557653 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71642431-67c4-4e8a-8ccb-481aa1b94811 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.572209 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71642431-67c4-4e8a-8ccb-481aa1b94811 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.629820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71642431-67c4-4e8a-8ccb-481aa1b94811 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.630902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71642431-67c4-4e8a-8ccb-481aa1b94811 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4b103b-f1eb-4ec1-b255-89b05114fcdc {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:01:32.649442 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71642431-67c4-4e8a-8ccb-481aa1b94811 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.657146 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-71642431-67c4-4e8a-8ccb-481aa1b94811 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/3e4b103b-f1eb-4ec1-b255-89b05114fcdc HTTP/1.1" status: 204 len: 168 time: 1.4130847 Mar 11 18:01:32.657802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60714) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:32.717513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0f471e2a-9927-4f4a-990d-d3c85fa1fcd8 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e4b103b-f1eb-4ec1-b255-89b05114fcdc HTTP/1.1" status: 200 len: 205 time: 0.0582390 Mar 11 18:01:32.718203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60720) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:32.792232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ea8c979b-fd8b-4ff5-b175-78f6b25141cb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:32.843706 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-62d1e849-2ec2-4aa0-9c18-6aa74d24cbeb tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] delete failed (client error): The resource could not be found. Mar 11 18:01:32.846039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-62d1e849-2ec2-4aa0-9c18-6aa74d24cbeb tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/3e4b103b-f1eb-4ec1-b255-89b05114fcdc HTTP/1.1" status: 404 len: 336 time: 0.1264248 Mar 11 18:01:32.850125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60724) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:32.854202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ea8c979b-fd8b-4ff5-b175-78f6b25141cb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:32.866465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ea8c979b-fd8b-4ff5-b175-78f6b25141cb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4112279 Mar 11 18:01:32.867878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60728) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:32.891895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--656705278'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:32.905399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:32.935447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:32.956978 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cef612-d714-4085-bfa8-0c96514066ac tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:32.958988 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.959249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cef612-d714-4085-bfa8-0c96514066ac tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:32.965435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25cef612-d714-4085-bfa8-0c96514066ac tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/be627383-b88e-4dab-a94f-0b5547aeeb96 HTTP/1.1" status: 404 len: 337 time: 0.1106765 Mar 11 18:01:32.966040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60732) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.055161 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f137125-1f85-46cd-964b-a8b6b941436b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:33.056088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f137125-1f85-46cd-964b-a8b6b941436b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:33.059917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1f137125-1f85-46cd-964b-a8b6b941436b tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/46d50a73-0e9c-4a0c-abf9-2137452bdc68 HTTP/1.1" status: 404 len: 337 time: 0.0914092 Mar 11 18:01:33.062516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60736) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.071592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:33.082444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:33.089260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:33.105845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:33.120823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.140564 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f936b0f3-8de6-46c1-947b-6b10bc9596fb tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:33.141069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f936b0f3-8de6-46c1-947b-6b10bc9596fb tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:33.146855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f936b0f3-8de6-46c1-947b-6b10bc9596fb tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/28e6f8ee-9aee-4b13-8e9f-c75f39f03974 HTTP/1.1" status: 404 len: 337 time: 0.0825975 Mar 11 18:01:33.147483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60744) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.243779 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a5bf50-f1e7-4201-9c51-a0b9fe8ddf4a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:33.244579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a5bf50-f1e7-4201-9c51-a0b9fe8ddf4a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:33.250954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-00a5bf50-f1e7-4201-9c51-a0b9fe8ddf4a tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/21f477e4-c4f3-4321-99df-4893c0e3f6df HTTP/1.1" status: 404 len: 337 time: 0.0988443 Mar 11 18:01:33.252356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60748) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.303724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.434586 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4f6e3a42-a25a-42e2-93b3-613a3074e4f3 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 200 len: 205 time: 0.1679175 Mar 11 18:01:33.435862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60754) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.480547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.732495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792b7c26-7ac9-48d8-9b84-7018d11ad281,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:33.762585 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-1d238693-0217-4b21-b7ee-e7cf2a08c5ed tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] delete failed (client error): The resource could not be found. Mar 11 18:01:33.766034 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.769212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d238693-0217-4b21-b7ee-e7cf2a08c5ed tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/e9872723-6da8-470e-9353-b0e9d4eb828b HTTP/1.1" status: 404 len: 336 time: 0.3316138 Mar 11 18:01:33.769702 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-94a5250a-58f8-459d-84e8-41235e3980c5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8985543 Mar 11 18:01:33.774410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60762) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.778614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60764) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.786646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2ac44488-18ef-42fc-b4ce-5275ecf0e967 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '792b7c26-7ac9-48d8-9b84-7018d11ad281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:33.788920 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-2ac44488-18ef-42fc-b4ce-5275ecf0e967 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:33.790647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2ac44488-18ef-42fc-b4ce-5275ecf0e967 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141478 Mar 11 18:01:33.794881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.813767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-82e6767e-89bd-4c1a-858b-31e4856a3a6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '792b7c26-7ac9-48d8-9b84-7018d11ad281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:33.815352 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-82e6767e-89bd-4c1a-858b-31e4856a3a6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:33.817432 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-82e6767e-89bd-4c1a-858b-31e4856a3a6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0157123 Mar 11 18:01:33.824004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60774) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.839512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-16faefc8-773b-4beb-98b4-f13a4ec67ab2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '792b7c26-7ac9-48d8-9b84-7018d11ad281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:33.840832 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-16faefc8-773b-4beb-98b4-f13a4ec67ab2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:33.847394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-16faefc8-773b-4beb-98b4-f13a4ec67ab2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189960 Mar 11 18:01:33.864193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60778) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.887035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7d9a2a03-5f54-4355-8a6a-5adbd4d11d9f tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '792b7c26-7ac9-48d8-9b84-7018d11ad281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:33.888146 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-7d9a2a03-5f54-4355-8a6a-5adbd4d11d9f tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:33.898262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e1b1bf0d-938d-4487-8547-db9a22640d5c tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=907db564-08f5-4f5a-b71f-8e1ba154f677 HTTP/1.1" status: 200 len: 205 time: 0.1135280 Mar 11 18:01:33.903515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60782) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:33.903752 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7d9a2a03-5f54-4355-8a6a-5adbd4d11d9f tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0337284 Mar 11 18:01:33.904580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60786) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:34.201594 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-303e5c8d-8f11-4b0e-a3a9-c8fcfcfa2388 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] delete failed (client error): The resource could not be found. Mar 11 18:01:34.201594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-303e5c8d-8f11-4b0e-a3a9-c8fcfcfa2388 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/907db564-08f5-4f5a-b71f-8e1ba154f677 HTTP/1.1" status: 404 len: 336 time: 0.2945042 Mar 11 18:01:34.203194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60794) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:34.325630 n-d-833436-1 neutron-server[83849]: INFO neutron.pecan_wsgi.hooks.translation [None req-594304ad-9909-4d2f-b7de-0634836b6615 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:34.326086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594304ad-9909-4d2f-b7de-0634836b6615 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:34.329957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-594304ad-9909-4d2f-b7de-0634836b6615 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/f2fc6e81-6abe-4fd2-8c06-0c08e75d5de4 HTTP/1.1" status: 404 len: 337 time: 0.1233420 Mar 11 18:01:34.337686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60798) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:34.453530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c98e7086-2845-498d-8d6a-432a77c4abdf tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 HTTP/1.1" status: 200 len: 205 time: 0.1118658 Mar 11 18:01:34.462770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60802) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:34.716066 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-147ea1a2-ac81-43d2-939c-c985b8c3659e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] delete failed (client error): The resource could not be found. Mar 11 18:01:34.717784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-147ea1a2-ac81-43d2-939c-c985b8c3659e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/30dcbd6f-6529-4ee1-b851-b4315ee0a7a4 HTTP/1.1" status: 404 len: 336 time: 0.2477212 Mar 11 18:01:34.732519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60812) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:34.805883 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab553cfb-0bd3-4f09-b9d5-e3480c3a869c tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.867161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec0a6357-b24a-4b6f-b7d7-6b68e57996b4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Synchronizing usage tracker for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:34.887306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec0a6357-b24a-4b6f-b7d7-6b68e57996b4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] Unset dirty status for tenant:52ceb36cacfc4d1d8e1b7a92e4994dda on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:34.891670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ec0a6357-b24a-4b6f-b7d7-6b68e57996b4 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=72af8c85-6551-4219-abf9-8f5d2150a76c HTTP/1.1" status: 200 len: 205 time: 0.1576390 Mar 11 18:01:34.892471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:34.938307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab553cfb-0bd3-4f09-b9d5-e3480c3a869c tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.043654 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-d2525bdd-f633-4ceb-af08-6463f4d1b567 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] delete failed (client error): The resource could not be found. Mar 11 18:01:35.045422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d2525bdd-f633-4ceb-af08-6463f4d1b567 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/72af8c85-6551-4219-abf9-8f5d2150a76c HTTP/1.1" status: 404 len: 336 time: 0.1461110 Mar 11 18:01:35.049198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60830) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.075832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c104c-2221-4ac3-b7f9-c0caea784170 req-023cb54c-551c-469c-aee2-b4eed0e7a63b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:35.081493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-007c104c-2221-4ac3-b7f9-c0caea784170 req-023cb54c-551c-469c-aee2-b4eed0e7a63b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.3844504 Mar 11 18:01:35.104462 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a07a4f-0e3e-48be-b976-69c86b94b3f2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:35.105033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a07a4f-0e3e-48be-b976-69c86b94b3f2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:35.108852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-89a07a4f-0e3e-48be-b976-69c86b94b3f2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/d7a485c2-ab38-4522-a373-07e4e6f93b61 HTTP/1.1" status: 404 len: 337 time: 0.0564868 Mar 11 18:01:35.110511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60838) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.188486 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab553cfb-0bd3-4f09-b9d5-e3480c3a869c tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.227773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab553cfb-0bd3-4f09-b9d5-e3480c3a869c tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b7c26-7ac9-48d8-9b84-7018d11ad281,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:35.267328 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab553cfb-0bd3-4f09-b9d5-e3480c3a869c tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.269798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ab553cfb-0bd3-4f09-b9d5-e3480c3a869c tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/792b7c26-7ac9-48d8-9b84-7018d11ad281 HTTP/1.1" status: 204 len: 168 time: 1.3630126 Mar 11 18:01:35.275590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60842) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.280535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-007c104c-2221-4ac3-b7f9-c0caea784170 req-9e9f8a64-ee9c-432a-8b29-75e350f5723f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877141 Mar 11 18:01:35.292583 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c1e0cf75-e7a5-4e2f-9260-50a2d351a14e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bbbac01-27e4-45ce-9c2d-90b71a7a0be6 HTTP/1.1" status: 200 len: 205 time: 0.1764181 Mar 11 18:01:35.296825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60846) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.371681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a0694b35-905b-47c8-b168-a5177b9e76a4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:35.400612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a0694b35-905b-47c8-b168-a5177b9e76a4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:35.409432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a0694b35-905b-47c8-b168-a5177b9e76a4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1311910 Mar 11 18:01:35.409957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60850) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.419971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--639951952'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:35.431507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:35.447371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:35.466310 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.594985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:35.604022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:35.610198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:35.622137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:35.645798 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-31a6231b-6f6f-48e0-86f3-c853099c7db1 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] delete failed (client error): The resource could not be found. Mar 11 18:01:35.647003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-31a6231b-6f6f-48e0-86f3-c853099c7db1 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/0bbbac01-27e4-45ce-9c2d-90b71a7a0be6 HTTP/1.1" status: 404 len: 336 time: 0.3481159 Mar 11 18:01:35.650122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60858) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.725340 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-afac3696-e621-41b8-831e-e67863d764ae tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:35.732860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afac3696-e621-41b8-831e-e67863d764ae tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:35.738128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-afac3696-e621-41b8-831e-e67863d764ae tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/5aeaedc6-09ac-4e7d-8710-04f03f7fe328 HTTP/1.1" status: 404 len: 337 time: 0.0836961 Mar 11 18:01:35.738128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Router 3a93f29f-601f-44b5-844d-319f674d42f0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:35.738128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60864) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.754293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.761625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.794240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e75f97c-3a81-4148-9603-5518c38223e2 tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8ff35f0-1ef4-4ad2-9d72-d3543da4948a HTTP/1.1" status: 200 len: 205 time: 0.0550842 Mar 11 18:01:35.802025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60868) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.838807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae059075-4325-4eb9-9406-340dce9d90d6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:35.849379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60870) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.869076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.874900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d9f17d9f-8aed-42a0-8507-328081563999 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4632356 Mar 11 18:01:35.875861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60878) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.883166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-59f7b295-66e9-47d5-87ae-68351adb654f tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:35.885115 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-59f7b295-66e9-47d5-87ae-68351adb654f tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:35.890400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-59f7b295-66e9-47d5-87ae-68351adb654f tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129347 Mar 11 18:01:35.891251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60882) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:35.898746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-eda541cf-8fb0-45b7-a579-59df03556c6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:35.908631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-eda541cf-8fb0-45b7-a579-59df03556c6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:35.915524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-eda541cf-8fb0-45b7-a579-59df03556c6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:35.919544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-eda541cf-8fb0-45b7-a579-59df03556c6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:35.935791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-eda541cf-8fb0-45b7-a579-59df03556c6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:36.012774 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-eda541cf-8fb0-45b7-a579-59df03556c6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:36.017977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eda541cf-8fb0-45b7-a579-59df03556c6d tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1228220 Mar 11 18:01:36.019231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60888) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.042067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c070e10d-cff4-4d52-8101-f09c840d0f06 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:36.043159 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-c070e10d-cff4-4d52-8101-f09c840d0f06 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:36.049717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c070e10d-cff4-4d52-8101-f09c840d0f06 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254178 Mar 11 18:01:36.051799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60892) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.071194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-63726524-008e-4fe2-b0f2-8de0988d3192 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:36.082798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-63726524-008e-4fe2-b0f2-8de0988d3192 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:36.102868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-63726524-008e-4fe2-b0f2-8de0988d3192 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:36.111513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-63726524-008e-4fe2-b0f2-8de0988d3192 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:36.118832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-63726524-008e-4fe2-b0f2-8de0988d3192 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:36.211789 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-63726524-008e-4fe2-b0f2-8de0988d3192 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:36.214534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-63726524-008e-4fe2-b0f2-8de0988d3192 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1613929 Mar 11 18:01:36.217655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60900) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.228102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ca60395e-6d8c-4e13-8d78-c9c957b4017a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:36.229293 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-ca60395e-6d8c-4e13-8d78-c9c957b4017a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:36.231567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ca60395e-6d8c-4e13-8d78-c9c957b4017a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115671 Mar 11 18:01:36.234411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60904) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.250266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:36.332902 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-bb6e62db-1e15-4634-a4e0-b57902a0171e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] delete failed (client error): The resource could not be found. Mar 11 18:01:36.335066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bb6e62db-1e15-4634-a4e0-b57902a0171e tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/routers/e8ff35f0-1ef4-4ad2-9d72-d3543da4948a HTTP/1.1" status: 404 len: 336 time: 0.3994269 Mar 11 18:01:36.347711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60912) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.453408 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8ce3b0-5a5c-4209-a0f2-2d55e880d94d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:36.454153 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8ce3b0-5a5c-4209-a0f2-2d55e880d94d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:36.457917 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8f8ce3b0-5a5c-4209-a0f2-2d55e880d94d tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/cd94522e-b224-430d-9e11-7a2aadc2cb50 HTTP/1.1" status: 404 len: 337 time: 0.1082203 Mar 11 18:01:36.464676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.476405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:36.484913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:36.489252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:36.506013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:36.556024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:36.561336 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-19242ed3-2d97-4756-a4a1-be6b0b6cecce tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:36.562267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19242ed3-2d97-4756-a4a1-be6b0b6cecce tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:36.565090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-19242ed3-2d97-4756-a4a1-be6b0b6cecce tempest-RoutersIpV6Test-16938542 tempest-RoutersIpV6Test-16938542-project] 10.222.0.96 "DELETE /v2.0/subnets/90ab2192-2a07-4f1b-9025-729f4294c7a2 HTTP/1.1" status: 404 len: 337 time: 0.0985701 Mar 11 18:01:36.570884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Usage tracker for resource:security_group_rule and tenant:b8d29d6fe0334b27a122aa8d3aa2236b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:36.581374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:36.599017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:36.614910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-6f85ff21-92d8-4eba-8f38-a8afac476b92 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:36.616291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-6f85ff21-92d8-4eba-8f38-a8afac476b92 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:36.664085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-6f85ff21-92d8-4eba-8f38-a8afac476b92 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:36.666756 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-6f85ff21-92d8-4eba-8f38-a8afac476b92 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.4309361 Mar 11 18:01:36.732797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:36.742331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:36.829009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:36.829953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port 64e00366-c037-4cce-b2e9-12c75e9b17b4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:36.831564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:36.952908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:36.966192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d155c227-02ef-475a-bcde-9385846d59c6 admin admin] 10.222.0.96 "PUT /v2.0/routers/3a93f29f-601f-44b5-844d-319f674d42f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0207553 Mar 11 18:01:36.968094 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] Sync routers for ids ['3a93f29f-601f-44b5-844d-319f674d42f0'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:36.971134 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b8d29d6fe0334b27a122aa8d3aa2236b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1255577 Mar 11 18:01:36.976945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60928) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.977400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 60932) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:36.994939 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Project 81b857d16a604f69b6ba8d9ea84070b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:01:37.019920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7e28c-5b44-45cf-bea3-e4dd146ce07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24de756-41fd-4e43-b29d-ef641721ac55,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:37.031273 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] Routers {'3a93f29f-601f-44b5-844d-319f674d42f0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:37.032598 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3a93f29f-601f-44b5-844d-319f674d42f0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:37.074298 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:37.078617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8e2e6689-a803-4c3a-8d96-c0b820c6365e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8395283 Mar 11 18:01:37.084258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60938) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:37.136196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7bc162a7-b855-487d-8be8-9099bf3ee1d5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:37.137164 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-7bc162a7-b855-487d-8be8-9099bf3ee1d5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:37.144196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7bc162a7-b855-487d-8be8-9099bf3ee1d5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0529482 Mar 11 18:01:37.149194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60942) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:37.177695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:37.213959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:37.258228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:37.304594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c895c0-40ab-421c-ba1d-59e0980204aa req-da515244-db6a-4a8d-bb3b-d0ff75ce0b81 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:37.317997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0c895c0-40ab-421c-ba1d-59e0980204aa req-da515244-db6a-4a8d-bb3b-d0ff75ce0b81 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.5777748 Mar 11 18:01:37.321202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60950) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:37.322956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:37.378641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:37.444221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0c895c0-40ab-421c-ba1d-59e0980204aa req-f156db5b-fde5-48be-a3eb-2650dcc08120 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235905 Mar 11 18:01:37.464234 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Project 81b857d16a604f69b6ba8d9ea84070b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:01:37.560367 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:37.566972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d1b796e5-f10c-4075-8f15-29436ad6bf7e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4138021 Mar 11 18:01:37.567889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60956) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:37.577197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': 'ae059075-4325-4eb9-9406-340dce9d90d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:37.590498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:37.598058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:37.604341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:37.617835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:37.623395 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] Set router 3a93f29f-601f-44b5-844d-319f674d42f0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:37.640596 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Project 81b857d16a604f69b6ba8d9ea84070b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:01:37.680911 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:37.689460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-901ea090-8e7f-4a9a-b26b-bc6c5e069e97 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1194224 Mar 11 18:01:37.690910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60960) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:37.870786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeb63-fe0f-4d57-a988-27f77b3a3085 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:37.937969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeb63-fe0f-4d57-a988-27f77b3a3085 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:37.959307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63dd756f-d436-4719-8b24-1137d812ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.062966 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeb63-fe0f-4d57-a988-27f77b3a3085 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.063831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63dd756f-d436-4719-8b24-1137d812ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.082630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port 64e00366-c037-4cce-b2e9-12c75e9b17b4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=64e00366-c037-4cce-b2e9-12c75e9b17b4,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:38.083201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.108822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaeb63-fe0f-4d57-a988-27f77b3a3085 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae059075-4325-4eb9-9406-340dce9d90d6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:38.167537 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a5006172-6f5f-4b58-957e-838badb66fba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=52ceb36cacfc4d1d8e1b7a92e4994dda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8365774 Mar 11 18:01:38.169671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeb63-fe0f-4d57-a988-27f77b3a3085 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.171707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a6aaeb63-fe0f-4d57-a988-27f77b3a3085 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/ae059075-4325-4eb9-9406-340dce9d90d6 HTTP/1.1" status: 204 len: 168 time: 0.4781048 Mar 11 18:01:38.172837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60970) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:38.176712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60972) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:38.429005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d28709b7-e87e-42ce-9feb-723bd6af66b9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:38.448587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9a0090b-0c90-4230-935c-11cb820d3443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.495161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d28709b7-e87e-42ce-9feb-723bd6af66b9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:38.500923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d28709b7-e87e-42ce-9feb-723bd6af66b9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3187058 Mar 11 18:01:38.513857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 60982) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:38.522169 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T18:01:31Z', 'revision_number': 5, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:38.526815 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] Checking router: 3a93f29f-601f-44b5-844d-319f674d42f0 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:38.532022 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9a0090b-0c90-4230-935c-11cb820d3443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.540300 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] Routers {'3a93f29f-601f-44b5-844d-319f674d42f0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:38.540922 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3a93f29f-601f-44b5-844d-319f674d42f0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:38.609001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490580727'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:38.654051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:38.735873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:38.824117 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.832387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] Set router 3a93f29f-601f-44b5-844d-319f674d42f0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:38.890073 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63dd756f-d436-4719-8b24-1137d812ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.932165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9a0090b-0c90-4230-935c-11cb820d3443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.956335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:38.962132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0090b-0c90-4230-935c-11cb820d3443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0be1f1-51e1-426b-9ebe-069caf134fc2,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:38.965633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd756f-d436-4719-8b24-1137d812ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24de756-41fd-4e43-b29d-ef641721ac55,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:38.983711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-63dd756f-d436-4719-8b24-1137d812ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.986094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-63dd756f-d436-4719-8b24-1137d812ff14 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b24de756-41fd-4e43-b29d-ef641721ac55 HTTP/1.1" status: 204 len: 168 time: 2.0046551 Mar 11 18:01:39.009135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:39.024666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:39.028624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.069006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9a0090b-0c90-4230-935c-11cb820d3443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.071291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b9a0090b-0c90-4230-935c-11cb820d3443 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e0be1f1-51e1-426b-9ebe-069caf134fc2 HTTP/1.1" status: 204 len: 168 time: 0.8970666 Mar 11 18:01:39.081569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc77d1c-6015-4c18-837b-318930e7c07a req-0caa3dff-253e-4819-9deb-b816caf010b7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:39.095925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7bc77d1c-6015-4c18-837b-318930e7c07a req-0caa3dff-253e-4819-9deb-b816caf010b7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 945 time: 0.3571553 Mar 11 18:01:39.097728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:39.234890 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.235296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.235625 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Floating IP 1867ef43-f2cf-4d2b-97ca-2c40a93b5741 disassociated. External IP: 172.25.3.187, port: 64e00366-c037-4cce-b2e9-12c75e9b17b4. Mar 11 18:01:39.235970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for 64e00366-c037-4cce-b2e9-12c75e9b17b4 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:39.455123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.463854 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.527068 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T18:01:31Z', 'revision_number': 5, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:39.539988 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6928f-6ff6-4ff4-8f12-d98222ee1f3c None None] The sync data for ids ['3a93f29f-601f-44b5-844d-319f674d42f0'] in n-d-833436-1 is: [{'id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'name': 'tempest-TestServerBasicOps-1338769439-router', 'tenant_id': '93a31f31722a42f18b1c0d32a90ce142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:54:35Z', 'updated_at': '2022-03-11T18:01:31Z', 'revision_number': 5, 'project_id': '93a31f31722a42f18b1c0d32a90ce142', 'gw_port': {'id': '4a499be5-892c-49da-a5e6-d9a0994e6142', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f29f-601f-44b5-844d-319f674d42f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:54:39Z', 'updated_at': '2022-03-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:39.616021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646f8d9a-37b0-4fb1-a801-dcbefbca64c1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:39.655450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7bc77d1c-6015-4c18-837b-318930e7c07a req-761831bb-b089-45fe-9d18-d56e67ab92f6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4892390 Mar 11 18:01:39.660779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.675947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.686196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d2a5a307-837b-43c0-81ad-211a4b55e70e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1708617 Mar 11 18:01:39.687494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32772) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:39.698519 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3e1eb1bb-590c-47bc-864a-b5c5fb79ba3b tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '646f8d9a-37b0-4fb1-a801-dcbefbca64c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:39.711278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3e1eb1bb-590c-47bc-864a-b5c5fb79ba3b tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:39.733132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3e1eb1bb-590c-47bc-864a-b5c5fb79ba3b tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:39.740308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3e1eb1bb-590c-47bc-864a-b5c5fb79ba3b tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:39.753365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3e1eb1bb-590c-47bc-864a-b5c5fb79ba3b tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:39.804985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:39.863927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 64e00366-c037-4cce-b2e9-12c75e9b17b4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:39.916958 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-3e1eb1bb-590c-47bc-864a-b5c5fb79ba3b tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The resource could not be found. Mar 11 18:01:39.918835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3e1eb1bb-590c-47bc-864a-b5c5fb79ba3b tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2287624 Mar 11 18:01:39.922503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32782) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:39.954947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=64e00366-c037-4cce-b2e9-12c75e9b17b4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:39.976565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-862baddd-13fa-4c0c-8f8e-1ac8c22dfa13 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '646f8d9a-37b0-4fb1-a801-dcbefbca64c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '772b73a7-a0b9-4799-8725-f8711da8819d'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:40.006241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-862baddd-13fa-4c0c-8f8e-1ac8c22dfa13 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:40.017399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-862baddd-13fa-4c0c-8f8e-1ac8c22dfa13 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:40.023997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-862baddd-13fa-4c0c-8f8e-1ac8c22dfa13 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:40.042053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-862baddd-13fa-4c0c-8f8e-1ac8c22dfa13 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:40.049180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 64e00366-c037-4cce-b2e9-12c75e9b17b4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:40.049697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 64e00366-c037-4cce-b2e9-12c75e9b17b4 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:40.165395 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-862baddd-13fa-4c0c-8f8e-1ac8c22dfa13 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The resource could not be found. Mar 11 18:01:40.170777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-862baddd-13fa-4c0c-8f8e-1ac8c22dfa13 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2429760 Mar 11 18:01:40.171422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32788) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:40.443609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32798) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:40.524320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.589747 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06b3128b-d21e-4156-bf5a-6b847d712fbc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.605469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.672735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Deleting port 4a499be5-892c-49da-a5e6-d9a0994e6142 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:40.673781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.704415 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06b3128b-d21e-4156-bf5a-6b847d712fbc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.818563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:40.845565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Usage tracker for resource:security_group_rule and tenant:6bcac213cff049d8993a381f59a4693e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:40.857819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:40.869819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:40.907052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06b3128b-d21e-4156-bf5a-6b847d712fbc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.969020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06b3128b-d21e-4156-bf5a-6b847d712fbc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.975469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-06b3128b-d21e-4156-bf5a-6b847d712fbc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/646f8d9a-37b0-4fb1-a801-dcbefbca64c1 HTTP/1.1" status: 204 len: 168 time: 0.8023734 Mar 11 18:01:41.022222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32810) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:41.060607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43cc6a78-f648-4261-bd9e-03b9d97a27c9 req-d469b4a7-14ca-4f96-84bc-742ea9099422 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.1295171 Mar 11 18:01:41.062084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3128b-d21e-4156-bf5a-6b847d712fbc tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f8d9a-37b0-4fb1-a801-dcbefbca64c1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:41.151381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] For port 4a499be5-892c-49da-a5e6-d9a0994e6142, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4a499be5-892c-49da-a5e6-d9a0994e6142,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:41.151810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:41.271238 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:41.281217 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:41.343575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Calling delete_port for 4a499be5-892c-49da-a5e6-d9a0994e6142 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:41.384753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6bcac213cff049d8993a381f59a4693e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9397178 Mar 11 18:01:41.387467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0a568-69fd-489b-b69a-8be1d215136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94db30bb-5197-4005-ba80-86a891703189,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:41.391434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32820) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:41.432523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:41.531039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af8eee7f-d32d-410f-82d0-534cd4e67035 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:41.540649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cc8a9af9-e8ca-4384-bddf-c0ba068cd34c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:41.551304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f018b68c-b9e8-4143-9bb3-4fb2739cce6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:41.593183 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f018b68c-b9e8-4143-9bb3-4fb2739cce6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:41.622743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: cc8a9af9-e8ca-4384-bddf-c0ba068cd34c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:41.623135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cc8a9af9-e8ca-4384-bddf-c0ba068cd34c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:41.740677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f018b68c-b9e8-4143-9bb3-4fb2739cce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:41.768294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018b68c-b9e8-4143-9bb3-4fb2739cce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db30bb-5197-4005-ba80-86a891703189,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:41.777241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f018b68c-b9e8-4143-9bb3-4fb2739cce6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:41.778809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f018b68c-b9e8-4143-9bb3-4fb2739cce6c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/94db30bb-5197-4005-ba80-86a891703189 HTTP/1.1" status: 204 len: 168 time: 0.3862617 Mar 11 18:01:41.823473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af8eee7f-d32d-410f-82d0-534cd4e67035 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:41.831842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32836) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:41.833290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-af8eee7f-d32d-410f-82d0-534cd4e67035 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8083746 Mar 11 18:01:41.840618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0f355111-3fa8-4f6f-9fbc-778ec72bd0c4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '36f6d427-f251-48d1-88c6-74905ac25d58', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:41.857505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f355111-3fa8-4f6f-9fbc-778ec72bd0c4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:41.868791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f355111-3fa8-4f6f-9fbc-778ec72bd0c4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:41.874161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0f355111-3fa8-4f6f-9fbc-778ec72bd0c4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:41.894824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0f355111-3fa8-4f6f-9fbc-778ec72bd0c4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:42.035092 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-0f355111-3fa8-4f6f-9fbc-778ec72bd0c4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The resource could not be found. Mar 11 18:01:42.042352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0f355111-3fa8-4f6f-9fbc-778ec72bd0c4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2038941 Mar 11 18:01:42.042985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32842) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:42.053667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925483080'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:42.065630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:42.081179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:42.134052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:42.195170 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:42.249318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a499be5-892c-49da-a5e6-d9a0994e6142,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:42.327870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:42.339871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:42.362865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:42.411586 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ef71-c09b-4a51-b6a5-ff6211f7617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:42.482784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0895acc-d55c-4197-a171-0cfd9f35f571 req-034d6a2c-0435-431c-90ba-3fe4507a8ebd tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.1224842 Mar 11 18:01:42.484368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:42.509105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:42.525906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:01:42.567766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:42.570527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:42.702901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:42.712696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:42.799730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f9471-8e52-4eb7-aba8-0d58b6a281e9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:42.891679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32866) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:42.900603 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:42.906318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1dc49960-aa91-43ec-bd3a-634d0da577e2 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8607445 Mar 11 18:01:42.910944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32870) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:42.977166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--242189103'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:42.993566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.014392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:43.029141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:43.055936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:43.087063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:43.094057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:43.141368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:43.148225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Usage tracker for resource:security_group_rule and tenant:30805fa57c1e4897ab56c31f2c54995e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:43.152118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:43.163029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:43.219855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] No DVR routers for this DVR port 64e00366-c037-4cce-b2e9-12c75e9b17b4 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:43.226827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.230990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'name': 'network-vif-deleted', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:01:43.245749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.310223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.315365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.376512 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.395778 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97146e92-21b2-4ffd-8f6e-165ccec07fa5', 'name': 'network-vif-deleted', 'tag': '64e00366-c037-4cce-b2e9-12c75e9b17b4', 'status': 'completed', 'code': 200} Mar 11 18:01:43.417355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-badb9207-1ddb-4303-9b62-9effe2aec4dd req-7dc37891-9afc-4d50-abf9-73355e1fe7db tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "DELETE /v2.0/ports/64e00366-c037-4cce-b2e9-12c75e9b17b4 HTTP/1.1" status: 204 len: 173 time: 6.7437100 Mar 11 18:01:43.445193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:43.520243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41702cb-0d33-4799-8e86-bb4b01cf6c91,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:43.536363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:43.562136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:43.614108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f3c01234-fc32-4709-a4eb-412b81089cca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30805fa57c1e4897ab56c31f2c54995e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7174785 Mar 11 18:01:43.615663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:43.621542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32886) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:43.794894 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.802150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.856279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.857138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a93f29f-601f-44b5-844d-319f674d42f0 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:01:43.887105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:43.893232 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d9b364b0-0e0d-416d-953a-fa0c2b81de08 admin admin] 10.222.0.96 "DELETE /v2.0/routers/3a93f29f-601f-44b5-844d-319f674d42f0 HTTP/1.1" status: 204 len: 168 time: 6.9137466 Mar 11 18:01:43.901397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32892) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:43.936305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e2141d8-86ba-4531-a2f3-3af7aee263b2 req-126fcc2b-7aa9-4d71-acdb-17e6394f9315 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.0887332 Mar 11 18:01:44.027525 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.039905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.134102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] Deleting subnet c583dc75-061d-47d0-be8b-8a1aed37846e {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:01:44.139533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.172607 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85bf8ab-7f52-444c-a4cf-efd60bf5577c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.302496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.332878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85bf8ab-7f52-444c-a4cf-efd60bf5577c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.428109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:44.441183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:01:44.445788 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.449937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4835391 Mar 11 18:01:44.449937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85bf8ab-7f52-444c-a4cf-efd60bf5577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.452287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32910) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:44.467798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6637c07f-1ca1-4a70-8a5b-f0557cfb862a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '0c6f9471-8e52-4eb7-aba8-0d58b6a281e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4dc5dae7-7a5a-4c5d-b584-e64393e13261'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:44.470856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:01:44.474636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa389f4f-98de-42c0-bc30-0be3aea9cbd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc5dae7-7a5a-4c5d-b584-e64393e13261,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:44.477414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6637c07f-1ca1-4a70-8a5b-f0557cfb862a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:44.483130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:01:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:44.493039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e85bf8ab-7f52-444c-a4cf-efd60bf5577c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.494211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e85bf8ab-7f52-444c-a4cf-efd60bf5577c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a41702cb-0d33-4799-8e86-bb4b01cf6c91 HTTP/1.1" status: 204 len: 168 time: 0.8591824 Mar 11 18:01:44.495428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6637c07f-1ca1-4a70-8a5b-f0557cfb862a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:44.500228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6637c07f-1ca1-4a70-8a5b-f0557cfb862a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:44.502428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.508342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bf8ab-7f52-444c-a4cf-efd60bf5577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41702cb-0d33-4799-8e86-bb4b01cf6c91,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:44.510879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6637c07f-1ca1-4a70-8a5b-f0557cfb862a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:44.569139 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-6637c07f-1ca1-4a70-8a5b-f0557cfb862a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:44.574939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6637c07f-1ca1-4a70-8a5b-f0557cfb862a tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1157796 Mar 11 18:01:44.578675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32920) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:44.680148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.809350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb14937a-48d8-4479-983c-41cb9ddc6932 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.817789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c583dc75-061d-47d0-be8b-8a1aed37846e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:44.861526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0aca85a2-d29e-429c-a3e6-235e8fdb1eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.864143 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb14937a-48d8-4479-983c-41cb9ddc6932 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.883878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:44.899926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606fc82c-e30c-4da7-8ace-20a118bd5e71 None None] Network c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:01:44.910845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 32926) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:44.919490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-205d798f-4e93-4380-8122-75f61d8396a9 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c583dc75-061d-47d0-be8b-8a1aed37846e HTTP/1.1" status: 204 len: 168 time: 1.0118103 Mar 11 18:01:45.171878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb14937a-48d8-4479-983c-41cb9ddc6932 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.213751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb14937a-48d8-4479-983c-41cb9ddc6932 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.215215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bb14937a-48d8-4479-983c-41cb9ddc6932 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/4dc5dae7-7a5a-4c5d-b584-e64393e13261 HTTP/1.1" status: 204 len: 168 time: 0.6342292 Mar 11 18:01:45.218540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32940) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:45.264925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14937a-48d8-4479-983c-41cb9ddc6932 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc5dae7-7a5a-4c5d-b584-e64393e13261,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:45.425608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:01:45.472560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.498608 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-520115d3-b257-4358-b57e-50456ce97cd9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2782764 Mar 11 18:01:45.499283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32952) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:45.536726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0dba180-47da-4d95-aea2-3886ee3ae85f req-c4fc41c2-dc7f-4f94-9d91-0c2bde227432 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=97146e92-21b2-4ffd-8f6e-165ccec07fa5 HTTP/1.1" status: 200 len: 210 time: 0.2434926 Mar 11 18:01:45.541698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Deleting port 4369e8da-6fdb-4f91-b007-66ba7e26baac {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:45.542055 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.721946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac529797-9de6-4d70-b618-ca2f7ce86957 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.774347 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac529797-9de6-4d70-b618-ca2f7ce86957 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.836788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac529797-9de6-4d70-b618-ca2f7ce86957 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.907558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ac529797-9de6-4d70-b618-ca2f7ce86957 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.911459 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ac529797-9de6-4d70-b618-ca2f7ce86957 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/0c6f9471-8e52-4eb7-aba8-0d58b6a281e9 HTTP/1.1" status: 204 len: 168 time: 0.4085858 Mar 11 18:01:45.919044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32968) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:45.937717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac529797-9de6-4d70-b618-ca2f7ce86957 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f9471-8e52-4eb7-aba8-0d58b6a281e9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:46.002289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b29b04fd-acff-451d-bc22-7d824bd464a4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:46.029651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b29b04fd-acff-451d-bc22-7d824bd464a4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:46.029879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4a499be5-892c-49da-a5e6-d9a0994e6142 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:46.039190 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b29b04fd-acff-451d-bc22-7d824bd464a4 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1183834 Mar 11 18:01:46.040193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32972) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:46.053979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039326578'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:46.064279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:46.082508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:46.104697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] For port 4369e8da-6fdb-4f91-b007-66ba7e26baac, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4369e8da-6fdb-4f91-b007-66ba7e26baac,segment=NetworkSegment(a2a4984b-c546-48b9-a433-a9f2b4998e61),segment_id=a2a4984b-c546-48b9-a433-a9f2b4998e61)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:46.106094 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.107434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.236382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 4a499be5-892c-49da-a5e6-d9a0994e6142 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:46.237219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4a499be5-892c-49da-a5e6-d9a0994e6142 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:46.303890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.304907 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.308065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:46.322761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:46.341203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:46.415018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:46.486334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:46.496214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b680b-5891-45f8-8a03-6f9ccf7350cd None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:01:46.500031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb882ac2-1dab-4aaf-bfa5-2fe612a331e9 None None] DHCP port deletion for c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:01:46.507095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bb882ac2-1dab-4aaf-bfa5-2fe612a331e9 None None] Deleting port 4369e8da-6fdb-4f91-b007-66ba7e26baac {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:01:46.507963 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb882ac2-1dab-4aaf-bfa5-2fe612a331e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.509663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Calling delete_port for 4369e8da-6fdb-4f91-b007-66ba7e26baac owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:01:46.559230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.571059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.656843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.685767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bb882ac2-1dab-4aaf-bfa5-2fe612a331e9 None None] The port '4369e8da-6fdb-4f91-b007-66ba7e26baac' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:01:46.705709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:46.707878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6662316 Mar 11 18:01:46.718955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 32988) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:46.724730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7693709-acd8-4510-bb12-4d550063f915 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e597004-aefb-48e7-989d-4a53df5f691b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:46.744816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1491b29a-e060-4463-a7e5-9cf16e3ba5eb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '0e597004-aefb-48e7-989d-4a53df5f691b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:46.754030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1491b29a-e060-4463-a7e5-9cf16e3ba5eb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:46.761891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1491b29a-e060-4463-a7e5-9cf16e3ba5eb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:46.761891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1491b29a-e060-4463-a7e5-9cf16e3ba5eb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:46.810419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1491b29a-e060-4463-a7e5-9cf16e3ba5eb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:46.861007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Pushing event deleted for resources: {'Port': ['ID=4369e8da-6fdb-4f91-b007-66ba7e26baac,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:46.876417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] No DVR routers for this DVR port 4369e8da-6fdb-4f91-b007-66ba7e26baac on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:46.881787 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-1491b29a-e060-4463-a7e5-9cf16e3ba5eb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:46.883263 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1491b29a-e060-4463-a7e5-9cf16e3ba5eb tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1612277 Mar 11 18:01:46.886090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33002) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:46.896104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-64c44e2f-a38c-4b70-945c-e5138ae67af1 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group_rule': {'security_group_id': '0e597004-aefb-48e7-989d-4a53df5f691b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:46.922711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-64c44e2f-a38c-4b70-945c-e5138ae67af1 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:46.933973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-64c44e2f-a38c-4b70-945c-e5138ae67af1 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:46.946063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-64c44e2f-a38c-4b70-945c-e5138ae67af1 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:46.959647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-64c44e2f-a38c-4b70-945c-e5138ae67af1 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:47.034356 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-64c44e2f-a38c-4b70-945c-e5138ae67af1 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:47.034356 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-64c44e2f-a38c-4b70-945c-e5138ae67af1 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1464324 Mar 11 18:01:47.043958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33008) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:47.084706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.253453 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04b735-5e05-4cba-ba5b-7c5b5adc257f None None] New status for floating IP 1867ef43-f2cf-4d2b-97ca-2c40a93b5741: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:01:47.344398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.366087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ce72a62-4f6d-4079-8a3b-9d959b3921cf tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.381073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d0d663-95ab-47f6-8ed4-f5429b67d8a1']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:47.397473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a4984b-c546-48b9-a433-a9f2b4998e61') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:47.397783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a4984b-c546-48b9-a433-a9f2b4998e61') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:47.412117 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.438440 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.446780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:01:47.447187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.510679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ce72a62-4f6d-4079-8a3b-9d959b3921cf tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:47.536235 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:47.590463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ce72a62-4f6d-4079-8a3b-9d959b3921cf tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.621693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.639423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4369e8da-6fdb-4f91-b007-66ba7e26baac no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:01:47.645228 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.669702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d0d663-95ab-47f6-8ed4-f5429b67d8a1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:47.672665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72a62-4f6d-4079-8a3b-9d959b3921cf tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e597004-aefb-48e7-989d-4a53df5f691b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:47.704756 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ce72a62-4f6d-4079-8a3b-9d959b3921cf tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.711166 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0ce72a62-4f6d-4079-8a3b-9d959b3921cf tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/0e597004-aefb-48e7-989d-4a53df5f691b HTTP/1.1" status: 204 len: 168 time: 0.6715534 Mar 11 18:01:47.712285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33026) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:47.723968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-47188667-c457-4c7c-be2f-7a3f4b932105 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c2d0d663-95ab-47f6-8ed4-f5429b67d8a1 HTTP/1.1" status: 204 len: 168 time: 2.8110993 Mar 11 18:01:47.741706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-410c55a2-3d4f-4daf-bb7b-0f3214b68d98 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468301584&fields=id&tenant_id=95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 267 time: 0.2038012 Mar 11 18:01:47.778349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 4369e8da-6fdb-4f91-b007-66ba7e26baac {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:01:47.779292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4369e8da-6fdb-4f91-b007-66ba7e26baac not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:01:47.817145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-383a14c8-0f26-4192-b995-1b0c76e4847e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:47.838922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-383a14c8-0f26-4192-b995-1b0c76e4847e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:47.844958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-383a14c8-0f26-4192-b995-1b0c76e4847e tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1289549 Mar 11 18:01:47.845716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33036) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:47.852062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'tempest-secgroup--40522429'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:47.860687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:47.873034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:47.890080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.973236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:47.979159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Usage tracker for resource:security_group_rule and tenant:81b857d16a604f69b6ba8d9ea84070b2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:47.983264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:47.992333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:48.039508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-cce33bfe-dbe2-4890-858c-26a31b3c99b5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:48.041159 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-cce33bfe-dbe2-4890-858c-26a31b3c99b5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.2925618 Mar 11 18:01:48.101287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-21a28a68-c5c3-4089-9f84-77f8d4a42ba0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/quotas/95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 375 time: 0.0495927 Mar 11 18:01:48.101766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.109810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.154413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33058) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:48.192514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54146e7-44e0-48a5-aa46-c7f1df9cc7bd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:48.222841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.224736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e060725-0988-4f2d-877c-b65398c6bcfe tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3778832 Mar 11 18:01:48.229578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33066) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:48.243099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6064838b-9455-4b24-880f-f5a72ed467f9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:48.247254 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-6064838b-9455-4b24-880f-f5a72ed467f9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 18:01:48.248679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6064838b-9455-4b24-880f-f5a72ed467f9 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "PUT /v2.0/security-groups/a54146e7-44e0-48a5-aa46-c7f1df9cc7bd HTTP/1.1" status: 409 len: 330 time: 0.0177202 Mar 11 18:01:48.254795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33070) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:48.357799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-e2ce3b13-742d-4be2-9cb6-b297d8adff81 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2483373 Mar 11 18:01:48.371229 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-27570a20-baa6-43f6-8b5b-ad16bc541a9e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=55d4a71fab2045c58dd7d28f31104671&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2099855 Mar 11 18:01:48.371499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33076) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:48.434788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95670c7b-77ce-4db3-9f08-f40793d87364 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.494262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95670c7b-77ce-4db3-9f08-f40793d87364 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.518129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fdecce9-ece1-4244-bc6d-4c744035052f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.564583 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fdecce9-ece1-4244-bc6d-4c744035052f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.644268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95670c7b-77ce-4db3-9f08-f40793d87364 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.681144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fdecce9-ece1-4244-bc6d-4c744035052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.708176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdecce9-ece1-4244-bc6d-4c744035052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073b124-df37-45d6-817a-605b9cece1df,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:48.720135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2fdecce9-ece1-4244-bc6d-4c744035052f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.724726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2fdecce9-ece1-4244-bc6d-4c744035052f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3073b124-df37-45d6-817a-605b9cece1df HTTP/1.1" status: 204 len: 168 time: 0.3498049 Mar 11 18:01:48.990106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95670c7b-77ce-4db3-9f08-f40793d87364 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54146e7-44e0-48a5-aa46-c7f1df9cc7bd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:49.008506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95670c7b-77ce-4db3-9f08-f40793d87364 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:49.011991 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-95670c7b-77ce-4db3-9f08-f40793d87364 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/a54146e7-44e0-48a5-aa46-c7f1df9cc7bd HTTP/1.1" status: 204 len: 168 time: 0.7394814 Mar 11 18:01:49.015111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33106) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:49.160030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6fd26e3a-8461-42af-8d16-873aeee706a5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Synchronizing usage tracker for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:49.185300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6fd26e3a-8461-42af-8d16-873aeee706a5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] Unset dirty status for tenant:81b857d16a604f69b6ba8d9ea84070b2 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:49.187119 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6fd26e3a-8461-42af-8d16-873aeee706a5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1708250 Mar 11 18:01:49.192604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:49.214018 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-db07a4dc-ed44-4f66-b9ed-0be0c61d25e5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] delete failed (client error): The resource could not be found. Mar 11 18:01:49.215646 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-db07a4dc-ed44-4f66-b9ed-0be0c61d25e5 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "DELETE /v2.0/security-groups/18af1a73-b347-47f1-acd1-466d29933fe9 HTTP/1.1" status: 404 len: 347 time: 0.0213389 Mar 11 18:01:49.221522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33116) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:49.244224 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-26c2a387-eb4b-4a3a-b0d8-4a83cea29f05 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] show failed (client error): The resource could not be found. Mar 11 18:01:49.246077 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-26c2a387-eb4b-4a3a-b0d8-4a83cea29f05 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-groups/96767c4b-d57e-4930-bf1f-31cd3306b71f HTTP/1.1" status: 404 len: 347 time: 0.0228848 Mar 11 18:01:49.250002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33120) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:49.268388 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-f6541118-03b8-4ce4-b4fd-0d9ac9ed8939 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] show failed (client error): The resource could not be found. Mar 11 18:01:49.269760 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6541118-03b8-4ce4-b4fd-0d9ac9ed8939 tempest-NegativeSecGroupIPv6Test-166456269 tempest-NegativeSecGroupIPv6Test-166456269-project] 10.222.0.96 "GET /v2.0/security-group-rules/a20b5251-0ebd-4cf8-af92-848296c8a6d8 HTTP/1.1" status: 404 len: 356 time: 0.0181279 Mar 11 18:01:49.339316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-17de40d1-7122-42df-ab18-cb666e00d3c0 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9378014 Mar 11 18:01:49.635616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-f824fb42-c0e6-4fd0-9da7-9ef6e6560112 service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949421 Mar 11 18:01:49.697146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33152) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:49.874259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33166) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:49.909009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8d9b6a43-8e32-4bd1-b195-394bf7c3fd6b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=93a31f31722a42f18b1c0d32a90ce142&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2095299 Mar 11 18:01:50.085054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa440ab6-b3d1-42d7-9d17-73f397bc4c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:50.227107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33186) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:50.429102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa440ab6-b3d1-42d7-9d17-73f397bc4c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:50.514104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa440ab6-b3d1-42d7-9d17-73f397bc4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:50.555760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa440ab6-b3d1-42d7-9d17-73f397bc4c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a99703c-1ee5-4221-8601-d3dc0bd79518,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:50.582456 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-aa440ab6-b3d1-42d7-9d17-73f397bc4c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:50.583642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aa440ab6-b3d1-42d7-9d17-73f397bc4c19 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3a99703c-1ee5-4221-8601-d3dc0bd79518 HTTP/1.1" status: 204 len: 168 time: 0.7081754 Mar 11 18:01:50.618406 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3db02e4a-68d8-4c31-af07-06cdefac759a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81b857d16a604f69b6ba8d9ea84070b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3901286 Mar 11 18:01:50.622330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33204) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:50.773223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2f76-36d9-4803-9a59-fe9fccda6788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:50.817665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2f76-36d9-4803-9a59-fe9fccda6788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:50.916098 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2f76-36d9-4803-9a59-fe9fccda6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:50.991599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e2f76-36d9-4803-9a59-fe9fccda6788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485d8394-f5a4-4745-b2b2-4ec54e516ed3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:51.000469 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2f76-36d9-4803-9a59-fe9fccda6788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:51.013282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6f0e2f76-36d9-4803-9a59-fe9fccda6788 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/485d8394-f5a4-4745-b2b2-4ec54e516ed3 HTTP/1.1" status: 204 len: 168 time: 0.3872151 Mar 11 18:01:51.704544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9d1f062-83b1-46f6-82d9-2ded240c1f41 req-146437a0-38c9-49bf-9a1d-391bf3d0fe48 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 210 time: 0.1109402 Mar 11 18:01:51.933806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33252) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:52.296761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:52.380158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:52.391144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Usage tracker for resource:security_group_rule and tenant:32e37fa2cacb4fa4a0d45e5f61073845 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:52.395218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:52.403637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:52.535732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:52.546031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:52.623136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752f2bb9-bb7b-4ca1-9930-0f0b6c9c8caa,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:52.640966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-487e4595-3fcc-4dc9-a8b7-f4d37299bc64 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=32e37fa2cacb4fa4a0d45e5f61073845&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7034726 Mar 11 18:01:52.641399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33280) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:52.743902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:52.778173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:52.867064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:52.900559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752f2bb9-bb7b-4ca1-9930-0f0b6c9c8caa,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:52.913207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0fa15369-1344-4052-b659-cea52cd8e839 req-bea58721-563f-40d3-9534-ad1b17555ee2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 210 time: 0.0591679 Mar 11 18:01:52.921252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.921576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.922263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.923568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.924298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.924772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.925482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.926323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.927098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.927644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.928242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:52.952906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:52.956180 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2bdf9c8a-013a-48a0-96c8-5b77f84e1a12 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/752f2bb9-bb7b-4ca1-9930-0f0b6c9c8caa HTTP/1.1" status: 204 len: 168 time: 0.3135638 Mar 11 18:01:53.342981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33304) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:53.639392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:53.690300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:53.805569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:53.811718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a586ffc2654c5dbc65c048c081bec3 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:53.816249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:53.824402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:53.926486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6c6520c8-c091-44c4-8797-57ecb8cc86cd tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:53.926486 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-6c6520c8-c091-44c4-8797-57ecb8cc86cd tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 18:01:53.931342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:53.949170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475184270'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:53.950191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6c6520c8-c091-44c4-8797-57ecb8cc86cd tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5912409 Mar 11 18:01:53.988695 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:53.995760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:54.004762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:54.016875 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.019591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:54.039419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.057174 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.087138 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5a586ffc2654c5dbc65c048c081bec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4459479 Mar 11 18:01:54.101929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33332) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:54.129412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc295c3-cf45-4cd5-89e3-22c77c71b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405126fe-55e9-4ec9-a119-402644dd38c5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:54.160826 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.219966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:54.232130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:54.238055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:54.248448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:54.346225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5a6e455-adf9-4e5d-9a4c-666b529bbb56 req-1ac83921-ab02-45c7-8938-529be7da5d0b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 210 time: 0.1262269 Mar 11 18:01:54.388945 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cef30d99-3b6a-45bf-8d6f-ff504589f309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.479379 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cef30d99-3b6a-45bf-8d6f-ff504589f309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.655660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cef30d99-3b6a-45bf-8d6f-ff504589f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.698547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef30d99-3b6a-45bf-8d6f-ff504589f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405126fe-55e9-4ec9-a119-402644dd38c5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:54.741161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cef30d99-3b6a-45bf-8d6f-ff504589f309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.746162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-febedb00-7d51-456f-b261-7d4ad2319ac2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:54.746424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cef30d99-3b6a-45bf-8d6f-ff504589f309 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/405126fe-55e9-4ec9-a119-402644dd38c5 HTTP/1.1" status: 204 len: 168 time: 0.6414301 Mar 11 18:01:54.748487 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-febedb00-7d51-456f-b261-7d4ad2319ac2 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.3221138 Mar 11 18:01:54.842433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.856222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:54.911653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-8012f696-1b50-4d74-aaef-539cb41bbe12 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 380 time: 0.1416204 Mar 11 18:01:54.914983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5ed719-212b-4b4f-afd9-3820f1d1d0ed,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:54.924631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'port': {'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'admin_state_up': True, 'tenant_id': '95e242196f104736a813804446649343', 'security_groups': ['62ed9495-5534-4e6d-b482-9b3d7cb59b35']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:54.955091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:55.020816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:55.041357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:55.075866 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:55.164807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:55.170161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:port and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:55.173548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:55.183572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:55.225355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:55.228975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.253320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.263886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.379424 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.380689 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4484358 Mar 11 18:01:55.385750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33356) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:55.391524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae2c87-bff3-45a4-9eb1-1bfde9816c53 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654d71df-f5a5-4b10-9af3-81f21b112c12,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:55.403019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '654d71df-f5a5-4b10-9af3-81f21b112c12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:55.416918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:55.448340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:55.453629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:55.483799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:55.512854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.20.0.5 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/772fc98f-edd3-4506-b765-ad5f7b458263) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:55.555137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.724843 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.732916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d684ac5b-0cb2-4910-8d15-d16bc8d14bc2 req-e41642fe-a698-42b2-b8ad-306627722069 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 210 time: 0.0781794 Mar 11 18:01:55.734601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.755079 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84adaea-64f1-4b6f-b7ed-533e06ab8efc,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:55.789802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:55.791179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-abfb4e3f-090a-4a3c-aea3-de36f22201ba tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4043818 Mar 11 18:01:55.797750 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33368) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:55.806786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '654d71df-f5a5-4b10-9af3-81f21b112c12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:55.814859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:55.819842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:55.825852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:55.834747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:55.876121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.008919 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 18:01:56.010018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-09970c8e-7423-4b49-924f-67de3038c1ec tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2111650 Mar 11 18:01:56.013030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33380) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:56.027730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.061535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Transition to ACTIVE for port object 772fc98f-edd3-4506-b765-ad5f7b458263 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:01:56.128999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.182182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82d12ab5-e9a2-4f1e-8afe-8e715c5fc3a2 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.290102 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82d12ab5-e9a2-4f1e-8afe-8e715c5fc3a2 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.300023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:56.307189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:56.320641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:01:56.429116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=772fc98f-edd3-4506-b765-ad5f7b458263,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:56.436832 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82d12ab5-e9a2-4f1e-8afe-8e715c5fc3a2 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.468935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d12ab5-e9a2-4f1e-8afe-8e715c5fc3a2 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d71df-f5a5-4b10-9af3-81f21b112c12,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:56.476602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:56.480213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.511223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82d12ab5-e9a2-4f1e-8afe-8e715c5fc3a2 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.512402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-82d12ab5-e9a2-4f1e-8afe-8e715c5fc3a2 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/654d71df-f5a5-4b10-9af3-81f21b112c12 HTTP/1.1" status: 204 len: 168 time: 0.4981458 Mar 11 18:01:56.517050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33396) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:56.526657 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-4e9e98ea-eb15-48e5-84d1-a7ddc2afdccf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6076069 Mar 11 18:01:56.544631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Request body: {'port': {'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:56.691089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-de323cdd-c3d1-4ea5-8a7a-00b824284230 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Synchronizing usage tracker for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:56.721588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-de323cdd-c3d1-4ea5-8a7a-00b824284230 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Unset dirty status for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:56.723309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-de323cdd-c3d1-4ea5-8a7a-00b824284230 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2036605 Mar 11 18:01:56.729945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33400) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:56.743645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--892580193'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:56.763943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:56.779192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d9619db-b128-424e-8964-fe41df08b6c5 None None] Provisioning for port 772fc98f-edd3-4506-b765-ad5f7b458263 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:01:56.787280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:56.796078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6d9619db-b128-424e-8964-fe41df08b6c5 None None] Provisioning complete for port 772fc98f-edd3-4506-b765-ad5f7b458263 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:56.796457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d9619db-b128-424e-8964-fe41df08b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.823467 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.857959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:56.925573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6d9619db-b128-424e-8964-fe41df08b6c5 None None] Port 772fc98f-edd3-4506-b765-ad5f7b458263 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:01:56.927761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:56.939725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:56.952506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:56.975369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:57.102264 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.151300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.208261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.209780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4779418 Mar 11 18:01:57.221895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33416) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:57.252246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bc80791d-1c00-4e17-ac35-5395812db172 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'd9e83baf-af63-44cf-b0e2-687492fd8a99', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:57.253012 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-bc80791d-1c00-4e17-ac35-5395812db172 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:57.253970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bc80791d-1c00-4e17-ac35-5395812db172 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0310271 Mar 11 18:01:57.264971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33420) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:57.380782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21451b-a43f-4204-831b-5526d48ebfa9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e83baf-af63-44cf-b0e2-687492fd8a99,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:57.521080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5715cd9-c6c0-4221-b2e4-394fe4df0c42 req-d8a43d61-29a3-4501-a08b-98ab1d70dc0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:57.526245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5715cd9-c6c0-4221-b2e4-394fe4df0c42 req-d8a43d61-29a3-4501-a08b-98ab1d70dc0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 931 time: 0.4274273 Mar 11 18:01:57.608073 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba792163-be8f-4b1a-934c-feef40cfe8e9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.673933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba792163-be8f-4b1a-934c-feef40cfe8e9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.692577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a765feb-8183-460f-b9bc-b73840909510 req-ce5858e7-f8a1-46a3-93d0-600318b4a99c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0983067 Mar 11 18:01:57.693747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 18:01:57.772348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5715cd9-c6c0-4221-b2e4-394fe4df0c42 req-bf7406c1-b6f6-4884-b7f6-3aae0c32b9ff tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771569 Mar 11 18:01:57.825481 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba792163-be8f-4b1a-934c-feef40cfe8e9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.835312 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a765feb-8183-460f-b9bc-b73840909510 req-14e90076-1815-47f7-bf00-f752a899db7d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0849092 Mar 11 18:01:57.855527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba792163-be8f-4b1a-934c-feef40cfe8e9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e83baf-af63-44cf-b0e2-687492fd8a99,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:57.859859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772fc98f-edd3-4506-b765-ad5f7b458263 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:01:57.864667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ba792163-be8f-4b1a-934c-feef40cfe8e9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.866051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ba792163-be8f-4b1a-934c-feef40cfe8e9 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/d9e83baf-af63-44cf-b0e2-687492fd8a99 HTTP/1.1" status: 204 len: 168 time: 0.5982308 Mar 11 18:01:57.873375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33436) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:57.885449 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.948002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Transition to ACTIVE for port object 772fc98f-edd3-4506-b765-ad5f7b458263 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:01:57.951490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a765feb-8183-460f-b9bc-b73840909510 req-1264bfbf-368f-4819-bc8c-31ac1973aba4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568426 Mar 11 18:01:57.955364 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:57.995388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9c7b5c9e-d445-4fcb-87dc-480788455e80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Synchronizing usage tracker for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:58.051291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9c7b5c9e-d445-4fcb-87dc-480788455e80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Unset dirty status for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:58.057287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9c7b5c9e-d445-4fcb-87dc-480788455e80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1789625 Mar 11 18:01:58.058077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33448) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:58.069058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--780080887'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:58.091373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:58.123500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:58.150699 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.196590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:58.201791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:58.207175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:58.232339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:58.399982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.405459 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.514212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.519300 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4571309 Mar 11 18:01:58.525565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33460) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:58.532370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-53603c81-dc35-4f29-9d6c-49f81e19a3dc tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'e9c9decb-97df-4873-8011-e445b4138399', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:58.533108 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-53603c81-dc35-4f29-9d6c-49f81e19a3dc tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:58.540167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Pushing event updated for resources: {'Port': ['ID=772fc98f-edd3-4506-b765-ad5f7b458263,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:58.549657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-53603c81-dc35-4f29-9d6c-49f81e19a3dc tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122821 Mar 11 18:01:58.563032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33464) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:58.616924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce6715-ba45-4622-8fe4-89465950549e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9decb-97df-4873-8011-e445b4138399,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:58.652605 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c007-b5f3-413e-bd0b-4020d64bd4d0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.735678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c007-b5f3-413e-bd0b-4020d64bd4d0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.784780 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a765feb-8183-460f-b9bc-b73840909510 req-cb5cc32f-7f45-417e-8d49-e2489e3493fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:58.791570 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a765feb-8183-460f-b9bc-b73840909510 req-cb5cc32f-7f45-417e-8d49-e2489e3493fe service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8292344 Mar 11 18:01:58.852326 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c007-b5f3-413e-bd0b-4020d64bd4d0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.880033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2c007-b5f3-413e-bd0b-4020d64bd4d0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9decb-97df-4873-8011-e445b4138399,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:58.890437 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fa2c007-b5f3-413e-bd0b-4020d64bd4d0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.891868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7fa2c007-b5f3-413e-bd0b-4020d64bd4d0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/e9c9decb-97df-4873-8011-e445b4138399 HTTP/1.1" status: 204 len: 168 time: 0.3282228 Mar 11 18:01:58.894671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33480) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:58.908544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Attempting to bind port 772fc98f-edd3-4506-b765-ad5f7b458263 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:58.909005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Attempting to bind port 772fc98f-edd3-4506-b765-ad5f7b458263 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:58.909330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Attempting to bind port 772fc98f-edd3-4506-b765-ad5f7b458263 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:01:58.916670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Port 772fc98f-edd3-4506-b765-ad5f7b458263 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:01:58.916991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Attempting to bind port 772fc98f-edd3-4506-b765-ad5f7b458263 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:01:58.924438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:01:58.924851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:01:58.925242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:01:58.925669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Bound port: 772fc98f-edd3-4506-b765-ad5f7b458263, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:58.926009 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:58.997900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a9af01e-28a5-47b3-b978-3d60b84a85dd tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Synchronizing usage tracker for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:01:59.053593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a9af01e-28a5-47b3-b978-3d60b84a85dd tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Unset dirty status for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:01:59.056643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a9af01e-28a5-47b3-b978-3d60b84a85dd tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1600602 Mar 11 18:01:59.061393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33486) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:59.080267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] For port 772fc98f-edd3-4506-b765-ad5f7b458263, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:59.085843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] For port 772fc98f-edd3-4506-b765-ad5f7b458263, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=772fc98f-edd3-4506-b765-ad5f7b458263,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:59.092455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:59.131687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029878160'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:59.143432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:59.185327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:59.190170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:59.192042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] 10.222.0.59 "PUT /v2.0/ports/772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 1091 time: 2.6522679 Mar 11 18:01:59.192562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:01:59.220282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9f50-40b3-41d0-9162-ea57cef458e7 service neutron] Pushing event updated for resources: {'Port': ['ID=772fc98f-edd3-4506-b765-ad5f7b458263,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:59.251538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:59.320874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:01:59.334841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:01:59.339531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:01:59.350201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:01:59.367683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8087-4af7-477d-9316-b98f3e7c0403 req-ae159a2e-613e-4e41-bd0a-52e28dcfe517 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:59.375064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-741a8087-4af7-477d-9316-b98f3e7c0403 req-ae159a2e-613e-4e41-bd0a-52e28dcfe517 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 943 time: 0.3010387 Mar 11 18:01:59.456649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-f6fcc183-6157-4341-bb39-1063307d743d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1094 time: 0.2037520 Mar 11 18:01:59.511800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-741a8087-4af7-477d-9316-b98f3e7c0403 req-3fd1f94b-20b9-494c-85d4-d2014d51fde1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351836 Mar 11 18:01:59.565133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-2848a8e6-466a-4ba4-abe6-dfd2ffac8097 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 217 time: 0.0953526 Mar 11 18:01:59.625534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:59.632804 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:59.664361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-2a061c5b-8743-4de4-9274-8435ec616506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:59.667159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-2a061c5b-8743-4de4-9274-8435ec616506 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.0953472 Mar 11 18:01:59.693286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0af925-93df-425b-8085-6b64da68f0ad,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:59.703031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:59.707735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-13fd63c4-5f8c-47cc-9b11-4fd34c7645a4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6449218 Mar 11 18:01:59.708533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33504) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:59.715812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c27efbc3-dc8b-4023-9df6-72eb957efb5e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '7c0af925-93df-425b-8085-6b64da68f0ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:59.717190 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-c27efbc3-dc8b-4023-9df6-72eb957efb5e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:59.722338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c27efbc3-dc8b-4023-9df6-72eb957efb5e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119615 Mar 11 18:01:59.723548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33508) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:59.730779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-418c7c0e-fb1e-48bc-9dc1-6025e1c3854a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '7c0af925-93df-425b-8085-6b64da68f0ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:59.732375 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-418c7c0e-fb1e-48bc-9dc1-6025e1c3854a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:59.736727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-418c7c0e-fb1e-48bc-9dc1-6025e1c3854a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0115104 Mar 11 18:01:59.737527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33512) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:59.765696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2132943f-fcf4-442f-8d35-a99134dab2e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '7c0af925-93df-425b-8085-6b64da68f0ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:59.767285 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-2132943f-fcf4-442f-8d35-a99134dab2e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:59.775760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33522) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:59.785710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d05bf579-ca08-4de2-bac7-e223cee82d47 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '7c0af925-93df-425b-8085-6b64da68f0ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:01:59.786586 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-d05bf579-ca08-4de2-bac7-e223cee82d47 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:59.791414 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d05bf579-ca08-4de2-bac7-e223cee82d47 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091338 Mar 11 18:01:59.791690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33526) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:01:59.793794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2132943f-fcf4-442f-8d35-a99134dab2e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0550325 Mar 11 18:01:59.863471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-92e42783-a70b-479c-9d1e-778112b6427a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898806 Mar 11 18:01:59.965745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-092d11c5-847c-4001-9042-be0edda6800a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:00.033511 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-092d11c5-847c-4001-9042-be0edda6800a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:00.107965 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-51b6746a-483a-4642-9029-ccecebf396b6 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384300 Mar 11 18:02:00.268955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-092d11c5-847c-4001-9042-be0edda6800a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:00.308639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d11c5-847c-4001-9042-be0edda6800a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0af925-93df-425b-8085-6b64da68f0ad,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:00.316148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-092d11c5-847c-4001-9042-be0edda6800a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:00.318878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-092d11c5-847c-4001-9042-be0edda6800a tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/7c0af925-93df-425b-8085-6b64da68f0ad HTTP/1.1" status: 204 len: 168 time: 0.5262322 Mar 11 18:02:00.320458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:00.373249 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bacfe0a4-ff34-4cc2-aee0-b5ecd0b4df04 req-7c6bdd3f-d48b-4fa6-90d4-a7531fa9c5cf service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515664 Mar 11 18:02:00.391077 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263', 'status': 'completed', 'code': 200} Mar 11 18:02:00.441255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d960073-bd0d-4be6-b347-8c3efc5b50f0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Synchronizing usage tracker for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:02:00.473820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2d960073-bd0d-4be6-b347-8c3efc5b50f0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Unset dirty status for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:02:00.476155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2d960073-bd0d-4be6-b347-8c3efc5b50f0 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1546743 Mar 11 18:02:00.482751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33544) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:00.489694 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104934532'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:00.503574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:00.544596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:00.569116 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:00.680016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-ad9c5018-a970-4267-895c-a14319fd765f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1094 time: 0.1948686 Mar 11 18:02:00.715641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:00.753907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:00.768630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:00.778542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:00.853574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387de4a0-f5b9-460b-93be-44b1c98451c0 req-5dd5e6ee-3123-4898-ad94-b2fb74d6ba29 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:00.860730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-387de4a0-f5b9-460b-93be-44b1c98451c0 req-5dd5e6ee-3123-4898-ad94-b2fb74d6ba29 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 943 time: 0.1463499 Mar 11 18:02:00.881301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-b51595d6-a787-47f1-a395-0933429d5522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:00.881301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-b51595d6-a787-47f1-a395-0933429d5522 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.1911130 Mar 11 18:02:01.042066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-fdd877e2-9ca4-463d-8baf-e958ea963e55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 217 time: 0.1563730 Mar 11 18:02:01.048129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-387de4a0-f5b9-460b-93be-44b1c98451c0 req-d403eef4-948e-4887-9dc3-f1c31ca7badf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857266 Mar 11 18:02:01.066706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:01.074149 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:01.154067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-f89d2575-2436-4507-a635-173ebdfe873d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:01.156630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-f89d2575-2436-4507-a635-173ebdfe873d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1086912 Mar 11 18:02:01.207039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:01.209290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7252641 Mar 11 18:02:01.214618 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33564) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.227344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-52b5761a-51b1-4a9b-a10f-557939917fa7 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.228439 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-52b5761a-51b1-4a9b-a10f-557939917fa7 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.230223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-52b5761a-51b1-4a9b-a10f-557939917fa7 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118449 Mar 11 18:02:01.233215 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645b04c-514a-4b7b-b88c-84f8a85547b1 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b960303f-147e-4704-a64d-a5e8464597e4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:01.257380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33568) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.274023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3cef042a-c778-42fe-9c1e-a2d9fb51e880 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.302322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3cef042a-c778-42fe-9c1e-a2d9fb51e880 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:01.313348 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3cef042a-c778-42fe-9c1e-a2d9fb51e880 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:01.318118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3cef042a-c778-42fe-9c1e-a2d9fb51e880 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:01.326590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3cef042a-c778-42fe-9c1e-a2d9fb51e880 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:01.421713 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-3cef042a-c778-42fe-9c1e-a2d9fb51e880 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.430180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3cef042a-c778-42fe-9c1e-a2d9fb51e880 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1710343 Mar 11 18:02:01.430946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33578) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.435198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-517c055f-27ac-427f-8096-847c9c1c8506 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706709 Mar 11 18:02:01.438225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fc4115d1-ea8a-48f5-b7f0-d7b17fde3452 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.439282 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-fc4115d1-ea8a-48f5-b7f0-d7b17fde3452 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.444966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc4115d1-ea8a-48f5-b7f0-d7b17fde3452 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118024 Mar 11 18:02:01.445673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33582) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.453268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-43964a5a-a447-4528-a0b6-9f1d13171b80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.463956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-43964a5a-a447-4528-a0b6-9f1d13171b80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:01.483741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-43964a5a-a447-4528-a0b6-9f1d13171b80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:01.488761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-43964a5a-a447-4528-a0b6-9f1d13171b80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:01.496944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-43964a5a-a447-4528-a0b6-9f1d13171b80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:01.540629 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-43964a5a-a447-4528-a0b6-9f1d13171b80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.545936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-43964a5a-a447-4528-a0b6-9f1d13171b80 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0985329 Mar 11 18:02:01.548209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33586) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.556102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-776affb3-a021-41c2-a9d2-c7b958d7e47c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.557238 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-776affb3-a021-41c2-a9d2-c7b958d7e47c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.558966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-776affb3-a021-41c2-a9d2-c7b958d7e47c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091374 Mar 11 18:02:01.561939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33590) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.569883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-07835812-f5d8-4d21-830b-7a9e1fb8449e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.584626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-07835812-f5d8-4d21-830b-7a9e1fb8449e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:01.592549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-07835812-f5d8-4d21-830b-7a9e1fb8449e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:01.597047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-07835812-f5d8-4d21-830b-7a9e1fb8449e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:01.609098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-07835812-f5d8-4d21-830b-7a9e1fb8449e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:01.661751 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-1abc803c-6463-42b3-acd1-38577d181322 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199194 Mar 11 18:02:01.671149 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-07835812-f5d8-4d21-830b-7a9e1fb8449e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.672561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-07835812-f5d8-4d21-830b-7a9e1fb8449e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1093121 Mar 11 18:02:01.685628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33598) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.699116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1e91e5e8-8a28-45d5-aae1-2bfec14ff351 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.702433 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-1e91e5e8-8a28-45d5-aae1-2bfec14ff351 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.703434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1e91e5e8-8a28-45d5-aae1-2bfec14ff351 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165749 Mar 11 18:02:01.708792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33604) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.719952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-070954a4-1707-4b3e-89da-e2aa5290b169 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.731774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-070954a4-1707-4b3e-89da-e2aa5290b169 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:01.736319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-070954a4-1707-4b3e-89da-e2aa5290b169 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:01.739927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-070954a4-1707-4b3e-89da-e2aa5290b169 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:01.751179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-070954a4-1707-4b3e-89da-e2aa5290b169 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:01.830160 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-070954a4-1707-4b3e-89da-e2aa5290b169 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.835184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-070954a4-1707-4b3e-89da-e2aa5290b169 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1217511 Mar 11 18:02:01.840342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33612) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:01.843104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-94ec533c-9b30-4a89-be54-db03f141a368 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'b960303f-147e-4704-a64d-a5e8464597e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:01.861739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-94ec533c-9b30-4a89-be54-db03f141a368 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:01.866998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-94ec533c-9b30-4a89-be54-db03f141a368 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:01.870069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-94ec533c-9b30-4a89-be54-db03f141a368 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:01.873057 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-00b1e520-f205-41d8-ae26-3564ff159b2d req-9a6e0161-01ce-466a-92ad-c594237e7b97 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049668 Mar 11 18:02:01.877104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-94ec533c-9b30-4a89-be54-db03f141a368 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:01.946192 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-94ec533c-9b30-4a89-be54-db03f141a368 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:01.948169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-94ec533c-9b30-4a89-be54-db03f141a368 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1112578 Mar 11 18:02:01.951648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33616) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:02.038131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3205c25d-e103-4999-b5bd-0d8b6802a042 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.074205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3205c25d-e103-4999-b5bd-0d8b6802a042 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.137050 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3205c25d-e103-4999-b5bd-0d8b6802a042 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.206869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205c25d-e103-4999-b5bd-0d8b6802a042 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b960303f-147e-4704-a64d-a5e8464597e4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:02.247736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3205c25d-e103-4999-b5bd-0d8b6802a042 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.249292 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3205c25d-e103-4999-b5bd-0d8b6802a042 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/b960303f-147e-4704-a64d-a5e8464597e4 HTTP/1.1" status: 204 len: 168 time: 0.2962742 Mar 11 18:02:02.252135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33630) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:02.356664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4201214a-5087-400f-803e-eee9a4887529 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Synchronizing usage tracker for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:02:02.423953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4201214a-5087-400f-803e-eee9a4887529 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Unset dirty status for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:02:02.432670 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4201214a-5087-400f-803e-eee9a4887529 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1793828 Mar 11 18:02:02.436611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33638) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:02.444141 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--803175100'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:02.457138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:02.478347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:02.507360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.536188 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7498a73-dc82-4b2f-b0ff-63aa0ba4283a req-a4571620-0487-47f5-9675-2425b8b8e82a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:02.537715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7498a73-dc82-4b2f-b0ff-63aa0ba4283a req-a4571620-0487-47f5-9675-2425b8b8e82a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 943 time: 0.1683433 Mar 11 18:02:02.675036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7498a73-dc82-4b2f-b0ff-63aa0ba4283a req-a0f81843-f705-4d82-b138-bd7a898e383a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086559 Mar 11 18:02:02.676247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:02.688232 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:02.694657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:02.720245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:02.809845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.816952 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.873343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8addae1-2884-46d3-8af1-80990a305d4f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:02.884417 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:02.888652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d0144513-3a06-44ce-ba21-348a8cdbe174 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4482965 Mar 11 18:02:02.888958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33648) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:02.899647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-eec6ec53-b14c-4856-b02b-70986245042e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'd8addae1-2884-46d3-8af1-80990a305d4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:02.927527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-eec6ec53-b14c-4856-b02b-70986245042e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:02.936272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-eec6ec53-b14c-4856-b02b-70986245042e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:02.946024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-eec6ec53-b14c-4856-b02b-70986245042e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:02.953092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-eec6ec53-b14c-4856-b02b-70986245042e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:03.035024 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-eec6ec53-b14c-4856-b02b-70986245042e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The resource could not be found. Mar 11 18:02:03.039058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-eec6ec53-b14c-4856-b02b-70986245042e tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1460514 Mar 11 18:02:03.039544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33652) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:03.047027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-10a17bb8-4b8e-4931-8f8a-de0d00b218e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': 'd8addae1-2884-46d3-8af1-80990a305d4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '13c09a89-54c1-47bb-ba0c-60c4e92c27a5'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:03.060597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-10a17bb8-4b8e-4931-8f8a-de0d00b218e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:03.066150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-10a17bb8-4b8e-4931-8f8a-de0d00b218e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:03.070451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-10a17bb8-4b8e-4931-8f8a-de0d00b218e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:03.079408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-10a17bb8-4b8e-4931-8f8a-de0d00b218e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:03.154685 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-10a17bb8-4b8e-4931-8f8a-de0d00b218e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The resource could not be found. Mar 11 18:02:03.158786 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-10a17bb8-4b8e-4931-8f8a-de0d00b218e5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1172147 Mar 11 18:02:03.160821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33656) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:03.282234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b33c750-f601-4174-b936-cc7a559b790f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.321604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b33c750-f601-4174-b936-cc7a559b790f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.377023 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b33c750-f601-4174-b936-cc7a559b790f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.400224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33c750-f601-4174-b936-cc7a559b790f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8addae1-2884-46d3-8af1-80990a305d4f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:03.419279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b33c750-f601-4174-b936-cc7a559b790f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.420732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b33c750-f601-4174-b936-cc7a559b790f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/d8addae1-2884-46d3-8af1-80990a305d4f HTTP/1.1" status: 204 len: 168 time: 0.2589114 Mar 11 18:02:03.423411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33668) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:03.497034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a80cdbd1-2b75-4b78-b633-a3a6f5d69ecb tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Synchronizing usage tracker for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:02:03.519853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a80cdbd1-2b75-4b78-b633-a3a6f5d69ecb tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Unset dirty status for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:02:03.526013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33678) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:03.531237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a80cdbd1-2b75-4b78-b633-a3a6f5d69ecb tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1063492 Mar 11 18:02:03.532380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ab8c01f0-e59a-4d10-ae54-689c78580708 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '881cc53e-ab6d-4b38-934b-697234cccd4c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:03.551829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ab8c01f0-e59a-4d10-ae54-689c78580708 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:03.562882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ab8c01f0-e59a-4d10-ae54-689c78580708 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:03.581571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ab8c01f0-e59a-4d10-ae54-689c78580708 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:03.593173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ab8c01f0-e59a-4d10-ae54-689c78580708 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:03.650345 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-ab8c01f0-e59a-4d10-ae54-689c78580708 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The resource could not be found. Mar 11 18:02:03.651643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ab8c01f0-e59a-4d10-ae54-689c78580708 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1244612 Mar 11 18:02:03.655652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33686) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:03.662329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879913656'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:03.680442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:03.691549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:03.707045 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.752523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:03.759877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:03.763312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:03.769933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:03.850314 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.855895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.914874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a71be65-817a-4e43-864d-967edf2e2132,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:03.924006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.928436 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-191990fd-811d-4c59-b1a5-5c98c86f6ec4 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2690086 Mar 11 18:02:03.928723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33698) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:03.945328 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840660066'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:03.954281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:03.959768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:03.962891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:03.969813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:03.985216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.066167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:04.074216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57b428-627d-462e-b700-d3d531acef85 req-18fceb6b-7d73-4ff5-b321-ab3e39eccd45 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:04.076196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:04.079730 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c57b428-627d-462e-b700-d3d531acef85 req-18fceb6b-7d73-4ff5-b321-ab3e39eccd45 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 943 time: 0.1379304 Mar 11 18:02:04.080612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:04.096600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:04.251483 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.258283 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.329415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff4ff4-ac24-45d4-85b3-26c1eebdffcc,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:04.332955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c57b428-627d-462e-b700-d3d531acef85 req-6ce043f2-f1a5-4372-a65f-8e9a6f529b27 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441523 Mar 11 18:02:04.363351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.367503 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a3022f86-2a5d-4a1e-a654-bcec99c5c90d tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4351680 Mar 11 18:02:04.367890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33706) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:04.374822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7923d699-94ac-4e57-a85d-ee0e6a2e6626 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group_rule': {'security_group_id': '3a71be65-817a-4e43-864d-967edf2e2132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '17ff4ff4-ac24-45d4-85b3-26c1eebdffcc'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:04.397318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7923d699-94ac-4e57-a85d-ee0e6a2e6626 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:04.401651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7923d699-94ac-4e57-a85d-ee0e6a2e6626 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:04.409807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7923d699-94ac-4e57-a85d-ee0e6a2e6626 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:04.417515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7923d699-94ac-4e57-a85d-ee0e6a2e6626 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:04.463239 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-7923d699-94ac-4e57-a85d-ee0e6a2e6626 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:02:04.464399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7923d699-94ac-4e57-a85d-ee0e6a2e6626 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0953758 Mar 11 18:02:04.467508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33710) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:04.552328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20a29db5-032f-4621-831a-ec0aa30b3edf tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.596217 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20a29db5-032f-4621-831a-ec0aa30b3edf tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.680426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20a29db5-032f-4621-831a-ec0aa30b3edf tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.737437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29db5-032f-4621-831a-ec0aa30b3edf tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff4ff4-ac24-45d4-85b3-26c1eebdffcc,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:04.744672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20a29db5-032f-4621-831a-ec0aa30b3edf tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:04.745862 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-20a29db5-032f-4621-831a-ec0aa30b3edf tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/17ff4ff4-ac24-45d4-85b3-26c1eebdffcc HTTP/1.1" status: 204 len: 168 time: 0.2773209 Mar 11 18:02:04.749484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33722) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:04.825546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b19dcae1-dd55-404d-84a2-e652248e4e73 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Synchronizing usage tracker for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:02:04.859999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b19dcae1-dd55-404d-84a2-e652248e4e73 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Unset dirty status for tenant:b31773b8a3f745348eec9778be47b781 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:02:04.861602 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b19dcae1-dd55-404d-84a2-e652248e4e73 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1107106 Mar 11 18:02:04.864727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33726) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:04.977198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d3ed9c-f960-4422-9db5-a7ee047a53a5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.017281 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d3ed9c-f960-4422-9db5-a7ee047a53a5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.095139 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d3ed9c-f960-4422-9db5-a7ee047a53a5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.119764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3ed9c-f960-4422-9db5-a7ee047a53a5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a71be65-817a-4e43-864d-967edf2e2132,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:05.138332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-80d3ed9c-f960-4422-9db5-a7ee047a53a5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.139922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-80d3ed9c-f960-4422-9db5-a7ee047a53a5 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/3a71be65-817a-4e43-864d-967edf2e2132 HTTP/1.1" status: 204 len: 168 time: 0.2737939 Mar 11 18:02:05.144362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33736) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:05.219238 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ad14492d-f018-4c11-a342-488a96d33ed3 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0733473 Mar 11 18:02:05.225454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33740) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:05.232453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679453152'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:05.240179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:05.246582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:05.251122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:05.260151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:05.286164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.365397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:05.372940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Usage tracker for resource:security_group_rule and tenant:b31773b8a3f745348eec9778be47b781 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:05.384932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:05.410783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:05.537879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.545238 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.602256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6472f0-9ee2-4a95-b314-eb996bd4aff7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:05.665992 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.667923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8c885c69-7001-481b-b7ea-1ecc491787ee tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4411027 Mar 11 18:02:05.671174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33754) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:05.677717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bb075158-eb52-4746-adcd-2d3dec70ce65 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:05.678471 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-bb075158-eb52-4746-adcd-2d3dec70ce65 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 18:02:05.679885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bb075158-eb52-4746-adcd-2d3dec70ce65 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "PUT /v2.0/security-groups/8f6472f0-9ee2-4a95-b314-eb996bd4aff7 HTTP/1.1" status: 409 len: 330 time: 0.0075169 Mar 11 18:02:05.685399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33758) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:05.822664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cce10091-e072-43f2-8d21-a57d1755ba3c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.847075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e40b0-bc19-40f5-bdc0-f718c82dcf6b req-c3522b38-710b-48d0-80f9-ba1eb661437b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:05.849119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-723e40b0-bc19-40f5-bdc0-f718c82dcf6b req-c3522b38-710b-48d0-80f9-ba1eb661437b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 943 time: 0.2526779 Mar 11 18:02:05.906730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cce10091-e072-43f2-8d21-a57d1755ba3c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:05.957605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-723e40b0-bc19-40f5-bdc0-f718c82dcf6b req-54ef4ea6-60ef-4cda-ad36-460d5767894a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877597 Mar 11 18:02:05.975341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cce10091-e072-43f2-8d21-a57d1755ba3c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:06.012231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce10091-e072-43f2-8d21-a57d1755ba3c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6472f0-9ee2-4a95-b314-eb996bd4aff7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:06.019753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cce10091-e072-43f2-8d21-a57d1755ba3c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:06.020955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cce10091-e072-43f2-8d21-a57d1755ba3c tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/8f6472f0-9ee2-4a95-b314-eb996bd4aff7 HTTP/1.1" status: 204 len: 168 time: 0.3339698 Mar 11 18:02:06.023778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33766) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:06.106822 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2c320275-143b-411e-87ff-43ff53e05374 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0809674 Mar 11 18:02:06.111512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33776) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:06.132886 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-367df860-c588-4482-8805-d40664257b3f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] delete failed (client error): The resource could not be found. Mar 11 18:02:06.133852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-367df860-c588-4482-8805-d40664257b3f tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "DELETE /v2.0/security-groups/91c65248-43a7-419a-9781-53c2dc152a73 HTTP/1.1" status: 404 len: 347 time: 0.0213904 Mar 11 18:02:06.137941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33780) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:06.167570 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-eaaad052-5527-4e09-9230-5907aa1cc8fa tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] show failed (client error): The resource could not be found. Mar 11 18:02:06.173476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eaaad052-5527-4e09-9230-5907aa1cc8fa tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-groups/6ad487fa-4d67-453b-88a4-c8a2be17149c HTTP/1.1" status: 404 len: 347 time: 0.0301108 Mar 11 18:02:06.173907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33786) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:06.223505 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-f94b2607-30e7-499a-b652-832a9cbed656 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] show failed (client error): The resource could not be found. Mar 11 18:02:06.223505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f94b2607-30e7-499a-b652-832a9cbed656 tempest-NegativeSecGroupTest-1124871350 tempest-NegativeSecGroupTest-1124871350-project] 10.222.0.96 "GET /v2.0/security-group-rules/0ba13eee-09ac-4f61-b439-0ed4ef9c8621 HTTP/1.1" status: 404 len: 356 time: 0.0408604 Mar 11 18:02:06.904372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33810) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:07.198808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33824) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:07.321815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a58c-26ad-4b75-bfde-852aaef4ea61 req-419b3e4c-e7bd-4518-bdf9-05a4757e0c2b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:07.326934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ab8a58c-26ad-4b75-bfde-852aaef4ea61 req-419b3e4c-e7bd-4518-bdf9-05a4757e0c2b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 943 time: 0.1163557 Mar 11 18:02:07.398987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ab8a58c-26ad-4b75-bfde-852aaef4ea61 req-aa41154d-39b2-4517-ab9e-1b37b52a728a tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684695 Mar 11 18:02:07.429861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33834) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:07.431709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-764701c1-dcf2-496d-9fd0-723c22bcffef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b31773b8a3f745348eec9778be47b781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5255044 Mar 11 18:02:07.501357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.567872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:07.587604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Usage tracker for resource:security_group_rule and tenant:19e772d5390a4b178a6009004ee3acb1 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:07.591929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:07.599911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b02bf17-84bb-4b10-b1b9-004327b7cdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.602059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:07.642167 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b02bf17-84bb-4b10-b1b9-004327b7cdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.769324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.772117 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b02bf17-84bb-4b10-b1b9-004327b7cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.796080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02bf17-84bb-4b10-b1b9-004327b7cdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5ed719-212b-4b4f-afd9-3820f1d1d0ed,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:07.798769 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.904772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb63bc4-7e35-4eaa-be6f-210bc8253027,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:07.909708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b02bf17-84bb-4b10-b1b9-004327b7cdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.911027 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b02bf17-84bb-4b10-b1b9-004327b7cdee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8f5ed719-212b-4b4f-afd9-3820f1d1d0ed HTTP/1.1" status: 204 len: 168 time: 0.4797366 Mar 11 18:02:07.938562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:07.948808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1fa1aff6-ccad-4f9f-aa2e-f1767cac1e54 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=19e772d5390a4b178a6009004ee3acb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7485564 Mar 11 18:02:08.034684 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab7bae51-e94e-40de-8cd9-7af3f5d5fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:08.089209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 772fc98f-edd3-4506-b765-ad5f7b458263 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:02:08.135395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab7bae51-e94e-40de-8cd9-7af3f5d5fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:08.262038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab7bae51-e94e-40de-8cd9-7af3f5d5fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:08.294685 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bae51-e94e-40de-8cd9-7af3f5d5fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb63bc4-7e35-4eaa-be6f-210bc8253027,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:08.299835 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ab7bae51-e94e-40de-8cd9-7af3f5d5fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:08.304455 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ab7bae51-e94e-40de-8cd9-7af3f5d5fb80 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0fb63bc4-7e35-4eaa-be6f-210bc8253027 HTTP/1.1" status: 204 len: 168 time: 0.3644018 Mar 11 18:02:08.375518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 772fc98f-edd3-4506-b765-ad5f7b458263, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=772fc98f-edd3-4506-b765-ad5f7b458263,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:08.391560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '772fc98f-edd3-4506-b765-ad5f7b458263', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:02:08.461550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:08.473743 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:02:08.485971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772fc98f-edd3-4506-b765-ad5f7b458263 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:02:08.503937 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 772fc98f-edd3-4506-b765-ad5f7b458263, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=772fc98f-edd3-4506-b765-ad5f7b458263,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:08.511678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:08.653493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=772fc98f-edd3-4506-b765-ad5f7b458263,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:08.663305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.663648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.664365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.664689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.665209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.665679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.666151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.666654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.667292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.667821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.668416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:08.767137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9d962-2fcd-4fec-b16a-9ee425d4ed72 req-1da588ed-cf7d-480c-acce-04e34ae3a3c5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.776716 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02c9d962-2fcd-4fec-b16a-9ee425d4ed72 req-1da588ed-cf7d-480c-acce-04e34ae3a3c5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 944 time: 0.1769447 Mar 11 18:02:08.821217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['772fc98f-edd3-4506-b765-ad5f7b458263'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:02:08.852914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-02c9d962-2fcd-4fec-b16a-9ee425d4ed72 req-40333631-3e52-4fda-ae37-898c63baa956 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726733 Mar 11 18:02:09.029065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 33882) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:09.064271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.150147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:09.161244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Usage tracker for resource:security_group_rule and tenant:4fa91619ee1043d290878e94dc9d4ede is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:09.172148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:09.185958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:09.315287 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.324107 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.430384 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4fa91619ee1043d290878e94dc9d4ede&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3997841 Mar 11 18:02:09.432700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 33894) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:09.449583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b4721-b76d-4f72-a150-ce8e78a3ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bdecd6-b81a-4ad7-8b8d-2eaf5a59c252,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:09.555279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7486867c-e811-4fd7-a664-8b97dc472d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.587228 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7486867c-e811-4fd7-a664-8b97dc472d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.655627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.663639 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7486867c-e811-4fd7-a664-8b97dc472d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.681359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486867c-e811-4fd7-a664-8b97dc472d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bdecd6-b81a-4ad7-8b8d-2eaf5a59c252,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:09.689522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7486867c-e811-4fd7-a664-8b97dc472d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:09.693793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7486867c-e811-4fd7-a664-8b97dc472d09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/97bdecd6-b81a-4ad7-8b8d-2eaf5a59c252 HTTP/1.1" status: 204 len: 168 time: 0.2559276 Mar 11 18:02:10.083949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 772fc98f-edd3-4506-b765-ad5f7b458263 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:02:10.153615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328556b-d76c-4090-8f69-e03af330080b req-4ec17272-9b7e-48db-be03-6e07de07cc0e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:10.162033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c328556b-d76c-4090-8f69-e03af330080b req-4ec17272-9b7e-48db-be03-6e07de07cc0e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 944 time: 0.1359735 Mar 11 18:02:10.287351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c328556b-d76c-4090-8f69-e03af330080b req-c4244c56-bad9-43a4-9a88-ec1596c75157 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232581 Mar 11 18:02:10.339307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 772fc98f-edd3-4506-b765-ad5f7b458263 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:02:10.345566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 772fc98f-edd3-4506-b765-ad5f7b458263 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:10.346550 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:10.572746 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:10.630148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:02:10.650119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 772fc98f-edd3-4506-b765-ad5f7b458263, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=772fc98f-edd3-4506-b765-ad5f7b458263,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:10.656666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:10.758865 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263', 'code': 200} Mar 11 18:02:10.842315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=772fc98f-edd3-4506-b765-ad5f7b458263,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:10.931552 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-de1f1d2a-0446-47b2-b407-ee7f6eaf1348 req-0d7caf22-bed2-4c30-90e1-77a0896181ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1096 time: 0.0998576 Mar 11 18:02:11.011515 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-de1f1d2a-0446-47b2-b407-ee7f6eaf1348 req-1c489ac5-8597-4ec0-9c4a-7dda1d50282a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574186 Mar 11 18:02:11.716416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e791d6-b8fd-45da-967c-e2b7638a56bc req-3a04fae0-4db7-4bd5-969e-a5febbb69457 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:11.725554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4e791d6-b8fd-45da-967c-e2b7638a56bc req-3a04fae0-4db7-4bd5-969e-a5febbb69457 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 945 time: 0.1760044 Mar 11 18:02:11.822325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4e791d6-b8fd-45da-967c-e2b7638a56bc req-03fbafb1-c299-43c5-8e6f-1c81fd64e910 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909603 Mar 11 18:02:12.384621 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15adff38-3d8d-46e8-9d1f-b9575ff43f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:12.553312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34022) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:12.883792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:12.925639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:12.932036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Usage tracker for resource:security_group_rule and tenant:000e19aada084d01998c8f0ba490ab73 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:12.939932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:12.953558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:13.161316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.174021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.294944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9911d-a50b-4ead-959e-c65e35c13323,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:13.306028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=000e19aada084d01998c8f0ba490ab73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7505722 Mar 11 18:02:13.309536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34050) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:13.317958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.318296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.319309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.319673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.320490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.320811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.321148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.321472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.321806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.322128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.322483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfdf35-b339-45a3-8dec-357bbf92aa98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.351888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d66c5-9744-4d9e-8824-74d10d965cf6 req-1c66b799-85da-4fcd-aaa6-627095ec21f4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.353593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-142d66c5-9744-4d9e-8824-74d10d965cf6 req-1c66b799-85da-4fcd-aaa6-627095ec21f4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 945 time: 0.2582231 Mar 11 18:02:13.452206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-142d66c5-9744-4d9e-8824-74d10d965cf6 req-04ba12b6-da48-413c-b533-06bee0ff469f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854566 Mar 11 18:02:13.501999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08429cbc-77a0-4731-9698-10df14ab2ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.579013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08429cbc-77a0-4731-9698-10df14ab2ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.716540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08429cbc-77a0-4731-9698-10df14ab2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.741056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08429cbc-77a0-4731-9698-10df14ab2ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9911d-a50b-4ead-959e-c65e35c13323,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:13.753333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12643c-d234-457c-91af-be5f409d5ac5 req-9e6c8890-d9f6-4076-adfe-22211ab6a638 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.755657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c12643c-d234-457c-91af-be5f409d5ac5 req-9e6c8890-d9f6-4076-adfe-22211ab6a638 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 945 time: 0.1244311 Mar 11 18:02:13.760633 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-08429cbc-77a0-4731-9698-10df14ab2ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.761699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-08429cbc-77a0-4731-9698-10df14ab2ebb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cad9911d-a50b-4ead-959e-c65e35c13323 HTTP/1.1" status: 204 len: 168 time: 0.4500709 Mar 11 18:02:13.867848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c12643c-d234-457c-91af-be5f409d5ac5 req-03a335ec-3980-49bc-94dd-eaa2bc0f97a6 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053190 Mar 11 18:02:13.905379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34074) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:14.037609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fb9b7b4a-8fdc-4081-ae5e-c2d5d88d498c tempest-TestVolumeBootPattern-146930341 tempest-TestVolumeBootPattern-146930341-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1091 time: 0.1299665 Mar 11 18:02:14.040759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34080) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:14.046764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'tenant_id': '95e242196f104736a813804446649343', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:14.053446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:14.058255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:floatingip and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:14.062621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:14.078031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:14.092492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:14.360146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:14.590785 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3e88330-6989-419c-9b3b-ee8279fd775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:14.650968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.25.3.98 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/7d51f57b-7aef-4d60-b3fb-568a3ad868a8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:14.760771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34100) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:14.799344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:14.891156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:14.899359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Usage tracker for resource:security_group_rule and tenant:5194d9779c624c219e8b093bc494e45a is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:14.903437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:14.913327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:15.069351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.079705 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.084351 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.128080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.171839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f125ce-bbe9-4934-a30c-6bd3d9887c41,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:15.177679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-663fc68a-fdef-4509-824d-bf20b5b2a44a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5194d9779c624c219e8b093bc494e45a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4147434 Mar 11 18:02:15.181813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:15.272257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca6a-c484-4455-8c87-f31bf69367ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.282445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:15.287878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:15.296399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:02:15.338012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca6a-c484-4455-8c87-f31bf69367ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.354217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=7d51f57b-7aef-4d60-b3fb-568a3ad868a8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:15.417800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca6a-c484-4455-8c87-f31bf69367ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.454968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ca6a-c484-4455-8c87-f31bf69367ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f125ce-bbe9-4934-a30c-6bd3d9887c41,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:15.463705 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca6a-c484-4455-8c87-f31bf69367ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.481922 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fc31ca6a-c484-4455-8c87-f31bf69367ca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c8f125ce-bbe9-4934-a30c-6bd3d9887c41 HTTP/1.1" status: 204 len: 168 time: 0.2988164 Mar 11 18:02:15.710767 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:15.926514 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:16.194665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:16.277832 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:16.632107 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:16.644540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:16.787551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=7d51f57b-7aef-4d60-b3fb-568a3ad868a8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:16.827339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:17.082911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:17.155340 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Floating IP 5351b00b-2cbf-4736-ac96-fd4bf98dfbf4 associated. External IP: 172.25.3.98, port: 772fc98f-edd3-4506-b765-ad5f7b458263. Mar 11 18:02:18.308302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:02:18.651217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:18.685968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:02:18.710009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:02:18.711240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:02:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:18.725817 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:18.866386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3284fc28-5481-49b2-8b42-4c6a66beca0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8151515 Mar 11 18:02:18.866386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:02:19.276582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:02:19.480920 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263', 'status': 'completed', 'code': 200} Mar 11 18:02:19.693038 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-f0155866-b566-436c-9fd2-6e2f636bf9ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1096 time: 0.1710684 Mar 11 18:02:19.975781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-77598685-b5df-4fd4-8a14-49a4f3e5cfc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:19.989535 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-77598685-b5df-4fd4-8a14-49a4f3e5cfc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.2824254 Mar 11 18:02:20.241434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-1bcb8a24-d8a2-4874-b8fb-da5e79bd2079 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 998 time: 0.2502549 Mar 11 18:02:20.287823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:15Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:20.294797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:02:20.309230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:02:20.310594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:02:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:20.350682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-4b9ebdd4-b795-4a62-add0-6b314eec535c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:20.353828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-4b9ebdd4-b795-4a62-add0-6b314eec535c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1063595 Mar 11 18:02:20.453774 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-c51ef667-77f3-44ea-beb9-149c635c46d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927844 Mar 11 18:02:20.733249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:02:20.951979 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-f0fe2ded-c33c-4957-92f7-8369d4724ecd service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792898 Mar 11 18:02:21.295533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7db54d10-c4e7-4869-93f0-c5d75064b165 req-9feacab3-6834-4864-b1ea-44e55b573c00 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367288 Mar 11 18:02:21.484182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:15Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:21.491676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71806-cd36-4ca2-83da-635d8d22f478 None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:15Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:02:21.917253 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c22472-39ea-40e9-bb04-bd50aa6a8464 None None] New status for floating IP 5351b00b-2cbf-4736-ac96-fd4bf98dfbf4: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:02:23.895939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:24.392296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:24.437600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:24.437600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Usage tracker for resource:security_group_rule and tenant:9e99c01e7c534ae199d0c12eb7468e71 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:24.437600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:24.447996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:24.630912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:24.646974 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:24.774550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185bd964-6514-49dc-9823-b76177a9e3fd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:24.780529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-52f3d0ff-554e-4d31-81e6-a12b1badcb70 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9e99c01e7c534ae199d0c12eb7468e71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8844631 Mar 11 18:02:24.783382 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34326) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:24.890573 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a8e69fb-103f-4bad-a4d4-dd812332f88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:24.935500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a8e69fb-103f-4bad-a4d4-dd812332f88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:25.008641 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a8e69fb-103f-4bad-a4d4-dd812332f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:25.030391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e69fb-103f-4bad-a4d4-dd812332f88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185bd964-6514-49dc-9823-b76177a9e3fd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:25.040324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a8e69fb-103f-4bad-a4d4-dd812332f88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:25.045179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6a8e69fb-103f-4bad-a4d4-dd812332f88d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/185bd964-6514-49dc-9823-b76177a9e3fd HTTP/1.1" status: 204 len: 168 time: 0.2572460 Mar 11 18:02:38.733447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34618) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:39.288006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.356673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:39.356673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Usage tracker for resource:security_group_rule and tenant:15f6a287bf424bf9a8b7945945506588 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:39.372698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:39.372698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:39.581823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.587694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.663525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2bd6e4-095b-4a4d-9e6d-1ab4199509bf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:39.674696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.706590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fa8d03f8-9954-4cb0-9612-03f7b208291f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15f6a287bf424bf9a8b7945945506588&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9703636 Mar 11 18:02:39.712838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34642) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:39.847079 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5da4-2e32-40bb-ae0e-f8ca147ae08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.931691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5da4-2e32-40bb-ae0e-f8ca147ae08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.158353 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5da4-2e32-40bb-ae0e-f8ca147ae08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.213415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c5da4-2e32-40bb-ae0e-f8ca147ae08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2bd6e4-095b-4a4d-9e6d-1ab4199509bf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:40.228679 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5da4-2e32-40bb-ae0e-f8ca147ae08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.228679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b9c5da4-2e32-40bb-ae0e-f8ca147ae08f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0a2bd6e4-095b-4a4d-9e6d-1ab4199509bf HTTP/1.1" status: 204 len: 168 time: 0.5165517 Mar 11 18:02:41.005130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34668) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:41.051164 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.141692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:41.141692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Usage tracker for resource:security_group_rule and tenant:3435299af8d740dc9415fb0f9ed4ab23 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:41.158150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:41.158150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:41.439757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.452193 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.596890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3435299af8d740dc9415fb0f9ed4ab23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5782671 Mar 11 18:02:41.606669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34682) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:41.616405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef873811-7ae9-40fd-8f2d-6780ff5a9b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7761c4-cb3b-4e2d-8ad5-68c1879bb5a5,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.788328 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3f58-7ab6-409d-8bd8-9ea0c2f35d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.953784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3f58-7ab6-409d-8bd8-9ea0c2f35d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.085611 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3f58-7ab6-409d-8bd8-9ea0c2f35d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.121257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d3f58-7ab6-409d-8bd8-9ea0c2f35d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7761c4-cb3b-4e2d-8ad5-68c1879bb5a5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:42.152620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3f58-7ab6-409d-8bd8-9ea0c2f35d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.152620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6b7d3f58-7ab6-409d-8bd8-9ea0c2f35d1a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ea7761c4-cb3b-4e2d-8ad5-68c1879bb5a5 HTTP/1.1" status: 204 len: 168 time: 0.5497983 Mar 11 18:02:42.402635 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20a79f91-39f5-4b56-8150-a8cfdb50996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:44.562704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e63d-efdd-40ab-9e3a-f0badc77ab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:44.890330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34776) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:45.153750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.304044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:45.309887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Usage tracker for resource:security_group_rule and tenant:314785f415c1434fa67acf2ccefde399 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:45.314838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:45.325973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:45.429205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.435076 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.484328 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:02:45.487014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7606e7a-419a-4964-95ce-6eafe2f7e7aa,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:45.493190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-858a4588-15fd-4990-ac2e-06f7ecee5b6f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=314785f415c1434fa67acf2ccefde399&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6063378 Mar 11 18:02:45.498696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34790) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:45.621813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73122631-dcdd-42ed-899b-e2095cab89c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.661083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73122631-dcdd-42ed-899b-e2095cab89c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.717279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.788720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73122631-dcdd-42ed-899b-e2095cab89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.840939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.842629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73122631-dcdd-42ed-899b-e2095cab89c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7606e7a-419a-4964-95ce-6eafe2f7e7aa,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:45.852885 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-73122631-dcdd-42ed-899b-e2095cab89c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.857615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-73122631-dcdd-42ed-899b-e2095cab89c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c7606e7a-419a-4964-95ce-6eafe2f7e7aa HTTP/1.1" status: 204 len: 168 time: 0.3557076 Mar 11 18:02:46.667292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34828) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:47.092676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.101387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.184217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:47.190335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Usage tracker for resource:security_group_rule and tenant:985f47944f4b4bea87b021f1ad2b0ce6 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:47.194985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:47.207407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:47.401249 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.405053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.469684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=985f47944f4b4bea87b021f1ad2b0ce6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7997241 Mar 11 18:02:47.469684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34854) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:47.526095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5a191-61de-49fc-bdd4-dd3843b802ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1c4f5-13ff-4e9c-92ad-f7581118440c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:47.556819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28a79cb7-fb2e-46fd-bcec-d71bc8597bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.585436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28a79cb7-fb2e-46fd-bcec-d71bc8597bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.677475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28a79cb7-fb2e-46fd-bcec-d71bc8597bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.700518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a79cb7-fb2e-46fd-bcec-d71bc8597bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1c4f5-13ff-4e9c-92ad-f7581118440c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:47.715506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-28a79cb7-fb2e-46fd-bcec-d71bc8597bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.715506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-28a79cb7-fb2e-46fd-bcec-d71bc8597bf6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/27d1c4f5-13ff-4e9c-92ad-f7581118440c HTTP/1.1" status: 204 len: 168 time: 0.2443726 Mar 11 18:02:48.446330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34886) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:48.464213 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.508749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:48.511329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Usage tracker for resource:security_group_rule and tenant:eecaa22ef583447aaabbf8d1b04aee3a is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:48.516472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:48.521056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:48.602096 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.607587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.704806 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eecaa22ef583447aaabbf8d1b04aee3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2615175 Mar 11 18:02:48.714150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34896) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:48.714150 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fa500-665d-43bf-845e-12fd48ae71b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54529630-8b07-443f-8918-cdb885ce576b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:48.800720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13bcd140-a3b0-4a2c-8e70-6c880c031020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.839599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13bcd140-a3b0-4a2c-8e70-6c880c031020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.913739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13bcd140-a3b0-4a2c-8e70-6c880c031020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.947119 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-13bcd140-a3b0-4a2c-8e70-6c880c031020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.947119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-13bcd140-a3b0-4a2c-8e70-6c880c031020 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/54529630-8b07-443f-8918-cdb885ce576b HTTP/1.1" status: 204 len: 168 time: 0.2370791 Mar 11 18:02:48.947119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd140-a3b0-4a2c-8e70-6c880c031020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54529630-8b07-443f-8918-cdb885ce576b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:49.671692 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 34922) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:49.719303 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.783240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:49.787604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Usage tracker for resource:security_group_rule and tenant:ac223ff108e7405d98e72594debcc432 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:49.798653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:49.827340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:49.982502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.992388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.142458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 34940) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:50.147164 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac223ff108e7405d98e72594debcc432&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4842680 Mar 11 18:02:50.155397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82e8b3-e65d-4f91-8e70-80a4edc7b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42f3d9-a679-48a3-b837-8abdbcabc57f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:50.350708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-503bde0f-c853-4701-b9c7-1cfd9928430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.404586 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-503bde0f-c853-4701-b9c7-1cfd9928430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.532717 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-503bde0f-c853-4701-b9c7-1cfd9928430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.586959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bde0f-c853-4701-b9c7-1cfd9928430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42f3d9-a679-48a3-b837-8abdbcabc57f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:50.620602 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-503bde0f-c853-4701-b9c7-1cfd9928430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.620602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-503bde0f-c853-4701-b9c7-1cfd9928430d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6a42f3d9-a679-48a3-b837-8abdbcabc57f HTTP/1.1" status: 204 len: 168 time: 0.4766326 Mar 11 18:02:52.234495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35006) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:52.567115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092297491-network', 'tenant_id': '2b047d2d40064e1ab6d6c9de7bed0091'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:52.573597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:52.579888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Usage tracker for resource:network and tenant:2b047d2d40064e1ab6d6c9de7bed0091 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:52.591644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:52.606206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:52.622467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Made reservation on behalf of 2b047d2d40064e1ab6d6c9de7bed0091 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:52.624708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.639728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.715988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:52.720332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Usage tracker for resource:security_group_rule and tenant:2b047d2d40064e1ab6d6c9de7bed0091 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:52.727267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:52.733269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:52.873836 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.890839 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.954082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:02:52.975351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:52.987528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.988079 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Added segment 439fd979-3ae1-4c2c-a8f5-023d6a767114 of type vlan for network 05c7bc2e-3327-4301-9596-0bd2efbeb040 Mar 11 18:02:53.041080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.133704 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.133704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:53.133704 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.272640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] Pushing event updated for resources: {'Network': ['ID=05c7bc2e-3327-4301-9596-0bd2efbeb040,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:53.282424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a3b66335-0785-43ef-a8d2-67904d658b56 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0448906 Mar 11 18:02:53.295591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 05c7bc2e-3327-4301-9596-0bd2efbeb040 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:02:53.300083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35022) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:53.310937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Request body: {'subnet': {'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092297491-subnet', 'tenant_id': '2b047d2d40064e1ab6d6c9de7bed0091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:53.353538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:53.365625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Usage tracker for resource:subnet and tenant:2b047d2d40064e1ab6d6c9de7bed0091 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:53.378907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:53.421016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:53.428233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Made reservation on behalf of 2b047d2d40064e1ab6d6c9de7bed0091 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:53.432360 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.833080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8222aa3-9fef-4df5-8017-a94dfcbe8619,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.924128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.931693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.931693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.931693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:53.985114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Checking segment: {'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:02:53.985462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Network hostable DHCP agents. Network: 05c7bc2e-3327-4301-9596-0bd2efbeb040, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:02:54.063431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Network 05c7bc2e-3327-4301-9596-0bd2efbeb040 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:02:54.077938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 05c7bc2e-3327-4301-9596-0bd2efbeb040) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:54.093216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848e3ce-6ee2-432c-a1d8-38ab17607ecb None None] Network 05c7bc2e-3327-4301-9596-0bd2efbeb040 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:02:54.099066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:54.100943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.235720 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ec1df975-86bd-4b67-acc5-e2b38c941295 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9299269 Mar 11 18:02:54.712561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35062) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:54.737671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140d489-c58a-4190-9777-1e6f7056712c None None] Network 05c7bc2e-3327-4301-9596-0bd2efbeb040 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:02:55.069402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.126200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:55.126200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Usage tracker for resource:security_group_rule and tenant:195f332de3624b11867be3daf0c0bfa2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:55.126200 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:55.145202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:55.253156 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.267125 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.345008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35072) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:55.345540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=195f332de3624b11867be3daf0c0bfa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6372671 Mar 11 18:02:55.370275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0132b3-bf70-437a-acb9-1a66473fc40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae8069d-ba28-4908-a4d7-667385d79dd8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:55.508575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1501d85f-fab4-4ffb-b665-abdae3def376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.662701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1501d85f-fab4-4ffb-b665-abdae3def376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.776213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1501d85f-fab4-4ffb-b665-abdae3def376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.821112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d85f-fab4-4ffb-b665-abdae3def376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae8069d-ba28-4908-a4d7-667385d79dd8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:55.827627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1501d85f-fab4-4ffb-b665-abdae3def376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.828605 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1501d85f-fab4-4ffb-b665-abdae3def376 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fae8069d-ba28-4908-a4d7-667385d79dd8 HTTP/1.1" status: 204 len: 168 time: 0.4789131 Mar 11 18:02:57.443386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35138) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:57.759982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-113124906-network', 'tenant_id': '0270294906b14f359abf1af5824efe89'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:57.784825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:57.800054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Usage tracker for resource:network and tenant:0270294906b14f359abf1af5824efe89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:57.808059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:57.831952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:57.858802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Made reservation on behalf of 0270294906b14f359abf1af5824efe89 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:57.862495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:57.889173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-53cb2cc7-4613-42cd-8d57-ba39d8522df2 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:57.889173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-53cb2cc7-4613-42cd-8d57-ba39d8522df2 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Synchronizing usage tracker for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:02:57.908725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:57.928575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-53cb2cc7-4613-42cd-8d57-ba39d8522df2 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Unset dirty status for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:02:57.935925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-53cb2cc7-4613-42cd-8d57-ba39d8522df2 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/networks?id=05c7bc2e-3327-4301-9596-0bd2efbeb040 HTTP/1.1" status: 200 len: 809 time: 0.3837998 Mar 11 18:02:57.968985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-f3226c22-0221-4bf7-93d6-bc7a688622ee tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/quotas/2b047d2d40064e1ab6d6c9de7bed0091 HTTP/1.1" status: 200 len: 375 time: 0.0292652 Mar 11 18:02:58.030236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:58.035750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-10879e09-a7f3-4749-afc1-08d84253982f tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b047d2d40064e1ab6d6c9de7bed0091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691290 Mar 11 18:02:58.037716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Usage tracker for resource:security_group_rule and tenant:0270294906b14f359abf1af5824efe89 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:58.043514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:58.055969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:58.202304 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.211433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.263364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc287b48-3941-4b7d-a665-11f3a4d087f5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:58.275448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:02:58.289879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.289879 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Added segment a7fcecd1-3775-4bef-b1f2-686935e07581 of type vlan for network 17ce56de-8417-4f57-a90d-795d5cbdc167 Mar 11 18:02:58.314160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-2bbc9a61-edc7-48ce-bec1-74572dc554fc service neutron] 10.222.0.96 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649066 Mar 11 18:02:58.349013 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.411439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.411439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:58.411439 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.448768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0041864 Mar 11 18:02:58.461478 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35162) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:58.506339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-be4c1c63-163c-4b73-a06c-3d1540b9dae1 service neutron] 10.222.0.96 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978040 Mar 11 18:02:58.514787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Request body: {'subnet': {'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-113124906-subnet', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:58.522812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:58.527923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Usage tracker for resource:subnet and tenant:0270294906b14f359abf1af5824efe89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:58.531677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:58.539527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:58.553105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Made reservation on behalf of 0270294906b14f359abf1af5824efe89 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:58.553689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aec58-ffdc-4b22-a2b0-ccae618594db admin admin] Pushing event updated for resources: {'Network': ['ID=17ce56de-8417-4f57-a90d-795d5cbdc167,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:58.560584 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.569107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:02:58.986503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5b16ff9-f694-4a4f-a3da-667bc6abf28d req-2a85862e-33db-4f4c-905a-58bf92d04766 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 210 time: 0.1223731 Mar 11 18:02:59.067357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.175863 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6365d820-b156-40c9-bdd2-bf6998c7a0ce req-8abac40a-9d1f-446b-9aa3-da38f7fd59af service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0930495 Mar 11 18:02:59.304212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a0365a-23ff-4baf-95ea-59a983278e70,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:59.314501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Checking segment: {'id': 'a7fcecd1-3775-4bef-b1f2-686935e07581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:02:59.314501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Network hostable DHCP agents. Network: 17ce56de-8417-4f57-a90d-795d5cbdc167, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:02:59.389046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:02:59.417361 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6365d820-b156-40c9-bdd2-bf6998c7a0ce req-afdf8ae7-8612-4b04-b002-621dfeb10282 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0833097 Mar 11 18:02:59.423488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 17ce56de-8417-4f57-a90d-795d5cbdc167) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:59.432798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f3e69-5945-4a9f-b1c1-0aeaeb15fa74 None None] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:02:59.434035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:59.435787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.563912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6629983c-9239-4747-aa00-e07090b53eff admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0588608 Mar 11 18:02:59.563912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35192) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:02:59.574054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-113124906-router', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:02:59.608550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:02:59.608550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Usage tracker for resource:router and tenant:0270294906b14f359abf1af5824efe89 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:02:59.613022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6365d820-b156-40c9-bdd2-bf6998c7a0ce req-90f333af-0444-4637-9f44-1bceceedd0bc service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1403906 Mar 11 18:02:59.616734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:02:59.631082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:02:59.656552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.656552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.698498 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.940886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365d820-b156-40c9-bdd2-bf6998c7a0ce req-10c78e75-c90f-4df8-9cfd-e3f850a57858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:59.944322 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6365d820-b156-40c9-bdd2-bf6998c7a0ce req-10c78e75-c90f-4df8-9cfd-e3f850a57858 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3309691 Mar 11 18:03:00.020638 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:00.023037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-17ce56de-8417-4f57-a90d-795d5cbdc167', 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'fixed_ips': [{'subnet_id': 'b0a0365a-23ff-4baf-95ea-59a983278e70'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:03:00.029823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:00.452662 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-248ffe82-8c99-4990-b7ca-c9e94e2ade6c req-94b1be67-67e3-421a-a623-6b7b22277ed4 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 210 time: 0.1332116 Mar 11 18:03:00.461938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Allocated IP 172.20.0.2 (17ce56de-8417-4f57-a90d-795d5cbdc167/b0a0365a-23ff-4baf-95ea-59a983278e70/7b4405ed-1e48-476a-9ec0-911fecabd5ec) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:00.738142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:00.830284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:00.883503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:00.931162 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Transition to ACTIVE for port object 7b4405ed-1e48-476a-9ec0-911fecabd5ec will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:03:01.025638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Transition to ACTIVE for port object 7b4405ed-1e48-476a-9ec0-911fecabd5ec will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:03:01.039782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:01.176827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Allocated IP 172.25.3.210 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/585e718d-e073-489c-82f5-bc46c4e75dbf) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:01.215591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-a0550bd1-baae-4e85-a3f4-e762f1ca7519 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:01.218597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-a0550bd1-baae-4e85-a3f4-e762f1ca7519 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "GET /v2.0/networks?id=05c7bc2e-3327-4301-9596-0bd2efbeb040 HTTP/1.1" status: 200 len: 809 time: 0.4611189 Mar 11 18:03:01.254531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Request body: {'port': {'device_id': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040', 'admin_state_up': True, 'tenant_id': '2b047d2d40064e1ab6d6c9de7bed0091'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:03:01.281101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:01.307216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:01.307216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:03:01.501742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Pushing event updated for resources: {'Port': ['ID=7b4405ed-1e48-476a-9ec0-911fecabd5ec,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:01.534739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:03:01.534739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Usage tracker for resource:port and tenant:2b047d2d40064e1ab6d6c9de7bed0091 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:03:01.550873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:03:01.560085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:03:01.577713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Made reservation on behalf of 2b047d2d40064e1ab6d6c9de7bed0091 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:01.582719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:01.632136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Attempting to bind port 7b4405ed-1e48-476a-9ec0-911fecabd5ec on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:03:01.632514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Attempting to bind port 7b4405ed-1e48-476a-9ec0-911fecabd5ec by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'a7fcecd1-3775-4bef-b1f2-686935e07581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:03:01.633025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Attempting to bind port 7b4405ed-1e48-476a-9ec0-911fecabd5ec on network 17ce56de-8417-4f57-a90d-795d5cbdc167 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:03:01.644110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:03:01.644559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Checking segment: {'id': 'a7fcecd1-3775-4bef-b1f2-686935e07581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:03:01.645013 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:01.645663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Bound using segment: {'id': 'a7fcecd1-3775-4bef-b1f2-686935e07581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:03:01.646137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Bound port: 7b4405ed-1e48-476a-9ec0-911fecabd5ec, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fcecd1-3775-4bef-b1f2-686935e07581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:03:01.646614 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:01.667536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:01.688775 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-8bfbfb47-f44c-46ca-8b2a-c43bc5d2fa1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2170238 Mar 11 18:03:01.706002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:01.959037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] For port 7b4405ed-1e48-476a-9ec0-911fecabd5ec, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:01.963056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] For port 7b4405ed-1e48-476a-9ec0-911fecabd5ec, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7b4405ed-1e48-476a-9ec0-911fecabd5ec,segment=NetworkSegment(a7fcecd1-3775-4bef-b1f2-686935e07581),segment_id=a7fcecd1-3775-4bef-b1f2-686935e07581)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:01.982465 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:02.006761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Allocated IP 172.20.0.8 (05c7bc2e-3327-4301-9596-0bd2efbeb040/e8222aa3-9fef-4df5-8017-a94dfcbe8619/f88cca83-89c8-406d-8b15-147d67c60aa6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:02.022503 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-ec7cb007-bd9e-4c09-975d-6d8e056b655c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1096 time: 0.1541383 Mar 11 18:03:02.113655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f224934-fd74-4aeb-95ab-8898eb7b5a48 None None] Pushing event updated for resources: {'Port': ['ID=7b4405ed-1e48-476a-9ec0-911fecabd5ec,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:02.217299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:02.233861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:02.239139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:03:02.311190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b05fa2be-45cb-4fd6-8250-e82aac2653cf req-b30c21c8-9424-4720-9290-271cbf8e0b72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 210 time: 0.5157642 Mar 11 18:03:02.433588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Pushing event updated for resources: {'Port': ['ID=585e718d-e073-489c-82f5-bc46c4e75dbf,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:02.634719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-90f944c1-b343-4cf1-9183-1885e26ae91e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:02.636316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-90f944c1-b343-4cf1-9183-1885e26ae91e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.5865831 Mar 11 18:03:02.776356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:02.777345 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:02.810595 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-07550add-795d-4b26-a94d-12d9f1405067 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 1000 time: 0.1417975 Mar 11 18:03:02.910804 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:02.920990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-cfa5d4a1-e039-4c25-9a34-a36fc87ba025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:02.920990 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-cfa5d4a1-e039-4c25-9a34-a36fc87ba025 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1043413 Mar 11 18:03:03.046871 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-4c819413-5bf6-49ca-a970-f8607709fb56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202216 Mar 11 18:03:03.048029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:03.205085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Pushing event updated for resources: {'Port': ['ID=f88cca83-89c8-406d-8b15-147d67c60aa6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:03.234812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Router 9ac6d706-6664-4312-9e8b-4529770641f1 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:03:03.256233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Network 05c7bc2e-3327-4301-9596-0bd2efbeb040 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:03.256233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:03.423461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:03:03.592610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:03.592610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:03.673805 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:03.683513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Sync routers for ids ['9ac6d706-6664-4312-9e8b-4529770641f1'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:03:03.716925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Routers {'9ac6d706-6664-4312-9e8b-4529770641f1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:03:03.717576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:02:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9ac6d706-6664-4312-9e8b-4529770641f1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:03.721964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:03.722234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-66649971-33c7-43b3-ad3b-ab3f51988462 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359341 Mar 11 18:03:03.724778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-db4781e3-bafb-44a3-aed6-68130564be17 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1626987 Mar 11 18:03:03.727983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-aba7070e-3901-4647-8c33-45010f0bbd32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4874625 Mar 11 18:03:03.728398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35252) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:03.818769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Request body: {'port': {'device_id': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:03:03.856872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7b4405ed-1e48-476a-9ec0-911fecabd5ec up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:03:04.095168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f178d-c1d0-4942-96f5-f59dc42e43f1 None None] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:03:04.219262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac58ee-f6e0-416e-8c3b-3e833d12e6ce req-c70c81c8-7e7d-4058-86c4-431d21a531cd tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:04.221228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55ac58ee-f6e0-416e-8c3b-3e833d12e6ce req-c70c81c8-7e7d-4058-86c4-431d21a531cd tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 931 time: 0.3840427 Mar 11 18:03:04.266446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d51d6f27-823a-46c4-b8d8-0ed49b4d9fe7 req-5c3efa87-adef-4863-b001-7adb3dcd363f service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246968 Mar 11 18:03:04.267239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:04.397341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-55ac58ee-f6e0-416e-8c3b-3e833d12e6ce req-4d9a93ab-9bfa-4d22-9c8a-6540d3de2b93 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Synchronizing usage tracker for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:03:04.427377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 7b4405ed-1e48-476a-9ec0-911fecabd5ec completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:03:04.449636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-55ac58ee-f6e0-416e-8c3b-3e833d12e6ce req-4d9a93ab-9bfa-4d22-9c8a-6540d3de2b93 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Unset dirty status for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:03:04.459022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55ac58ee-f6e0-416e-8c3b-3e833d12e6ce req-4d9a93ab-9bfa-4d22-9c8a-6540d3de2b93 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131138 Mar 11 18:03:04.523358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-02997528-9fd1-4aaf-899e-5510064da577 None None] Provisioning for port 7b4405ed-1e48-476a-9ec0-911fecabd5ec completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:03:04.545196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-02997528-9fd1-4aaf-899e-5510064da577 None None] Provisioning complete for port 7b4405ed-1e48-476a-9ec0-911fecabd5ec triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:04.545196 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02997528-9fd1-4aaf-899e-5510064da577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:04.666735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Set router 9ac6d706-6664-4312-9e8b-4529770641f1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:03:04.949455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88cca83-89c8-406d-8b15-147d67c60aa6 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:03:04.960361 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:04.979556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Transition to ACTIVE for port object f88cca83-89c8-406d-8b15-147d67c60aa6 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:03:04.994021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:05.473154 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02997528-9fd1-4aaf-899e-5510064da577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:05.505743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Pushing event updated for resources: {'Port': ['ID=f88cca83-89c8-406d-8b15-147d67c60aa6,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:05.569500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-02997528-9fd1-4aaf-899e-5510064da577 None None] For port 7b4405ed-1e48-476a-9ec0-911fecabd5ec, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7b4405ed-1e48-476a-9ec0-911fecabd5ec,segment=NetworkSegment(a7fcecd1-3775-4bef-b1f2-686935e07581),segment_id=a7fcecd1-3775-4bef-b1f2-686935e07581)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:05.582577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02997528-9fd1-4aaf-899e-5510064da577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:05.870452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Attempting to bind port f88cca83-89c8-406d-8b15-147d67c60aa6 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:03:05.871285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Attempting to bind port f88cca83-89c8-406d-8b15-147d67c60aa6 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:03:05.871591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Attempting to bind port f88cca83-89c8-406d-8b15-147d67c60aa6 on network 05c7bc2e-3327-4301-9596-0bd2efbeb040 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:03:05.880063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Port f88cca83-89c8-406d-8b15-147d67c60aa6 on network 05c7bc2e-3327-4301-9596-0bd2efbeb040 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:03:05.880201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Attempting to bind port f88cca83-89c8-406d-8b15-147d67c60aa6 on network 05c7bc2e-3327-4301-9596-0bd2efbeb040 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:03:05.897484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:03:05.898251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Checking segment: {'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:03:05.899557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Bound using segment: {'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:03:05.901109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Bound port: f88cca83-89c8-406d-8b15-147d67c60aa6, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:03:05.901109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:05.980463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02997528-9fd1-4aaf-899e-5510064da577 None None] Pushing event updated for resources: {'Port': ['ID=7b4405ed-1e48-476a-9ec0-911fecabd5ec,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:06.034887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'name': 'tempest-ImageQuotaTest-113124906-router', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '585e718d-e073-489c-82f5-bc46c4e75dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:59Z', 'updated_at': '2022-03-11T18:03:02Z', 'revision_number': 3, 'project_id': '0270294906b14f359abf1af5824efe89', 'gw_port': {'id': '585e718d-e073-489c-82f5-bc46c4e75dbf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:44:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:06.034887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5f1c7850-0124-4c56-aef0-bc27981721f7 None None] Provisioning complete for port 7b4405ed-1e48-476a-9ec0-911fecabd5ec triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:06.041844 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f1c7850-0124-4c56-aef0-bc27981721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.079195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] For port f88cca83-89c8-406d-8b15-147d67c60aa6, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:06.084288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] For port f88cca83-89c8-406d-8b15-147d67c60aa6, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f88cca83-89c8-406d-8b15-147d67c60aa6,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:06.095473 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.099847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Checking router: 9ac6d706-6664-4312-9e8b-4529770641f1 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:03:06.099847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Updating router 9ac6d706-6664-4312-9e8b-4529770641f1 port 585e718d-e073-489c-82f5-bc46c4e75dbf binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:03:06.213700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Pushing event updated for resources: {'Port': ['ID=f88cca83-89c8-406d-8b15-147d67c60aa6,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:06.234958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.234958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-7bca8961-c461-4f7b-89a0-bb6dbd1aed72 service neutron] 10.222.0.59 "PUT /v2.0/ports/f88cca83-89c8-406d-8b15-147d67c60aa6 HTTP/1.1" status: 200 len: 1091 time: 2.4229798 Mar 11 18:03:06.234958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'tag': 'f88cca83-89c8-406d-8b15-147d67c60aa6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:03:06.341232 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.484206 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'tag': 'f88cca83-89c8-406d-8b15-147d67c60aa6', 'status': 'completed', 'code': 200} Mar 11 18:03:06.521801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.579736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-e21f37cc-d0ed-463a-918a-1fed486f3edf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b047d2d40064e1ab6d6c9de7bed0091&device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 1094 time: 0.2582986 Mar 11 18:03:06.584576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554f149-3ec8-47d6-bf48-a0136ec0b0f1 req-00520259-918f-41ad-9b6b-afed2fdd1098 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:06.584576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d554f149-3ec8-47d6-bf48-a0136ec0b0f1 req-00520259-918f-41ad-9b6b-afed2fdd1098 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 943 time: 0.6712055 Mar 11 18:03:06.688896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d554f149-3ec8-47d6-bf48-a0136ec0b0f1 req-b7cb3ab0-df70-4083-bf90-32f31414ecbe tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133471 Mar 11 18:03:06.795658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-2bd0ed55-4ee7-487f-8622-7c0b40895909 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f88cca83-89c8-406d-8b15-147d67c60aa6 HTTP/1.1" status: 200 len: 217 time: 0.2038670 Mar 11 18:03:06.960359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Allocated IP 172.20.0.1 (17ce56de-8417-4f57-a90d-795d5cbdc167/b0a0365a-23ff-4baf-95ea-59a983278e70/115be3e5-5757-4576-9155-8924dbe28a5a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:07.131069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-e467477e-0625-42aa-89eb-c9a1063611ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:07.143596 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-e467477e-0625-42aa-89eb-c9a1063611ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8222aa3-9fef-4df5-8017-a94dfcbe8619 HTTP/1.1" status: 200 len: 849 time: 0.3538394 Mar 11 18:03:07.293486 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-879f14c3-d7b3-4488-8973-0718929ba8a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05c7bc2e-3327-4301-9596-0bd2efbeb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227648 Mar 11 18:03:07.323711 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:07.369302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Transition to ACTIVE for port object 115be3e5-5757-4576-9155-8924dbe28a5a will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:03:07.455358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:07.472283 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:07.506973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Transition to ACTIVE for port object 585e718d-e073-489c-82f5-bc46c4e75dbf will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:03:07.538170 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:07.661500 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-4fbaf406-1e9d-4292-b61f-c308242b0a8f service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662856 Mar 11 18:03:07.885766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:07.893716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7b4405ed-1e48-476a-9ec0-911fecabd5ec up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:03:07.899662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:07.926992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Pushing event updated for resources: {'Port': ['ID=115be3e5-5757-4576-9155-8924dbe28a5a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:07.926992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:03:07.970678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Attempting to bind port 585e718d-e073-489c-82f5-bc46c4e75dbf on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:03:07.970678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Attempting to bind port 585e718d-e073-489c-82f5-bc46c4e75dbf by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:03:07.970678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Attempting to bind port 585e718d-e073-489c-82f5-bc46c4e75dbf on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:03:08.007128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Pushing event updated for resources: {'Port': ['ID=585e718d-e073-489c-82f5-bc46c4e75dbf,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:08.023558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:03:08.023558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:03:08.023558 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:08.023558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:03:08.023558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Bound port: 585e718d-e073-489c-82f5-bc46c4e75dbf, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:03:08.023558 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:08.211727 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:08.291902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-dec66386-5da7-4457-80ad-4818c5ed7bc0 req-155baa2d-f8b0-4436-a09c-a26bb12cfdf0 service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235385 Mar 11 18:03:08.374704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 7b4405ed-1e48-476a-9ec0-911fecabd5ec triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:08.374704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:08.383444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5c767-73f7-45ed-a64b-e41a9478f1d2 req-7f772503-cd10-4d29-bc35-c17bd142a8e3 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:08.383444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8d5c767-73f7-45ed-a64b-e41a9478f1d2 req-7f772503-cd10-4d29-bc35-c17bd142a8e3 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 943 time: 0.3497090 Mar 11 18:03:08.584979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] For port 585e718d-e073-489c-82f5-bc46c4e75dbf, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:08.613445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] For port 585e718d-e073-489c-82f5-bc46c4e75dbf, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=585e718d-e073-489c-82f5-bc46c4e75dbf,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:08.640178 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:08.671550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:08.689069 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-52e4c3f6-f72c-429e-ac35-7459f6657d1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b047d2d40064e1ab6d6c9de7bed0091&device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 1094 time: 0.2726996 Mar 11 18:03:08.695749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e84f8241-9dc9-4132-be19-6578ce455a3e None None] Provisioning for port 115be3e5-5757-4576-9155-8924dbe28a5a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:03:08.762510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e84f8241-9dc9-4132-be19-6578ce455a3e None None] Provisioning complete for port 115be3e5-5757-4576-9155-8924dbe28a5a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:08.762510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e84f8241-9dc9-4132-be19-6578ce455a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:08.825991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e84f8241-9dc9-4132-be19-6578ce455a3e None None] Port 115be3e5-5757-4576-9155-8924dbe28a5a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:03:08.854183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8d5c767-73f7-45ed-a64b-e41a9478f1d2 req-901109de-3f76-4572-8b79-05f5ea47f00f tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637022 Mar 11 18:03:08.912518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Routers {'9ac6d706-6664-4312-9e8b-4529770641f1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:03:08.914146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:02:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['9ac6d706-6664-4312-9e8b-4529770641f1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:09.049057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Pushing event updated for resources: {'Port': ['ID=585e718d-e073-489c-82f5-bc46c4e75dbf,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.059711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae88ba-002a-4931-bf2d-ad089222908f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:09.089254 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-0b592572-0ed0-4e46-81fb-5f0fbe412444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:09.089254 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-0b592572-0ed0-4e46-81fb-5f0fbe412444 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05c7bc2e-3327-4301-9596-0bd2efbeb040 HTTP/1.1" status: 200 len: 911 time: 0.3893189 Mar 11 18:03:09.179739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] Set router 9ac6d706-6664-4312-9e8b-4529770641f1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:03:09.411938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-03769097-5032-4f10-90f2-97208b51023c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f88cca83-89c8-406d-8b15-147d67c60aa6 HTTP/1.1" status: 200 len: 217 time: 0.3113384 Mar 11 18:03:09.500031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:09.510499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:09.753941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-8cf2a756-2109-4824-96bb-560ab1f12a73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:09.761444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-8cf2a756-2109-4824-96bb-560ab1f12a73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8222aa3-9fef-4df5-8017-a94dfcbe8619 HTTP/1.1" status: 200 len: 849 time: 0.3299611 Mar 11 18:03:09.774474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Pushing event updated for resources: {'Port': ['ID=115be3e5-5757-4576-9155-8924dbe28a5a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:09.791745 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:09.947140 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:10.066313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-f597564e-5d84-4f97-a14d-2900257c4b10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05c7bc2e-3327-4301-9596-0bd2efbeb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2912674 Mar 11 18:03:10.369808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:10.369808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:10.397971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'name': 'tempest-ImageQuotaTest-113124906-router', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '585e718d-e073-489c-82f5-bc46c4e75dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:59Z', 'updated_at': '2022-03-11T18:03:08Z', 'revision_number': 4, 'project_id': '0270294906b14f359abf1af5824efe89', 'gw_port': {'id': '585e718d-e073-489c-82f5-bc46c4e75dbf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:44:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '115be3e5-5757-4576-9155-8924dbe28a5a', 'name': '', 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'mac_address': 'fa:16:3e:09:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0a0365a-23ff-4baf-95ea-59a983278e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:06Z', 'updated_at': '2022-03-11T18:03:06Z', 'revision_number': 1, 'project_id': '0270294906b14f359abf1af5824efe89', 'subnets': [{'id': 'b0a0365a-23ff-4baf-95ea-59a983278e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:10.414066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696466d-cc2a-4d3c-b2c8-46405adefc6b None None] The sync data for ids ['9ac6d706-6664-4312-9e8b-4529770641f1'] in n-d-833436-1 is: [{'id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'name': 'tempest-ImageQuotaTest-113124906-router', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '585e718d-e073-489c-82f5-bc46c4e75dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:59Z', 'updated_at': '2022-03-11T18:03:08Z', 'revision_number': 4, 'project_id': '0270294906b14f359abf1af5824efe89', 'gw_port': {'id': '585e718d-e073-489c-82f5-bc46c4e75dbf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:44:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '115be3e5-5757-4576-9155-8924dbe28a5a', 'name': '', 'network_id': '17ce56de-8417-4f57-a90d-795d5cbdc167', 'tenant_id': '0270294906b14f359abf1af5824efe89', 'mac_address': 'fa:16:3e:09:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6d706-6664-4312-9e8b-4529770641f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0a0365a-23ff-4baf-95ea-59a983278e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:06Z', 'updated_at': '2022-03-11T18:03:06Z', 'revision_number': 1, 'project_id': '0270294906b14f359abf1af5824efe89', 'subnets': [{'id': 'b0a0365a-23ff-4baf-95ea-59a983278e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:03:10.736781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-555a2712-f1cd-4ed6-84eb-37b9721204cd service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605370 Mar 11 18:03:11.053027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e9d3b-c310-4cc1-9ae6-d39995024dbe req-272634d2-67dd-4079-9ace-8adc539c91ba tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:11.054892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f178d04f-ffd1-4337-819f-499ced4845e7 None None] Provisioning complete for port 115be3e5-5757-4576-9155-8924dbe28a5a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:11.055509 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f178d04f-ffd1-4337-819f-499ced4845e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:11.068616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a82e9d3b-c310-4cc1-9ae6-d39995024dbe req-272634d2-67dd-4079-9ace-8adc539c91ba tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 943 time: 0.8138225 Mar 11 18:03:11.277533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f178d04f-ffd1-4337-819f-499ced4845e7 None None] Port 115be3e5-5757-4576-9155-8924dbe28a5a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:03:11.292773 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd666a3e-cedf-42ef-a1c6-fd9df7578a3d req-3a3a5d5c-d874-4196-b854-81f9c651f666 service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463262 Mar 11 18:03:11.624987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a82e9d3b-c310-4cc1-9ae6-d39995024dbe req-1a6a6805-ce6e-4a3a-bf47-a4c276a2c752 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519137 Mar 11 18:03:11.841520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Router 9ac6d706-6664-4312-9e8b-4529770641f1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:03:12.332006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:12.362889 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-124d6d77-3bdd-433d-9baa-1f78f1fdd4fb admin admin] 10.222.0.96 "PUT /v2.0/routers/9ac6d706-6664-4312-9e8b-4529770641f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6172922 Mar 11 18:03:12.381272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f88cca83-89c8-406d-8b15-147d67c60aa6 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:03:12.718630 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2138adfb-9b9f-4c98-9e1c-b6f3f15f355f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:12.891383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f88cca83-89c8-406d-8b15-147d67c60aa6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f88cca83-89c8-406d-8b15-147d67c60aa6,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:12.967376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'f88cca83-89c8-406d-8b15-147d67c60aa6', 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040', 'port_id': 'f88cca83-89c8-406d-8b15-147d67c60aa6', 'mac_address': 'fa:16:3e:fe:1f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8222aa3-9fef-4df5-8017-a94dfcbe8619', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:03:13.229526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc98c5-46bc-4b28-b7d4-904b83fb5bda req-0f16c673-41c3-4696-8b23-9c75f9829fea tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:13.239791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89dc98c5-46bc-4b28-b7d4-904b83fb5bda req-0f16c673-41c3-4696-8b23-9c75f9829fea tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 943 time: 0.1977749 Mar 11 18:03:13.297380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:13.323638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88cca83-89c8-406d-8b15-147d67c60aa6 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:03:13.344973 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f88cca83-89c8-406d-8b15-147d67c60aa6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f88cca83-89c8-406d-8b15-147d67c60aa6,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:13.350856 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89dc98c5-46bc-4b28-b7d4-904b83fb5bda req-87c447d9-3cb3-4a11-bc9f-706555770d22 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073585 Mar 11 18:03:13.353161 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:13.508470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f88cca83-89c8-406d-8b15-147d67c60aa6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:13.690037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f88cca83-89c8-406d-8b15-147d67c60aa6'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:03:13.799685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 585e718d-e073-489c-82f5-bc46c4e75dbf up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:03:14.005821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 585e718d-e073-489c-82f5-bc46c4e75dbf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:03:14.014788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 585e718d-e073-489c-82f5-bc46c4e75dbf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:14.014788 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:14.305160 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:14.338244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 585e718d-e073-489c-82f5-bc46c4e75dbf, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=585e718d-e073-489c-82f5-bc46c4e75dbf,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:14.346642 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:14.567642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=585e718d-e073-489c-82f5-bc46c4e75dbf,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:14.679124 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71a02894-441a-4c84-b7e2-d7657a8f4983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:14.745609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2db0-cfa9-433b-aaef-6c24ebe3d3b9 req-8d899d78-3d19-4d4d-a070-2164424cc657 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:14.745609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bcd2db0-cfa9-433b-aaef-6c24ebe3d3b9 req-8d899d78-3d19-4d4d-a070-2164424cc657 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 944 time: 0.1658778 Mar 11 18:03:14.828447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bcd2db0-cfa9-433b-aaef-6c24ebe3d3b9 req-313bb5d4-575e-4951-bcf0-52e07eec7d45 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Mar 11 18:03:15.678776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 585e718d-e073-489c-82f5-bc46c4e75dbf up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:03:15.750584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35438) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:15.824161 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.846702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 585e718d-e073-489c-82f5-bc46c4e75dbf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:15.846702 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.923994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:16.101683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4fa6-7972-48d8-b30d-ac64bd5a19f7 req-37ecff29-1f0b-42a2-8ed2-415676159aa9 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.101683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4ee4fa6-7972-48d8-b30d-ac64bd5a19f7 req-37ecff29-1f0b-42a2-8ed2-415676159aa9 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 944 time: 0.1179121 Mar 11 18:03:16.272924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4ee4fa6-7972-48d8-b30d-ac64bd5a19f7 req-f9edb137-087a-4f4f-b2a1-c2950e47f7c1 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675339 Mar 11 18:03:16.378716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f88cca83-89c8-406d-8b15-147d67c60aa6 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:03:16.493629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port f88cca83-89c8-406d-8b15-147d67c60aa6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:03:16.498914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port f88cca83-89c8-406d-8b15-147d67c60aa6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:16.498914 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:16.501749 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:16.659693 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:16.690768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88cca83-89c8-406d-8b15-147d67c60aa6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:03:16.716365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port f88cca83-89c8-406d-8b15-147d67c60aa6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f88cca83-89c8-406d-8b15-147d67c60aa6,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:16.723575 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:16.881388 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88cca83-89c8-406d-8b15-147d67c60aa6', 'code': 200} Mar 11 18:03:16.957117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=f88cca83-89c8-406d-8b15-147d67c60aa6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:17.017727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cc5f4f14-8524-47c0-b721-b94868b03f51 req-6cf8108a-a337-4153-9d3c-c32e33459f39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 1096 time: 0.1195629 Mar 11 18:03:17.079756 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cc5f4f14-8524-47c0-b721-b94868b03f51 req-31662cb1-5700-463e-8477-305645b158fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Mar 11 18:03:17.099797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:17.606083 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64be4-f44f-4b8d-99c3-c2e04e2ff05b req-95227dd6-f8b4-4a56-b3b3-f28ce439f94c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:17.607912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4db64be4-f44f-4b8d-99c3-c2e04e2ff05b req-95227dd6-f8b4-4a56-b3b3-f28ce439f94c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 945 time: 0.1809306 Mar 11 18:03:17.608800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Deleting port 115be3e5-5757-4576-9155-8924dbe28a5a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:03:17.609126 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:17.760850 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4db64be4-f44f-4b8d-99c3-c2e04e2ff05b req-a8d24e0a-8627-4967-a8f1-8f194a97d5ee tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174662 Mar 11 18:03:17.899039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:18.027326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Calling delete_port for 115be3e5-5757-4576-9155-8924dbe28a5a owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:03:18.291726 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:18.345013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Pushing event deleted for resources: {'Port': ['ID=115be3e5-5757-4576-9155-8924dbe28a5a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:18.394521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.394866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.395205 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.395538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.395865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.396187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.396509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.396828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.397144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.397461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.397831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:18.808825 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:19.100844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf050b8-1ff2-4525-95a7-0d349c20cc1d req-31c907ae-61b1-4f91-8557-3b54f206a2fd tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:19.102577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bf050b8-1ff2-4525-95a7-0d349c20cc1d req-31c907ae-61b1-4f91-8557-3b54f206a2fd tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 945 time: 0.1219065 Mar 11 18:03:19.176046 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bf050b8-1ff2-4525-95a7-0d349c20cc1d req-19c25261-d628-4117-8fda-162e80e788e8 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646248 Mar 11 18:03:19.785820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Router 9ac6d706-6664-4312-9e8b-4529770641f1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:03:20.078121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:20.090258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-617d601d-68c1-4290-a8b7-0ca005f72339 admin admin] 10.222.0.96 "PUT /v2.0/routers/9ac6d706-6664-4312-9e8b-4529770641f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3377564 Mar 11 18:03:20.092488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35530) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:20.571488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:20.856496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96807a9-0029-4de8-a457-b1e2a3846f07 req-4d647f80-ba97-45d2-b255-aa179a1de645 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:20.858334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f96807a9-0029-4de8-a457-b1e2a3846f07 req-4d647f80-ba97-45d2-b255-aa179a1de645 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 945 time: 0.2187593 Mar 11 18:03:20.940520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f96807a9-0029-4de8-a457-b1e2a3846f07 req-f9647267-3cc6-41cc-a532-eebcb85d4eb1 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677307 Mar 11 18:03:20.966165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:20.983352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Deleting port 585e718d-e073-489c-82f5-bc46c4e75dbf {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:03:20.984447 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:21.276525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] For port 585e718d-e073-489c-82f5-bc46c4e75dbf, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=585e718d-e073-489c-82f5-bc46c4e75dbf,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:21.277189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:21.411193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Calling delete_port for 585e718d-e073-489c-82f5-bc46c4e75dbf owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:03:21.750305 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:21.807252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=585e718d-e073-489c-82f5-bc46c4e75dbf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:22.069652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:22.430926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:22.444581 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:22.468007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faab14c-942e-49d7-8c2b-d134c1a38362 req-53936248-a9dc-4dcd-90ba-5451fc68e810 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.478756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8faab14c-942e-49d7-8c2b-d134c1a38362 req-53936248-a9dc-4dcd-90ba-5451fc68e810 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 945 time: 0.3446310 Mar 11 18:03:22.490529 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:03:22.582005 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:22.582956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac6d706-6664-4312-9e8b-4529770641f1 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:03:22.624209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-147735de-d275-435f-9a0c-a6bd19cd38ed tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.624827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-147735de-d275-435f-9a0c-a6bd19cd38ed tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Synchronizing usage tracker for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:03:22.630187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8faab14c-942e-49d7-8c2b-d134c1a38362 req-1640b1c5-2f46-4d5f-8aae-3f05af783054 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497381 Mar 11 18:03:22.659857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:22.660931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-147735de-d275-435f-9a0c-a6bd19cd38ed tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Unset dirty status for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:03:22.662094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-db5a7f16-a10e-4689-8198-241dc71328a4 admin admin] 10.222.0.96 "DELETE /v2.0/routers/9ac6d706-6664-4312-9e8b-4529770641f1 HTTP/1.1" status: 204 len: 168 time: 2.5626366 Mar 11 18:03:22.662692 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-147735de-d275-435f-9a0c-a6bd19cd38ed tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 945 time: 0.1866088 Mar 11 18:03:22.662789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35582) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:22.818052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] Deleting subnet b0a0365a-23ff-4baf-95ea-59a983278e70 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:03:22.821500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:22.847943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Deleting port f88cca83-89c8-406d-8b15-147d67c60aa6 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:03:22.851170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:22.912517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:23.088161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:23.240908 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:23.348179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a0365a-23ff-4baf-95ea-59a983278e70,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:23.361563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:23.369222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54841a3-a0a0-4de9-aa9d-7314ceb1add1 None None] Network 17ce56de-8417-4f57-a90d-795d5cbdc167 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:03:23.374834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3d4827db-3e1d-4ca5-95c5-d8159648a135 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b0a0365a-23ff-4baf-95ea-59a983278e70 HTTP/1.1" status: 204 len: 168 time: 0.7048850 Mar 11 18:03:23.374834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35650) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:23.376632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] For port f88cca83-89c8-406d-8b15-147d67c60aa6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=f88cca83-89c8-406d-8b15-147d67c60aa6,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:23.376632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:23.506485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:23.531506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Deleting port 7b4405ed-1e48-476a-9ec0-911fecabd5ec {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:03:23.531851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:23.667468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Calling delete_port for f88cca83-89c8-406d-8b15-147d67c60aa6 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:03:23.934253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] DHCP port deletion for 17ce56de-8417-4f57-a90d-795d5cbdc167 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:03:23.947651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Deleting port 7b4405ed-1e48-476a-9ec0-911fecabd5ec {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:03:23.948188 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:24.056699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:24.144869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Pushing event deleted for resources: {'Port': ['ID=f88cca83-89c8-406d-8b15-147d67c60aa6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:24.167588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['f88cca83-89c8-406d-8b15-147d67c60aa6'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:03:24.255048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cae3295-a986-4ed8-bd9e-41175cd51d67 req-bafe7afe-29c7-4e39-bd2f-5ba9aeea24cb tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 210 time: 0.1892254 Mar 11 18:03:24.373875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] No DVR routers for this DVR port f88cca83-89c8-406d-8b15-147d67c60aa6 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:03:24.378823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:24.388348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'name': 'network-vif-deleted', 'tag': 'f88cca83-89c8-406d-8b15-147d67c60aa6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:03:24.439576 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d6e99939-6e3b-4164-a645-75c77331c0c4 req-1cbf5a98-e4ae-4fa1-9247-b4626c7eec72 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "DELETE /v2.0/ports/f88cca83-89c8-406d-8b15-147d67c60aa6 HTTP/1.1" status: 204 len: 173 time: 1.7749825 Mar 11 18:03:24.513623 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2477f1f1-f2ea-4d61-ab72-c7f6d34bd022', 'name': 'network-vif-deleted', 'tag': 'f88cca83-89c8-406d-8b15-147d67c60aa6', 'status': 'completed', 'code': 200} Mar 11 18:03:24.530812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] For port 7b4405ed-1e48-476a-9ec0-911fecabd5ec, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7b4405ed-1e48-476a-9ec0-911fecabd5ec,segment=NetworkSegment(a7fcecd1-3775-4bef-b1f2-686935e07581),segment_id=a7fcecd1-3775-4bef-b1f2-686935e07581)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:24.531887 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:24.551563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] For port 7b4405ed-1e48-476a-9ec0-911fecabd5ec, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=7b4405ed-1e48-476a-9ec0-911fecabd5ec,segment=NetworkSegment(a7fcecd1-3775-4bef-b1f2-686935e07581),segment_id=a7fcecd1-3775-4bef-b1f2-686935e07581)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:24.552369 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:24.695251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Calling delete_port for 7b4405ed-1e48-476a-9ec0-911fecabd5ec owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:03:24.799127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Calling delete_port for 7b4405ed-1e48-476a-9ec0-911fecabd5ec owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:03:24.853932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:24.886392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:03:24.886879 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:03:24.916642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4405ed-1e48-476a-9ec0-911fecabd5ec,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:24.922935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] No DVR routers for this DVR port 7b4405ed-1e48-476a-9ec0-911fecabd5ec on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:03:25.056214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:25.084229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ce56de-8417-4f57-a90d-795d5cbdc167']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:25.098316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fcecd1-3775-4bef-b1f2-686935e07581') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:25.098669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fcecd1-3775-4bef-b1f2-686935e07581') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:25.129311 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:25.164990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:25.190755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:03:25.192141 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:03:25.300043 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:03:25.340392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:25.392963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Deleting port 7b4405ed-1e48-476a-9ec0-911fecabd5ec {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:03:25.392963 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:25.432930 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:25.462993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ce56de-8417-4f57-a90d-795d5cbdc167,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:25.487495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-17a0d56c-c430-4b35-8fa7-c4f240f95327 admin admin] 10.222.0.96 "DELETE /v2.0/networks/17ce56de-8417-4f57-a90d-795d5cbdc167 HTTP/1.1" status: 204 len: 168 time: 2.1103883 Mar 11 18:03:25.604015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d70b3623-1802-4baa-8f88-9075dc84baf6 None None] The port '7b4405ed-1e48-476a-9ec0-911fecabd5ec' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:03:25.630966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a7ad85c-8eb3-4cb9-a9a4-95a8cb2b1315 req-d47e97c3-c98e-4079-ac74-4336291b42da tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=2477f1f1-f2ea-4d61-ab72-c7f6d34bd022 HTTP/1.1" status: 200 len: 210 time: 0.1060140 Mar 11 18:03:25.760861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7b4405ed-1e48-476a-9ec0-911fecabd5ec no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:03:25.788784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 35892) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:25.831999 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] Sync routers for ids ['9ac6d706-6664-4312-9e8b-4529770641f1'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:03:25.864692 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:03:25.864692 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 18:03:25.864692 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_agentschedulers_db [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ac6d706-6664-4312-9e8b-4529770641f1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:03:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83851) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 18:03:25.869779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 7b4405ed-1e48-476a-9ec0-911fecabd5ec {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:03:25.869779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 7b4405ed-1e48-476a-9ec0-911fecabd5ec not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:03:25.906512 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:03:25.906512 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 18:03:25.908458 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_agentschedulers_db [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ac6d706-6664-4312-9e8b-4529770641f1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:03:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83851) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 18:03:25.908458 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841f1dd-8be5-4174-9b3f-12310ebd353b None None] The sync data for ids ['9ac6d706-6664-4312-9e8b-4529770641f1'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:03:25.938231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e1e9deec-a14d-49ff-ae00-f6626833010d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0270294906b14f359abf1af5824efe89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1559172 Mar 11 18:03:25.941209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 35912) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:26.045024 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24356501-c3e9-4a2b-b2bd-75d6f68d9e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:26.105947 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24356501-c3e9-4a2b-b2bd-75d6f68d9e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:26.198958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24356501-c3e9-4a2b-b2bd-75d6f68d9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:26.230650 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24356501-c3e9-4a2b-b2bd-75d6f68d9e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc287b48-3941-4b7d-a665-11f3a4d087f5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:26.239502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-24356501-c3e9-4a2b-b2bd-75d6f68d9e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:26.239502 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-24356501-c3e9-4a2b-b2bd-75d6f68d9e9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc287b48-3941-4b7d-a665-11f3a4d087f5 HTTP/1.1" status: 204 len: 168 time: 0.2939274 Mar 11 18:03:26.452191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f88cca83-89c8-406d-8b15-147d67c60aa6 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:03:26.607058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: f88cca83-89c8-406d-8b15-147d67c60aa6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:03:26.607058 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device f88cca83-89c8-406d-8b15-147d67c60aa6 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:03:27.207367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36034) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:27.251536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:27.305154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:03:27.310464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:03:27.323252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:03:27.323252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:03:27.431649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:27.438681 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:27.478600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd42b17-c9fb-4eef-8086-d69fdbd55800,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:27.512992 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d03fec5f-0e51-4f00-80cb-89e4449b1391 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.3241458 Mar 11 18:03:27.515749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36074) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:27.644119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-0e1fe937-1fd0-4371-8726-78b8da3d4d25 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:27.646294 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-0e1fe937-1fd0-4371-8726-78b8da3d4d25 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/networks?id=05c7bc2e-3327-4301-9596-0bd2efbeb040 HTTP/1.1" status: 200 len: 809 time: 0.2349200 Mar 11 18:03:27.660610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 115be3e5-5757-4576-9155-8924dbe28a5a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:03:27.678021 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-a65b1298-1286-45eb-860f-ded129b7fbb2 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/quotas/2b047d2d40064e1ab6d6c9de7bed0091 HTTP/1.1" status: 200 len: 375 time: 0.0226040 Mar 11 18:03:27.685703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66efd74-bf52-4f71-9e8a-fdcbaf4d1764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:27.738029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-dbb64151-e126-4cc5-b172-a6f7d922c513 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b047d2d40064e1ab6d6c9de7bed0091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615928 Mar 11 18:03:27.749106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 115be3e5-5757-4576-9155-8924dbe28a5a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:03:27.749622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 115be3e5-5757-4576-9155-8924dbe28a5a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:03:27.750034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 585e718d-e073-489c-82f5-bc46c4e75dbf no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:03:27.792045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 585e718d-e073-489c-82f5-bc46c4e75dbf {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:03:27.792622 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 585e718d-e073-489c-82f5-bc46c4e75dbf not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:03:27.849402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66efd74-bf52-4f71-9e8a-fdcbaf4d1764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:27.914146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66efd74-bf52-4f71-9e8a-fdcbaf4d1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:27.932083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66efd74-bf52-4f71-9e8a-fdcbaf4d1764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd42b17-c9fb-4eef-8086-d69fdbd55800,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:27.936562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e66efd74-bf52-4f71-9e8a-fdcbaf4d1764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:27.938491 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e66efd74-bf52-4f71-9e8a-fdcbaf4d1764 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ecd42b17-c9fb-4eef-8086-d69fdbd55800 HTTP/1.1" status: 204 len: 168 time: 0.4218526 Mar 11 18:03:28.046282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-97af6ac6-ecf6-4aab-8eff-2efcf24a99b5 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:03:28.047646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-97af6ac6-ecf6-4aab-8eff-2efcf24a99b5 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3088305 Mar 11 18:03:28.226624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-2e1bee79-777d-41c5-b84f-f13cd74403c6 service neutron] 10.222.0.96 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716821 Mar 11 18:03:28.491212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-30e34b1d-5630-4e6f-bf43-7f16c3453194 service neutron] 10.222.0.96 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624896 Mar 11 18:03:28.769304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f35bbb3-83fb-4b61-bd90-c4a0ee6caffa req-c9179019-1584-4dc0-8e8f-665de6be1a0e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 210 time: 0.0557299 Mar 11 18:03:29.965955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b96d1f2-0996-49a9-b46c-b8c014845c04 req-748e0bd5-2bf4-4788-9687-432561065c3b tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 210 time: 0.0416968 Mar 11 18:03:30.127593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-47713ea7-c967-4717-a4d8-d1c3b2fac4ee tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:30.129335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-47713ea7-c967-4717-a4d8-d1c3b2fac4ee tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "GET /v2.0/networks?id=05c7bc2e-3327-4301-9596-0bd2efbeb040 HTTP/1.1" status: 200 len: 809 time: 0.2299068 Mar 11 18:03:30.152987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Request body: {'port': {'device_id': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040', 'admin_state_up': True, 'tenant_id': '2b047d2d40064e1ab6d6c9de7bed0091'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:03:30.319861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:03:30.324500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Usage tracker for resource:port and tenant:2b047d2d40064e1ab6d6c9de7bed0091 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:03:30.328414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:03:30.334665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:03:30.361196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Made reservation on behalf of 2b047d2d40064e1ab6d6c9de7bed0091 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:30.364491 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:30.529178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Allocated IP 172.20.0.4 (05c7bc2e-3327-4301-9596-0bd2efbeb040/e8222aa3-9fef-4df5-8017-a94dfcbe8619/e93943a5-95ae-4b08-b44b-cd20946fbdb5) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:30.786782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:30.821282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:30.929880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Network 05c7bc2e-3327-4301-9596-0bd2efbeb040 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:30.934009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:30.939605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:03:30.984068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Pushing event updated for resources: {'Port': ['ID=e93943a5-95ae-4b08-b44b-cd20946fbdb5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:31.028513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:31.029230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:31.079751 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6965acc8-ff4d-4753-ae4d-c9bbf7234b0c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9310212 Mar 11 18:03:31.098152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Request body: {'port': {'device_id': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:03:31.314337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:31.330398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810823b9-aa91-4e13-9861-dc35380005e8 req-25bf2166-09f2-441f-a75b-8e18aaa2dff9 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:31.332142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-810823b9-aa91-4e13-9861-dc35380005e8 req-25bf2166-09f2-441f-a75b-8e18aaa2dff9 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 931 time: 0.1610677 Mar 11 18:03:31.426115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-810823b9-aa91-4e13-9861-dc35380005e8 req-333d2532-58ab-4450-a787-723f981ebf70 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815032 Mar 11 18:03:31.757143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93943a5-95ae-4b08-b44b-cd20946fbdb5 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:03:31.769234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:31.797045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Transition to ACTIVE for port object e93943a5-95ae-4b08-b44b-cd20946fbdb5 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:03:31.802642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:32.017699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Pushing event updated for resources: {'Port': ['ID=e93943a5-95ae-4b08-b44b-cd20946fbdb5,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:32.070851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Attempting to bind port e93943a5-95ae-4b08-b44b-cd20946fbdb5 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:03:32.071410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Attempting to bind port e93943a5-95ae-4b08-b44b-cd20946fbdb5 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:03:32.071751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Attempting to bind port e93943a5-95ae-4b08-b44b-cd20946fbdb5 on network 05c7bc2e-3327-4301-9596-0bd2efbeb040 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:03:32.079143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Port e93943a5-95ae-4b08-b44b-cd20946fbdb5 on network 05c7bc2e-3327-4301-9596-0bd2efbeb040 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:03:32.079742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Attempting to bind port e93943a5-95ae-4b08-b44b-cd20946fbdb5 on network 05c7bc2e-3327-4301-9596-0bd2efbeb040 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:03:32.087837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:03:32.088174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Checking segment: {'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:03:32.088742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Bound using segment: {'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:03:32.089176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Bound port: e93943a5-95ae-4b08-b44b-cd20946fbdb5, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439fd979-3ae1-4c2c-a8f5-023d6a767114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:03:32.089523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:32.206133 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] For port e93943a5-95ae-4b08-b44b-cd20946fbdb5, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:32.209823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] For port e93943a5-95ae-4b08-b44b-cd20946fbdb5, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e93943a5-95ae-4b08-b44b-cd20946fbdb5,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:32.216387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:32.422657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:32.424819 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] 10.222.0.59 "PUT /v2.0/ports/e93943a5-95ae-4b08-b44b-cd20946fbdb5 HTTP/1.1" status: 200 len: 1091 time: 1.3316789 Mar 11 18:03:32.425571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'tag': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:03:32.444707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9e0d2-77c0-4820-976c-3f110d31f94f service neutron] Pushing event updated for resources: {'Port': ['ID=e93943a5-95ae-4b08-b44b-cd20946fbdb5,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:32.563679 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'tag': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5', 'status': 'completed', 'code': 200} Mar 11 18:03:32.637146 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-dfe0bb76-7e4b-4c59-a585-bd98c4be11f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b047d2d40064e1ab6d6c9de7bed0091&device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 1094 time: 0.1174359 Mar 11 18:03:32.763527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-b18fda47-08a6-43ee-b83e-226cfe5de90a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e93943a5-95ae-4b08-b44b-cd20946fbdb5 HTTP/1.1" status: 200 len: 217 time: 0.1127198 Mar 11 18:03:32.809155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b933b-ecb2-4627-89c3-dbab8e1cf496 req-7bc6f026-804f-4069-ad6a-aea885d5c6ef tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:32.811906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-193b933b-ecb2-4627-89c3-dbab8e1cf496 req-7bc6f026-804f-4069-ad6a-aea885d5c6ef tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 943 time: 0.1628475 Mar 11 18:03:32.883970 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-193b933b-ecb2-4627-89c3-dbab8e1cf496 req-08617ec0-a2f9-4a8c-98cc-36f68c6852ff tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652962 Mar 11 18:03:32.898080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-99967a7a-3daa-4ca3-b7db-c829e855188e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:32.899030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-99967a7a-3daa-4ca3-b7db-c829e855188e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8222aa3-9fef-4df5-8017-a94dfcbe8619 HTTP/1.1" status: 200 len: 849 time: 0.1293299 Mar 11 18:03:32.952207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-6acad900-f2ed-4507-bcf2-d0e18b9d5a94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05c7bc2e-3327-4301-9596-0bd2efbeb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455079 Mar 11 18:03:33.103416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-bc083d33-b8ad-4cfa-8466-0d4d8a78c28f service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449604 Mar 11 18:03:33.327974 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bfa7513d-1be8-49f3-a828-099d9ac97ce4 req-e7de0a94-8359-4c1e-9290-72dbcf07a12a service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043042 Mar 11 18:03:33.500073 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-57df9ef7-6278-4ed9-9354-de7a96843fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b047d2d40064e1ab6d6c9de7bed0091&device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 1094 time: 0.0868211 Mar 11 18:03:33.556795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36258) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:33.687404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-24a52575-b5bb-433a-bb8e-ec9e23186772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:33.690417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-24a52575-b5bb-433a-bb8e-ec9e23186772 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05c7bc2e-3327-4301-9596-0bd2efbeb040 HTTP/1.1" status: 200 len: 911 time: 0.1843657 Mar 11 18:03:33.818792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-29fc9f21-85ce-4686-8105-6b9a7ec6e542 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ccbe66ca0f6f45f3b2cbc3a5a1f39291&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2615936 Mar 11 18:03:33.823851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36268) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:33.898987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-d770515a-5a1c-41bb-b18a-1879e8fa9310 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e93943a5-95ae-4b08-b44b-cd20946fbdb5 HTTP/1.1" status: 200 len: 217 time: 0.1912489 Mar 11 18:03:34.034702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-0ad95af8-0368-4caf-8c3d-98f77e5dcdc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:34.036268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-0ad95af8-0368-4caf-8c3d-98f77e5dcdc0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e8222aa3-9fef-4df5-8017-a94dfcbe8619 HTTP/1.1" status: 200 len: 849 time: 0.1262999 Mar 11 18:03:34.104494 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-8779c34c-647d-4b23-8cee-fd0e7f466b16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05c7bc2e-3327-4301-9596-0bd2efbeb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588760 Mar 11 18:03:34.110113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9642db9e-9a4d-4967-8bb2-1bf1cb61a18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:34.139497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d16ca-6e5d-4849-bf2f-a060c624b6e2 req-afb214cc-a474-424e-be1d-07aff62f681f tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:34.141197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c24d16ca-6e5d-4849-bf2f-a060c624b6e2 req-afb214cc-a474-424e-be1d-07aff62f681f tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 943 time: 0.1014585 Mar 11 18:03:34.230964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9642db9e-9a4d-4967-8bb2-1bf1cb61a18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:34.242977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c24d16ca-6e5d-4849-bf2f-a060c624b6e2 req-da5dacc1-4b6e-4118-aa1e-cdfff852728d tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879221 Mar 11 18:03:34.306334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-2af93e3b-1d3f-424d-bd59-60930fe04e8b service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939809 Mar 11 18:03:34.340059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9642db9e-9a4d-4967-8bb2-1bf1cb61a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:34.419546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642db9e-9a4d-4967-8bb2-1bf1cb61a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca9e45-acd8-4921-ba08-75ba94904f5c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:34.431331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9642db9e-9a4d-4967-8bb2-1bf1cb61a18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:34.432973 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9642db9e-9a4d-4967-8bb2-1bf1cb61a18e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/baca9e45-acd8-4921-ba08-75ba94904f5c HTTP/1.1" status: 204 len: 168 time: 0.6075673 Mar 11 18:03:34.494119 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58bffafc-af1f-4184-a748-ee47822c5e54 req-e3dfc3d8-cf67-440c-aae9-9f1be0185416 service neutron] 10.222.0.59 "GET /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774888 Mar 11 18:03:35.472565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e4f47-965b-43de-a7d0-bf6af0ae3678 req-22cd15ea-1230-4b74-8dfc-957afa9a6e7f tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:35.474703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-165e4f47-965b-43de-a7d0-bf6af0ae3678 req-22cd15ea-1230-4b74-8dfc-957afa9a6e7f tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 943 time: 0.0879056 Mar 11 18:03:35.531945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-165e4f47-965b-43de-a7d0-bf6af0ae3678 req-ba147bb7-46e1-460d-bad6-fe770857cf3e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504575 Mar 11 18:03:36.462597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e93943a5-95ae-4b08-b44b-cd20946fbdb5 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:03:36.646988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e93943a5-95ae-4b08-b44b-cd20946fbdb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e93943a5-95ae-4b08-b44b-cd20946fbdb5,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:36.676351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5', 'network_id': '05c7bc2e-3327-4301-9596-0bd2efbeb040', 'port_id': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5', 'mac_address': 'fa:16:3e:84:4e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8222aa3-9fef-4df5-8017-a94dfcbe8619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:03:36.759114 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.790187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93943a5-95ae-4b08-b44b-cd20946fbdb5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:03:36.818273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e93943a5-95ae-4b08-b44b-cd20946fbdb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e93943a5-95ae-4b08-b44b-cd20946fbdb5,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:36.823836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.824930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406da40-85e2-413b-a352-f88cc30594b6 req-45e1a48b-c858-4bc6-a24f-6e17955511e1 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:36.829934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9406da40-85e2-413b-a352-f88cc30594b6 req-45e1a48b-c858-4bc6-a24f-6e17955511e1 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 943 time: 0.1525364 Mar 11 18:03:36.896546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9406da40-85e2-413b-a352-f88cc30594b6 req-02080f11-d25d-46d4-99c4-8cc17a23ed32 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606985 Mar 11 18:03:36.904448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e93943a5-95ae-4b08-b44b-cd20946fbdb5,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.118179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e93943a5-95ae-4b08-b44b-cd20946fbdb5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:03:38.161144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8529e-c1ac-4c3c-9eed-5e305b775907 req-96dd67da-efb7-4fda-a4b0-6bc431dba7d0 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.163344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdf8529e-c1ac-4c3c-9eed-5e305b775907 req-96dd67da-efb7-4fda-a4b0-6bc431dba7d0 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 944 time: 0.1178069 Mar 11 18:03:38.333756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdf8529e-c1ac-4c3c-9eed-5e305b775907 req-ec49db32-5895-4176-a0f4-e8c8ecbcea1e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604130 Mar 11 18:03:38.473248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e93943a5-95ae-4b08-b44b-cd20946fbdb5 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:03:38.621825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e93943a5-95ae-4b08-b44b-cd20946fbdb5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:03:38.629588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e93943a5-95ae-4b08-b44b-cd20946fbdb5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:38.630193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.807099 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.842195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:03:38.850201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e93943a5-95ae-4b08-b44b-cd20946fbdb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e93943a5-95ae-4b08-b44b-cd20946fbdb5,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:38.856790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.918344 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5', 'code': 200} Mar 11 18:03:38.934380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e93943a5-95ae-4b08-b44b-cd20946fbdb5,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:39.108212 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6583434-1e0c-411e-88f0-4923eeb5ad42 req-8f4a03af-c45d-4a4c-b1f5-f60fe495dee0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 1096 time: 0.0963454 Mar 11 18:03:39.195429 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f6583434-1e0c-411e-88f0-4923eeb5ad42 req-a28a33fe-1d31-41d5-80d0-295edae5a310 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806253 Mar 11 18:03:39.623614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843ae46-0fd2-4894-8d8b-ad0379291ef7 req-08132e43-b598-4710-80a2-331a0cff579c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:39.625844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5843ae46-0fd2-4894-8d8b-ad0379291ef7 req-08132e43-b598-4710-80a2-331a0cff579c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 945 time: 0.1253915 Mar 11 18:03:39.659144 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:39.691133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5843ae46-0fd2-4894-8d8b-ad0379291ef7 req-4ba36d40-2326-48ef-98c9-98a926fbc60c tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591774 Mar 11 18:03:40.944410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846749-61f9-4678-91bb-465e4e00e154 req-9ef2aa0c-ba03-4d72-bf0b-c31e23d2bab8 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:40.946174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd846749-61f9-4678-91bb-465e4e00e154 req-9ef2aa0c-ba03-4d72-bf0b-c31e23d2bab8 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 945 time: 0.1152825 Mar 11 18:03:41.000580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd846749-61f9-4678-91bb-465e4e00e154 req-751102ad-34fd-4c49-a114-5eb33b0b9747 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469232 Mar 11 18:03:42.327733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12323493-ce57-484d-a5b3-af6436c536e2 req-52f0ba65-9826-4521-a88f-753b03331a46 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:42.329426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12323493-ce57-484d-a5b3-af6436c536e2 req-52f0ba65-9826-4521-a88f-753b03331a46 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 945 time: 0.0943408 Mar 11 18:03:42.386902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d924beb-2832-433a-a50d-cf7706950773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:42.401638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12323493-ce57-484d-a5b3-af6436c536e2 req-3057bb78-cf4b-47fb-9099-1f96dff6b433 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656793 Mar 11 18:03:43.714087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-2846bba0-f210-4f61-b0ca-98abca91e992 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:43.715221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-2846bba0-f210-4f61-b0ca-98abca91e992 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Synchronizing usage tracker for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:03:43.752556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-2846bba0-f210-4f61-b0ca-98abca91e992 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Unset dirty status for tenant:2b047d2d40064e1ab6d6c9de7bed0091 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:03:43.754381 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-2846bba0-f210-4f61-b0ca-98abca91e992 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 945 time: 0.1767101 Mar 11 18:03:43.759467 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4c79f-db5b-4e21-8217-fb746057526d req-ceae9a25-0fd2-455f-abdf-2ed454d728d5 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:43.762217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abd4c79f-db5b-4e21-8217-fb746057526d req-ceae9a25-0fd2-455f-abdf-2ed454d728d5 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 945 time: 0.1739373 Mar 11 18:03:43.860211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abd4c79f-db5b-4e21-8217-fb746057526d req-cc62e626-6c75-47a4-b2cf-3e99198cf9d4 tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/security-groups?id=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894330 Mar 11 18:03:43.965497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Deleting port e93943a5-95ae-4b08-b44b-cd20946fbdb5 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:03:43.966134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:44.301868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] For port e93943a5-95ae-4b08-b44b-cd20946fbdb5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e93943a5-95ae-4b08-b44b-cd20946fbdb5,segment=NetworkSegment(439fd979-3ae1-4c2c-a8f5-023d6a767114),segment_id=439fd979-3ae1-4c2c-a8f5-023d6a767114)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:44.302221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:44.430891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Calling delete_port for e93943a5-95ae-4b08-b44b-cd20946fbdb5 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:03:44.554292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-105c5d6a-d448-49a5-8136-aa037f598ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:44.595732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:44.681880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Pushing event deleted for resources: {'Port': ['ID=e93943a5-95ae-4b08-b44b-cd20946fbdb5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:44.730504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] No DVR routers for this DVR port e93943a5-95ae-4b08-b44b-cd20946fbdb5 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:03:44.733101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:44.735987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'name': 'network-vif-deleted', 'tag': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:03:44.755952 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fd5e528a-64f1-4285-9249-b87fd496c084 req-0b7a1a40-0b5a-4ded-9968-1672e3c7955e tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.59 "DELETE /v2.0/ports/e93943a5-95ae-4b08-b44b-cd20946fbdb5 HTTP/1.1" status: 204 len: 173 time: 0.9959970 Mar 11 18:03:44.806897 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a10e1e-fd40-4c99-9b11-7a84ab3ceefc', 'name': 'network-vif-deleted', 'tag': 'e93943a5-95ae-4b08-b44b-cd20946fbdb5', 'status': 'completed', 'code': 200} Mar 11 18:03:45.161972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ee58655-bbf1-4fb2-a2a4-40ee3807f909 req-41c76680-1645-4bd5-9f38-86b298430bfd tempest-VolumesActionsTest-648353122 tempest-VolumesActionsTest-648353122-project] 10.222.0.96 "GET /v2.0/ports?device_id=48a10e1e-fd40-4c99-9b11-7a84ab3ceefc HTTP/1.1" status: 200 len: 210 time: 0.0910935 Mar 11 18:03:45.710779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:45.839526 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:46.500888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e93943a5-95ae-4b08-b44b-cd20946fbdb5 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:03:46.637199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e93943a5-95ae-4b08-b44b-cd20946fbdb5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:03:46.638184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e93943a5-95ae-4b08-b44b-cd20946fbdb5 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:03:46.928980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 36920) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:47.070957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.189939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.251854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:03:47.258874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:d684992b9a3c4e91974d298ec248d21d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:03:47.264218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:03:47.274598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:03:47.378413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.384226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.430763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d684992b9a3c4e91974d298ec248d21d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4963260 Mar 11 18:03:47.431197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 36936) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:03:47.461897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1ded-5872-4f0b-a4a0-67c820179fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ea7548-a600-4d38-9c2e-036ed5205a93,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:47.516560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8339c3-6beb-4a25-83e1-dccb2d2d6d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.548388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8339c3-6beb-4a25-83e1-dccb2d2d6d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.625986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8339c3-6beb-4a25-83e1-dccb2d2d6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.644333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8339c3-6beb-4a25-83e1-dccb2d2d6d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ea7548-a600-4d38-9c2e-036ed5205a93,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:47.653601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a8339c3-6beb-4a25-83e1-dccb2d2d6d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.658404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0a8339c3-6beb-4a25-83e1-dccb2d2d6d49 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/89ea7548-a600-4d38-9c2e-036ed5205a93 HTTP/1.1" status: 204 len: 168 time: 0.2258878 Mar 11 18:03:59.353819 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8741183-685f-40ea-9d6e-28c2bc3e591b req-e70e75e4-4f3b-4ed9-909b-8c26ba71b974 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1638830 Mar 11 18:03:59.463580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8741183-685f-40ea-9d6e-28c2bc3e591b req-f5a7c6ab-9ef7-4552-aa70-f05304270613 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0730765 Mar 11 18:03:59.524507 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:03:59.546722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8741183-685f-40ea-9d6e-28c2bc3e591b req-1a3b3911-48b9-4c50-b040-2468e30991f9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413084 Mar 11 18:03:59.780793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741183-685f-40ea-9d6e-28c2bc3e591b req-b7812d3f-f94f-48ee-bdd2-df522e632b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:59.783873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8741183-685f-40ea-9d6e-28c2bc3e591b req-b7812d3f-f94f-48ee-bdd2-df522e632b44 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2280488 Mar 11 18:04:01.526171 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-e731ee02-69b8-4eb8-93b8-8c14aa0a4454 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1730545 Mar 11 18:04:01.857631 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-97cc0ea9-3972-46e7-865c-0a645ee18694 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1096 time: 0.1788788 Mar 11 18:04:02.105733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-1f0b441d-ffa1-4594-b685-70040b24de44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:02.109430 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-1f0b441d-ffa1-4594-b685-70040b24de44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.2327735 Mar 11 18:04:02.416108 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-ba335b34-cd2c-437d-9fb1-77203fc7723f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 1000 time: 0.2923815 Mar 11 18:04:02.521983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-90734dff-2810-4699-8bfa-75f9053ab2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:02.528784 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-90734dff-2810-4699-8bfa-75f9053ab2d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1064014 Mar 11 18:04:02.683195 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-fe677e1b-dbc0-4da0-8f35-07dc8d1b44f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461229 Mar 11 18:04:03.145894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-5b4d481f-d4fd-4109-8411-5728cc6391ae service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561353 Mar 11 18:04:03.460485 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b4c3298-fc89-436c-9ba1-6f0c3437fc32 req-bb6b73d0-addd-465d-b209-32bfff2cd385 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070326 Mar 11 18:04:08.869321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37252) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:09.406026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:09.582587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:09.592241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8506f0e3f549cca84e991903dd3de7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:09.598576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:09.617869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:09.761150 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:09.762561 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:09.771542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:09.827042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c8506f0e3f549cca84e991903dd3de7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9566138 Mar 11 18:04:09.829994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37266) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:09.859413 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd5ba3-ea73-4d10-83a1-d4b684478106,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:09.869143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.869800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.870808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.871425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.871935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.872438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.872937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.873447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.873955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.874565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.875178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0c5c6-b22f-47f5-8b7f-8c0fc8db2492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:09.961001 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-87e0c71c-0d4b-4812-b6d1-873feee7b565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:09.995744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-87e0c71c-0d4b-4812-b6d1-873feee7b565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:10.064185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-87e0c71c-0d4b-4812-b6d1-873feee7b565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:10.091335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c71c-0d4b-4812-b6d1-873feee7b565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd5ba3-ea73-4d10-83a1-d4b684478106,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:10.097694 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-87e0c71c-0d4b-4812-b6d1-873feee7b565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:10.102760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-87e0c71c-0d4b-4812-b6d1-873feee7b565 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/52dd5ba3-ea73-4d10-83a1-d4b684478106 HTTP/1.1" status: 204 len: 168 time: 0.2713208 Mar 11 18:04:11.795375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:12.122430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1610125210-network', 'tenant_id': 'cc880a84057c47479b226c1e36a1d568'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:12.146074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:12.163957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Usage tracker for resource:network and tenant:cc880a84057c47479b226c1e36a1d568 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:12.179045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:12.200656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:12.243683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Made reservation on behalf of cc880a84057c47479b226c1e36a1d568 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:12.249907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.299971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.363966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:12.372307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Usage tracker for resource:security_group_rule and tenant:cc880a84057c47479b226c1e36a1d568 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:12.385127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:12.387344 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ad90b96-0390-41a9-ace9-d122ea7f301b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.398277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:12.627933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.633868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.675030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:04:12.728963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.729939 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Added segment 71509921-80df-49d3-b580-24641d63541c of type vlan for network 007e5ca9-1950-466c-9133-580e0b74c87e Mar 11 18:04:12.732362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70dec94-0351-4eb0-8afe-32ece0627100,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:12.837745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.901899 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:12.903447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:12.904435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:13.098992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] Pushing event updated for resources: {'Network': ['ID=007e5ca9-1950-466c-9133-580e0b74c87e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:13.106155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37318) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:13.106935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e6f4257-5d5f-4e53-87ba-05020bca2c35 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3098309 Mar 11 18:04:13.112546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Request body: {'subnet': {'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1610125210-subnet', 'tenant_id': 'cc880a84057c47479b226c1e36a1d568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:13.128638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:13.145187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Usage tracker for resource:subnet and tenant:cc880a84057c47479b226c1e36a1d568 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:13.149102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:13.167822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:13.233854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Made reservation on behalf of cc880a84057c47479b226c1e36a1d568 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:13.236707 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:13.247212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 007e5ca9-1950-466c-9133-580e0b74c87e details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:04:13.799455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:14.043601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5354dac9-4025-4dd0-a8e5-bb4adbb93a5a,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:14.072782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Checking segment: {'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:14.073413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Network hostable DHCP agents. Network: 007e5ca9-1950-466c-9133-580e0b74c87e, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:04:14.102433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Network 007e5ca9-1950-466c-9133-580e0b74c87e is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:04:14.121828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 007e5ca9-1950-466c-9133-580e0b74c87e) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:14.127745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:14.128337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:14.140269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f66d5-fdca-4c11-81ad-f625846aced4 None None] Network 007e5ca9-1950-466c-9133-580e0b74c87e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:14.206693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fdfd4114-49c5-4a33-8008-7e64ea5963e2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0981658 Mar 11 18:04:14.645692 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d2ba327-6759-47c1-bee3-e966e9ea4e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:14.648894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069c09a-fd7e-4899-843f-4c6dc78524ad None None] Network 007e5ca9-1950-466c-9133-580e0b74c87e requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:15.717743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:15.847209 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:17.080482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:25.323552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37474) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:25.591535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:25.633199 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:25.640091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f21fabb5d5bc4c9bb480a2dfdbb48d08 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:25.644558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:25.652922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:25.739142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:25.758620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:25.839035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-823afe85-8b89-4e86-a802-a3eae5e9c802 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468301584&fields=id&tenant_id=95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 267 time: 0.0953329 Mar 11 18:04:25.877688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f21fabb5d5bc4c9bb480a2dfdbb48d08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5529776 Mar 11 18:04:25.878859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef8d8be-3904-4d8b-bfb8-86a15e0b8f07,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:25.880735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37526) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:25.969820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.970309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.970700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.971095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.971533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.971872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.972248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.972652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.972979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.973321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:25.973839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202a20d-b16c-438a-8632-b92b307e72e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:26.032573 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36e666e4-af31-4a0a-96cb-4bc6096f4e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:26.079142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36e666e4-af31-4a0a-96cb-4bc6096f4e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:26.116604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adb69-681f-4969-ad26-289b1bf0a245 req-d9c1733b-65e5-40eb-aac8-91bcb78baf7e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:26.119161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-d9c1733b-65e5-40eb-aac8-91bcb78baf7e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.2690241 Mar 11 18:04:26.153705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-b545d2fb-2121-42db-ba81-682d14c48e21 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/quotas/95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 375 time: 0.0223246 Mar 11 18:04:26.217478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36e666e4-af31-4a0a-96cb-4bc6096f4e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:26.273460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e666e4-af31-4a0a-96cb-4bc6096f4e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef8d8be-3904-4d8b-bfb8-86a15e0b8f07,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:26.288430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-36e666e4-af31-4a0a-96cb-4bc6096f4e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:26.292344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-36e666e4-af31-4a0a-96cb-4bc6096f4e34 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5ef8d8be-3904-4d8b-bfb8-86a15e0b8f07 HTTP/1.1" status: 204 len: 168 time: 0.4079847 Mar 11 18:04:26.417696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-101183b2-64c4-4066-b6a1-ec5662a03e99 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2570257 Mar 11 18:04:26.627046 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-f1c4ef35-066e-4f5c-a8b2-38f9c9f3df3c service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063911 Mar 11 18:04:26.798519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-89761f89-21e8-4283-9090-eefedfcc0c5e service neutron] 10.222.0.96 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644785 Mar 11 18:04:27.469393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c29ab199-24c9-477c-b5dc-182d475464e0 req-7e0f0fc6-5bb0-4245-a206-8e858835ba0d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 210 time: 0.1255560 Mar 11 18:04:27.828458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37574) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:28.077519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1228133773-network', 'tenant_id': '87515713055342feb173edc23b070751'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:28.085261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:28.093031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Usage tracker for resource:network and tenant:87515713055342feb173edc23b070751 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:28.095135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:28.104090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:28.126011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Made reservation on behalf of 87515713055342feb173edc23b070751 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:28.135889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.164083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.206684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:28.213314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Usage tracker for resource:security_group_rule and tenant:87515713055342feb173edc23b070751 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:28.217847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:28.230800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:28.358380 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37582) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:28.386028 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.392414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.407821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:04:28.425488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.425488 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Added segment be96ba52-7b71-4ef5-afb2-d438cd413ad7 of type vlan for network db26cb40-13b6-4ac4-9c9d-89020ae823e1 Mar 11 18:04:28.483604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.524161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.525374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:28.526133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.637338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a0b0da-f015-43e7-b317-34a5ed241a7d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:28.699881 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8688202 Mar 11 18:04:28.706207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37590) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:28.715332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Request body: {'subnet': {'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1228133773-subnet', 'tenant_id': '87515713055342feb173edc23b070751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:28.721361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5a042-35ad-4a29-a218-935700037cce admin admin] Pushing event updated for resources: {'Network': ['ID=db26cb40-13b6-4ac4-9c9d-89020ae823e1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:28.725722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:28.731822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Usage tracker for resource:subnet and tenant:87515713055342feb173edc23b070751 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:28.734587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network db26cb40-13b6-4ac4-9c9d-89020ae823e1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:04:28.750115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:28.764466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:28.772927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] Deleting subnet e8222aa3-9fef-4df5-8017-a94dfcbe8619 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:04:28.785029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.787453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Made reservation on behalf of 87515713055342feb173edc23b070751 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:28.800508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:28.891796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db47e78c-9285-46b9-ab56-afb0618e6176 req-125c86ed-1fa4-469b-a17f-07d2c77fb20d tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 210 time: 0.1074615 Mar 11 18:04:28.990731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:29.301913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:29.510015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:29.577727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8222aa3-9fef-4df5-8017-a94dfcbe8619,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:29.593774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:29.625662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adb69-681f-4969-ad26-289b1bf0a245 req-2d09b0a8-7798-41b1-bcd7-e94db54d45a3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:29.628716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-2d09b0a8-7798-41b1-bcd7-e94db54d45a3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 812 time: 0.5256760 Mar 11 18:04:29.633637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-60a0d18e-c71c-40b7-9a29-404b1add945a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e8222aa3-9fef-4df5-8017-a94dfcbe8619 HTTP/1.1" status: 204 len: 168 time: 1.2689452 Mar 11 18:04:29.642145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37594) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:29.806882 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-db6b51c2-9079-47b7-b82b-4f5ceadbb1e4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e242196f104736a813804446649343 HTTP/1.1" status: 200 len: 380 time: 0.0847468 Mar 11 18:04:29.828316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'port': {'device_id': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'admin_state_up': True, 'tenant_id': '95e242196f104736a813804446649343', 'security_groups': ['62ed9495-5534-4e6d-b482-9b3d7cb59b35']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:29.865664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:29.921797 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:29.989155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:30.089247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Checking segment: {'id': 'be96ba52-7b71-4ef5-afb2-d438cd413ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:30.090005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Network hostable DHCP agents. Network: db26cb40-13b6-4ac4-9c9d-89020ae823e1, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:04:30.096170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:30.102882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:port and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:30.110567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:30.118550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:30.139600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Made reservation on behalf of 95e242196f104736a813804446649343 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:30.145587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.178226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Network db26cb40-13b6-4ac4-9c9d-89020ae823e1 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:04:30.193206 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.246273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c7bc2e-3327-4301-9596-0bd2efbeb040']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:30.263445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439fd979-3ae1-4c2c-a8f5-023d6a767114') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:30.263445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439fd979-3ae1-4c2c-a8f5-023d6a767114') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:30.277755 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.296062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.302701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:04:30.303159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:04:30.387617 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:04:30.462569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73bc9de0-dc10-404a-b22e-001b2b0b49a7 req-9bce71a7-ed24-4aba-b353-6cef89e51ab5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 210 time: 0.0710366 Mar 11 18:04:30.478939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.510664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.531270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, db26cb40-13b6-4ac4-9c9d-89020ae823e1) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:30.532454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=05c7bc2e-3327-4301-9596-0bd2efbeb040,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:30.540279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:30.541312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:30.543882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d34f4-7471-49d6-8047-4a88eff44e32 None None] Network db26cb40-13b6-4ac4-9c9d-89020ae823e1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:30.557104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c08cf1d5-4f5b-4c28-86a8-63b50094c1fa admin admin] 10.222.0.96 "DELETE /v2.0/networks/05c7bc2e-3327-4301-9596-0bd2efbeb040 HTTP/1.1" status: 204 len: 168 time: 0.9044633 Mar 11 18:04:30.668549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-11528f9e-b5c9-4a6e-8beb-dd1756073ef5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9609048 Mar 11 18:04:30.977836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37610) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:31.002914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.20.0.9 (c4bab14b-ab39-4d15-87fd-d25ff8597aae/d9eb2755-5726-4e57-9596-ee0972f130ce/0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:31.096764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ef00b-8c15-45d0-9247-a005e1f6fbd8 None None] Network db26cb40-13b6-4ac4-9c9d-89020ae823e1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:31.161416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-10eea14a-e1e9-4a99-91d4-73bd6eaff1e6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b047d2d40064e1ab6d6c9de7bed0091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1787722 Mar 11 18:04:31.164568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37614) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:31.433881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a76d4e8c-e0d6-4780-a41e-6cc9b0b02bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:31.505601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a76d4e8c-e0d6-4780-a41e-6cc9b0b02bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:31.517134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:31.575822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Transition to ACTIVE for port object 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:31.628300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a76d4e8c-e0d6-4780-a41e-6cc9b0b02bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:31.652771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:31.697019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d4e8c-e0d6-4780-a41e-6cc9b0b02bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e3a2f-9e0d-4dcc-a445-1c7622405dbc,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:31.723522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a76d4e8c-e0d6-4780-a41e-6cc9b0b02bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:31.725059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a76d4e8c-e0d6-4780-a41e-6cc9b0b02bb6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e22e3a2f-9e0d-4dcc-a445-1c7622405dbc HTTP/1.1" status: 204 len: 168 time: 0.5602002 Mar 11 18:04:31.919864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:31.932945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944bd29-65fb-4c66-9e8a-c24158dc28d5 req-0d4581af-c27c-4440-b10f-7805180ea7fd tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:31.937989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:31.939905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:31.943287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8944bd29-65fb-4c66-9e8a-c24158dc28d5 req-0d4581af-c27c-4440-b10f-7805180ea7fd tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 931 time: 0.1602533 Mar 11 18:04:31.945212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:32.120825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:32.123479 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:32.129463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8944bd29-65fb-4c66-9e8a-c24158dc28d5 req-985f9843-937c-4512-945a-8ba8452c8501 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826448 Mar 11 18:04:32.172310 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-0e5b3516-d21d-499f-9f1a-8e59f2afe4d5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3505862 Mar 11 18:04:32.198914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Request body: {'port': {'device_id': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:32.481001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:32.498063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a4d59634-7035-4773-ad67-3d9fdbac92c5 None None] Provisioning for port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:32.507232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a4d59634-7035-4773-ad67-3d9fdbac92c5 None None] Provisioning complete for port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:32.507660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4d59634-7035-4773-ad67-3d9fdbac92c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:32.685929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a4d59634-7035-4773-ad67-3d9fdbac92c5 None None] Port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:04:33.546095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:33.553372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1826857075-network', 'tenant_id': '8f3d80ab652647a397dbd74f49cdc418'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:33.562101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:33.568034 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Usage tracker for resource:network and tenant:8f3d80ab652647a397dbd74f49cdc418 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:33.572325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:33.579930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:33.595753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Made reservation on behalf of 8f3d80ab652647a397dbd74f49cdc418 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:33.601718 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:33.641288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:33.711047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:33.716451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3d80ab652647a397dbd74f49cdc418 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:33.720113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:33.727771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:33.801858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:04:33.817423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:33.837555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Transition to ACTIVE for port object 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:33.844859 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:33.887432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:33.905779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25732858-260d-4a6d-af5a-941f2c3b1dfe req-3988a9fc-3a8f-427c-9f6f-b82ebd2b7486 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:33.907754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25732858-260d-4a6d-af5a-941f2c3b1dfe req-3988a9fc-3a8f-427c-9f6f-b82ebd2b7486 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 931 time: 0.1487079 Mar 11 18:04:33.908611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:33.934819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:33.978502 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:04:34.006935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f671f58d-820e-46a2-bdad-83b4876a3704,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:34.020949 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.020949 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Added segment 0a1b2f29-c181-44e1-ad96-2c618e38ddbc of type vlan for network 0140ef31-3569-4047-b6d0-7cb47598d44f Mar 11 18:04:34.067917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25732858-260d-4a6d-af5a-941f2c3b1dfe req-cf684822-a2f8-4f13-b50e-59a84965768f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287279 Mar 11 18:04:34.105552 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.194249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.195328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:34.195987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.277908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7304277 Mar 11 18:04:34.289130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37664) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:34.415505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Request body: {'subnet': {'network_id': '0140ef31-3569-4047-b6d0-7cb47598d44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1826857075-subnet', 'tenant_id': '8f3d80ab652647a397dbd74f49cdc418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:34.444411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Attempting to bind port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:04:34.447129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Attempting to bind port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:04:34.448239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Attempting to bind port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:34.468365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:04:34.470165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Attempting to bind port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 on network c4bab14b-ab39-4d15-87fd-d25ff8597aae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:34.471501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:34.499519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:04:34.501788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Usage tracker for resource:subnet and tenant:8f3d80ab652647a397dbd74f49cdc418 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:34.508321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Checking segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:34.508321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Bound using segment: {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:04:34.511584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303586-55f4-475a-b99c-cbe5272abd12 admin admin] Pushing event updated for resources: {'Network': ['ID=0140ef31-3569-4047-b6d0-7cb47598d44f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:34.511745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Bound port: 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d0c653-61c0-4456-bd74-4c85b89cd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:04:34.511745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.512054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:34.512054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:34.517130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0140ef31-3569-4047-b6d0-7cb47598d44f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:04:34.534798 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Made reservation on behalf of 8f3d80ab652647a397dbd74f49cdc418 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:34.538273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.829612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] For port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:34.835896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] For port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:34.846774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.879174 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.927329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:34.929041 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] 10.222.0.59 "PUT /v2.0/ports/0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 HTTP/1.1" status: 200 len: 1091 time: 2.7416289 Mar 11 18:04:34.929577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:04:34.977947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1849f-3de7-4d6e-a35a-5e8cfc5a5648 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:35.068391 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'status': 'completed', 'code': 200} Mar 11 18:04:35.135418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1ab409-fe94-4297-aa44-8584b379966c,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:35.146273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-2931cec0-a3c6-4160-b727-d8320084b28d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 1094 time: 0.1510613 Mar 11 18:04:35.213318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Checking segment: {'id': '0a1b2f29-c181-44e1-ad96-2c618e38ddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '0140ef31-3569-4047-b6d0-7cb47598d44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:35.213686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Network hostable DHCP agents. Network: 0140ef31-3569-4047-b6d0-7cb47598d44f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:04:35.280096 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Network 0140ef31-3569-4047-b6d0-7cb47598d44f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:04:35.300758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0140ef31-3569-4047-b6d0-7cb47598d44f) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:35.304939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:35.308491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:35.312392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ecfa8-182a-40b6-9cda-edc445986252 None None] Network 0140ef31-3569-4047-b6d0-7cb47598d44f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:35.351840 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-417c7b50-7295-4327-8eac-f426660a17a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 HTTP/1.1" status: 200 len: 217 time: 0.1933959 Mar 11 18:04:35.383468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3da0b5db-662d-406e-9826-a09ca8b8fff9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0934911 Mar 11 18:04:35.460706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adb69-681f-4969-ad26-289b1bf0a245 req-7a172056-2d32-4c91-8103-ede6d7af8cb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:35.460706 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-7a172056-2d32-4c91-8103-ede6d7af8cb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1023436 Mar 11 18:04:35.513759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810c8f-9118-482f-bed6-8b5bc410a697 req-8f92f172-e3b5-45db-bc61-1a3fc943ddc4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:35.513759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d810c8f-9118-482f-bed6-8b5bc410a697 req-8f92f172-e3b5-45db-bc61-1a3fc943ddc4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 943 time: 0.1700838 Mar 11 18:04:35.623616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-57535d73-6d75-4d4c-86dc-be7ce25c5e3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565695 Mar 11 18:04:35.651121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d810c8f-9118-482f-bed6-8b5bc410a697 req-0e68a112-f8b5-4f86-b2ce-8c754c762efa tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404538 Mar 11 18:04:35.866866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a155586c-d93e-4aaf-821b-9ac0d5304111 None None] Network 0140ef31-3569-4047-b6d0-7cb47598d44f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:35.919295 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-84d02db3-2f86-4abf-adbd-9b158e9425ec service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883646 Mar 11 18:04:36.128974 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-989adb69-681f-4969-ad26-289b1bf0a245 req-e612ef91-5e56-4100-8438-34989bb2d7f9 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030618 Mar 11 18:04:36.328084 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d09cc5a2-e849-463a-9947-731842a5d322 req-652b2a75-c52c-4dbb-8075-4b876592ae6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 1094 time: 0.0989773 Mar 11 18:04:36.485836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-d874a67b-d505-4936-a298-3b754deddf2f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:36.487593 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:04:36.493154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-d874a67b-d505-4936-a298-3b754deddf2f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/networks?id=db26cb40-13b6-4ac4-9c9d-89020ae823e1 HTTP/1.1" status: 200 len: 812 time: 0.1833200 Mar 11 18:04:36.501437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cc5a2-e849-463a-9947-731842a5d322 req-5b2ec4e5-5a4a-4e2d-b6bf-f96220108139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:36.504968 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d09cc5a2-e849-463a-9947-731842a5d322 req-5b2ec4e5-5a4a-4e2d-b6bf-f96220108139 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.1702967 Mar 11 18:04:36.510449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-0f8e1a94-65db-4904-adf4-c26cacf473be tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/quotas/87515713055342feb173edc23b070751 HTTP/1.1" status: 200 len: 375 time: 0.0162599 Mar 11 18:04:36.583332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d09cc5a2-e849-463a-9947-731842a5d322 req-9ce87175-9fcc-44d5-bb10-272b75a0cc13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 HTTP/1.1" status: 200 len: 217 time: 0.0699828 Mar 11 18:04:36.586960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-0725649c-5583-4c52-9e8e-a10023390323 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=87515713055342feb173edc23b070751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663011 Mar 11 18:04:36.704221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cc5a2-e849-463a-9947-731842a5d322 req-4766ad4b-b639-46b6-a47f-695a2b087ca3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:36.705527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d09cc5a2-e849-463a-9947-731842a5d322 req-4766ad4b-b639-46b6-a47f-695a2b087ca3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1119564 Mar 11 18:04:36.765761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-37c57bed-e55b-437c-b74c-ef0d68041639 service neutron] 10.222.0.96 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734052 Mar 11 18:04:36.909772 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d09cc5a2-e849-463a-9947-731842a5d322 req-25e3248b-2b3d-41a8-87c7-aafcadb6649b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937921 Mar 11 18:04:37.010671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-7575a45e-c9bc-44de-9103-1359257f1e8c service neutron] 10.222.0.96 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436929 Mar 11 18:04:37.030279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b972ad9-d0f3-4b70-b3a6-f4998cbeb681 req-693ea631-7e9b-4aaf-9f70-987adca90058 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:37.031936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b972ad9-d0f3-4b70-b3a6-f4998cbeb681 req-693ea631-7e9b-4aaf-9f70-987adca90058 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 943 time: 0.1566837 Mar 11 18:04:37.130807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b972ad9-d0f3-4b70-b3a6-f4998cbeb681 req-921da496-c350-4616-9ddf-08e57f79b0ac tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914621 Mar 11 18:04:37.209272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d09cc5a2-e849-463a-9947-731842a5d322 req-e8ed94ac-413e-4b30-ad53-278e820b4550 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926888 Mar 11 18:04:37.304288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35921dec-4d0f-43be-a0c4-c82a5ea076c4 req-1613e830-64bc-45c7-bfda-9750b64546a3 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 210 time: 0.0513370 Mar 11 18:04:37.406504 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d09cc5a2-e849-463a-9947-731842a5d322 req-a559a301-a35b-45b0-ac2e-c92d8c7553de service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914039 Mar 11 18:04:37.482313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37850) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:37.656313 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:37.704950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:37.704950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Usage tracker for resource:security_group_rule and tenant:75fcef51cb364f15a643b8a38ef086f6 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:37.711363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:37.723237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:37.811255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:37.819016 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:37.863513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23241aef-53b4-4ace-934f-d258e0c5d644,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:37.891839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-366fc015-dbfd-4635-8e84-3d41a5cbb97d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=75fcef51cb364f15a643b8a38ef086f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4081471 Mar 11 18:04:37.894597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37876) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:37.975667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd4beca7-d285-4684-a3ae-51c604ecaa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:38.012319 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd4beca7-d285-4684-a3ae-51c604ecaa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:38.081566 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd4beca7-d285-4684-a3ae-51c604ecaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:38.100524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4beca7-d285-4684-a3ae-51c604ecaa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23241aef-53b4-4ace-934f-d258e0c5d644,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:38.123999 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dd4beca7-d285-4684-a3ae-51c604ecaa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:38.127163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dd4beca7-d285-4684-a3ae-51c604ecaa0c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23241aef-53b4-4ace-934f-d258e0c5d644 HTTP/1.1" status: 204 len: 168 time: 0.2311132 Mar 11 18:04:38.579830 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e0a1373-036e-4a2f-a15e-3339d45fc35c req-3b9c28b4-b8da-46f6-b146-b273c327e2c6 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 210 time: 0.0771289 Mar 11 18:04:38.668741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f7feb-34dc-47db-98d0-9f50c82152de req-49be328a-4e98-47a8-9707-654bc0b5ebb9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:38.677176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef6f7feb-34dc-47db-98d0-9f50c82152de req-49be328a-4e98-47a8-9707-654bc0b5ebb9 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 943 time: 0.2849605 Mar 11 18:04:38.745012 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef6f7feb-34dc-47db-98d0-9f50c82152de req-02f17161-b5b3-4503-936c-9771160c045b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661604 Mar 11 18:04:38.940892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37908) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:38.961559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.021533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:39.026502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Usage tracker for resource:security_group_rule and tenant:b8681652b73043a2aa36c090e5622c61 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:39.030200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:39.043744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:39.157383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.162062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.252684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b8681652b73043a2aa36c090e5622c61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3102171 Mar 11 18:04:39.255358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 37914) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:39.268009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa1c01-4fa5-4eb2-aa4f-98eb329ada7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2bcf23-b48e-4fc0-bf2e-dfce19098189,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:39.358070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22370efe-cd25-4cc7-b8c5-03fb92cd551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.422970 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22370efe-cd25-4cc7-b8c5-03fb92cd551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.505461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22370efe-cd25-4cc7-b8c5-03fb92cd551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.540575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22370efe-cd25-4cc7-b8c5-03fb92cd551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2bcf23-b48e-4fc0-bf2e-dfce19098189,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:39.553381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22370efe-cd25-4cc7-b8c5-03fb92cd551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.554767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-22370efe-cd25-4cc7-b8c5-03fb92cd551f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7c2bcf23-b48e-4fc0-bf2e-dfce19098189 HTTP/1.1" status: 204 len: 168 time: 0.2979953 Mar 11 18:04:39.683226 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:39.749435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-de94b035-5c5f-4e73-b7c4-ba95a46ecf47 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:39.750752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-de94b035-5c5f-4e73-b7c4-ba95a46ecf47 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Synchronizing usage tracker for tenant:87515713055342feb173edc23b070751 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:04:39.791554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-de94b035-5c5f-4e73-b7c4-ba95a46ecf47 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Unset dirty status for tenant:87515713055342feb173edc23b070751 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:04:39.793884 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-de94b035-5c5f-4e73-b7c4-ba95a46ecf47 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.59 "GET /v2.0/networks?id=db26cb40-13b6-4ac4-9c9d-89020ae823e1 HTTP/1.1" status: 200 len: 812 time: 0.4578421 Mar 11 18:04:39.820288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Request body: {'port': {'device_id': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1', 'admin_state_up': True, 'tenant_id': '87515713055342feb173edc23b070751'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:39.871634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8653a58-5d3b-4dc0-bd65-a2b916c6d283 req-0683108b-768c-4378-a570-ba71ad427736 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 210 time: 0.1188633 Mar 11 18:04:40.030383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:40.038477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Usage tracker for resource:port and tenant:87515713055342feb173edc23b070751 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:40.043888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:40.053712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:40.064369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a72d7-3650-4fbb-8449-8c30ceeb5cce req-811bbe2b-e171-49fb-9c84-f065f14a783e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.072392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-134a72d7-3650-4fbb-8449-8c30ceeb5cce req-811bbe2b-e171-49fb-9c84-f065f14a783e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 943 time: 0.1311164 Mar 11 18:04:40.079960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Made reservation on behalf of 87515713055342feb173edc23b070751 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:40.084046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.152103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-134a72d7-3650-4fbb-8449-8c30ceeb5cce req-e38b20c6-8378-405e-9b1f-e580c910b6f0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770621 Mar 11 18:04:40.320059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Allocated IP 172.20.0.14 (db26cb40-13b6-4ac4-9c9d-89020ae823e1/ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8/03694c97-d995-4f34-b1c5-80858cd2a542) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:40.640281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.682806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.894428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Network db26cb40-13b6-4ac4-9c9d-89020ae823e1 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:40.897506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:40.901538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:40.942247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Pushing event updated for resources: {'Port': ['ID=03694c97-d995-4f34-b1c5-80858cd2a542,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:40.984905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.985609 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.033924 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-b6a18fc5-3944-4e7d-8b22-57927e519ebe tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2156210 Mar 11 18:04:41.060236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Request body: {'port': {'device_id': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:41.158433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37970) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:41.158807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df472-57ff-4aa3-9a2a-6ffa04145fc4 req-2bebdeaa-8e63-4f15-86ac-e4d35fb6d7d7 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:41.161894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b3df472-57ff-4aa3-9a2a-6ffa04145fc4 req-2bebdeaa-8e63-4f15-86ac-e4d35fb6d7d7 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 932 time: 0.1059780 Mar 11 18:04:41.203049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.311246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b3df472-57ff-4aa3-9a2a-6ffa04145fc4 req-34a26a4b-ac19-4dee-8e05-19eac3de5993 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404178 Mar 11 18:04:41.486649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37735-a07e-4825-aa54-24e36558bc9a req-8547d181-753b-4940-aba3-ae07d36aea21 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:41.490632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51e37735-a07e-4825-aa54-24e36558bc9a req-8547d181-753b-4940-aba3-ae07d36aea21 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 943 time: 0.1163132 Mar 11 18:04:41.492578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-562749012-network', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:41.504984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:41.517833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Usage tracker for resource:network and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:41.525090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:41.533891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:41.553370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51e37735-a07e-4825-aa54-24e36558bc9a req-e74eeaf8-7cb2-4045-98a9-8e5bbe9ae2ab tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582981 Mar 11 18:04:41.577147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Made reservation on behalf of af7d276483dc4ab08727ab8aaeeeeefb for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:41.580620 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.615135 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.712288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:41.720550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:41.725672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:41.739199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:41.749523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03694c97-d995-4f34-b1c5-80858cd2a542 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:04:41.761725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.785546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Transition to ACTIVE for port object 03694c97-d995-4f34-b1c5-80858cd2a542 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:41.792921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.951215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Pushing event updated for resources: {'Port': ['ID=03694c97-d995-4f34-b1c5-80858cd2a542,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:41.973024 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.017073 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.124064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:04:42.138242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424ad485-c64a-4650-a6b8-2fb812d0a4d8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:42.147218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.147643 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Added segment bedcbade-9890-43d2-8795-764cff741171 of type vlan for network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 Mar 11 18:04:42.172748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Attempting to bind port 03694c97-d995-4f34-b1c5-80858cd2a542 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:04:42.173076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Attempting to bind port 03694c97-d995-4f34-b1c5-80858cd2a542 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'be96ba52-7b71-4ef5-afb2-d438cd413ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:04:42.173400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Attempting to bind port 03694c97-d995-4f34-b1c5-80858cd2a542 on network db26cb40-13b6-4ac4-9c9d-89020ae823e1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:42.193142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Port 03694c97-d995-4f34-b1c5-80858cd2a542 on network db26cb40-13b6-4ac4-9c9d-89020ae823e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:04:42.193559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Attempting to bind port 03694c97-d995-4f34-b1c5-80858cd2a542 on network db26cb40-13b6-4ac4-9c9d-89020ae823e1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:42.202767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.211310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:04:42.211649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Checking segment: {'id': 'be96ba52-7b71-4ef5-afb2-d438cd413ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:42.212035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Bound using segment: {'id': 'be96ba52-7b71-4ef5-afb2-d438cd413ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:04:42.212481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Bound port: 03694c97-d995-4f34-b1c5-80858cd2a542, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be96ba52-7b71-4ef5-afb2-d438cd413ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:04:42.212825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.311636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.312466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.313041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.393253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84a59b57-4460-4918-9378-7e64176f1054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.434706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] For port 03694c97-d995-4f34-b1c5-80858cd2a542, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:42.450130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] Pushing event updated for resources: {'Network': ['ID=0b53b571-9945-42b2-bc0c-9ae5da41ccb9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:42.453507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] For port 03694c97-d995-4f34-b1c5-80858cd2a542, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03694c97-d995-4f34-b1c5-80858cd2a542,segment=NetworkSegment(be96ba52-7b71-4ef5-afb2-d438cd413ad7),segment_id=be96ba52-7b71-4ef5-afb2-d438cd413ad7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:42.455691 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-212e23d0-e679-4f21-b410-115eb8b2952f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2953179 Mar 11 18:04:42.459049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 37998) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:42.465293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Request body: {'subnet': {'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-562749012-subnet', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:42.474155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:42.474669 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:04:42.478720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Usage tracker for resource:subnet and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:42.482048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:42.489245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:42.494457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.568070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad3c43-ba56-42f6-9623-36c35dc96905 req-899a446a-9938-41fe-9640-469f9643cfb6 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.569184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdad3c43-ba56-42f6-9623-36c35dc96905 req-899a446a-9938-41fe-9640-469f9643cfb6 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 944 time: 0.1047399 Mar 11 18:04:42.573882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Made reservation on behalf of af7d276483dc4ab08727ab8aaeeeeefb for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:42.575968 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.632499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdad3c43-ba56-42f6-9623-36c35dc96905 req-bd5479ef-9583-4b96-8110-34078cb99928 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515187 Mar 11 18:04:42.715949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.717549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] 10.222.0.59 "PUT /v2.0/ports/03694c97-d995-4f34-b1c5-80858cd2a542 HTTP/1.1" status: 200 len: 1092 time: 1.6689441 Mar 11 18:04:42.717981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'tag': '03694c97-d995-4f34-b1c5-80858cd2a542'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:04:42.761524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c65cd-cf17-4637-b03f-d6ddafd5a955 service neutron] Pushing event updated for resources: {'Port': ['ID=03694c97-d995-4f34-b1c5-80858cd2a542,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:42.831165 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'tag': '03694c97-d995-4f34-b1c5-80858cd2a542', 'status': 'completed', 'code': 200} Mar 11 18:04:42.936047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca8630-453a-412c-a24d-631384e60b64 req-66813c4c-c3aa-4734-af7c-5ce2c68b197f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.937547 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81ca8630-453a-412c-a24d-631384e60b64 req-66813c4c-c3aa-4734-af7c-5ce2c68b197f tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 943 time: 0.2021043 Mar 11 18:04:42.944552 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-3c5fb6f6-d50e-4ee5-a6b8-f5972655a32a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=87515713055342feb173edc23b070751&device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1543453 Mar 11 18:04:42.992167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81ca8630-453a-412c-a24d-631384e60b64 req-1df15693-209f-4c1c-930a-e19e4dec4ed3 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455279 Mar 11 18:04:43.039590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-8a240e5c-349a-4627-9bf5-a2577801abfb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03694c97-d995-4f34-b1c5-80858cd2a542 HTTP/1.1" status: 200 len: 217 time: 0.0788183 Mar 11 18:04:43.043200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:43.285986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-7bfa94f6-9465-414c-b44d-76714145789d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:43.287488 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-7bfa94f6-9465-414c-b44d-76714145789d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8 HTTP/1.1" status: 200 len: 852 time: 0.2402134 Mar 11 18:04:43.290746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbc9a8b-76e6-4bd0-a19d-c270b763643f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:43.342570 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-4b9bfcca-fbf6-432f-a99d-32f5f1d95c52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db26cb40-13b6-4ac4-9c9d-89020ae823e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462790 Mar 11 18:04:43.349255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Checking segment: {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:43.349611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Network hostable DHCP agents. Network: 0b53b571-9945-42b2-bc0c-9ae5da41ccb9, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:04:43.485155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:04:43.507691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 0b53b571-9945-42b2-bc0c-9ae5da41ccb9) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:43.517151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a8888-32f2-4d46-aea1-b172c86e47bf None None] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:43.525330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:43.526017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:43.533969 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-d144509f-f63e-4a43-9bae-4d0ca1d288c9 service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859829 Mar 11 18:04:43.620328 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0e2d3dd3-1905-4f7c-a57e-711e64b4ad74 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1599343 Mar 11 18:04:43.624900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38026) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:43.631433 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:43.637447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:43.642414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Usage tracker for resource:router and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:43.645825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:43.653089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:43.674386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:43.675668 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:43.727389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1a08c2e-fc33-4702-95e5-eb1621b2d555 req-e3100822-89f1-4647-8d68-b5952757b3aa service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832910 Mar 11 18:04:43.729754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:43.809420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:04:43.810243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:43.957035 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-88f25cce-86ea-4024-9d9e-80732022a722 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=87515713055342feb173edc23b070751&device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1002576 Mar 11 18:04:44.043308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d3e13-ea33-4503-8df1-179135f3b439 req-4b074831-9d92-4524-a1b7-580ba243fa2c tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:44.046074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Allocated IP 172.20.0.2 (0b53b571-9945-42b2-bc0c-9ae5da41ccb9/3dbc9a8b-76e6-4bd0-a19d-c270b763643f/2cd27227-b1b1-4a46-8e3f-916d15be9682) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:44.058951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-381d3e13-ea33-4503-8df1-179135f3b439 req-4b074831-9d92-4524-a1b7-580ba243fa2c tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 944 time: 0.1799932 Mar 11 18:04:44.103757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.118635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-af8d1f4a-f092-400b-8c85-6df072e557fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:44.120182 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-af8d1f4a-f092-400b-8c85-6df072e557fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=db26cb40-13b6-4ac4-9c9d-89020ae823e1 HTTP/1.1" status: 200 len: 914 time: 0.1574426 Mar 11 18:04:44.265349 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-14e2d0bf-e21c-45ac-aecd-da94648e4c9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03694c97-d995-4f34-b1c5-80858cd2a542 HTTP/1.1" status: 200 len: 217 time: 0.1375101 Mar 11 18:04:44.311535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-381d3e13-ea33-4503-8df1-179135f3b439 req-2c4eb08e-3e3b-4e8f-a1fc-1e2b0d377234 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523172 Mar 11 18:04:44.362888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-8c11f40b-5541-4137-bdc2-43867bf9937d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:44.364374 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-8c11f40b-5541-4137-bdc2-43867bf9937d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8 HTTP/1.1" status: 200 len: 852 time: 0.0925856 Mar 11 18:04:44.379575 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.423047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377db6-4fc8-48d3-be71-bd4c8efa7677 req-c3a65358-419f-4222-9df6-5ef8509217bc tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:44.426327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Transition to ACTIVE for port object 2cd27227-b1b1-4a46-8e3f-916d15be9682 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:44.426625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da377db6-4fc8-48d3-be71-bd4c8efa7677 req-c3a65358-419f-4222-9df6-5ef8509217bc tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 943 time: 0.1944585 Mar 11 18:04:44.445352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-26ba5f0c-735c-44b2-8954-7f8055db1758 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db26cb40-13b6-4ac4-9c9d-89020ae823e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726252 Mar 11 18:04:44.448108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Transition to ACTIVE for port object 2cd27227-b1b1-4a46-8e3f-916d15be9682 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:44.455639 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.526071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-da377db6-4fc8-48d3-be71-bd4c8efa7677 req-b716c961-7683-4394-abed-417cd4223a0e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944622 Mar 11 18:04:44.533579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.561044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Pushing event updated for resources: {'Port': ['ID=2cd27227-b1b1-4a46-8e3f-916d15be9682,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:44.573306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.577881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:44.582621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:44.592725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:44.627146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.627485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.627837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.628291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.628618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.629125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.629594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.630057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.630550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.631011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.631497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:44.676249 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-9c1b2a4e-81d3-4823-9ddb-381bcff85c1e service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230492 Mar 11 18:04:44.704326 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e699ef2-05d5-401e-8c6d-dab1fc6db83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.748178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Attempting to bind port 2cd27227-b1b1-4a46-8e3f-916d15be9682 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:04:44.748757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Attempting to bind port 2cd27227-b1b1-4a46-8e3f-916d15be9682 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:04:44.750395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Attempting to bind port 2cd27227-b1b1-4a46-8e3f-916d15be9682 on network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:44.758915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:04:44.759743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Checking segment: {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:44.760435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.760965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Bound using segment: {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:04:44.761672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Bound port: 2cd27227-b1b1-4a46-8e3f-916d15be9682, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:04:44.762193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:44.827278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Allocated IP 172.25.3.197 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/30caf3db-db8c-4880-b099-e769254fe7a3) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:44.859419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50cc8809-0242-4824-a6ea-49fd9b0b1f3f req-6da93fee-77f4-40ed-ac85-866832fc0989 service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761642 Mar 11 18:04:44.899220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:04:44.906040 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] For port 2cd27227-b1b1-4a46-8e3f-916d15be9682, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:44.912393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] For port 2cd27227-b1b1-4a46-8e3f-916d15be9682, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2cd27227-b1b1-4a46-8e3f-916d15be9682,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:44.919803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.074059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.109877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.183467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:45.201089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'port_id': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'mac_address': 'fa:16:3e:b7:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:04:45.202658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:45.207190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:45.211691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:45.218088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a5f98-790b-458f-aaa1-d271301138ab None None] Pushing event updated for resources: {'Port': ['ID=2cd27227-b1b1-4a46-8e3f-916d15be9682,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:45.244194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Pushing event updated for resources: {'Port': ['ID=30caf3db-db8c-4880-b099-e769254fe7a3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:45.339203 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.383731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:04:45.436995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:45.442985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.577434 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.584290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.603860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:45.717146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.733979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:04:45.900079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2cd27227-b1b1-4a46-8e3f-916d15be9682 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:46.009349 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:46.084332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 2cd27227-b1b1-4a46-8e3f-916d15be9682 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:46.164678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb0341-7ad4-47ec-b77c-521505046156 req-b9c03f1f-ba36-464d-9708-0da07a4af6d3 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.178417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbdb0341-7ad4-47ec-b77c-521505046156 req-b9c03f1f-ba36-464d-9708-0da07a4af6d3 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 944 time: 0.2483165 Mar 11 18:04:46.192250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2696-2a9c-4102-bcfe-4ffeb336b60c req-435aa2ae-01d8-4ef0-9875-09088cf0415b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.196016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e1a2696-2a9c-4102-bcfe-4ffeb336b60c req-435aa2ae-01d8-4ef0-9875-09088cf0415b tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 944 time: 0.2724035 Mar 11 18:04:46.474316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbdb0341-7ad4-47ec-b77c-521505046156 req-6920d5af-871b-43fb-893e-eb9332e3d942 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759228 Mar 11 18:04:46.497585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e1a2696-2a9c-4102-bcfe-4ffeb336b60c req-2485a85c-07c3-43b1-9682-73e5b645a67e tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621078 Mar 11 18:04:46.564851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:04:46.723377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f5c77-bcd6-4964-95b4-5dd6cfff3b32 None None] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:46.810401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:46.835512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Sync routers for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:04:46.839321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:46.840995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d38abd3e-5493-4c3d-a064-5cc52e4eb16e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2149320 Mar 11 18:04:46.844039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38082) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:46.883582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:04:46.884319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:46.991636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 03694c97-d995-4f34-b1c5-80858cd2a542 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:04:46.994144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:47.041334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1742a5a1-3766-4d52-89ea-3e40ed815e0e None None] Provisioning for port 2cd27227-b1b1-4a46-8e3f-916d15be9682 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:47.183805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1742a5a1-3766-4d52-89ea-3e40ed815e0e None None] Provisioning complete for port 2cd27227-b1b1-4a46-8e3f-916d15be9682 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:47.184281 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1742a5a1-3766-4d52-89ea-3e40ed815e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:47.232482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:47.282797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 18:04:47.581883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:47.591897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:04:47.674001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 03694c97-d995-4f34-b1c5-80858cd2a542, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03694c97-d995-4f34-b1c5-80858cd2a542,segment=NetworkSegment(be96ba52-7b71-4ef5-afb2-d438cd413ad7),segment_id=be96ba52-7b71-4ef5-afb2-d438cd413ad7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:47.685242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:47.685837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:47.852357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '03694c97-d995-4f34-b1c5-80858cd2a542', 'network_id': 'db26cb40-13b6-4ac4-9c9d-89020ae823e1', 'port_id': '03694c97-d995-4f34-b1c5-80858cd2a542', 'mac_address': 'fa:16:3e:60:51:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:04:47.878328 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1742a5a1-3766-4d52-89ea-3e40ed815e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:47.923102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf01db-1de1-463a-a1fd-4110f140f99a req-3a7cdb2f-2c24-432c-826d-120f8ae883e4 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:47.930553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4baf01db-1de1-463a-a1fd-4110f140f99a req-3a7cdb2f-2c24-432c-826d-120f8ae883e4 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 944 time: 0.2145321 Mar 11 18:04:47.982629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4baf01db-1de1-463a-a1fd-4110f140f99a req-e8fb51a6-7555-4e0a-b5a7-d2c8ed1cc39b tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512130 Mar 11 18:04:47.997355 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1621859-1d61-49cc-b422-7b212967d7b5 req-87c09e51-f048-4b62-834d-93f233dc9a06 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:48.000396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1621859-1d61-49cc-b422-7b212967d7b5 req-87c09e51-f048-4b62-834d-93f233dc9a06 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 944 time: 0.2026088 Mar 11 18:04:48.075212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.126640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a1621859-1d61-49cc-b422-7b212967d7b5 req-33289d9f-9c8a-4295-93f2-a0cb99985051 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017153 Mar 11 18:04:48.202028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1742a5a1-3766-4d52-89ea-3e40ed815e0e None None] For port 2cd27227-b1b1-4a46-8e3f-916d15be9682, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2cd27227-b1b1-4a46-8e3f-916d15be9682,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:48.255106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.291727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03694c97-d995-4f34-b1c5-80858cd2a542 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:04:48.319222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 03694c97-d995-4f34-b1c5-80858cd2a542, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03694c97-d995-4f34-b1c5-80858cd2a542,segment=NetworkSegment(be96ba52-7b71-4ef5-afb2-d438cd413ad7),segment_id=be96ba52-7b71-4ef5-afb2-d438cd413ad7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:48.335372 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1742a5a1-3766-4d52-89ea-3e40ed815e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.401709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.489957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.547523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:04:48.563186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:45Z', 'revision_number': 3, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:48.575617 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:48.586088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.588164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a5a1-3766-4d52-89ea-3e40ed815e0e None None] Pushing event updated for resources: {'Port': ['ID=2cd27227-b1b1-4a46-8e3f-916d15be9682,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:48.594569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Checking router: 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:04:48.595189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Updating router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 port 30caf3db-db8c-4880-b099-e769254fe7a3 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:04:48.611707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Allocated IP 172.20.0.1 (0b53b571-9945-42b2-bc0c-9ae5da41ccb9/3dbc9a8b-76e6-4bd0-a19d-c270b763643f/3d6f35d5-20ab-48d7-9e00-734466648fad) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:48.720331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['03694c97-d995-4f34-b1c5-80858cd2a542'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:04:48.783542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b09d8a18-27cb-49bd-9e72-e001cde6cc81 None None] Provisioning complete for port 2cd27227-b1b1-4a46-8e3f-916d15be9682 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:48.785278 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b09d8a18-27cb-49bd-9e72-e001cde6cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.850183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.869769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Transition to ACTIVE for port object 3d6f35d5-20ab-48d7-9e00-734466648fad will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:48.901265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.949301 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'code': 200} Mar 11 18:04:48.962393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:48.974355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:48.977386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:48.981802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:48.986441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=03694c97-d995-4f34-b1c5-80858cd2a542,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:49.158839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.192382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6f35d5-20ab-48d7-9e00-734466648fad,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:49.279776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.425153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:49.489300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72da7-6ff8-4287-9e6a-31ffeaa254df req-83093b59-584d-4d54-889d-5a5efddef551 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:49.490904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8a72da7-6ff8-4287-9e6a-31ffeaa254df req-83093b59-584d-4d54-889d-5a5efddef551 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.1498103 Mar 11 18:04:49.521172 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-06e064cc-6e0f-4407-a7dc-6c7543969b1e req-f7c03615-34bb-4663-a073-1c32c6d30114 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 1096 time: 0.5054290 Mar 11 18:04:49.522287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7338230-7055-4b15-b069-4749249aaf7e req-185077eb-0ef7-4bfc-86ab-9e69fcfd8866 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:49.529523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7338230-7055-4b15-b069-4749249aaf7e req-185077eb-0ef7-4bfc-86ab-9e69fcfd8866 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 945 time: 0.2377827 Mar 11 18:04:49.613340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8a72da7-6ff8-4287-9e6a-31ffeaa254df req-e06c5186-4122-449c-a33d-6ab96a74d9e4 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154218 Mar 11 18:04:49.617093 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7338230-7055-4b15-b069-4749249aaf7e req-f2b01814-1cd4-4654-9ceb-cb76aa66b3f5 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865905 Mar 11 18:04:49.653709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-06e064cc-6e0f-4407-a7dc-6c7543969b1e req-6835658f-1202-47f6-b869-d292021bf185 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219950 Mar 11 18:04:49.725313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-195a9f69-387d-4a3c-b233-68b8cbce7221 None None] Provisioning for port 3d6f35d5-20ab-48d7-9e00-734466648fad completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:49.743112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-195a9f69-387d-4a3c-b233-68b8cbce7221 None None] Provisioning complete for port 3d6f35d5-20ab-48d7-9e00-734466648fad triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:49.743823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-195a9f69-387d-4a3c-b233-68b8cbce7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.747863 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.756791 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.778118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2cd27227-b1b1-4a46-8e3f-916d15be9682 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:49.889052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-195a9f69-387d-4a3c-b233-68b8cbce7221 None None] Port 3d6f35d5-20ab-48d7-9e00-734466648fad cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:04:49.945049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.952383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6f35d5-20ab-48d7-9e00-734466648fad,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:50.013274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2cd27227-b1b1-4a46-8e3f-916d15be9682 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:50.013867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:50.038928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:50.073959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Transition to ACTIVE for port object 30caf3db-db8c-4880-b099-e769254fe7a3 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:50.089076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:50.162213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:50.165003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:50.245038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bbc56-1445-46b4-901b-c328781bd2a2 None None] Pushing event updated for resources: {'Port': ['ID=30caf3db-db8c-4880-b099-e769254fe7a3,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:50.305180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Attempting to bind port 30caf3db-db8c-4880-b099-e769254fe7a3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:04:50.306038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Attempting to bind port 30caf3db-db8c-4880-b099-e769254fe7a3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:04:50.306706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Attempting to bind port 30caf3db-db8c-4880-b099-e769254fe7a3 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:50.358020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:04:50.358423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:50.358835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:50.359535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:04:50.359774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Bound port: 30caf3db-db8c-4880-b099-e769254fe7a3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:04:50.360936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:50.492348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] For port 30caf3db-db8c-4880-b099-e769254fe7a3, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:50.495753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] For port 30caf3db-db8c-4880-b099-e769254fe7a3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=30caf3db-db8c-4880-b099-e769254fe7a3,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:50.501442 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:50.603915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a07250e8-3f85-4832-b539-c4dddb01d427 None None] Provisioning complete for port 3d6f35d5-20ab-48d7-9e00-734466648fad triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:50.604294 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a07250e8-3f85-4832-b539-c4dddb01d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:50.653766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bbc56-1445-46b4-901b-c328781bd2a2 None None] Pushing event updated for resources: {'Port': ['ID=30caf3db-db8c-4880-b099-e769254fe7a3,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:50.749179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:04:50.749919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:50.822797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a07250e8-3f85-4832-b539-c4dddb01d427 None None] Port 3d6f35d5-20ab-48d7-9e00-734466648fad cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:04:50.940965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 03694c97-d995-4f34-b1c5-80858cd2a542 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:51.003394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:04:51.061868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb66013-d6d4-4fb5-8f37-f6699b1fa5e7 req-1a7926b9-50e8-4fce-abb3-855ff422c4be tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:51.070129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bb66013-d6d4-4fb5-8f37-f6699b1fa5e7 req-1a7926b9-50e8-4fce-abb3-855ff422c4be tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 945 time: 0.1425512 Mar 11 18:04:51.120802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 03694c97-d995-4f34-b1c5-80858cd2a542 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:51.126918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:04:51.129129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bb66013-d6d4-4fb5-8f37-f6699b1fa5e7 req-fa6a58fe-a8b3-492d-b5e2-9212d3677ffb tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Mar 11 18:04:51.143172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979dcfd-0b23-48d9-b6f9-d34c35488e5f req-e92afbc1-2828-49ad-bd6c-d5626f26f105 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:51.155033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f979dcfd-0b23-48d9-b6f9-d34c35488e5f req-e92afbc1-2828-49ad-bd6c-d5626f26f105 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.2953932 Mar 11 18:04:51.173234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 03694c97-d995-4f34-b1c5-80858cd2a542 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:51.173470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:51.248538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f979dcfd-0b23-48d9-b6f9-d34c35488e5f req-e43443d0-f1e5-4477-8803-fc456b98c709 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922489 Mar 11 18:04:51.320452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:51.332126 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-449cfd0d-e996-4b90-9e77-5ceaf78e17a7 admin admin] 10.222.0.96 "PUT /v2.0/routers/4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4868441 Mar 11 18:04:51.597186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:51.690640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03694c97-d995-4f34-b1c5-80858cd2a542'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:04:51.706782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 03694c97-d995-4f34-b1c5-80858cd2a542, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03694c97-d995-4f34-b1c5-80858cd2a542,segment=NetworkSegment(be96ba52-7b71-4ef5-afb2-d438cd413ad7),segment_id=be96ba52-7b71-4ef5-afb2-d438cd413ad7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:51.714535 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:51.791304 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03694c97-d995-4f34-b1c5-80858cd2a542', 'code': 200} Mar 11 18:04:51.809948 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 2, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:51.822099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522837e-e295-46f8-85f1-4f2b1b0d47b9 None None] The sync data for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 is: [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 2, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:04:51.834633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=03694c97-d995-4f34-b1c5-80858cd2a542,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:52.087794 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1b235f7-77cb-4724-b6c1-1ad7cd35431b req-7d630106-176e-4a68-9b68-e36d7887bbc2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1671917 Mar 11 18:04:52.247826 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e1b235f7-77cb-4724-b6c1-1ad7cd35431b req-87ae1aad-0ec0-4c5a-99be-50c91463841a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601493 Mar 11 18:04:52.456300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be22d-35e9-41de-bf8d-20b737b531d1 req-297a00ad-af53-4f62-b47e-239d89ddd79d tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:52.462681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-225be22d-35e9-41de-bf8d-20b737b531d1 req-297a00ad-af53-4f62-b47e-239d89ddd79d tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1336362 Mar 11 18:04:52.574953 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-225be22d-35e9-41de-bf8d-20b737b531d1 req-db4991ee-2ce7-4600-9e91-8c79482ed3c1 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027000 Mar 11 18:04:52.774926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad59bb-fc46-4b44-a6f3-5deedd3a3179 req-b44060e2-633b-45dc-8bde-01a695d325ef tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:52.779719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64ad59bb-fc46-4b44-a6f3-5deedd3a3179 req-b44060e2-633b-45dc-8bde-01a695d325ef tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.0969038 Mar 11 18:04:52.837736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38202) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:52.843389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1910266112-network', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:52.843927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64ad59bb-fc46-4b44-a6f3-5deedd3a3179 req-3f823739-ad06-4bff-8c1d-9c0bcd562756 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605209 Mar 11 18:04:52.849238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:52.853830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Usage tracker for resource:network and tenant:7ed23b9781f9424e92aea03beacb82be is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:52.856870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:52.886230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:52.910159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Made reservation on behalf of 7ed23b9781f9424e92aea03beacb82be for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:52.912612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:52.926470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:52.964777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:52.970228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed23b9781f9424e92aea03beacb82be is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:52.973837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:52.982547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:53.086042 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:53.092161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:53.131033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:04:53.132317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aee5c-8c75-4b91-a247-42ee9b2ca3ee req-bd580394-9b29-4830-8657-56108e5a011c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:53.134515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d3aee5c-8c75-4b91-a247-42ee9b2ca3ee req-bd580394-9b29-4830-8657-56108e5a011c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.1250293 Mar 11 18:04:53.147415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe0eade-7ca4-4f9d-8798-7e04a27cc6ca,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:53.154059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:53.154425 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Added segment 4d1ec638-f6eb-4486-8bb2-3e29c1297cfa of type vlan for network 69b8433d-ee63-40ce-884d-a70c2329bcb5 Mar 11 18:04:53.184746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:53.230591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d3aee5c-8c75-4b91-a247-42ee9b2ca3ee req-90024a86-e440-46d3-bcd7-ef19e8e22067 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898695 Mar 11 18:04:53.267062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:53.295556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:53.297064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:53.297928 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:53.424108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:53.424326 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5859675 Mar 11 18:04:53.431432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Request body: {'subnet': {'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1910266112-subnet', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:53.441535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfea4c6-b367-4132-9d3c-d78f1ea02c66 admin admin] Pushing event updated for resources: {'Network': ['ID=69b8433d-ee63-40ce-884d-a70c2329bcb5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:53.449107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:53.452249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:04:53.477329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Usage tracker for resource:subnet and tenant:7ed23b9781f9424e92aea03beacb82be is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:53.487173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:53.500053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:53.535075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Made reservation on behalf of 7ed23b9781f9424e92aea03beacb82be for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:53.538497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:53.860292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30caf3db-db8c-4880-b099-e769254fe7a3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:53.957445 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-85df9d07-bbbe-47dd-a707-e80946f40c31 tempest-TestVolumeBootPattern-146930341 tempest-TestVolumeBootPattern-146930341-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 1091 time: 0.6838064 Mar 11 18:04:53.958842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38234) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:53.969775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'tenant_id': '95e242196f104736a813804446649343', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:53.994927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:54.022137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 30caf3db-db8c-4880-b099-e769254fe7a3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:54.026065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Usage tracker for resource:floatingip and tenant:95e242196f104736a813804446649343 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:54.029794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 30caf3db-db8c-4880-b099-e769254fe7a3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:54.030557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.031396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:54.042127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:54.052430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.088823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc86b2-b4a3-4de0-b2b5-6acd07bfd0a3 req-66ed0544-9ec6-4619-bf20-7c70d736a5b8 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:54.095893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ddc86b2-b4a3-4de0-b2b5-6acd07bfd0a3 req-66ed0544-9ec6-4619-bf20-7c70d736a5b8 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.3037505 Mar 11 18:04:54.133146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.177318 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.198688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 30caf3db-db8c-4880-b099-e769254fe7a3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=30caf3db-db8c-4880-b099-e769254fe7a3,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:54.205620 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.269349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864df784-9637-4bce-bfc3-968535d82915,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:54.283698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=30caf3db-db8c-4880-b099-e769254fe7a3,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:54.290939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ddc86b2-b4a3-4de0-b2b5-6acd07bfd0a3 req-d6eccf7d-fd75-46a2-b672-a3239b4a6b0b tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941030 Mar 11 18:04:54.311896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Checking segment: {'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:54.311896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Network hostable DHCP agents. Network: 69b8433d-ee63-40ce-884d-a70c2329bcb5, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:04:54.356418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:04:54.383902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 69b8433d-ee63-40ce-884d-a70c2329bcb5) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:54.389688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:54.390267 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.397856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef3e85-412b-4ad6-aeb1-29400c0ed08d None None] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:54.411285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.614040 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bb3b6de9-c596-410b-a62c-6161f53b69d4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1880727 Mar 11 18:04:54.616818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38250) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:54.626918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:04:54.641923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:04:54.655044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Usage tracker for resource:router and tenant:7ed23b9781f9424e92aea03beacb82be is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:04:54.668137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:04:54.676959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-69b8433d-ee63-40ce-884d-a70c2329bcb5', 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'fixed_ips': [{'subnet_id': '864df784-9637-4bce-bfc3-968535d82915'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:04:54.678206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.679873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:04:54.696711 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.697761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.728953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.774782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb589b2-3e02-4bc6-a143-9a0912f000e6 req-591927f6-207d-4196-8566-2a8ddef752d6 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:54.776452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cb589b2-3e02-4bc6-a143-9a0912f000e6 req-591927f6-207d-4196-8566-2a8ddef752d6 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1998856 Mar 11 18:04:54.839571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Allocated IP 172.25.3.64 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ebe22187-1953-4137-8cfc-ac7f2099b6f8) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:54.872443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8cb589b2-3e02-4bc6-a143-9a0912f000e6 req-96689c83-4838-45ca-85bd-eff85f7bfe07 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885921 Mar 11 18:04:54.886962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Allocated IP 172.20.0.2 (69b8433d-ee63-40ce-884d-a70c2329bcb5/864df784-9637-4bce-bfc3-968535d82915/04b01978-0991-459d-8241-e2d232e73672) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:54.931376 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.148628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.211053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.269565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.283352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Transition to ACTIVE for port object 04b01978-0991-459d-8241-e2d232e73672 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:55.311195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Transition to ACTIVE for port object 04b01978-0991-459d-8241-e2d232e73672 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:55.317455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.341306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=ebe22187-1953-4137-8cfc-ac7f2099b6f8,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:55.350881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:55.352301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:55.355018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:55.358999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.422462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.422730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Pushing event updated for resources: {'Port': ['ID=04b01978-0991-459d-8241-e2d232e73672,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:55.429591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:55.430835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:55.433418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:55.601612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Attempting to bind port 04b01978-0991-459d-8241-e2d232e73672 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:04:55.602353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Attempting to bind port 04b01978-0991-459d-8241-e2d232e73672 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:04:55.603348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Attempting to bind port 04b01978-0991-459d-8241-e2d232e73672 on network 69b8433d-ee63-40ce-884d-a70c2329bcb5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:55.615642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:04:55.615959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Checking segment: {'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:55.616414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.621988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Bound using segment: {'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:04:55.622550 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Bound port: 04b01978-0991-459d-8241-e2d232e73672, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:04:55.623282 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.656344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Allocated IP 172.25.3.191 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/3845f176-4f42-4f5e-86b2-8dbf59015808) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:55.720021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98824-344b-4b7c-8504-af45c2b841b2 req-c7228cf8-1c60-469c-b6b9-720af519b6e9 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:55.722492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7e98824-344b-4b7c-8504-af45c2b841b2 req-c7228cf8-1c60-469c-b6b9-720af519b6e9 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.2149024 Mar 11 18:04:55.831756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] For port 04b01978-0991-459d-8241-e2d232e73672, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:55.851814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] For port 04b01978-0991-459d-8241-e2d232e73672, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=04b01978-0991-459d-8241-e2d232e73672,segment=NetworkSegment(4d1ec638-f6eb-4486-8bb2-3e29c1297cfa),segment_id=4d1ec638-f6eb-4486-8bb2-3e29c1297cfa)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:55.866602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30caf3db-db8c-4880-b099-e769254fe7a3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:55.984682 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.032147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.099433 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.124045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7e98824-344b-4b7c-8504-af45c2b841b2 req-bdb7e967-ce35-4234-987b-c1127c8e8232 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904518 Mar 11 18:04:56.203460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 30caf3db-db8c-4880-b099-e769254fe7a3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:56.207080 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.217627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:56.226464 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:56.232235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:04:56.312531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b639d5-39ac-45b4-a169-ec7aa0e9b9f5 None None] Pushing event updated for resources: {'Port': ['ID=04b01978-0991-459d-8241-e2d232e73672,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:56.312810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Pushing event updated for resources: {'Port': ['ID=3845f176-4f42-4f5e-86b2-8dbf59015808,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:56.521137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.531369 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.532444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.619768 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.811661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Router e2cf594b-e478-4e43-a17b-618ac286e382 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:04:56.881957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.887793 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:57.008053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event updated for resources: {'Port': ['ID=ebe22187-1953-4137-8cfc-ac7f2099b6f8,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:57.014604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:57.041052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:57.051908 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Sync routers for ids ['e2cf594b-e478-4e43-a17b-618ac286e382'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:04:57.065843 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Routers {'e2cf594b-e478-4e43-a17b-618ac286e382'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:04:57.066486 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e2cf594b-e478-4e43-a17b-618ac286e382'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:57.073666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:57.075215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9348a62c-18cc-45f4-943c-94de1b46b293 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4568956 Mar 11 18:04:57.078186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38286) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:04:57.435683 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Set router e2cf594b-e478-4e43-a17b-618ac286e382 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:04:57.587172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824b26f-9f85-4adc-9ba4-2b395e73dc60 req-b2d113ee-5bfe-4684-bc13-91eb692105b8 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:57.588757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2824b26f-9f85-4adc-9ba4-2b395e73dc60 req-b2d113ee-5bfe-4684-bc13-91eb692105b8 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.2084820 Mar 11 18:04:57.654739 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Floating IP 0e20a918-8f83-4512-9c60-722d9e074d71 associated. External IP: 172.25.3.64, port: 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2. Mar 11 18:04:57.778000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1461bae-04fb-4f8f-a8c8-361112aec0dc None None] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:04:57.870105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2824b26f-9f85-4adc-9ba4-2b395e73dc60 req-7fa6cba6-d82c-4619-90cd-4fc43fb573b2 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697129 Mar 11 18:04:57.975849 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:04:56Z', 'revision_number': 3, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:57.987304 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Checking router: e2cf594b-e478-4e43-a17b-618ac286e382 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:04:57.988048 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Updating router e2cf594b-e478-4e43-a17b-618ac286e382 port 3845f176-4f42-4f5e-86b2-8dbf59015808 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:04:58.118793 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.219425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 04b01978-0991-459d-8241-e2d232e73672 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:58.388159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-792e43c0-d016-48cb-88b1-76ec091e28c8 None None] Provisioning for port 04b01978-0991-459d-8241-e2d232e73672 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:58.508112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:04:58.514094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 04b01978-0991-459d-8241-e2d232e73672 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:04:58.531470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 04b01978-0991-459d-8241-e2d232e73672 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:58.532132 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.536109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.797157 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.856258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac9fa9-1a7e-4397-b67b-0925844a4c2e req-c4977849-4678-4881-9362-f4b85ab0d36d tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:58.858749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aac9fa9-1a7e-4397-b67b-0925844a4c2e req-c4977849-4678-4881-9362-f4b85ab0d36d tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.2463934 Mar 11 18:04:58.870731 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.877510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 04b01978-0991-459d-8241-e2d232e73672, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=04b01978-0991-459d-8241-e2d232e73672,segment=NetworkSegment(4d1ec638-f6eb-4486-8bb2-3e29c1297cfa),segment_id=4d1ec638-f6eb-4486-8bb2-3e29c1297cfa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:58.891039 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.901668 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Transition to ACTIVE for port object 3845f176-4f42-4f5e-86b2-8dbf59015808 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:04:58.915818 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.947617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5aac9fa9-1a7e-4397-b67b-0925844a4c2e req-54c945ea-5580-4332-8783-8a023e1a9119 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795808 Mar 11 18:04:58.966822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:59.033709 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=04b01978-0991-459d-8241-e2d232e73672,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:59.035290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.037340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:04:59.057798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:04:59.060116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:59.102066 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Attempting to bind port 3845f176-4f42-4f5e-86b2-8dbf59015808 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:04:59.102066 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Attempting to bind port 3845f176-4f42-4f5e-86b2-8dbf59015808 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:04:59.102066 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Attempting to bind port 3845f176-4f42-4f5e-86b2-8dbf59015808 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:04:59.122083 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Pushing event updated for resources: {'Port': ['ID=3845f176-4f42-4f5e-86b2-8dbf59015808,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:59.133055 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:04:59.133777 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:04:59.134564 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.135129 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:04:59.135790 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Bound port: 3845f176-4f42-4f5e-86b2-8dbf59015808, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:04:59.136347 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.179859 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.181297 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.181836 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.186780 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.187379 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.187880 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.188510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.189034 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.189692 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.190321 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.190861 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.231801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-978ede44-ef83-4f12-b735-bb5bf1429361 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2698979 Mar 11 18:04:59.235106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:04:59.283560 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] For port 3845f176-4f42-4f5e-86b2-8dbf59015808, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:59.288086 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] For port 3845f176-4f42-4f5e-86b2-8dbf59015808, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3845f176-4f42-4f5e-86b2-8dbf59015808,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:59.295739 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.338410 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea555433-c19f-466a-b72a-a43736a1baaa req-5622f132-5ec9-46d3-a735-760acf6628a2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0845389 Mar 11 18:04:59.345741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-6542787e-1901-498a-b65f-c6739f18dab3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=87515713055342feb173edc23b070751&device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 1097 time: 0.7889979 Mar 11 18:04:59.356470 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'status': 'completed', 'code': 200} Mar 11 18:04:59.379292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Allocated IP 172.20.0.1 (69b8433d-ee63-40ce-884d-a70c2329bcb5/864df784-9637-4bce-bfc3-968535d82915/5f5bf52c-c961-4559-9e90-0570495920a9) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:59.449126 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Routers {'e2cf594b-e478-4e43-a17b-618ac286e382'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:04:59.450030 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e2cf594b-e478-4e43-a17b-618ac286e382'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:59.474082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:04:59.559247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d35cef5b-db5f-46f0-ab64-3a31178832d3 None None] Provisioning complete for port 04b01978-0991-459d-8241-e2d232e73672 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:59.559627 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d35cef5b-db5f-46f0-ab64-3a31178832d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.646332 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17e06-641b-4c47-bb42-1ea8446f8fe8 None None] Pushing event updated for resources: {'Port': ['ID=3845f176-4f42-4f5e-86b2-8dbf59015808,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:59.772668 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] Set router e2cf594b-e478-4e43-a17b-618ac286e382 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:04:59.780123 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea555433-c19f-466a-b72a-a43736a1baaa req-b2d9805e-2de1-4b96-a375-cd68387a3204 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1679921 Mar 11 18:04:59.848700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 04b01978-0991-459d-8241-e2d232e73672 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:04:59.957819 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea555433-c19f-466a-b72a-a43736a1baaa req-e915c6b5-0f62-4d07-91af-d2c4399277da service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030722 Mar 11 18:04:59.966534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-24361189-5873-408b-84e4-17416082d028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:59.968226 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-24361189-5873-408b-84e4-17416082d028 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db26cb40-13b6-4ac4-9c9d-89020ae823e1 HTTP/1.1" status: 200 len: 914 time: 0.5791056 Mar 11 18:05:00.216697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:04:56Z', 'revision_number': 3, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:00.227448 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5789-e04b-4a9e-9e15-260fbdcd0291 None None] The sync data for ids ['e2cf594b-e478-4e43-a17b-618ac286e382'] in n-d-833436-1 is: [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:04:56Z', 'revision_number': 3, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:05:00.233061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.240258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 04b01978-0991-459d-8241-e2d232e73672 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:00.240574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.253757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Transition to ACTIVE for port object 5f5bf52c-c961-4559-9e90-0570495920a9 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:00.350168 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-595a307a-0ed3-4c0f-a854-315376e89d50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03694c97-d995-4f34-b1c5-80858cd2a542 HTTP/1.1" status: 200 len: 217 time: 0.3555028 Mar 11 18:05:00.357653 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-26c605b8-8df3-429e-a9cf-e96b23ff90ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 1096 time: 0.9323852 Mar 11 18:05:00.358780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.434010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0e20a918-8f83-4512-9c60-722d9e074d71', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:b7:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:04:56Z', 'updated_at': '2022-03-11T18:04:56Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}, {'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:22Z', 'revision_number': 1, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:00.456219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:05:00.457900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea555433-c19f-466a-b72a-a43736a1baaa req-601cc330-6560-4bb3-ae42-4af92ee4adf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:00.457900 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea555433-c19f-466a-b72a-a43736a1baaa req-601cc330-6560-4bb3-ae42-4af92ee4adf5 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4871280 Mar 11 18:05:00.484580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72156e-2f86-4a2f-ae19-74a10adf4124 req-28af2254-c43e-408b-99c9-188b38c8f05a tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:00.486385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a72156e-2f86-4a2f-ae19-74a10adf4124 req-28af2254-c43e-408b-99c9-188b38c8f05a tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1603000 Mar 11 18:05:00.539412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:00.539412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:00.542952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a72156e-2f86-4a2f-ae19-74a10adf4124 req-85830da6-76bb-4834-993b-75b9a55aa66b tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498779 Mar 11 18:05:00.631973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5bf52c-c961-4559-9e90-0570495920a9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:00.640794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:00.645830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:00.649838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:00.695295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-ffb1a904-e56f-44e9-9fd7-fdb823f9c3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:00.697264 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-ffb1a904-e56f-44e9-9fd7-fdb823f9c3a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8 HTTP/1.1" status: 200 len: 852 time: 0.3322175 Mar 11 18:05:00.787777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-f253ef96-0a7b-4bbc-bf6c-4201056f0f1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db26cb40-13b6-4ac4-9c9d-89020ae823e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775061 Mar 11 18:05:00.833944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.847971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-2d87d01f-50a1-41e0-96b1-d03006a24da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:00.849854 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-2d87d01f-50a1-41e0-96b1-d03006a24da1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.4331193 Mar 11 18:05:00.999756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:01.148471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d3598c3-fbd0-49cd-b2f8-9f65b7b6ed6b None None] Provisioning for port 5f5bf52c-c961-4559-9e90-0570495920a9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:01.178107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8d3598c3-fbd0-49cd-b2f8-9f65b7b6ed6b None None] Provisioning complete for port 5f5bf52c-c961-4559-9e90-0570495920a9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:01.178271 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d3598c3-fbd0-49cd-b2f8-9f65b7b6ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:01.282767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8d3598c3-fbd0-49cd-b2f8-9f65b7b6ed6b None None] Port 5f5bf52c-c961-4559-9e90-0570495920a9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:01.287128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-4e376693-81a5-46e8-88ba-c28410015ae0 service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743173 Mar 11 18:05:01.288267 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-dcb76077-89fe-4e11-b851-f272842e24f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 HTTP/1.1" status: 200 len: 998 time: 0.3829513 Mar 11 18:05:01.454913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:01.476785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0e20a918-8f83-4512-9c60-722d9e074d71', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:b7:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:04:56Z', 'updated_at': '2022-03-11T18:04:56Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}, {'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:22Z', 'revision_number': 1, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:01.481488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-68f8f0d2-771e-4fe8-964f-d73de0701b75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:01.482005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfe049-22bc-491e-ae0f-aecb40662a67 None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0e20a918-8f83-4512-9c60-722d9e074d71', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:b7:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:04:56Z', 'updated_at': '2022-03-11T18:04:56Z', 'revision_number': 0, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}, {'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:22Z', 'revision_number': 1, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:05:01.483841 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-68f8f0d2-771e-4fe8-964f-d73de0701b75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.1685820 Mar 11 18:05:01.640272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b67dbe0c-4fbd-4a03-aa2a-c048d2043fd2 req-2e70e187-5051-437e-b978-57821f3c512c service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436620 Mar 11 18:05:01.776783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-8077a36c-a37e-435b-bb36-b80aec4863b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753325 Mar 11 18:05:01.882997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb495d-0c18-4fc3-ae11-98a2baed184d req-d5535187-c115-4670-8d01-afbe89150881 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:01.886121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77eb495d-0c18-4fc3-ae11-98a2baed184d req-d5535187-c115-4670-8d01-afbe89150881 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1718619 Mar 11 18:05:01.987715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77eb495d-0c18-4fc3-ae11-98a2baed184d req-c049c922-791f-42a2-933a-d60cb4496e15 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931535 Mar 11 18:05:02.016320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:02.027072 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-b10abe0a-dc63-419e-8e6d-dc679423bcc2 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433877 Mar 11 18:05:02.029152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:02.245126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5bf52c-c961-4559-9e90-0570495920a9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:02.257366 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:02.415015 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2532c6b-0771-443d-b41d-67673a8f2964 req-dcfb06d9-a572-4c44-a06b-1725f6d48680 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527172 Mar 11 18:05:02.528726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:02.530353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:02.953574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7ee3ab74-be11-493c-bcad-74b2c9d99049 None None] Provisioning complete for port 5f5bf52c-c961-4559-9e90-0570495920a9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:02.953574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ee3ab74-be11-493c-bcad-74b2c9d99049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.073695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3ab74-be11-493c-bcad-74b2c9d99049 None None] Port 5f5bf52c-c961-4559-9e90-0570495920a9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:03.272961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Router e2cf594b-e478-4e43-a17b-618ac286e382 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:03.583147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c37efa-286a-4bd9-b50a-24ec7ca0326c req-eb43b0ce-a3c0-4682-87bd-4fc15207b456 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:03.583147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9c37efa-286a-4bd9-b50a-24ec7ca0326c req-eb43b0ce-a3c0-4682-87bd-4fc15207b456 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.2110536 Mar 11 18:05:03.710247 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9c37efa-286a-4bd9-b50a-24ec7ca0326c req-d3820148-244e-4ffe-8f2b-21d82d3a4954 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101670 Mar 11 18:05:03.825389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-c7fc69eb-a823-4fdb-bf1e-f0b5224e3995 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4286149 Mar 11 18:05:03.889792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:03.910915 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1a0c7059-f022-48d3-ad48-7fc391a1c1d9 admin admin] 10.222.0.96 "PUT /v2.0/routers/e2cf594b-e478-4e43-a17b-618ac286e382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8291721 Mar 11 18:05:04.070941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-4277d097-5feb-4444-af6f-1557460f8420 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1096 time: 0.0899861 Mar 11 18:05:04.336849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-455efad9-4369-40b2-8a86-dde9f7a3dc0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:04.338664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-455efad9-4369-40b2-8a86-dde9f7a3dc0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.2439833 Mar 11 18:05:04.408395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f2485-e573-468e-b915-ac7cef02e88a req-eb2b72d5-54d8-4db1-a991-4513fe07c6f4 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:04.409972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-486f2485-e573-468e-b915-ac7cef02e88a req-eb2b72d5-54d8-4db1-a991-4513fe07c6f4 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1007009 Mar 11 18:05:04.477287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-486f2485-e573-468e-b915-ac7cef02e88a req-59351b8b-9736-492b-bfc9-21b21ac70507 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578172 Mar 11 18:05:04.500232 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-38040313-0199-4048-8fb2-1dc119904e23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 1000 time: 0.1499114 Mar 11 18:05:04.595194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-c6e33294-385f-4110-986a-a287f5d63847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:04.596948 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-c6e33294-385f-4110-986a-a287f5d63847 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.0872104 Mar 11 18:05:04.727981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-7cb1d4ed-7ec0-4319-88d2-abde5fad9384 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200819 Mar 11 18:05:04.906702 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-14494972-f5b6-420f-82b8-ce853d8f31f2 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707602 Mar 11 18:05:05.090641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5d6ca7f-5779-49aa-b08f-3f945a4102ff req-e029783d-b013-4f9d-b5fa-f51329c6c9df service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767399 Mar 11 18:05:05.594189 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5230e-786e-4ad1-8be0-9e66f2733ec9 None None] New status for floating IP 0e20a918-8f83-4512-9c60-722d9e074d71: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:05:05.844020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5089a1-9ec1-4fa1-8c37-180bca202f05 req-bdff3125-9783-4c4c-88c8-904ab7ec3710 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:05.851657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3845f176-4f42-4f5e-86b2-8dbf59015808 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:05.857481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c5089a1-9ec1-4fa1-8c37-180bca202f05 req-bdff3125-9783-4c4c-88c8-904ab7ec3710 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.2016273 Mar 11 18:05:05.938845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c5089a1-9ec1-4fa1-8c37-180bca202f05 req-ef5777ae-314a-4e68-bc7d-2399dc6c4b14 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799005 Mar 11 18:05:06.035450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3845f176-4f42-4f5e-86b2-8dbf59015808 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:06.045975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3845f176-4f42-4f5e-86b2-8dbf59015808 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:06.046831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.389096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.431858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 3845f176-4f42-4f5e-86b2-8dbf59015808, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3845f176-4f42-4f5e-86b2-8dbf59015808,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:06.438158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.556614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=3845f176-4f42-4f5e-86b2-8dbf59015808,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:06.699165 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-a46e3c30-426b-45d7-b5ea-7a00669e2227 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=87515713055342feb173edc23b070751&device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1124320 Mar 11 18:05:06.756337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bed27-6e00-40f7-9f17-196ee0986c74 req-98e7df47-24b2-49eb-8786-461d901c513d tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.758528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-019bed27-6e00-40f7-9f17-196ee0986c74 req-98e7df47-24b2-49eb-8786-461d901c513d tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1629012 Mar 11 18:05:06.826801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-019bed27-6e00-40f7-9f17-196ee0986c74 req-11059d89-f42d-4f99-8697-d6371c43ea2f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Mar 11 18:05:06.873076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-01dff64d-f6c6-488c-851a-48eaf9cc7126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.874594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-01dff64d-f6c6-488c-851a-48eaf9cc7126 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db26cb40-13b6-4ac4-9c9d-89020ae823e1 HTTP/1.1" status: 200 len: 914 time: 0.1694117 Mar 11 18:05:06.992425 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-c000abd5-2e00-47f4-a889-dd9636dc9078 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03694c97-d995-4f34-b1c5-80858cd2a542 HTTP/1.1" status: 200 len: 217 time: 0.1108091 Mar 11 18:05:07.085918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-a4fc6f68-cce0-498b-9279-1dc7a81619bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:07.088372 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-a4fc6f68-cce0-498b-9279-1dc7a81619bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8 HTTP/1.1" status: 200 len: 852 time: 0.0900156 Mar 11 18:05:07.161278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-bede63ee-6193-40eb-81b0-f08f792b8e94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db26cb40-13b6-4ac4-9c9d-89020ae823e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662475 Mar 11 18:05:07.368005 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-b2153839-1c5b-48e6-9136-eaee29bdb7a2 service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968579 Mar 11 18:05:07.677618 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-315d7d7d-6de1-4cf5-917f-c3b083c80c8d req-2f710ca3-7d56-4d60-a6ba-4f3730247b1e service neutron] 10.222.0.59 "GET /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025730 Mar 11 18:05:07.795258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3845f176-4f42-4f5e-86b2-8dbf59015808 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:07.882342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3845f176-4f42-4f5e-86b2-8dbf59015808 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:07.882814 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:08.209500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d53a2-f7f0-4f06-8eaa-023f427117a1 req-56cc7ab5-ef75-44c7-90af-70922e68395f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.214942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345d53a2-f7f0-4f06-8eaa-023f427117a1 req-56cc7ab5-ef75-44c7-90af-70922e68395f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.2293775 Mar 11 18:05:08.271403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-345d53a2-f7f0-4f06-8eaa-023f427117a1 req-0bbbb656-4de6-4235-a40f-35d536ff8330 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527129 Mar 11 18:05:08.903619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Sync routers for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:05:08.924535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:08.927207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:09.192650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:09.618942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e8352-c297-4f80-af47-940f30f15abf req-109c3499-4a91-4192-983b-466a762050c8 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:09.620566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a38e8352-c297-4f80-af47-940f30f15abf req-109c3499-4a91-4192-983b-466a762050c8 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1125526 Mar 11 18:05:09.692333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a38e8352-c297-4f80-af47-940f30f15abf req-1f41ed04-8d4a-4bab-8d35-3067ce9c3874 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620399 Mar 11 18:05:09.869899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.896956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 2, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:09.917198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Checking router: 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:05:09.917198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Updating router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 port 3d6f35d5-20ab-48d7-9e00-734466648fad binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:05:10.030765 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.615914 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.632600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Transition to ACTIVE for port object 3d6f35d5-20ab-48d7-9e00-734466648fad will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:10.655521 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.829504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a3458-04e1-4732-bbb6-e5e42505c6b6 req-d6d62bdc-36a3-4277-87c6-a4adbbdef741 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:10.841106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bb3de-9d1e-4971-b2fb-a154908f6a9a None None] Pushing event updated for resources: {'Port': ['ID=3d6f35d5-20ab-48d7-9e00-734466648fad,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:10.852740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-232a3458-04e1-4732-bbb6-e5e42505c6b6 req-d6d62bdc-36a3-4277-87c6-a4adbbdef741 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1963270 Mar 11 18:05:10.955737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-232a3458-04e1-4732-bbb6-e5e42505c6b6 req-60345f33-6a6f-4865-993d-948a44db0d90 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079471 Mar 11 18:05:10.976375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Attempting to bind port 3d6f35d5-20ab-48d7-9e00-734466648fad on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:10.976375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Attempting to bind port 3d6f35d5-20ab-48d7-9e00-734466648fad by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:10.976375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Attempting to bind port 3d6f35d5-20ab-48d7-9e00-734466648fad on network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:10.992947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:10.992947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Checking segment: {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:10.992947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.992947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Bound using segment: {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:10.992947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Bound port: 3d6f35d5-20ab-48d7-9e00-734466648fad, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:10.992947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:11.200080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] For port 3d6f35d5-20ab-48d7-9e00-734466648fad, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:11.209258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] For port 3d6f35d5-20ab-48d7-9e00-734466648fad, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d6f35d5-20ab-48d7-9e00-734466648fad,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:11.230756 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:11.395612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:11.395612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:04:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:11.773703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bb3de-9d1e-4971-b2fb-a154908f6a9a None None] Pushing event updated for resources: {'Port': ['ID=3d6f35d5-20ab-48d7-9e00-734466648fad,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:11.927729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:12.409258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f68770-4bcd-4387-b26f-07f3ab639675 req-70849fc4-a1e5-439e-8c2b-57e60aac47c3 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:12.459309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f68770-4bcd-4387-b26f-07f3ab639675 req-70849fc4-a1e5-439e-8c2b-57e60aac47c3 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.2100158 Mar 11 18:05:12.596939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5908e6a9-50ce-4a8f-a80f-a8976969028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.703874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87f68770-4bcd-4387-b26f-07f3ab639675 req-a9649abf-5807-4ca7-8585-8ea0cdf93660 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425599 Mar 11 18:05:12.818685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:11Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:12.818685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261efd7-60b7-4086-b585-205e1f54db89 None None] The sync data for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 is: [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:11Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:05:12.868833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-42230f76-ce63-45a8-868b-41b473d4e157 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:12.868833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-42230f76-ce63-45a8-868b-41b473d4e157 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Synchronizing usage tracker for tenant:87515713055342feb173edc23b070751 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:05:12.910751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-42230f76-ce63-45a8-868b-41b473d4e157 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Unset dirty status for tenant:87515713055342feb173edc23b070751 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:05:12.910751 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-42230f76-ce63-45a8-868b-41b473d4e157 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.3478434 Mar 11 18:05:13.001400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Deleting port 03694c97-d995-4f34-b1c5-80858cd2a542 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:05:13.001400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:13.497888 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:05:13.625621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] For port 03694c97-d995-4f34-b1c5-80858cd2a542, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=03694c97-d995-4f34-b1c5-80858cd2a542,segment=NetworkSegment(be96ba52-7b71-4ef5-afb2-d438cd413ad7),segment_id=be96ba52-7b71-4ef5-afb2-d438cd413ad7)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:13.625621 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:14.025361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d6f35d5-20ab-48d7-9e00-734466648fad up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:14.169359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Calling delete_port for 03694c97-d995-4f34-b1c5-80858cd2a542 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:05:14.225304 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dcc27-71f8-4610-8787-5bc71b3c93b5 req-01a61362-532b-4f81-be77-109c5f2a8d4f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.239481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e79dcc27-71f8-4610-8787-5bc71b3c93b5 req-01a61362-532b-4f81-be77-109c5f2a8d4f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 946 time: 0.1904967 Mar 11 18:05:14.312014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3d6f35d5-20ab-48d7-9e00-734466648fad completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:14.339356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3d6f35d5-20ab-48d7-9e00-734466648fad triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:14.339356 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:14.469603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e79dcc27-71f8-4610-8787-5bc71b3c93b5 req-ee898dc8-208a-4191-94f2-60ba27d2b9ae tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/security-groups?id=63a0b0da-f015-43e7-b317-34a5ed241a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216794 Mar 11 18:05:14.594034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcc43-990d-40c1-8b11-30205112cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:14.615597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:14.725820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Pushing event deleted for resources: {'Port': ['ID=03694c97-d995-4f34-b1c5-80858cd2a542,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.785483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:14.796934 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:14.836264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] No DVR routers for this DVR port 03694c97-d995-4f34-b1c5-80858cd2a542 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:05:14.836264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:14.836264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'name': 'network-vif-deleted', 'tag': '03694c97-d995-4f34-b1c5-80858cd2a542'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:05:14.864852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3da2feb9-4813-4209-94ac-a571e68c6d08 req-75d64209-778c-4a05-9a82-858da3d5b483 tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.59 "DELETE /v2.0/ports/03694c97-d995-4f34-b1c5-80858cd2a542 HTTP/1.1" status: 204 len: 173 time: 1.9385984 Mar 11 18:05:14.871924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 3d6f35d5-20ab-48d7-9e00-734466648fad, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d6f35d5-20ab-48d7-9e00-734466648fad,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:14.885820 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:15.068151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 03694c97-d995-4f34-b1c5-80858cd2a542 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:05:15.180289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 03694c97-d995-4f34-b1c5-80858cd2a542 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:05:15.180289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 03694c97-d995-4f34-b1c5-80858cd2a542 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:05:15.225475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=3d6f35d5-20ab-48d7-9e00-734466648fad,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:15.292343 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4', 'name': 'network-vif-deleted', 'tag': '03694c97-d995-4f34-b1c5-80858cd2a542', 'status': 'completed', 'code': 200} Mar 11 18:05:15.731402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:15.883648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:15.931007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d6f35d5-20ab-48d7-9e00-734466648fad up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:15.971478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-caf3ef2c-64ba-42c5-8153-7681e4715efe req-d22fb15c-732b-42ed-9d6c-9ddcfb51e94f tempest-TestServerAdvancedOps-1651422908 tempest-TestServerAdvancedOps-1651422908-project] 10.222.0.96 "GET /v2.0/ports?device_id=e32fcaa0-8e05-4783-b61e-f5d6a18b2ca4 HTTP/1.1" status: 200 len: 210 time: 0.1446850 Mar 11 18:05:16.218224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3d6f35d5-20ab-48d7-9e00-734466648fad triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:16.218921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.089873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.259203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38624) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:17.398161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] Deleting subnet ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:05:17.408144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.488772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.626937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.741216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.801728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:17.801728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.809394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e64d12b2-d48a-4630-82d5-9ac3d1eaee9f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ebc8ab3e-46c2-4361-99e8-095ddf3ed9a8 HTTP/1.1" status: 204 len: 168 time: 0.5439999 Mar 11 18:05:17.818874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38638) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:17.950291 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.098168 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.137065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db26cb40-13b6-4ac4-9c9d-89020ae823e1']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:18.151581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be96ba52-7b71-4ef5-afb2-d438cd413ad7') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:18.151904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be96ba52-7b71-4ef5-afb2-d438cd413ad7') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:18.168356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.190303 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.198825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:05:18.199241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:05:18.218591 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:05:18.320491 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.346796 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.357992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] Pushing event deleted for resources: {'Network': ['ID=db26cb40-13b6-4ac4-9c9d-89020ae823e1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:18.362914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1af37999-b078-4093-9928-b26a4937ea24 admin admin] 10.222.0.96 "DELETE /v2.0/networks/db26cb40-13b6-4ac4-9c9d-89020ae823e1 HTTP/1.1" status: 204 len: 168 time: 0.5512722 Mar 11 18:05:18.366760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38648) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:18.457163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] Deleting subnet 3c1ab409-fe94-4297-aa44-8584b379966c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:05:18.463407 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.559672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.671148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.801980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.909445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1ab409-fe94-4297-aa44-8584b379966c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:18.920892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.935234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2df45536-789a-41b4-9d54-83d7b5875b77 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3c1ab409-fe94-4297-aa44-8584b379966c HTTP/1.1" status: 204 len: 168 time: 0.5604544 Mar 11 18:05:18.935234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38654) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:19.099213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.247924 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.286145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0140ef31-3569-4047-b6d0-7cb47598d44f']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:19.310251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1b2f29-c181-44e1-ad96-2c618e38ddbc') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:19.310788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1b2f29-c181-44e1-ad96-2c618e38ddbc') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:19.327889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.352516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.371114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:05:19.372139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:05:19.396862 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:05:19.666965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.691054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.702419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0140ef31-3569-4047-b6d0-7cb47598d44f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:19.707308 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3e81117e-9ff6-46ac-9a20-9a062584e8e7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/0140ef31-3569-4047-b6d0-7cb47598d44f HTTP/1.1" status: 204 len: 168 time: 0.7731526 Mar 11 18:05:20.145415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38664) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:20.238707 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e3e373d3-27fc-4093-9e47-999dbbab7bbb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=87515713055342feb173edc23b070751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0876281 Mar 11 18:05:20.239874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38668) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:20.369385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31ff32e0-8ff8-4d63-b931-7bed0b16db6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.402947 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31ff32e0-8ff8-4d63-b931-7bed0b16db6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.481497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31ff32e0-8ff8-4d63-b931-7bed0b16db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.513195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff32e0-8ff8-4d63-b931-7bed0b16db6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a0b0da-f015-43e7-b317-34a5ed241a7d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:20.521541 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-31ff32e0-8ff8-4d63-b931-7bed0b16db6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.527410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-31ff32e0-8ff8-4d63-b931-7bed0b16db6e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/63a0b0da-f015-43e7-b317-34a5ed241a7d HTTP/1.1" status: 204 len: 168 time: 0.2832611 Mar 11 18:05:21.390012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38718) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:21.469961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b003518-3d0b-46d8-a722-cbe033536a62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f3d80ab652647a397dbd74f49cdc418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0880971 Mar 11 18:05:21.471305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38726) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:21.551117 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2972090f-4803-4079-ba0e-71f2b8540c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.589712 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2972090f-4803-4079-ba0e-71f2b8540c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.693223 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2972090f-4803-4079-ba0e-71f2b8540c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.723718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972090f-4803-4079-ba0e-71f2b8540c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f671f58d-820e-46a2-bdad-83b4876a3704,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:21.744991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2972090f-4803-4079-ba0e-71f2b8540c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.744991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2972090f-4803-4079-ba0e-71f2b8540c57 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f671f58d-820e-46a2-bdad-83b4876a3704 HTTP/1.1" status: 204 len: 168 time: 0.2690260 Mar 11 18:05:23.141912 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Sync routers for ids ['e2cf594b-e478-4e43-a17b-618ac286e382'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:05:23.168644 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Routers {'e2cf594b-e478-4e43-a17b-618ac286e382'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:23.172576 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e2cf594b-e478-4e43-a17b-618ac286e382'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:23.561206 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Set router e2cf594b-e478-4e43-a17b-618ac286e382 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:23.689528 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 38908) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:23.933491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1387984820-network', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:23.946757 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:23.963481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Usage tracker for resource:network and tenant:ac7fbe5787d840d598a0012bc3048fe0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:23.963481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:23.981273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:23.996599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Made reservation on behalf of ac7fbe5787d840d598a0012bc3048fe0 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:24.003314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.041722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.094929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:24.101924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Usage tracker for resource:security_group_rule and tenant:ac7fbe5787d840d598a0012bc3048fe0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:24.105468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:24.115782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:24.311892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.319410 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.390319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6acdfe-4024-49b0-96a6-ab1abe306c89,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:24.423424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:05:24.434760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.434760 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Added segment faea7203-5d8f-4c4d-a7af-32f5dfb2dff0 of type vlan for network f3a5abb0-d724-4a60-b5d4-874f25a8a774 Mar 11 18:05:24.468644 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:05:01Z', 'revision_number': 4, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5f5bf52c-c961-4559-9e90-0570495920a9', 'name': '', 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'mac_address': 'fa:16:3e:03:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '864df784-9637-4bce-bfc3-968535d82915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:59Z', 'updated_at': '2022-03-11T18:05:01Z', 'revision_number': 2, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'subnets': [{'id': '864df784-9637-4bce-bfc3-968535d82915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:24.474739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.490619 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Checking router: e2cf594b-e478-4e43-a17b-618ac286e382 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:05:24.490852 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Updating router e2cf594b-e478-4e43-a17b-618ac286e382 port 5f5bf52c-c961-4559-9e90-0570495920a9 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:05:24.517334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.518237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:24.518968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.573281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8773401 Mar 11 18:05:24.581539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 38986) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:24.584100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Request body: {'subnet': {'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1387984820-subnet', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:24.643675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:24.654206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Usage tracker for resource:subnet and tenant:ac7fbe5787d840d598a0012bc3048fe0 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:24.663761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:24.677288 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.688869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:24.718617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca3a73-a72d-4316-9adb-97bfa76b2b2f admin admin] Pushing event updated for resources: {'Network': ['ID=f3a5abb0-d724-4a60-b5d4-874f25a8a774,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:24.721814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Made reservation on behalf of ac7fbe5787d840d598a0012bc3048fe0 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:24.733306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:24.753096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:05:25.304725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:25.583407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=291632d7-6eef-4b51-9436-a71d95d1e70f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:25.624924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Checking segment: {'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:25.624924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Network hostable DHCP agents. Network: f3a5abb0-d724-4a60-b5d4-874f25a8a774, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:05:25.711788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:05:25.745214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f3a5abb0-d724-4a60-b5d4-874f25a8a774) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:25.745521 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:25.750878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:25.752682 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:25.771171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4389e5f-ebde-4046-b564-fccaff1b568b None None] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:05:25.782288 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a8b1b814-9c62-49a1-a63a-ea8ba1af3c24 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2061930 Mar 11 18:05:25.787841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39084) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:25.806797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:25.817867 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Transition to ACTIVE for port object 5f5bf52c-c961-4559-9e90-0570495920a9 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:25.818829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:25.836972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Usage tracker for resource:router and tenant:ac7fbe5787d840d598a0012bc3048fe0 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:25.848113 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:25.862557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:25.862557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:25.890600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:25.890600 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:25.938987 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:26.327640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'fixed_ips': [{'subnet_id': '291632d7-6eef-4b51-9436-a71d95d1e70f'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:05:26.327640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:26.586070 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a25b-1f37-4e89-bebb-9cbb34b64c2c None None] Pushing event updated for resources: {'Port': ['ID=5f5bf52c-c961-4559-9e90-0570495920a9,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:26.634190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Allocated IP 172.20.0.2 (f3a5abb0-d724-4a60-b5d4-874f25a8a774/291632d7-6eef-4b51-9436-a71d95d1e70f/6d2ce53f-68b8-4680-828d-ef83d75f8117) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:26.942618 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Attempting to bind port 5f5bf52c-c961-4559-9e90-0570495920a9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:26.943634 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Attempting to bind port 5f5bf52c-c961-4559-9e90-0570495920a9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:26.944703 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Attempting to bind port 5f5bf52c-c961-4559-9e90-0570495920a9 on network 69b8433d-ee63-40ce-884d-a70c2329bcb5 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:26.955093 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:26.955980 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Checking segment: {'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:26.956531 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:26.957056 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Bound using segment: {'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:26.957690 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Bound port: 5f5bf52c-c961-4559-9e90-0570495920a9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:26.958229 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.082913 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.242324 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] For port 5f5bf52c-c961-4559-9e90-0570495920a9, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:27.248519 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] For port 5f5bf52c-c961-4559-9e90-0570495920a9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5f5bf52c-c961-4559-9e90-0570495920a9,segment=NetworkSegment(4d1ec638-f6eb-4486-8bb2-3e29c1297cfa),segment_id=4d1ec638-f6eb-4486-8bb2-3e29c1297cfa)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:27.269313 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.347571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.364981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Transition to ACTIVE for port object 6d2ce53f-68b8-4680-828d-ef83d75f8117 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:27.411631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Transition to ACTIVE for port object 6d2ce53f-68b8-4680-828d-ef83d75f8117 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:27.423689 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.457737 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Routers {'e2cf594b-e478-4e43-a17b-618ac286e382'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:27.459446 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e2cf594b-e478-4e43-a17b-618ac286e382'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:27.513311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:27.517188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:27.520913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:27.590692 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.626320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Pushing event updated for resources: {'Port': ['ID=6d2ce53f-68b8-4680-828d-ef83d75f8117,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:27.649214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Attempting to bind port 6d2ce53f-68b8-4680-828d-ef83d75f8117 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:27.650168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Attempting to bind port 6d2ce53f-68b8-4680-828d-ef83d75f8117 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:27.650700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Attempting to bind port 6d2ce53f-68b8-4680-828d-ef83d75f8117 on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:27.664165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:27.665574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Checking segment: {'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:27.666669 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.667645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Bound using segment: {'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:27.669141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Bound port: 6d2ce53f-68b8-4680-828d-ef83d75f8117, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:27.670107 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.702180 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:27.881935 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] Set router e2cf594b-e478-4e43-a17b-618ac286e382 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:27.974395 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a25b-1f37-4e89-bebb-9cbb34b64c2c None None] Pushing event updated for resources: {'Port': ['ID=5f5bf52c-c961-4559-9e90-0570495920a9,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:28.002094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] For port 6d2ce53f-68b8-4680-828d-ef83d75f8117, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:28.009265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] For port 6d2ce53f-68b8-4680-828d-ef83d75f8117, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d2ce53f-68b8-4680-828d-ef83d75f8117,segment=NetworkSegment(faea7203-5d8f-4c4d-a7af-32f5dfb2dff0),segment_id=faea7203-5d8f-4c4d-a7af-32f5dfb2dff0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:28.019426 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:28.051741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Allocated IP 172.25.3.200 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/a96084c1-7705-4fdd-9bcf-c21a87791330) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:28.360747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680234-df58-43ed-8682-3f533cefb365 None None] Pushing event updated for resources: {'Port': ['ID=6d2ce53f-68b8-4680-828d-ef83d75f8117,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:28.478528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:28.579392 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:05:01Z', 'revision_number': 4, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5f5bf52c-c961-4559-9e90-0570495920a9', 'name': '', 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'mac_address': 'fa:16:3e:03:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '864df784-9637-4bce-bfc3-968535d82915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:59Z', 'updated_at': '2022-03-11T18:05:27Z', 'revision_number': 4, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'subnets': [{'id': '864df784-9637-4bce-bfc3-968535d82915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:28.587920 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8f6ac-d9b3-4c3c-8826-9c5f3aa2c164 None None] The sync data for ids ['e2cf594b-e478-4e43-a17b-618ac286e382'] in n-d-833436-1 is: [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:05:01Z', 'revision_number': 4, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5f5bf52c-c961-4559-9e90-0570495920a9', 'name': '', 'network_id': '69b8433d-ee63-40ce-884d-a70c2329bcb5', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'mac_address': 'fa:16:3e:03:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '864df784-9637-4bce-bfc3-968535d82915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:59Z', 'updated_at': '2022-03-11T18:05:27Z', 'revision_number': 4, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'subnets': [{'id': '864df784-9637-4bce-bfc3-968535d82915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:05:28.650262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:28.826847 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Pushing event updated for resources: {'Port': ['ID=a96084c1-7705-4fdd-9bcf-c21a87791330,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:28.854400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.854400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.855014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.855969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.856597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.857197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.857770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.858352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.859161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.859753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.860477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:28.868406 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:28.892590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:28.904214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:29.036117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-581f38a9-f6e6-46b2-baec-2765262a10c9 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:29.038744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-581f38a9-f6e6-46b2-baec-2765262a10c9 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/networks?id=007e5ca9-1950-466c-9133-580e0b74c87e HTTP/1.1" status: 200 len: 814 time: 0.5258267 Mar 11 18:05:29.181930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-2e62f6e7-c3d6-4e4b-a4b2-06658aeb1fac tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/quotas/cc880a84057c47479b226c1e36a1d568 HTTP/1.1" status: 200 len: 375 time: 0.1334989 Mar 11 18:05:29.263557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-f04c9a45-3fde-4b8e-8332-e00c8e65e300 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cc880a84057c47479b226c1e36a1d568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677710 Mar 11 18:05:29.520218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-4dc1446d-9114-44e9-a107-85da3ddc1bc2 service neutron] 10.222.0.96 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410042 Mar 11 18:05:29.522295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:29.523342 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:29.915524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-93a4fb8a-7eb8-4958-bf5f-5027ab9924d2 service neutron] 10.222.0.96 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889694 Mar 11 18:05:29.986633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df5458b-02d3-4b1e-a620-8553eb31a66c None None] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:05:30.197653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5f5bf52c-c961-4559-9e90-0570495920a9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:30.201028 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Router ca6f087c-455c-4d02-8e2e-644e7e3f6994 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:05:30.521267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-be92d935-6d6f-403c-bc9c-bb25eef6917f None None] Provisioning for port 6d2ce53f-68b8-4680-828d-ef83d75f8117 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:30.580472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5f5bf52c-c961-4559-9e90-0570495920a9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:30.590438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5f5bf52c-c961-4559-9e90-0570495920a9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:30.590821 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:30.763006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14478e61-74d9-4c41-aefb-054941972e16 req-55c869e2-5587-4c52-b4f5-77895273bff9 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 210 time: 0.3710754 Mar 11 18:05:30.764453 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:30.804376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 5f5bf52c-c961-4559-9e90-0570495920a9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5f5bf52c-c961-4559-9e90-0570495920a9,segment=NetworkSegment(4d1ec638-f6eb-4486-8bb2-3e29c1297cfa),segment_id=4d1ec638-f6eb-4486-8bb2-3e29c1297cfa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:30.816830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:30.816830 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d2ce53f-68b8-4680-828d-ef83d75f8117 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:30.918776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:30.965105 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Sync routers for ids ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:05:30.979895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:30.982535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-72a14236-d22f-4acd-b0df-4ed425fc8e30 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1821263 Mar 11 18:05:30.986201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:31.060496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Routers {'ca6f087c-455c-4d02-8e2e-644e7e3f6994'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:31.061850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:31.127814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=5f5bf52c-c961-4559-9e90-0570495920a9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:31.256541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 6d2ce53f-68b8-4680-828d-ef83d75f8117 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:31.275356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e341799-81df-4ad1-bbef-d7ed584de68e None None] Provisioning complete for port 6d2ce53f-68b8-4680-828d-ef83d75f8117 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:31.275739 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e341799-81df-4ad1-bbef-d7ed584de68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:31.302580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6d2ce53f-68b8-4680-828d-ef83d75f8117 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:31.302957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:31.434676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Set router ca6f087c-455c-4d02-8e2e-644e7e3f6994 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:31.738259 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:31.754847 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e341799-81df-4ad1-bbef-d7ed584de68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:31.848994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8e341799-81df-4ad1-bbef-d7ed584de68e None None] For port 6d2ce53f-68b8-4680-828d-ef83d75f8117, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d2ce53f-68b8-4680-828d-ef83d75f8117,segment=NetworkSegment(faea7203-5d8f-4c4d-a7af-32f5dfb2dff0),segment_id=faea7203-5d8f-4c4d-a7af-32f5dfb2dff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:31.886973 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e341799-81df-4ad1-bbef-d7ed584de68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:32.020339 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:05:32.020934 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:05:32.029962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e341799-81df-4ad1-bbef-d7ed584de68e None None] Pushing event updated for resources: {'Port': ['ID=6d2ce53f-68b8-4680-828d-ef83d75f8117,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:32.047162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ff90f4f-0dfc-49ff-84b6-46ede4efc928 req-c6d6d442-f5d7-4745-aa16-059b6fdae7c2 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 210 time: 0.0741341 Mar 11 18:05:32.051520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:05:29Z', 'revision_number': 3, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port': {'id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:27Z', 'updated_at': '2022-03-11T18:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:32.056827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Checking router: ca6f087c-455c-4d02-8e2e-644e7e3f6994 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:05:32.057181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Updating router ca6f087c-455c-4d02-8e2e-644e7e3f6994 port a96084c1-7705-4fdd-9bcf-c21a87791330 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:05:32.136286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:32.210500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:32.528915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-3a86ea77-b5a4-467b-8243-78b47d35096e tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:32.535515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-3a86ea77-b5a4-467b-8243-78b47d35096e tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Synchronizing usage tracker for tenant:cc880a84057c47479b226c1e36a1d568 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:05:32.538002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Allocated IP 172.20.0.1 (f3a5abb0-d724-4a60-b5d4-874f25a8a774/291632d7-6eef-4b51-9436-a71d95d1e70f/2a738319-21cf-4797-8c62-9d8f3c2a0cd7) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:32.574755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-3a86ea77-b5a4-467b-8243-78b47d35096e tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Unset dirty status for tenant:cc880a84057c47479b226c1e36a1d568 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:05:32.578977 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-3a86ea77-b5a4-467b-8243-78b47d35096e tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "GET /v2.0/networks?id=007e5ca9-1950-466c-9133-580e0b74c87e HTTP/1.1" status: 200 len: 814 time: 0.2513084 Mar 11 18:05:32.612982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Request body: {'port': {'device_id': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e', 'admin_state_up': True, 'tenant_id': 'cc880a84057c47479b226c1e36a1d568'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:32.792676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:32.811674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Transition to ACTIVE for port object a96084c1-7705-4fdd-9bcf-c21a87791330 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:32.821927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:32.865861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:32.881512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5f5bf52c-c961-4559-9e90-0570495920a9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:32.882848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:32.892737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Usage tracker for resource:port and tenant:cc880a84057c47479b226c1e36a1d568 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:32.894047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Transition to ACTIVE for port object 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:32.899781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:32.910452 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:32.929896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Made reservation on behalf of cc880a84057c47479b226c1e36a1d568 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:32.934975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:32.955633 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.004941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ec33-a04b-43c8-8a49-0ca75d7f5b98 None None] Pushing event updated for resources: {'Port': ['ID=a96084c1-7705-4fdd-9bcf-c21a87791330,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:33.062702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:33.066503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:33.071865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:33.083068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Attempting to bind port a96084c1-7705-4fdd-9bcf-c21a87791330 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:33.084377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Attempting to bind port a96084c1-7705-4fdd-9bcf-c21a87791330 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:33.086218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Attempting to bind port a96084c1-7705-4fdd-9bcf-c21a87791330 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:33.101000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Pushing event updated for resources: {'Port': ['ID=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:33.161583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:33.161583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:33.162252 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.162252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:33.170324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Bound port: a96084c1-7705-4fdd-9bcf-c21a87791330, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:33.172442 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.178782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Allocated IP 172.20.0.12 (007e5ca9-1950-466c-9133-580e0b74c87e/5354dac9-4025-4dd0-a8e5-bb4adbb93a5a/cda6afb2-56d4-4709-95c2-dae14ce95fd1) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:33.187453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.354148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5f5bf52c-c961-4559-9e90-0570495920a9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:33.354689 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.426665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] For port a96084c1-7705-4fdd-9bcf-c21a87791330, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:33.443517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] For port a96084c1-7705-4fdd-9bcf-c21a87791330, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a96084c1-7705-4fdd-9bcf-c21a87791330,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:33.453165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.609976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.626979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ec33-a04b-43c8-8a49-0ca75d7f5b98 None None] Pushing event updated for resources: {'Port': ['ID=a96084c1-7705-4fdd-9bcf-c21a87791330,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:33.644176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.683211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50b0e341-64e1-4d30-94b7-7e2d3fa75ee1 req-36a78a1f-9c75-4487-98fa-c9c50e8a1142 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 210 time: 0.3288922 Mar 11 18:05:33.722430 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.730689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Routers {'ca6f087c-455c-4d02-8e2e-644e7e3f6994'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:33.732738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:33.755302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Network 007e5ca9-1950-466c-9133-580e0b74c87e is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:33.761549 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:33.771802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:33.865217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Pushing event updated for resources: {'Port': ['ID=cda6afb2-56d4-4709-95c2-dae14ce95fd1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:33.876681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:33.877200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:33.898301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d2ce53f-68b8-4680-828d-ef83d75f8117 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:33.904087 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c5ef9f5b-07b4-46f6-9b08-1db20e73c20d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3070078 Mar 11 18:05:33.922637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Request body: {'port': {'device_id': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:34.040833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-68b314a9-5c78-4537-8024-ad8b355c73c2 None None] Provisioning for port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:34.060896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.064404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-68b314a9-5c78-4537-8024-ad8b355c73c2 None None] Provisioning complete for port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:34.064772 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68b314a9-5c78-4537-8024-ad8b355c73c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.162330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68b314a9-5c78-4537-8024-ad8b355c73c2 None None] Port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:34.173000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 6d2ce53f-68b8-4680-828d-ef83d75f8117 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:34.173392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.187009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.202778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.281745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] Set router ca6f087c-455c-4d02-8e2e-644e7e3f6994 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:34.356006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Pushing event updated for resources: {'Port': ['ID=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:34.359819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.555085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:34.556510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:34.633202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda6afb2-56d4-4709-95c2-dae14ce95fd1 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:05:34.642295 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.661020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Transition to ACTIVE for port object cda6afb2-56d4-4709-95c2-dae14ce95fd1 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:34.669184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.790656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 4, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port': {'id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:27Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2a738319-21cf-4797-8c62-9d8f3c2a0cd7', 'name': '', 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'mac_address': 'fa:16:3e:a3:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:32Z', 'updated_at': '2022-03-11T18:05:32Z', 'revision_number': 1, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'subnets': [{'id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:34.800181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9206e-e304-42f6-808c-d3e70d9fdf4c None None] The sync data for ids ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'] in n-d-833436-1 is: [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 4, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port': {'id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:27Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2a738319-21cf-4797-8c62-9d8f3c2a0cd7', 'name': '', 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'mac_address': 'fa:16:3e:a3:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:32Z', 'updated_at': '2022-03-11T18:05:32Z', 'revision_number': 1, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'subnets': [{'id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:05:34.904820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dcb2d281-20b8-4c03-a669-a6e609c8b1ab None None] Provisioning complete for port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:34.905239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dcb2d281-20b8-4c03-a669-a6e609c8b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:34.952371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cda6afb2-56d4-4709-95c2-dae14ce95fd1,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:34.989032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2d281-20b8-4c03-a669-a6e609c8b1ab None None] Port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:35.069304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Attempting to bind port cda6afb2-56d4-4709-95c2-dae14ce95fd1 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:35.069591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Attempting to bind port cda6afb2-56d4-4709-95c2-dae14ce95fd1 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:35.069922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Attempting to bind port cda6afb2-56d4-4709-95c2-dae14ce95fd1 on network 007e5ca9-1950-466c-9133-580e0b74c87e {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:35.076245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Port cda6afb2-56d4-4709-95c2-dae14ce95fd1 on network 007e5ca9-1950-466c-9133-580e0b74c87e not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:35.076568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Attempting to bind port cda6afb2-56d4-4709-95c2-dae14ce95fd1 on network 007e5ca9-1950-466c-9133-580e0b74c87e {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:35.083751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:35.084223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Checking segment: {'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:35.084474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Bound using segment: {'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:35.084927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Bound port: cda6afb2-56d4-4709-95c2-dae14ce95fd1, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:35.085350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:35.102120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af90371-4404-457d-af2b-3ab1bc625157 req-fb619e4b-fe09-4aa2-afa7-42234c88e39f tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:35.103725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1af90371-4404-457d-af2b-3ab1bc625157 req-fb619e4b-fe09-4aa2-afa7-42234c88e39f tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 944 time: 0.2037880 Mar 11 18:05:35.177250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1af90371-4404-457d-af2b-3ab1bc625157 req-7e7f2f58-bd8d-4d93-bea0-a88a090a3e90 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626569 Mar 11 18:05:35.216920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] For port cda6afb2-56d4-4709-95c2-dae14ce95fd1, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:35.216920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] For port cda6afb2-56d4-4709-95c2-dae14ce95fd1, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cda6afb2-56d4-4709-95c2-dae14ce95fd1,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:35.223865 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:35.261949 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Router ca6f087c-455c-4d02-8e2e-644e7e3f6994 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:35.295689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:35.297541 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/cda6afb2-56d4-4709-95c2-dae14ce95fd1 HTTP/1.1" status: 200 len: 1092 time: 1.3795559 Mar 11 18:05:35.298147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'tag': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:05:35.351323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936315a-ba85-486c-be99-6b700f49e6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cda6afb2-56d4-4709-95c2-dae14ce95fd1,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:35.425508 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'tag': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1', 'status': 'completed', 'code': 200} Mar 11 18:05:35.506247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-92c91438-7001-4cf3-8fa9-b52ae2b59b09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc880a84057c47479b226c1e36a1d568&device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 1095 time: 0.1397243 Mar 11 18:05:35.529824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:35.544198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd4ed3bb-bf6d-413b-b285-58dcfd7e238e admin admin] 10.222.0.96 "PUT /v2.0/routers/ca6f087c-455c-4d02-8e2e-644e7e3f6994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5498524 Mar 11 18:05:35.590902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-2fca3699-2f1b-443a-81ce-2d4078942888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda6afb2-56d4-4709-95c2-dae14ce95fd1 HTTP/1.1" status: 200 len: 217 time: 0.0707450 Mar 11 18:05:35.701953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-f5484333-062f-441c-97ac-0b39569068e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:35.705283 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-f5484333-062f-441c-97ac-0b39569068e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5354dac9-4025-4dd0-a8e5-bb4adbb93a5a HTTP/1.1" status: 200 len: 854 time: 0.1090443 Mar 11 18:05:35.767031 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-8436caa2-5074-466a-9e21-1f85388deaf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007e5ca9-1950-466c-9133-580e0b74c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541801 Mar 11 18:05:35.937540 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-539a4c95-b6c5-4a80-a471-5dc675e4fe82 service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635518 Mar 11 18:05:36.090884 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-303b64a2-e353-4b1a-950e-07fbb69a6e72 req-c7c58de6-0e89-4730-b2e8-b1cd722b5b2e service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473155 Mar 11 18:05:36.308076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-624c92be-509d-415e-ab41-278b11be7f73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc880a84057c47479b226c1e36a1d568&device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 1095 time: 0.1049130 Mar 11 18:05:36.458050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e1ef0-f72d-4dc8-82e8-d3e0cd5c741f req-a0d686f8-9912-4d25-9efc-ae5cac5fce21 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:36.466743 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-390e1ef0-f72d-4dc8-82e8-d3e0cd5c741f req-a0d686f8-9912-4d25-9efc-ae5cac5fce21 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 944 time: 0.1448936 Mar 11 18:05:36.498874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-07255aba-6a89-4fe3-9482-d5899b36796d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:36.498874 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-07255aba-6a89-4fe3-9482-d5899b36796d service neutron] 10.222.0.59 "GET /v2.0/networks?id=007e5ca9-1950-466c-9133-580e0b74c87e HTTP/1.1" status: 200 len: 916 time: 0.1833985 Mar 11 18:05:36.535124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-390e1ef0-f72d-4dc8-82e8-d3e0cd5c741f req-0eef580d-b79d-4720-8739-b2865ea62fef tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672526 Mar 11 18:05:36.581644 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-2ca286c5-4992-452c-8330-b10434850b0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda6afb2-56d4-4709-95c2-dae14ce95fd1 HTTP/1.1" status: 200 len: 217 time: 0.0779264 Mar 11 18:05:36.653785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-433198a6-287b-4606-a1d5-cf52bfcab13b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:36.655801 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-433198a6-287b-4606-a1d5-cf52bfcab13b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5354dac9-4025-4dd0-a8e5-bb4adbb93a5a HTTP/1.1" status: 200 len: 854 time: 0.0681498 Mar 11 18:05:36.714621 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-af3d2348-8080-4bb1-9f28-143947b28483 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007e5ca9-1950-466c-9133-580e0b74c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492632 Mar 11 18:05:36.812570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39278) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:36.818735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-672914690-network', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:36.825055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:36.829709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Usage tracker for resource:network and tenant:a5e54990d5794b5ca173a89f104f006d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:36.833036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:36.840147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:36.852162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Made reservation on behalf of a5e54990d5794b5ca173a89f104f006d for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:36.854614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:36.869146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:36.883809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-52fb9caa-be32-4963-af37-da3dffea10b6 service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593823 Mar 11 18:05:36.906316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:36.911442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e54990d5794b5ca173a89f104f006d is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:36.915884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:36.923450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:37.033935 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.040393 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.104968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:05:37.108487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15b3964-f61a-4ed9-8e5a-bb1e318f2e4c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:37.144356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.145105 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Added segment 381c42cb-e47d-49cd-93ab-dae4bbc9ba75 of type vlan for network e73470d9-b97a-4138-ae51-7e8d008b62f1 Mar 11 18:05:37.180012 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.185307 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b79fe040-f9ee-4d30-a3a3-6b8a732a43c9 req-2d64fcdb-906c-4c35-b78c-9d186e6092fe service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949235 Mar 11 18:05:37.218991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.220450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:37.221783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.446989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] Pushing event updated for resources: {'Network': ['ID=e73470d9-b97a-4138-ae51-7e8d008b62f1,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:37.455086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39284) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:37.458871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Request body: {'subnet': {'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-672914690-subnet', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:37.459024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:05:37.459793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-092a1fed-c892-4027-8267-72535c7d8d40 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6458297 Mar 11 18:05:37.464246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:37.468527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Usage tracker for resource:subnet and tenant:a5e54990d5794b5ca173a89f104f006d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:37.471706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:37.478663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:37.492109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Made reservation on behalf of a5e54990d5794b5ca173a89f104f006d for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:37.496219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.739193 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.757419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1ffc-191d-4606-bb82-07f90db9d40b req-1ed4501b-1463-424b-b345-c363cdff3178 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:37.758933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a1f1ffc-191d-4606-bb82-07f90db9d40b req-1ed4501b-1463-424b-b345-c363cdff3178 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 944 time: 0.0804150 Mar 11 18:05:37.807371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a1f1ffc-191d-4606-bb82-07f90db9d40b req-c8436828-365b-451f-9e8a-9e90ea98a097 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Mar 11 18:05:37.825061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e34b29-4d36-48ec-aef7-70d4d291abba,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:37.839466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Checking segment: {'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:37.839822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Network hostable DHCP agents. Network: e73470d9-b97a-4138-ae51-7e8d008b62f1, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:05:37.864438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:05:37.875970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, e73470d9-b97a-4138-ae51-7e8d008b62f1) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:37.882330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:37.883274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.884083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e6f50-a7e6-475e-8542-9fd607462873 None None] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:05:37.905912 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6b325287-a3ad-415a-bf74-b9dba27bb3ad admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4551482 Mar 11 18:05:37.908539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39292) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:37.914024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-672914690-router', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:37.920576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:37.925770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Usage tracker for resource:router and tenant:a5e54990d5794b5ca173a89f104f006d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:37.929185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:37.935817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:37.948804 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.949849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:37.968741 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.126505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.153118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-e73470d9-b97a-4138-ae51-7e8d008b62f1', 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'fixed_ips': [{'subnet_id': '64e34b29-4d36-48ec-aef7-70d4d291abba'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:05:38.153957 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.321412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Allocated IP 172.20.0.2 (e73470d9-b97a-4138-ae51-7e8d008b62f1/64e34b29-4d36-48ec-aef7-70d4d291abba/330a8f6a-1b3d-4058-aacf-c8afc1791490) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:38.338876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.369690 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.522781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Allocated IP 172.25.3.112 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/25c1b6bf-a773-4a64-b935-77386512fefd) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:38.598900 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.612763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Transition to ACTIVE for port object 330a8f6a-1b3d-4058-aacf-c8afc1791490 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:38.638606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Transition to ACTIVE for port object 330a8f6a-1b3d-4058-aacf-c8afc1791490 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:38.647740 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.726404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.731280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:38.734764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:38.744041 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:38.767674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.789671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Pushing event updated for resources: {'Port': ['ID=330a8f6a-1b3d-4058-aacf-c8afc1791490,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:38.836936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:38.840534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:38.843633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:38.865701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Attempting to bind port 330a8f6a-1b3d-4058-aacf-c8afc1791490 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:38.866070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Attempting to bind port 330a8f6a-1b3d-4058-aacf-c8afc1791490 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:38.866518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Attempting to bind port 330a8f6a-1b3d-4058-aacf-c8afc1791490 on network e73470d9-b97a-4138-ae51-7e8d008b62f1 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:38.883195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:38.883576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Checking segment: {'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:38.883985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.884372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Bound using segment: {'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:38.891241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Bound port: 330a8f6a-1b3d-4058-aacf-c8afc1791490, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:38.891924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:38.971444 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Pushing event updated for resources: {'Port': ['ID=25c1b6bf-a773-4a64-b935-77386512fefd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:39.052053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] For port 330a8f6a-1b3d-4058-aacf-c8afc1791490, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:39.055843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] For port 330a8f6a-1b3d-4058-aacf-c8afc1791490, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=330a8f6a-1b3d-4058-aacf-c8afc1791490,segment=NetworkSegment(381c42cb-e47d-49cd-93ab-dae4bbc9ba75),segment_id=381c42cb-e47d-49cd-93ab-dae4bbc9ba75)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:39.060619 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:39.078936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:39.080966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:39.087554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ad83-282e-49f5-93fb-edfce9ac1332 req-9c9dab36-8c8a-4f39-b2fc-7ef29f3fcacc tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:39.091351 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23f7ad83-282e-49f5-93fb-edfce9ac1332 req-9c9dab36-8c8a-4f39-b2fc-7ef29f3fcacc tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 944 time: 0.1068790 Mar 11 18:05:39.127359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cda6afb2-56d4-4709-95c2-dae14ce95fd1 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:05:39.215674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23f7ad83-282e-49f5-93fb-edfce9ac1332 req-4702e429-4635-4a12-a17d-a12125507863 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185355 Mar 11 18:05:39.335134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a431df-9349-4fe5-96d5-09054fa1361a None None] Pushing event updated for resources: {'Port': ['ID=330a8f6a-1b3d-4058-aacf-c8afc1791490,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:39.404638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cda6afb2-56d4-4709-95c2-dae14ce95fd1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cda6afb2-56d4-4709-95c2-dae14ce95fd1,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:39.421566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1', 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e', 'port_id': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1', 'mac_address': 'fa:16:3e:eb:25:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5354dac9-4025-4dd0-a8e5-bb4adbb93a5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:05:39.460135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Router 52754231-82d6-47cb-8893-271e41d4c2fb is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:05:39.510461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:39.549519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda6afb2-56d4-4709-95c2-dae14ce95fd1 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:05:39.572849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cda6afb2-56d4-4709-95c2-dae14ce95fd1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cda6afb2-56d4-4709-95c2-dae14ce95fd1,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:39.591836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:39.685595 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:39.690053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=cda6afb2-56d4-4709-95c2-dae14ce95fd1,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:39.876138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['cda6afb2-56d4-4709-95c2-dae14ce95fd1'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:05:39.903492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:39.917349 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Sync routers for ids ['52754231-82d6-47cb-8893-271e41d4c2fb'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:05:39.939512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:39.940877 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c56dc4e4-9940-46bf-86cf-6293f5c95f7f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0313997 Mar 11 18:05:39.943779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39324) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:39.964709 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Routers {'52754231-82d6-47cb-8893-271e41d4c2fb'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:39.967387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['52754231-82d6-47cb-8893-271e41d4c2fb'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:40.328645 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Set router 52754231-82d6-47cb-8893-271e41d4c2fb gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:40.641330 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a6e61-abf9-4391-8210-7e89d27b43b5 req-5a08ac85-1dce-44e8-975a-b5ff2248ebed tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:40.649493 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-239a6e61-abf9-4391-8210-7e89d27b43b5 req-5a08ac85-1dce-44e8-975a-b5ff2248ebed tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 945 time: 0.1281548 Mar 11 18:05:40.782964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-239a6e61-abf9-4391-8210-7e89d27b43b5 req-974ae06a-1402-4bc0-b87b-68c0392b4cfa tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324353 Mar 11 18:05:40.819217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77f6cc-773d-4b6a-9de1-8c770890abfa None None] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:05:40.927555 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'name': 'tempest-TestServerMultinode-672914690-router', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:37Z', 'updated_at': '2022-03-11T18:05:38Z', 'revision_number': 3, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'gw_port': {'id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:38Z', 'updated_at': '2022-03-11T18:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:40.936948 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Checking router: 52754231-82d6-47cb-8893-271e41d4c2fb for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:05:40.937287 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Updating router 52754231-82d6-47cb-8893-271e41d4c2fb port 25c1b6bf-a773-4a64-b935-77386512fefd binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:05:41.012264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a96084c1-7705-4fdd-9bcf-c21a87791330 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:41.032332 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.102816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cda6afb2-56d4-4709-95c2-dae14ce95fd1 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:41.276446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-047c9e4a-7103-45af-bdd4-270e3ea7e352 None None] Provisioning for port 330a8f6a-1b3d-4058-aacf-c8afc1791490 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:41.329428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a96084c1-7705-4fdd-9bcf-c21a87791330 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:41.344802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a96084c1-7705-4fdd-9bcf-c21a87791330 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:41.345677 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.407734 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port cda6afb2-56d4-4709-95c2-dae14ce95fd1 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:41.434987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port cda6afb2-56d4-4709-95c2-dae14ce95fd1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:41.435931 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.617850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.693315 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.708941 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Transition to ACTIVE for port object 25c1b6bf-a773-4a64-b935-77386512fefd will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:41.724044 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.830776 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.841184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.874224 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fa39f-76bd-4cb6-9d87-cc7d7724b66b None None] Pushing event updated for resources: {'Port': ['ID=25c1b6bf-a773-4a64-b935-77386512fefd,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:41.892740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a96084c1-7705-4fdd-9bcf-c21a87791330, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a96084c1-7705-4fdd-9bcf-c21a87791330,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:41.902350 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Attempting to bind port 25c1b6bf-a773-4a64-b935-77386512fefd on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:41.903170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:05:41.903381 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Attempting to bind port 25c1b6bf-a773-4a64-b935-77386512fefd by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:41.903878 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Attempting to bind port 25c1b6bf-a773-4a64-b935-77386512fefd on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:41.911694 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:41.912063 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:41.912558 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.912880 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:41.913756 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Bound port: 25c1b6bf-a773-4a64-b935-77386512fefd, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:41.914130 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.931677 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.932918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 330a8f6a-1b3d-4058-aacf-c8afc1791490 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:41.963237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Allocated IP 172.20.0.1 (e73470d9-b97a-4138-ae51-7e8d008b62f1/64e34b29-4d36-48ec-aef7-70d4d291abba/5666b2dc-a673-4017-9957-a8fe6b23130d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:42.011562 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] For port 25c1b6bf-a773-4a64-b935-77386512fefd, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:42.012240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port cda6afb2-56d4-4709-95c2-dae14ce95fd1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cda6afb2-56d4-4709-95c2-dae14ce95fd1,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:42.018823 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] For port 25c1b6bf-a773-4a64-b935-77386512fefd, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=25c1b6bf-a773-4a64-b935-77386512fefd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:42.025298 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.095703 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1', 'code': 200} Mar 11 18:05:42.096470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.140892 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Routers {'52754231-82d6-47cb-8893-271e41d4c2fb'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:42.141536 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['52754231-82d6-47cb-8893-271e41d4c2fb'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:42.156294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a96084c1-7705-4fdd-9bcf-c21a87791330,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:42.191683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82553c-47f9-4b87-8f09-1e2bea1524f1 req-777a0940-b837-46c9-adec-ba66cbdcb866 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:42.198625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c82553c-47f9-4b87-8f09-1e2bea1524f1 req-777a0940-b837-46c9-adec-ba66cbdcb866 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 946 time: 0.1064568 Mar 11 18:05:42.257203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c82553c-47f9-4b87-8f09-1e2bea1524f1 req-3ee682e2-47fe-4026-9cc4-84c485ca5b29 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Mar 11 18:05:42.282946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.296899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=cda6afb2-56d4-4709-95c2-dae14ce95fd1,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:42.308070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Transition to ACTIVE for port object 5666b2dc-a673-4017-9957-a8fe6b23130d will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:42.309486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 330a8f6a-1b3d-4058-aacf-c8afc1791490 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:42.324802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 330a8f6a-1b3d-4058-aacf-c8afc1791490 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:42.325746 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.353787 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10f85b1b-3124-4fe7-a38b-9a58bb56eba7 req-d96a64bc-1d3a-4d96-89c9-ba7b0f8f69e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 1097 time: 0.1934164 Mar 11 18:05:42.355540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.365842 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fa39f-76bd-4cb6-9d87-cc7d7724b66b None None] Pushing event updated for resources: {'Port': ['ID=25c1b6bf-a773-4a64-b935-77386512fefd,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:42.430996 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] Set router 52754231-82d6-47cb-8893-271e41d4c2fb gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:42.446603 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-154db16d-d1be-492a-85d8-a960cf102975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.460634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:42.465313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:42.472830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:42.538341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.548844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=5666b2dc-a673-4017-9957-a8fe6b23130d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:42.555292 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-10f85b1b-3124-4fe7-a38b-9a58bb56eba7 req-1186f9c2-d197-4fa8-847d-9679c111de7d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647723 Mar 11 18:05:42.576213 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.621066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 330a8f6a-1b3d-4058-aacf-c8afc1791490, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=330a8f6a-1b3d-4058-aacf-c8afc1791490,segment=NetworkSegment(381c42cb-e47d-49cd-93ab-dae4bbc9ba75),segment_id=381c42cb-e47d-49cd-93ab-dae4bbc9ba75)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:42.627742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.706465 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.743100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=330a8f6a-1b3d-4058-aacf-c8afc1791490,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:42.819303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a96084c1-7705-4fdd-9bcf-c21a87791330 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:42.923548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'name': 'tempest-TestServerMultinode-672914690-router', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:37Z', 'updated_at': '2022-03-11T18:05:38Z', 'revision_number': 3, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'gw_port': {'id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:38Z', 'updated_at': '2022-03-11T18:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:42.929820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ccf1bbba-ef65-4afe-910f-3c1a34633443 None None] Provisioning for port 5666b2dc-a673-4017-9957-a8fe6b23130d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:42.930916 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268bb59-6f14-46c3-a3a0-6647cce61b47 None None] The sync data for ids ['52754231-82d6-47cb-8893-271e41d4c2fb'] in n-d-833436-1 is: [{'id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'name': 'tempest-TestServerMultinode-672914690-router', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:37Z', 'updated_at': '2022-03-11T18:05:38Z', 'revision_number': 3, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'gw_port': {'id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:38Z', 'updated_at': '2022-03-11T18:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:05:42.944324 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ccf1bbba-ef65-4afe-910f-3c1a34633443 None None] Provisioning complete for port 5666b2dc-a673-4017-9957-a8fe6b23130d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:42.945618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccf1bbba-ef65-4afe-910f-3c1a34633443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:42.998345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a96084c1-7705-4fdd-9bcf-c21a87791330 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:42.999420 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:43.079803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1bbba-ef65-4afe-910f-3c1a34633443 None None] Port 5666b2dc-a673-4017-9957-a8fe6b23130d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:43.161660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:43.171183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:43.282071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:43.285964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=5666b2dc-a673-4017-9957-a8fe6b23130d,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:43.429593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:43.431488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:43.724436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14e53-f44d-423e-afad-459a93730cc7 req-e8f40201-bbba-4a5f-af8a-1d66c042d2c1 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:43.731425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cb14e53-f44d-423e-afad-459a93730cc7 req-e8f40201-bbba-4a5f-af8a-1d66c042d2c1 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 946 time: 0.3590586 Mar 11 18:05:43.779093 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cb14e53-f44d-423e-afad-459a93730cc7 req-70f9ba49-c46f-480b-bd86-69d0e2becf5f tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Mar 11 18:05:43.813141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-af986a0b-e2f7-45b2-8569-3ab40bff792a None None] Provisioning complete for port 5666b2dc-a673-4017-9957-a8fe6b23130d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:43.815979 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af986a0b-e2f7-45b2-8569-3ab40bff792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:43.884075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-af986a0b-e2f7-45b2-8569-3ab40bff792a None None] Port 5666b2dc-a673-4017-9957-a8fe6b23130d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:43.916789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Router 52754231-82d6-47cb-8893-271e41d4c2fb has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:44.135748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:44.154338 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f8570253-058c-412f-ba07-a079efdc5cc1 admin admin] 10.222.0.96 "PUT /v2.0/routers/52754231-82d6-47cb-8893-271e41d4c2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2007704 Mar 11 18:05:44.552811 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-691944a6-c148-433a-90d8-82ca2fa69afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:44.747737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 330a8f6a-1b3d-4058-aacf-c8afc1791490 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:44.824376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 330a8f6a-1b3d-4058-aacf-c8afc1791490 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:44.825663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:44.961244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-d29928fd-c5de-4c5a-b07f-ca60ed043bf2 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:44.962486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-d29928fd-c5de-4c5a-b07f-ca60ed043bf2 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Synchronizing usage tracker for tenant:a5e54990d5794b5ca173a89f104f006d on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:05:44.985966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-d29928fd-c5de-4c5a-b07f-ca60ed043bf2 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Unset dirty status for tenant:a5e54990d5794b5ca173a89f104f006d on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:05:44.990924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-d29928fd-c5de-4c5a-b07f-ca60ed043bf2 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/networks?id=f3a5abb0-d724-4a60-b5d4-874f25a8a774 HTTP/1.1" status: 200 len: 912 time: 0.1950326 Mar 11 18:05:45.014326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-7d13ad9f-2ab9-4481-bbcb-670b3155d5bd tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/quotas/a5e54990d5794b5ca173a89f104f006d HTTP/1.1" status: 200 len: 375 time: 0.0201294 Mar 11 18:05:45.164437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-d4d39ed1-2dcf-4d96-a19f-4d6066248d54 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?tenant_id=a5e54990d5794b5ca173a89f104f006d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1424196 Mar 11 18:05:45.208359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527f610-6dce-48cc-86db-da34710aec0e req-b074a33d-401d-40e0-9138-b2523277a747 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:45.209917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b527f610-6dce-48cc-86db-da34710aec0e req-b074a33d-401d-40e0-9138-b2523277a747 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 946 time: 0.2690849 Mar 11 18:05:45.337520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b527f610-6dce-48cc-86db-da34710aec0e req-9e18b524-3399-4432-aac4-fb7ea2dbbc84 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797400 Mar 11 18:05:45.380992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-6855a634-5850-4573-a7af-0ef8ab94e3aa service neutron] 10.222.0.96 "GET /v2.0/networks/f3a5abb0-d724-4a60-b5d4-874f25a8a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006347 Mar 11 18:05:45.540630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c8b968c4-7117-4b0b-bc61-d011a2e93b3f service neutron] 10.222.0.96 "GET /v2.0/networks/f3a5abb0-d724-4a60-b5d4-874f25a8a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489837 Mar 11 18:05:45.719617 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:45.769205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99ff1c42-1ec1-4799-86d4-0046ae1a6d28 req-b0c4dda1-7723-4ec9-a006-b7ffec5ef8e2 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.0459669 Mar 11 18:05:45.881538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:47.055975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7f7bdb2-902d-4455-9fbe-923a7c781726 req-3475954c-c08d-4db3-aa4e-a9b4247f2a28 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.0762053 Mar 11 18:05:47.082165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:47.342071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-42459927-53d7-4ae9-8b9d-9ddd491e4745 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:47.344604 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-42459927-53d7-4ae9-8b9d-9ddd491e4745 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.97 "GET /v2.0/networks?id=f3a5abb0-d724-4a60-b5d4-874f25a8a774 HTTP/1.1" status: 200 len: 912 time: 0.2193520 Mar 11 18:05:47.372110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Request body: {'port': {'device_id': '1dc741a3-2ccf-431c-a15a-46c15b23c28e', 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'admin_state_up': True, 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:47.377844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:05:47.384800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Usage tracker for resource:port and tenant:a5e54990d5794b5ca173a89f104f006d is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:05:47.387455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:05:47.394632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:05:47.419424 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Made reservation on behalf of a5e54990d5794b5ca173a89f104f006d for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:47.429565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:47.621800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Allocated IP 172.20.0.5 (f3a5abb0-d724-4a60-b5d4-874f25a8a774/291632d7-6eef-4b51-9436-a71d95d1e70f/90a0ea30-0895-4f89-b63c-4393a5c8a29a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:47.962952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:47.983084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Transition to ACTIVE for port object 90a0ea30-0895-4f89-b63c-4393a5c8a29a will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:48.009885 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:48.090445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:48.091257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Pushing event updated for resources: {'Port': ['ID=90a0ea30-0895-4f89-b63c-4393a5c8a29a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:48.094077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:48.096774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:05:48.215977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:48.216589 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:48.262768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-c6228290-03d4-4230-87f9-9599e70a714e tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9050777 Mar 11 18:05:48.281298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Request body: {'port': {'device_id': '1dc741a3-2ccf-431c-a15a-46c15b23c28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:05:48.459189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:48.499410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e561692-d172-43af-ba0a-ca113ce477e9 req-244966fa-879d-4ca3-bef3-8d1d0d15a9e2 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 1027 time: 0.1959627 Mar 11 18:05:48.563117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-90af4c63-acc2-45c2-a18f-60e61729c2d6 None None] Provisioning for port 90a0ea30-0895-4f89-b63c-4393a5c8a29a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:48.574864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-90af4c63-acc2-45c2-a18f-60e61729c2d6 None None] Provisioning complete for port 90a0ea30-0895-4f89-b63c-4393a5c8a29a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:48.575240 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90af4c63-acc2-45c2-a18f-60e61729c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:48.588838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9e561692-d172-43af-ba0a-ca113ce477e9 req-bd1f79e0-c7de-41f9-8fb2-d5052c4db1ba tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Synchronizing usage tracker for tenant:a5e54990d5794b5ca173a89f104f006d on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:05:48.636395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9e561692-d172-43af-ba0a-ca113ce477e9 req-bd1f79e0-c7de-41f9-8fb2-d5052c4db1ba tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Unset dirty status for tenant:a5e54990d5794b5ca173a89f104f006d on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:05:48.651819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e561692-d172-43af-ba0a-ca113ce477e9 req-bd1f79e0-c7de-41f9-8fb2-d5052c4db1ba tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e15b3964-f61a-4ed9-8e5a-bb1e318f2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339071 Mar 11 18:05:48.746921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-90af4c63-acc2-45c2-a18f-60e61729c2d6 None None] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:49.152015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a0ea30-0895-4f89-b63c-4393a5c8a29a {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:05:49.161642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:49.182621 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:49.385746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Pushing event updated for resources: {'Port': ['ID=90a0ea30-0895-4f89-b63c-4393a5c8a29a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:49.709044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:49.709044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:49.709044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:49.721776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:49.721776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:49.740877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:49.741181 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:49.741598 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 2 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:49.786456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:49.786931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:49.787041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:49.817643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:49.817643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:49.842662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:49.845683 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:49.846516 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 3 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:49.889138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:49.890160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:49.890276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-83ac6b41-045e-4849-9941-dd294795939f None None] Provisioning complete for port 90a0ea30-0895-4f89-b63c-4393a5c8a29a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:49.890857 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83ac6b41-045e-4849-9941-dd294795939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:49.891279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:49.904539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:49.905675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:49.976240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:49.977245 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:49.979903 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 4 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:50.009326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-83ac6b41-045e-4849-9941-dd294795939f None None] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:50.046172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:50.047135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:50.047318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.069772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.069880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.083856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.083955 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:50.084450 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 5 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:50.115736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:50.118074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:50.118074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.126080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cca18bc4-447b-4c83-afc0-1f81b60996e6 req-9753e9b3-c98d-4a32-b4f9-adcc6b73f202 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 1052 time: 0.1564057 Mar 11 18:05:50.143684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.143684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.162013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.162339 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:50.162934 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 6 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:50.190194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:50.190539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:50.190793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.198264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.198951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.206341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.206715 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:50.207112 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 7 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:50.238381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:50.239582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:50.239582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.254578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.254916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.266000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.266336 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:50.266786 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 8 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:50.291418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:50.291418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:50.291617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.303365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.303697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.311315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.311481 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:50.312677 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 9 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:50.329632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:50.329978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:50.330308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.340032 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cca18bc4-447b-4c83-afc0-1f81b60996e6 req-4cf02ff7-a3bc-48ed-99e7-5bf6a7d22553 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e15b3964-f61a-4ed9-8e5a-bb1e318f2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950083 Mar 11 18:05:50.347521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.347867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.364669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.365013 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:50.372784 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempt 10 to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a Mar 11 18:05:50.405216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:50.405216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:50.410747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.420096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.420096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempting to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:50.432915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:05:50.433333 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Failed to bind port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] Mar 11 18:05:50.433719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:50.501376 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:05:50.604281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] For port 90a0ea30-0895-4f89-b63c-4393a5c8a29a, host n-h2-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:50.604848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Attempted to set empty binding levels {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 18:05:50.614970 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:50.713220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] In _notify_port_updated(), no bound segment for port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 18:05:50.715311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:50.718879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] 10.222.0.97 "PUT /v2.0/ports/90a0ea30-0895-4f89-b63c-4393a5c8a29a HTTP/1.1" status: 200 len: 1056 time: 2.4427199 Mar 11 18:05:50.733582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc741a3-2ccf-431c-a15a-46c15b23c28e', 'tag': '90a0ea30-0895-4f89-b63c-4393a5c8a29a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:05:50.951696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7cdde-a6ef-4145-8d69-aff38fa96cdb service neutron] Pushing event updated for resources: {'Port': ['ID=90a0ea30-0895-4f89-b63c-4393a5c8a29a,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:50.984727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Deleting port 90a0ea30-0895-4f89-b63c-4393a5c8a29a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:05:50.985261 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:51.000103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25c1b6bf-a773-4a64-b935-77386512fefd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:51.107847 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc741a3-2ccf-431c-a15a-46c15b23c28e', 'tag': '90a0ea30-0895-4f89-b63c-4393a5c8a29a', 'status': 'completed', 'code': 200} Mar 11 18:05:51.283957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 25c1b6bf-a773-4a64-b935-77386512fefd completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:51.319657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 25c1b6bf-a773-4a64-b935-77386512fefd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:51.322197 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:51.364655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0bd1932-6823-4b9e-b3b8-f4d47ebfb368 req-ff60ef38-3953-4526-82d6-bd2471c340e9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a5e54990d5794b5ca173a89f104f006d&device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 1059 time: 0.2832794 Mar 11 18:05:51.649362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ee0e8315-2319-4553-8318-c8655b6a999f None None] Provisioning complete for port 90a0ea30-0895-4f89-b63c-4393a5c8a29a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:51.650007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8315-2319-4553-8318-c8655b6a999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:51.717786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] For port 90a0ea30-0895-4f89-b63c-4393a5c8a29a, host n-h2-833436-1, got binding levels [] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:51.718299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:51.871919 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:51.884380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e8315-2319-4553-8318-c8655b6a999f None None] Port 90a0ea30-0895-4f89-b63c-4393a5c8a29a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:05:51.910832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 25c1b6bf-a773-4a64-b935-77386512fefd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=25c1b6bf-a773-4a64-b935-77386512fefd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:51.925337 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:51.970142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1932-6823-4b9e-b3b8-f4d47ebfb368 req-4ada4814-2f74-424c-bcd8-bebdf193822c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:51.979471 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0bd1932-6823-4b9e-b3b8-f4d47ebfb368 req-4ada4814-2f74-424c-bcd8-bebdf193822c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=a5e54990d5794b5ca173a89f104f006d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6009476 Mar 11 18:05:52.009843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Calling delete_port for 90a0ea30-0895-4f89-b63c-4393a5c8a29a owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:05:52.152115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=25c1b6bf-a773-4a64-b935-77386512fefd,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:52.169623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.170157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.170665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.171121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.171584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.172060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.172522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.172984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.173444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.173896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.175435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:52.322776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:52.388398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a55889f8-5990-4b73-b71d-5cc5181f0495 req-ff1b9d28-f06c-403d-ad52-aa18188cd029 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 1059 time: 0.4037714 Mar 11 18:05:52.398418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Pushing event deleted for resources: {'Port': ['ID=90a0ea30-0895-4f89-b63c-4393a5c8a29a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:52.422439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1932-6823-4b9e-b3b8-f4d47ebfb368 req-2b7b08ff-7f42-4f71-be39-7c688e1e2eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:52.422439 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d0bd1932-6823-4b9e-b3b8-f4d47ebfb368 req-2b7b08ff-7f42-4f71-be39-7c688e1e2eed service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3659365 Mar 11 18:05:52.460389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a55889f8-5990-4b73-b71d-5cc5181f0495 req-825bd1cf-1fb3-4a1e-a074-c156479c2cb9 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=e15b3964-f61a-4ed9-8e5a-bb1e318f2e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754089 Mar 11 18:05:52.525366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] No DVR routers for this DVR port 90a0ea30-0895-4f89-b63c-4393a5c8a29a on host n-h2-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:05:52.528488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:52.536496 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-02881e7d-2428-462c-a3cd-32622bab9cbc tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.97 "DELETE /v2.0/ports/90a0ea30-0895-4f89-b63c-4393a5c8a29a HTTP/1.1" status: 204 len: 173 time: 1.7850099 Mar 11 18:05:52.766237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-90c9be18-a601-433a-9e4a-167d0a74687e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a5e54990d5794b5ca173a89f104f006d&device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.1114662 Mar 11 18:05:52.800900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25c1b6bf-a773-4a64-b935-77386512fefd up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:52.964281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 25c1b6bf-a773-4a64-b935-77386512fefd triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:52.964281 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:53.071944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-cfed9ff0-9e07-4674-be94-40fddf0de18a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:53.071944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-cfed9ff0-9e07-4674-be94-40fddf0de18a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=a5e54990d5794b5ca173a89f104f006d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2884438 Mar 11 18:05:53.122486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc741a3-2ccf-431c-a15a-46c15b23c28e', 'name': 'network-vif-deleted', 'tag': '90a0ea30-0895-4f89-b63c-4393a5c8a29a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:05:53.390352 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc741a3-2ccf-431c-a15a-46c15b23c28e', 'name': 'network-vif-deleted', 'tag': '90a0ea30-0895-4f89-b63c-4393a5c8a29a', 'status': 'completed', 'code': 200} Mar 11 18:05:53.406408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-2ca928b0-9695-463c-bf69-de6443bb8f82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:53.407837 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-2ca928b0-9695-463c-bf69-de6443bb8f82 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3344798 Mar 11 18:05:53.578672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-408c276a-7758-4082-8bb8-27e36fbdb76f tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Synchronizing usage tracker for tenant:a5e54990d5794b5ca173a89f104f006d on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:05:53.607698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-408c276a-7758-4082-8bb8-27e36fbdb76f tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] Unset dirty status for tenant:a5e54990d5794b5ca173a89f104f006d on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:05:53.609193 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-408c276a-7758-4082-8bb8-27e36fbdb76f tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.1002886 Mar 11 18:05:53.672395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e30fa628-0c0e-4436-bb1e-3ea749cf1685 req-d022eef3-8021-4be6-ba1c-82e005021c49 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.0717592 Mar 11 18:05:53.774558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Sync routers for ids ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:05:53.790792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Routers {'ca6f087c-455c-4d02-8e2e-644e7e3f6994'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:53.793074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:54.025518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Set router ca6f087c-455c-4d02-8e2e-644e7e3f6994 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:54.233715 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-bec9919a-a5d8-4420-b7d9-1d172ca7d38c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a5e54990d5794b5ca173a89f104f006d&device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.1153986 Mar 11 18:05:54.466257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 4, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port': {'id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:27Z', 'updated_at': '2022-03-11T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2a738319-21cf-4797-8c62-9d8f3c2a0cd7', 'name': '', 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'mac_address': 'fa:16:3e:a3:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:32Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 2, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'subnets': [{'id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:54.471237 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Checking router: ca6f087c-455c-4d02-8e2e-644e7e3f6994 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:05:54.472772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Updating router ca6f087c-455c-4d02-8e2e-644e7e3f6994 port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:05:54.549139 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:54.586499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-a7f7871a-146f-4c8b-bc40-78adbb5b9ec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:54.589571 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-a7f7871a-146f-4c8b-bc40-78adbb5b9ec6 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=a5e54990d5794b5ca173a89f104f006d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3383951 Mar 11 18:05:54.817643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-545268af-202f-422a-931d-60ee506b8981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:54.819335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-545268af-202f-422a-931d-60ee506b8981 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2239566 Mar 11 18:05:54.976508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2739f07-4cad-4e86-9a4c-be5c0778e838 req-32c84a9b-0ff6-473b-a891-019061b40a29 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.0984960 Mar 11 18:05:55.015349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13cc9829-486f-4794-911c-4270cf1f5b33 req-2388ab01-7c27-4d79-9b84-de5c8b540b1c tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.1272624 Mar 11 18:05:55.074214 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:55.094854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Transition to ACTIVE for port object 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:55.102843 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:55.209659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bec38f-c3ad-4756-9baf-0c2a5278ca7a None None] Pushing event updated for resources: {'Port': ['ID=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:55.440038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Attempting to bind port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:55.440561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Attempting to bind port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:55.441014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Attempting to bind port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 on network f3a5abb0-d724-4a60-b5d4-874f25a8a774 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:05:55.449362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:05:55.450050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Checking segment: {'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:05:55.450846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:55.451486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Bound using segment: {'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:05:55.452213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Bound port: 2a738319-21cf-4797-8c62-9d8f3c2a0cd7, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:55.452834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:55.644500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] For port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:55.648574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] For port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,segment=NetworkSegment(faea7203-5d8f-4c4d-a7af-32f5dfb2dff0),segment_id=faea7203-5d8f-4c4d-a7af-32f5dfb2dff0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:55.656900 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:55.752967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bec38f-c3ad-4756-9baf-0c2a5278ca7a None None] Pushing event updated for resources: {'Port': ['ID=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:55.759420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Routers {'ca6f087c-455c-4d02-8e2e-644e7e3f6994'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:05:55.760293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:56.034596 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] Set router ca6f087c-455c-4d02-8e2e-644e7e3f6994 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:05:56.377523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ce1483e9-39b7-4fef-8c9a-f3030b837a8b req-e991180c-7b3d-41f3-89de-f9ed73ac6a8a tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.0741723 Mar 11 18:05:56.500376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 4, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port': {'id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:27Z', 'updated_at': '2022-03-11T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2a738319-21cf-4797-8c62-9d8f3c2a0cd7', 'name': '', 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'mac_address': 'fa:16:3e:a3:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:32Z', 'updated_at': '2022-03-11T18:05:55Z', 'revision_number': 4, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'subnets': [{'id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:56.512185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a941866-9785-4918-ad3b-61f9f88c5585 None None] The sync data for ids ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'] in n-d-833436-1 is: [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:05:33Z', 'revision_number': 4, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port': {'id': 'a96084c1-7705-4fdd-9bcf-c21a87791330', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:27Z', 'updated_at': '2022-03-11T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '2a738319-21cf-4797-8c62-9d8f3c2a0cd7', 'name': '', 'network_id': 'f3a5abb0-d724-4a60-b5d4-874f25a8a774', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'mac_address': 'fa:16:3e:a3:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:32Z', 'updated_at': '2022-03-11T18:05:55Z', 'revision_number': 4, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'subnets': [{'id': '291632d7-6eef-4b51-9436-a71d95d1e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:05:56.843863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-043a5eae-6114-4552-88da-54f0c3dc282b req-75301331-ae84-4b6d-b972-c46eea2efe29 tempest-TestServerMultinode-489259988 tempest-TestServerMultinode-489259988-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1dc741a3-2ccf-431c-a15a-46c15b23c28e HTTP/1.1" status: 200 len: 210 time: 0.1233258 Mar 11 18:05:56.864579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:57.010417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:57.023449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:57.023819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:57.285253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:57.381765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,segment=NetworkSegment(faea7203-5d8f-4c4d-a7af-32f5dfb2dff0),segment_id=faea7203-5d8f-4c4d-a7af-32f5dfb2dff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:57.390646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:57.500046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:57.683280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39590) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:05:58.371855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:58.819423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:05:58.935123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:58.935123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:59.447713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6db12b55-d04e-43b9-9186-6b6f833b8c9e req-95e925aa-984a-494c-bd1d-9424706c2619 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2111108 Mar 11 18:05:59.576191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6db12b55-d04e-43b9-9186-6b6f833b8c9e req-fa5e57c4-20a8-4b37-a127-fd9e0db46bf9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0711558 Mar 11 18:05:59.644935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6db12b55-d04e-43b9-9186-6b6f833b8c9e req-4fa84d07-ef29-448e-869f-81cd8b19435c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310698 Mar 11 18:05:59.651631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Deleting port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:05:59.651964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:59.987858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db12b55-d04e-43b9-9186-6b6f833b8c9e req-5f9ac8b8-7777-483e-9c04-b50eb5bedb26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:59.989354 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6db12b55-d04e-43b9-9186-6b6f833b8c9e req-5f9ac8b8-7777-483e-9c04-b50eb5bedb26 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3388748 Mar 11 18:06:00.022162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] For port 2a738319-21cf-4797-8c62-9d8f3c2a0cd7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,segment=NetworkSegment(faea7203-5d8f-4c4d-a7af-32f5dfb2dff0),segment_id=faea7203-5d8f-4c4d-a7af-32f5dfb2dff0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:00.022295 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:00.177211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Calling delete_port for 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:00.444665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:00.528496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a738319-21cf-4797-8c62-9d8f3c2a0cd7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:01.109478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:01.839620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Router ca6f087c-455c-4d02-8e2e-644e7e3f6994 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:06:02.089095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:02.101743 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-902f3c59-71e4-4b5d-9013-79f384f5865e admin admin] 10.222.0.96 "PUT /v2.0/routers/ca6f087c-455c-4d02-8e2e-644e7e3f6994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4175491 Mar 11 18:06:02.104128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39634) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:02.370184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:02.792655 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:02.808849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Deleting port a96084c1-7705-4fdd-9bcf-c21a87791330 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:02.809486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:03.324981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] For port a96084c1-7705-4fdd-9bcf-c21a87791330, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a96084c1-7705-4fdd-9bcf-c21a87791330,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:03.324981 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:03.489282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Calling delete_port for a96084c1-7705-4fdd-9bcf-c21a87791330 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:03.816184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-fc27ff92-33f7-4b8f-8ea3-7b08efd0c431 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3331022 Mar 11 18:06:03.980011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:04.051876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96084c1-7705-4fdd-9bcf-c21a87791330,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:04.065838 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] Sync routers for ids ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:06:04.084186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] Routers {'ca6f087c-455c-4d02-8e2e-644e7e3f6994'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:04.084186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:04.087343 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-dc1bd8e1-c8dd-4032-b835-8fba79049c2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 1096 time: 0.2229750 Mar 11 18:06:04.295190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Sync routers for ids ['52754231-82d6-47cb-8893-271e41d4c2fb'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:06:04.323689 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] Set router ca6f087c-455c-4d02-8e2e-644e7e3f6994 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:06:04.353430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Routers {'52754231-82d6-47cb-8893-271e41d4c2fb'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:04.353847 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['52754231-82d6-47cb-8893-271e41d4c2fb'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:04.420279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-a2d61f6c-daca-45db-a371-304c5f3604d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:04.422855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-a2d61f6c-daca-45db-a371-304c5f3604d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.2957280 Mar 11 18:06:04.455423 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:06:03Z', 'revision_number': 7, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:04.460969 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] Checking router: ca6f087c-455c-4d02-8e2e-644e7e3f6994 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:06:04.473968 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] Routers {'ca6f087c-455c-4d02-8e2e-644e7e3f6994'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:04.474648 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:04.596466 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Set router 52754231-82d6-47cb-8893-271e41d4c2fb gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:06:04.671494 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] Set router ca6f087c-455c-4d02-8e2e-644e7e3f6994 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:06:04.889411 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:06:03Z', 'revision_number': 7, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:04.893285 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716136e6-3a2d-4198-9a90-b69a6687dbb9 None None] The sync data for ids ['ca6f087c-455c-4d02-8e2e-644e7e3f6994'] in n-d-833436-1 is: [{'id': 'ca6f087c-455c-4d02-8e2e-644e7e3f6994', 'name': 'tempest-TestServerMultinode-1387984820-router', 'tenant_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:25Z', 'updated_at': '2022-03-11T18:06:03Z', 'revision_number': 7, 'project_id': 'ac7fbe5787d840d598a0012bc3048fe0', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:06:04.919845 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-3dc502ee-3bb3-4533-b4dc-01683f5d1007 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 HTTP/1.1" status: 200 len: 1000 time: 0.4887667 Mar 11 18:06:04.999625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.165064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-dc15c71b-983b-4376-976a-5e93c8a799a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:05.167028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-dc15c71b-983b-4376-976a-5e93c8a799a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.2408614 Mar 11 18:06:05.299703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'name': 'tempest-TestServerMultinode-672914690-router', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:37Z', 'updated_at': '2022-03-11T18:05:42Z', 'revision_number': 4, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'gw_port': {'id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:38Z', 'updated_at': '2022-03-11T18:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5666b2dc-a673-4017-9957-a8fe6b23130d', 'name': '', 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'mac_address': 'fa:16:3e:0c:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64e34b29-4d36-48ec-aef7-70d4d291abba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:41Z', 'updated_at': '2022-03-11T18:05:42Z', 'revision_number': 2, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'subnets': [{'id': '64e34b29-4d36-48ec-aef7-70d4d291abba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:05.308052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Checking router: 52754231-82d6-47cb-8893-271e41d4c2fb for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:06:05.308666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Updating router 52754231-82d6-47cb-8893-271e41d4c2fb port 5666b2dc-a673-4017-9957-a8fe6b23130d binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:06:05.423778 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.592768 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.608096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.662272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-3a107972-b936-4276-bf3b-fd632afe50ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3770204 Mar 11 18:06:05.709500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.711385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6f087c-455c-4d02-8e2e-644e7e3f6994 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:06:05.803323 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.806102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e7d2f79c-73e2-498e-b494-c3a1b4fcae48 admin admin] 10.222.0.96 "DELETE /v2.0/routers/ca6f087c-455c-4d02-8e2e-644e7e3f6994 HTTP/1.1" status: 204 len: 168 time: 3.7009666 Mar 11 18:06:05.808824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39678) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:05.876243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.893909 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Transition to ACTIVE for port object 5666b2dc-a673-4017-9957-a8fe6b23130d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:06:05.908326 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:05.918054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-495e5f95-a587-4cb0-a304-79c743a88dec service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479768 Mar 11 18:06:05.943545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] Deleting subnet 291632d7-6eef-4b51-9436-a71d95d1e70f {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:06:05.947510 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.089988 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.189804 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e49c9588-1b9a-4848-99fc-dddcf801f3bc req-3d78d6c7-351a-4407-a265-3625dc1f89d5 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643011 Mar 11 18:06:06.196377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82192a3-512b-4c79-a754-1a2c71fe4d40 None None] Pushing event updated for resources: {'Port': ['ID=5666b2dc-a673-4017-9957-a8fe6b23130d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:06.266482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.397463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Attempting to bind port 5666b2dc-a673-4017-9957-a8fe6b23130d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:06:06.399243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Attempting to bind port 5666b2dc-a673-4017-9957-a8fe6b23130d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:06:06.399614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Attempting to bind port 5666b2dc-a673-4017-9957-a8fe6b23130d on network e73470d9-b97a-4138-ae51-7e8d008b62f1 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:06:06.414061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:06:06.414061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Checking segment: {'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:06:06.414061 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.414061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Bound using segment: {'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:06:06.414859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Bound port: 5666b2dc-a673-4017-9957-a8fe6b23130d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381c42cb-e47d-49cd-93ab-dae4bbc9ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:06:06.415677 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.416215 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.465130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291632d7-6eef-4b51-9436-a71d95d1e70f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:06.478194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.488115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8f7feb13-9481-49e8-a88a-8f33ae2d76bf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/291632d7-6eef-4b51-9436-a71d95d1e70f HTTP/1.1" status: 204 len: 168 time: 0.6781075 Mar 11 18:06:06.489131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39686) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:06.489959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff0322-d50d-4578-bca7-277bed79721b None None] Network f3a5abb0-d724-4a60-b5d4-874f25a8a774 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:06:06.621041 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.639142 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Deleting port 6d2ce53f-68b8-4680-828d-ef83d75f8117 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:06.639746 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.753072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a96084c1-7705-4fdd-9bcf-c21a87791330 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:06.861947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] For port 5666b2dc-a673-4017-9957-a8fe6b23130d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:06.865586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a96084c1-7705-4fdd-9bcf-c21a87791330 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:06.865928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a96084c1-7705-4fdd-9bcf-c21a87791330 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:06.866493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:06.907591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] For port 5666b2dc-a673-4017-9957-a8fe6b23130d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5666b2dc-a673-4017-9957-a8fe6b23130d,segment=NetworkSegment(381c42cb-e47d-49cd-93ab-dae4bbc9ba75),segment_id=381c42cb-e47d-49cd-93ab-dae4bbc9ba75)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:06.922876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:06.923215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2a738319-21cf-4797-8c62-9d8f3c2a0cd7 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:06.926534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] For port 6d2ce53f-68b8-4680-828d-ef83d75f8117, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=6d2ce53f-68b8-4680-828d-ef83d75f8117,segment=NetworkSegment(faea7203-5d8f-4c4d-a7af-32f5dfb2dff0),segment_id=faea7203-5d8f-4c4d-a7af-32f5dfb2dff0)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:06.927031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.927263 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.065247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82192a3-512b-4c79-a754-1a2c71fe4d40 None None] Pushing event updated for resources: {'Port': ['ID=5666b2dc-a673-4017-9957-a8fe6b23130d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:07.085476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Routers {'52754231-82d6-47cb-8893-271e41d4c2fb'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:07.086064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:05:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['52754231-82d6-47cb-8893-271e41d4c2fb'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.251794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Calling delete_port for 6d2ce53f-68b8-4680-828d-ef83d75f8117 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:07.329286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536cb45-5125-48dc-8895-26198f9a81b3 None None] DHCP port deletion for f3a5abb0-d724-4a60-b5d4-874f25a8a774 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:06:07.368020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9536cb45-5125-48dc-8895-26198f9a81b3 None None] Deleting port 6d2ce53f-68b8-4680-828d-ef83d75f8117 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:07.368020 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9536cb45-5125-48dc-8895-26198f9a81b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.432034 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.496415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2ce53f-68b8-4680-828d-ef83d75f8117,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:07.497373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9536cb45-5125-48dc-8895-26198f9a81b3 None None] The port '6d2ce53f-68b8-4680-828d-ef83d75f8117' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:06:07.513846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] No DVR routers for this DVR port 6d2ce53f-68b8-4680-828d-ef83d75f8117 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:06:07.547904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] Set router 52754231-82d6-47cb-8893-271e41d4c2fb gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:06:07.655295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.805682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a5abb0-d724-4a60-b5d4-874f25a8a774']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.820372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.820910 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faea7203-5d8f-4c4d-a7af-32f5dfb2dff0') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.835571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.861129 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.872413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:06:07.873140 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:06:07.978470 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:06:08.031148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.058312 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'name': 'tempest-TestServerMultinode-672914690-router', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:37Z', 'updated_at': '2022-03-11T18:05:42Z', 'revision_number': 4, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'gw_port': {'id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:38Z', 'updated_at': '2022-03-11T18:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5666b2dc-a673-4017-9957-a8fe6b23130d', 'name': '', 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'mac_address': 'fa:16:3e:0c:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64e34b29-4d36-48ec-aef7-70d4d291abba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:41Z', 'updated_at': '2022-03-11T18:06:06Z', 'revision_number': 4, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'subnets': [{'id': '64e34b29-4d36-48ec-aef7-70d4d291abba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:08.068672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b9f3-08b7-4963-8993-9583f1d962d9 None None] The sync data for ids ['52754231-82d6-47cb-8893-271e41d4c2fb'] in n-d-833436-1 is: [{'id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'name': 'tempest-TestServerMultinode-672914690-router', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:37Z', 'updated_at': '2022-03-11T18:05:42Z', 'revision_number': 4, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'gw_port': {'id': '25c1b6bf-a773-4a64-b935-77386512fefd', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:38Z', 'updated_at': '2022-03-11T18:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '5666b2dc-a673-4017-9957-a8fe6b23130d', 'name': '', 'network_id': 'e73470d9-b97a-4138-ae51-7e8d008b62f1', 'tenant_id': 'a5e54990d5794b5ca173a89f104f006d', 'mac_address': 'fa:16:3e:0c:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52754231-82d6-47cb-8893-271e41d4c2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64e34b29-4d36-48ec-aef7-70d4d291abba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:41Z', 'updated_at': '2022-03-11T18:06:06Z', 'revision_number': 4, 'project_id': 'a5e54990d5794b5ca173a89f104f006d', 'subnets': [{'id': '64e34b29-4d36-48ec-aef7-70d4d291abba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:06:08.082453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.092287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] 10.222.0.96 "DELETE /v2.0/networks/f3a5abb0-d724-4a60-b5d4-874f25a8a774 HTTP/1.1" status: 204 len: 168 time: 1.6013196 Mar 11 18:06:08.093572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d4aa0-6060-4143-bc6f-e0e2c389796a admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a5abb0-d724-4a60-b5d4-874f25a8a774,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:08.095429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39706) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:08.921146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5666b2dc-a673-4017-9957-a8fe6b23130d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:06:08.943290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.066082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5666b2dc-a673-4017-9957-a8fe6b23130d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:06:09.078106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5666b2dc-a673-4017-9957-a8fe6b23130d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:09.078520 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.320098 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.394338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 5666b2dc-a673-4017-9957-a8fe6b23130d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5666b2dc-a673-4017-9957-a8fe6b23130d,segment=NetworkSegment(381c42cb-e47d-49cd-93ab-dae4bbc9ba75),segment_id=381c42cb-e47d-49cd-93ab-dae4bbc9ba75)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:09.401169 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.519558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d2ce53f-68b8-4680-828d-ef83d75f8117 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:09.613680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 6d2ce53f-68b8-4680-828d-ef83d75f8117 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:09.614032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 6d2ce53f-68b8-4680-828d-ef83d75f8117 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:09.678631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=5666b2dc-a673-4017-9957-a8fe6b23130d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.735700 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.945468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Deleting port 5666b2dc-a673-4017-9957-a8fe6b23130d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:09.946089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.348240 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] For port 5666b2dc-a673-4017-9957-a8fe6b23130d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5666b2dc-a673-4017-9957-a8fe6b23130d,segment=NetworkSegment(381c42cb-e47d-49cd-93ab-dae4bbc9ba75),segment_id=381c42cb-e47d-49cd-93ab-dae4bbc9ba75)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:10.348684 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.480367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Calling delete_port for 5666b2dc-a673-4017-9957-a8fe6b23130d owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:10.676029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.756598 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Pushing event deleted for resources: {'Port': ['ID=5666b2dc-a673-4017-9957-a8fe6b23130d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:10.833515 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5666b2dc-a673-4017-9957-a8fe6b23130d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:06:10.905205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5666b2dc-a673-4017-9957-a8fe6b23130d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:10.906783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5666b2dc-a673-4017-9957-a8fe6b23130d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 18:06:10.955056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port 5666b2dc-a673-4017-9957-a8fe6b23130d not found, will not notify nova. {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 18:06:11.188641 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:11.827557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Router 52754231-82d6-47cb-8893-271e41d4c2fb has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:06:12.170794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:12.201427 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cb9425f5-59f2-4073-a765-b068ae6672de admin admin] 10.222.0.96 "PUT /v2.0/routers/52754231-82d6-47cb-8893-271e41d4c2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1031437 Mar 11 18:06:12.202148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39750) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:12.394076 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b24a73c-8184-4b90-8418-0937a889a581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.487966 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.731021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.744758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Deleting port 25c1b6bf-a773-4a64-b935-77386512fefd {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:12.745174 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.942549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] For port 25c1b6bf-a773-4a64-b935-77386512fefd, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=25c1b6bf-a773-4a64-b935-77386512fefd,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:12.943296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.068450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Calling delete_port for 25c1b6bf-a773-4a64-b935-77386512fefd owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:13.266558 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.395442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c1b6bf-a773-4a64-b935-77386512fefd,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:13.555550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.926279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.931587 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.961844 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.962497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52754231-82d6-47cb-8893-271e41d4c2fb {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:06:13.986523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.989901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-70e92d90-c76d-47f8-9649-57acdb7a6da4 admin admin] 10.222.0.96 "DELETE /v2.0/routers/52754231-82d6-47cb-8893-271e41d4c2fb HTTP/1.1" status: 204 len: 168 time: 1.7834425 Mar 11 18:06:13.990290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:14.057262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] Deleting subnet 64e34b29-4d36-48ec-aef7-70d4d291abba {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:06:14.060412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.120830 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.232613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.302478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.341755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e34b29-4d36-48ec-aef7-70d4d291abba,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:14.348271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.357076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06591346-90f5-401d-b9fa-b3e9aea88734 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/64e34b29-4d36-48ec-aef7-70d4d291abba HTTP/1.1" status: 204 len: 168 time: 0.3656609 Mar 11 18:06:14.357412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39774) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:14.358290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b30baa-3839-4c52-8ab5-8897e74f5462 None None] Network e73470d9-b97a-4138-ae51-7e8d008b62f1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:06:14.467921 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.479316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Deleting port 330a8f6a-1b3d-4058-aacf-c8afc1791490 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:14.479663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.570917 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-581f380b-c9cd-4e18-b1ff-e8f281fe9ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.663512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] DHCP port deletion for e73470d9-b97a-4138-ae51-7e8d008b62f1 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:06:14.671277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Deleting port 330a8f6a-1b3d-4058-aacf-c8afc1791490 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:14.672408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.709561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] For port 330a8f6a-1b3d-4058-aacf-c8afc1791490, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=330a8f6a-1b3d-4058-aacf-c8afc1791490,segment=NetworkSegment(381c42cb-e47d-49cd-93ab-dae4bbc9ba75),segment_id=381c42cb-e47d-49cd-93ab-dae4bbc9ba75)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:14.710174 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.852356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Calling delete_port for 330a8f6a-1b3d-4058-aacf-c8afc1791490 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:14.852915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 330a8f6a-1b3d-4058-aacf-c8afc1791490 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:14.943882 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.991713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] For port 330a8f6a-1b3d-4058-aacf-c8afc1791490, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=330a8f6a-1b3d-4058-aacf-c8afc1791490,segment=NetworkSegment(381c42cb-e47d-49cd-93ab-dae4bbc9ba75),segment_id=381c42cb-e47d-49cd-93ab-dae4bbc9ba75)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:14.992103 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.993960 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Pushing event deleted for resources: {'Port': ['ID=330a8f6a-1b3d-4058-aacf-c8afc1791490,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:15.005338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] No DVR routers for this DVR port 330a8f6a-1b3d-4058-aacf-c8afc1791490 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:06:15.008699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port 330a8f6a-1b3d-4058-aacf-c8afc1791490 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 18:06:15.009103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 330a8f6a-1b3d-4058-aacf-c8afc1791490 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:15.123904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Calling delete_port for 330a8f6a-1b3d-4058-aacf-c8afc1791490 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:15.144252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.173754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73470d9-b97a-4138-ae51-7e8d008b62f1']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:15.187768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381c42cb-e47d-49cd-93ab-dae4bbc9ba75') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:15.188069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381c42cb-e47d-49cd-93ab-dae4bbc9ba75') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:15.201171 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.203456 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:06:15.203811 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:06:15.219202 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.227182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:06:15.227628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:06:15.245291 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:06:15.324917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.329721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.356124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] Pushing event deleted for resources: {'Network': ['ID=e73470d9-b97a-4138-ae51-7e8d008b62f1,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:15.374488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3b66b74e-84c3-4de9-ac8a-355613c903df admin admin] 10.222.0.96 "DELETE /v2.0/networks/e73470d9-b97a-4138-ae51-7e8d008b62f1 HTTP/1.1" status: 204 len: 168 time: 1.0132945 Mar 11 18:06:15.587272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39790) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:15.643742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23940227-b7a9-464e-8b82-5e8ab906120b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac7fbe5787d840d598a0012bc3048fe0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525982 Mar 11 18:06:15.643931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 39794) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:15.710199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Deleting port 330a8f6a-1b3d-4058-aacf-c8afc1791490 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:15.711825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.716298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.748470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.821375 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.844935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6acdfe-4024-49b0-96a6-ab1abe306c89,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:15.847395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.848446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9290d-8fcd-4767-94d1-16d3abf03e2f None None] The port '330a8f6a-1b3d-4058-aacf-c8afc1791490' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:06:15.848577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5b6acdfe-4024-49b0-96a6-ab1abe306c89 HTTP/1.1" status: 204 len: 168 time: 0.2038372 Mar 11 18:06:15.865888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.866401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.866793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.867050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.867375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.867708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.868042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.868439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.868668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.868982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.869313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976433c2-0a49-46b7-af79-34609204c2e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:15.875605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.901708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.307189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:16.370735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a3538fed-ff06-430a-b688-fe5177667508 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5e54990d5794b5ca173a89f104f006d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0614669 Mar 11 18:06:16.372954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 39814) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:16.441839 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5760-ab99-4713-9f4e-b5fd44683982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.476121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5760-ab99-4713-9f4e-b5fd44683982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.526528 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] Sync routers for ids ['52754231-82d6-47cb-8893-271e41d4c2fb'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:06:16.539882 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:16.540573 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 18:06:16.541324 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_agentschedulers_db [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'52754231-82d6-47cb-8893-271e41d4c2fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:06:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83851) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 18:06:16.546147 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5760-ab99-4713-9f4e-b5fd44683982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.554375 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] Routers set() bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:16.554928 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] Router IDs set() for agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 18:06:16.555500 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_agentschedulers_db [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'52754231-82d6-47cb-8893-271e41d4c2fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:06:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent'). {{(pid=83851) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 18:06:16.555991 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431b086-c0c3-4cef-a223-17640c57dd18 None None] The sync data for ids ['52754231-82d6-47cb-8893-271e41d4c2fb'] in n-d-833436-1 is: [] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:06:16.565457 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd5760-ab99-4713-9f4e-b5fd44683982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15b3964-f61a-4ed9-8e5a-bb1e318f2e4c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:16.579860 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5760-ab99-4713-9f4e-b5fd44683982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.582417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ebfd5760-ab99-4713-9f4e-b5fd44683982 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e15b3964-f61a-4ed9-8e5a-bb1e318f2e4c HTTP/1.1" status: 204 len: 168 time: 0.2072773 Mar 11 18:06:17.078831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:18.961546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25c1b6bf-a773-4a64-b935-77386512fefd no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:19.001473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 25c1b6bf-a773-4a64-b935-77386512fefd {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:19.001473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 25c1b6bf-a773-4a64-b935-77386512fefd not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:19.001473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5666b2dc-a673-4017-9957-a8fe6b23130d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:19.076016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5666b2dc-a673-4017-9957-a8fe6b23130d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:19.076404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5666b2dc-a673-4017-9957-a8fe6b23130d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:27.497506 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:06:36.103198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065b67d-6c46-4992-89cd-9be1e2ab845f req-09039d30-917e-4404-9297-bd0c4b5dec9e tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:36.104701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3065b67d-6c46-4992-89cd-9be1e2ab845f req-09039d30-917e-4404-9297-bd0c4b5dec9e tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 946 time: 0.0841329 Mar 11 18:06:36.249558 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3065b67d-6c46-4992-89cd-9be1e2ab845f req-e80be6ed-ead7-4e2a-9180-8effc39d9d57 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388750 Mar 11 18:06:37.449929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e8f93-13eb-4a7b-a027-98dfdba5c0d5 req-ecbde35e-b68d-4973-8b04-421dd2d9a5a1 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:37.451591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7e8f93-13eb-4a7b-a027-98dfdba5c0d5 req-ecbde35e-b68d-4973-8b04-421dd2d9a5a1 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 946 time: 0.0789621 Mar 11 18:06:37.513747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf7e8f93-13eb-4a7b-a027-98dfdba5c0d5 req-607e678c-e77b-4f51-8505-70906444fa08 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564909 Mar 11 18:06:37.646673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-9f130b3d-924a-4901-a098-8f19dedfda75 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:37.647459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-9f130b3d-924a-4901-a098-8f19dedfda75 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Synchronizing usage tracker for tenant:cc880a84057c47479b226c1e36a1d568 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:06:37.666893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-9f130b3d-924a-4901-a098-8f19dedfda75 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Unset dirty status for tenant:cc880a84057c47479b226c1e36a1d568 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:06:37.668089 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-9f130b3d-924a-4901-a098-8f19dedfda75 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 946 time: 0.1053388 Mar 11 18:06:37.747326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Deleting port cda6afb2-56d4-4709-95c2-dae14ce95fd1 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:37.747326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:38.022341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] For port cda6afb2-56d4-4709-95c2-dae14ce95fd1, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=cda6afb2-56d4-4709-95c2-dae14ce95fd1,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:38.022729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:38.146591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Calling delete_port for cda6afb2-56d4-4709-95c2-dae14ce95fd1 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:38.315430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:38.349071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['cda6afb2-56d4-4709-95c2-dae14ce95fd1'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:06:38.378015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Pushing event deleted for resources: {'Port': ['ID=cda6afb2-56d4-4709-95c2-dae14ce95fd1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:38.465816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] No DVR routers for this DVR port cda6afb2-56d4-4709-95c2-dae14ce95fd1 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:06:38.468800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:38.472075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'name': 'network-vif-deleted', 'tag': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:06:38.489873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-77626a4d-cb6f-4cf6-a81f-82c76eaf9c0e req-c407f944-28f0-4d92-af67-3d2c94663ebb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "DELETE /v2.0/ports/cda6afb2-56d4-4709-95c2-dae14ce95fd1 HTTP/1.1" status: 204 len: 173 time: 0.8166850 Mar 11 18:06:38.542580 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc5ae20-7ee2-43cd-a188-69e0f5c5cff9', 'name': 'network-vif-deleted', 'tag': 'cda6afb2-56d4-4709-95c2-dae14ce95fd1', 'status': 'completed', 'code': 200} Mar 11 18:06:38.713031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f118f41-2050-4762-91dd-29e7d35ab070 req-168169c1-baab-49c0-a325-9358355d26fb tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=edc5ae20-7ee2-43cd-a188-69e0f5c5cff9 HTTP/1.1" status: 200 len: 210 time: 0.0477583 Mar 11 18:06:39.703633 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:41.302028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cda6afb2-56d4-4709-95c2-dae14ce95fd1 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:41.340470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: cda6afb2-56d4-4709-95c2-dae14ce95fd1 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:41.340886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device cda6afb2-56d4-4709-95c2-dae14ce95fd1 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:42.394588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42abbbf9-9cd6-4961-a407-8b7abcf0ed81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:44.548456 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d97fd59-ea9d-42bf-b571-f2a599010d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:45.730429 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:45.856778 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:47.073428 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:47.317868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40300) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:06:47.650325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-86b0d66e-4a05-44a8-b20b-2ed0db30e7f9 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:47.651698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-86b0d66e-4a05-44a8-b20b-2ed0db30e7f9 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/networks?id=007e5ca9-1950-466c-9133-580e0b74c87e HTTP/1.1" status: 200 len: 814 time: 0.2740791 Mar 11 18:06:47.655357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port ebe22187-1953-4137-8cfc-ac7f2099b6f8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:47.655694 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:47.715022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-b741b476-57d9-409c-92d2-15b88b677b5d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/quotas/cc880a84057c47479b226c1e36a1d568 HTTP/1.1" status: 200 len: 375 time: 0.0354142 Mar 11 18:06:47.830342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-ab8dc263-95a5-4b03-993d-2dd72ecd7de0 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cc880a84057c47479b226c1e36a1d568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001408 Mar 11 18:06:47.842644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-90c04df7-44a6-4a67-89fc-a7fd4f8dab38 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:06:47.843566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-90c04df7-44a6-4a67-89fc-a7fd4f8dab38 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050795 Mar 11 18:06:47.966931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:47.967262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:48.103673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for ebe22187-1953-4137-8cfc-ac7f2099b6f8 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:48.166036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-75eda67a-8ce1-4875-86d3-8884fd27f320 service neutron] 10.222.0.96 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121889 Mar 11 18:06:48.351532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-d610ae56-f1b5-473c-bfd0-af2c729bb06c service neutron] 10.222.0.96 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795073 Mar 11 18:06:48.373743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:48.422646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=ebe22187-1953-4137-8cfc-ac7f2099b6f8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:48.504957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.505300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.505628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.505950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.506270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.506613 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.507116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.507617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.508073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.508527 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.509321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:48.535831 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:48.802246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0fc33c4d-78c2-45ed-be59-5ce027ab93c8 req-67c2c485-deab-40ea-a386-7bfc920c3257 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 210 time: 0.1006589 Mar 11 18:06:49.108046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:06:49.331992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:49.342640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:06:49.349794 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:49.355798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:49.356522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:06:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:49.406727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8bc27ca0-3254-45c3-9249-fa96343f34cb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "DELETE /v2.0/floatingips/0e20a918-8f83-4512-9c60-722d9e074d71 HTTP/1.1" status: 204 len: 168 time: 2.0875638 Mar 11 18:06:49.408084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:06:49.519147 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'status': 'completed', 'code': 200} Mar 11 18:06:49.617665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:06:49.663020 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-a67ae3e5-11d0-4b6c-9897-4a5db76c6776 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 1096 time: 0.1104660 Mar 11 18:06:49.952234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa697c9-f7da-4e25-8966-9747ab3c83fd req-d2818619-0d21-4acb-9e48-208a2bce5268 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:49.953001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3fa697c9-f7da-4e25-8966-9747ab3c83fd req-d2818619-0d21-4acb-9e48-208a2bce5268 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:06:49.977759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3fa697c9-f7da-4e25-8966-9747ab3c83fd req-d2818619-0d21-4acb-9e48-208a2bce5268 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:06:49.979515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fa697c9-f7da-4e25-8966-9747ab3c83fd req-d2818619-0d21-4acb-9e48-208a2bce5268 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.1393242 Mar 11 18:06:50.059402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fa697c9-f7da-4e25-8966-9747ab3c83fd req-1240043d-b99b-49ee-863d-4a6924af8db1 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741768 Mar 11 18:06:50.106344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5cc8ecb6-896d-42d8-b1ea-c5ec0076faf1 req-84c96940-97a8-4708-8086-1a3586d638ed tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 210 time: 0.0458732 Mar 11 18:06:50.209459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-d3abfe48-d419-4cac-898e-d761e068242d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:50.209459 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-d3abfe48-d419-4cac-898e-d761e068242d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "GET /v2.0/networks?id=007e5ca9-1950-466c-9133-580e0b74c87e HTTP/1.1" status: 200 len: 814 time: 0.5061605 Mar 11 18:06:50.235464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:22Z', 'revision_number': 1, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:50.235464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:06:50.244231 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Request body: {'port': {'device_id': '742b6572-fd30-4849-b32c-dde0f8386417', 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e', 'admin_state_up': True, 'tenant_id': 'cc880a84057c47479b226c1e36a1d568'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:06:50.258991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:06:50.258991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:06:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:50.402999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-89298405-2fdf-4c99-8a6e-4fec88d254c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:50.404454 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-89298405-2fdf-4c99-8a6e-4fec88d254c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.5956633 Mar 11 18:06:50.458989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:06:50.505024 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-d26ce2c9-b5bc-4d6f-8066-5c189c91a111 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 HTTP/1.1" status: 200 len: 217 time: 0.0855992 Mar 11 18:06:50.545259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:06:50.558733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Usage tracker for resource:port and tenant:cc880a84057c47479b226c1e36a1d568 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:06:50.563275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:06:50.572509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:06:50.586502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-2d5f339f-de1b-48f0-b742-93dbe22a2c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:50.588110 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-2d5f339f-de1b-48f0-b742-93dbe22a2c06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.0760376 Mar 11 18:06:50.589942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Made reservation on behalf of cc880a84057c47479b226c1e36a1d568 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:06:50.593187 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:50.759685 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-00538a84-2dc8-48e5-a1a8-717308e849bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535518 Mar 11 18:06:50.912867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Allocated IP 172.20.0.3 (007e5ca9-1950-466c-9133-580e0b74c87e/5354dac9-4025-4dd0-a8e5-bb4adbb93a5a/542545b1-4e9e-4876-a35e-8496595f647a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:50.913480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:22Z', 'revision_number': 1, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:50.919983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf82252-fe39-4f95-a721-c7f081ddcf54 None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5351b00b-2cbf-4736-ac96-fd4bf98dfbf4', 'tenant_id': '95e242196f104736a813804446649343', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'port_id': '772fc98f-edd3-4506-b765-ad5f7b458263', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'mac_address': 'fa:16:3e:d3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:02:15Z', 'updated_at': '2022-03-11T18:02:22Z', 'revision_number': 1, 'project_id': '95e242196f104736a813804446649343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:06:50.979157 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-9bfd9c3c-0d15-4f73-9671-382bc6d9d329 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870351 Mar 11 18:06:51.233658 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8a4b-0066-481f-bcdf-f2a167a76601 None None] New status for floating IP 0e20a918-8f83-4512-9c60-722d9e074d71: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:06:51.260011 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ccbd9954-7fd5-4e12-88b1-3d451f910e77 req-654143ff-e739-442a-bb00-6843b91546bf service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722433 Mar 11 18:06:51.332075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692621f-7a2a-46f4-8320-409d20880151 req-c636320a-25d7-43c9-8caa-20dd961e55fb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:51.339903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0692621f-7a2a-46f4-8320-409d20880151 req-c636320a-25d7-43c9-8caa-20dd961e55fb tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.1301205 Mar 11 18:06:51.341298 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:51.388432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:51.452723 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0692621f-7a2a-46f4-8320-409d20880151 req-bc40bfdb-a5d8-4cee-866d-4a4bc2abd9ec tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119237 Mar 11 18:06:51.494261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7fbc3-809f-4fc6-bdaa-d2613a8af0d6 req-242d1dd4-1e96-4c47-b7cb-bb508bddb7e9 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:51.496109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c7fbc3-809f-4fc6-bdaa-d2613a8af0d6 req-242d1dd4-1e96-4c47-b7cb-bb508bddb7e9 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 931 time: 0.1380281 Mar 11 18:06:51.565523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Pushing event updated for resources: {'Port': ['ID=542545b1-4e9e-4876-a35e-8496595f647a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:51.569438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Network 007e5ca9-1950-466c-9133-580e0b74c87e is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:51.572242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:51.576159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:06:51.589507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99c7fbc3-809f-4fc6-bdaa-d2613a8af0d6 req-6788c7f9-0073-42d6-b2ff-51a612a96cfc tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858071 Mar 11 18:06:51.638807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-b639b172-82f4-46f7-944a-39ce30b7ebf5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:51.639686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-b639b172-82f4-46f7-944a-39ce30b7ebf5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:06:51.665352 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:51.666011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:51.672679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-b639b172-82f4-46f7-944a-39ce30b7ebf5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:06:51.673905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-b639b172-82f4-46f7-944a-39ce30b7ebf5 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.2356808 Mar 11 18:06:51.808043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-30513c2d-b011-4f94-bc87-ddff104c5119 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5153022 Mar 11 18:06:51.808043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Request body: {'port': {'device_id': '742b6572-fd30-4849-b32c-dde0f8386417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:06:51.881386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:06:51.881386 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:51.997576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:52.407398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:52.407809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:52.575146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:06:52.896484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80c3c1-1b20-44e7-a5ee-5001936f37e5 req-ec952aee-3915-4444-ab42-9ea079c0d6de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:52.909008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db80c3c1-1b20-44e7-a5ee-5001936f37e5 req-ec952aee-3915-4444-ab42-9ea079c0d6de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 945 time: 0.2378323 Mar 11 18:06:53.000059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:53.016507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fceaf-902f-4a35-a1ce-a2df8ff8118c req-fefb9bf5-02a8-4d28-9ba9-f2002ee75428 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:53.016507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-541fceaf-902f-4a35-a1ce-a2df8ff8118c req-fefb9bf5-02a8-4d28-9ba9-f2002ee75428 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 931 time: 0.2354400 Mar 11 18:06:53.052266 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db80c3c1-1b20-44e7-a5ee-5001936f37e5 req-fa30fc0d-9ec3-4fef-ba3b-7e9786d73197 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441753 Mar 11 18:06:53.094580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:53.144635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542545b1-4e9e-4876-a35e-8496595f647a {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:06:53.159256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-541fceaf-902f-4a35-a1ce-a2df8ff8118c req-ec2ec7f8-64df-41d3-ad77-53711ce5c21a tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037121 Mar 11 18:06:53.189199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:53.206171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] No DVR routers for this DVR port 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:06:53.211214 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:53.213666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'name': 'network-vif-deleted', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:06:53.227270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Transition to ACTIVE for port object 542545b1-4e9e-4876-a35e-8496595f647a will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:06:53.233208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:53.269712 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ed71f369-9e2d-417d-ae95-1818efe908b9 req-92a02c00-1ec1-4d11-ad82-1e7e9ce0ab62 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "DELETE /v2.0/ports/0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 HTTP/1.1" status: 204 len: 173 time: 1.5888917 Mar 11 18:06:53.289619 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec192c2-b3da-4f86-8a89-67042e9e4a7c', 'name': 'network-vif-deleted', 'tag': '0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2', 'status': 'completed', 'code': 200} Mar 11 18:06:53.433795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Pushing event updated for resources: {'Port': ['ID=542545b1-4e9e-4876-a35e-8496595f647a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:53.602376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Attempting to bind port 542545b1-4e9e-4876-a35e-8496595f647a on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:06:53.602376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Attempting to bind port 542545b1-4e9e-4876-a35e-8496595f647a by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:06:53.602376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Attempting to bind port 542545b1-4e9e-4876-a35e-8496595f647a on network 007e5ca9-1950-466c-9133-580e0b74c87e {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:06:53.609022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Port 542545b1-4e9e-4876-a35e-8496595f647a on network 007e5ca9-1950-466c-9133-580e0b74c87e not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:06:53.609022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Attempting to bind port 542545b1-4e9e-4876-a35e-8496595f647a on network 007e5ca9-1950-466c-9133-580e0b74c87e {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:06:53.624904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:06:53.624904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Checking segment: {'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:06:53.631808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Bound using segment: {'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:06:53.631808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Bound port: 542545b1-4e9e-4876-a35e-8496595f647a, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71509921-80df-49d3-b580-24641d63541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:06:53.631808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:53.804064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] For port 542545b1-4e9e-4876-a35e-8496595f647a, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:53.804064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] For port 542545b1-4e9e-4876-a35e-8496595f647a, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=542545b1-4e9e-4876-a35e-8496595f647a,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:53.811834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:53.892912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:53.894953 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/542545b1-4e9e-4876-a35e-8496595f647a HTTP/1.1" status: 200 len: 1091 time: 2.1383624 Mar 11 18:06:53.928912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6b8fd-618c-4546-ab3b-3f1f1c1b34e4 service neutron] Pushing event updated for resources: {'Port': ['ID=542545b1-4e9e-4876-a35e-8496595f647a,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:54.123015 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-a8c87c58-229e-46dd-9d96-de28106b35ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc880a84057c47479b226c1e36a1d568&device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 1094 time: 0.1316943 Mar 11 18:06:54.228255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-e985e0bd-f60d-4506-9a0d-6a5589367b3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=542545b1-4e9e-4876-a35e-8496595f647a HTTP/1.1" status: 200 len: 217 time: 0.1007023 Mar 11 18:06:54.304246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9ac10d1-8431-41d1-9545-04846a51dcc0 req-a335cc2c-4447-4453-8c54-153f67bf6657 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=dec192c2-b3da-4f86-8a89-67042e9e4a7c HTTP/1.1" status: 200 len: 210 time: 0.0543215 Mar 11 18:06:54.322168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-0c82d355-5469-4620-950f-5744d467528d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:54.322168 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-0c82d355-5469-4620-950f-5744d467528d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5354dac9-4025-4dd0-a8e5-bb4adbb93a5a HTTP/1.1" status: 200 len: 854 time: 0.0875342 Mar 11 18:06:54.405159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-a9308011-942a-4afd-9f45-fec19de44656 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007e5ca9-1950-466c-9133-580e0b74c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742700 Mar 11 18:06:54.611167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2618a8-f51f-4620-b3b7-c655c8f1a2ac req-3b9fbe4e-eb33-4b57-986c-543ed49d01cd tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:54.611167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e2618a8-f51f-4620-b3b7-c655c8f1a2ac req-3b9fbe4e-eb33-4b57-986c-543ed49d01cd tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 943 time: 0.1027687 Mar 11 18:06:54.706179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e2618a8-f51f-4620-b3b7-c655c8f1a2ac req-a967d61c-1d44-42bd-8957-a10e1d0a3a8d tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805478 Mar 11 18:06:54.718446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-88db9a7e-fb04-4a65-90f0-bd8065b83d0c service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061433 Mar 11 18:06:54.914390 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3592a688-991c-4a8c-aeee-3346d08f0348 req-4233ac4f-d83d-4653-b7dd-750372175df2 service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822534 Mar 11 18:06:55.293864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742b6572-fd30-4849-b32c-dde0f8386417', 'tag': '542545b1-4e9e-4876-a35e-8496595f647a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:06:55.361247 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742b6572-fd30-4849-b32c-dde0f8386417', 'tag': '542545b1-4e9e-4876-a35e-8496595f647a', 'status': 'completed', 'code': 200} Mar 11 18:06:55.396304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:06:55.437654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:06:55.437654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 0e8b33c5-ebcc-4ee6-9ccd-88d15b1777b2 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:06:55.515883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b919d2a9-a777-4066-8d50-b61df975d49c req-ecc97f2e-7d6d-4210-b426-5d600df00fd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc880a84057c47479b226c1e36a1d568&device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 1094 time: 0.1021838 Mar 11 18:06:55.722438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919d2a9-a777-4066-8d50-b61df975d49c req-52ed209a-a253-49ba-b487-538cc06fbc73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:55.722438 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b919d2a9-a777-4066-8d50-b61df975d49c req-52ed209a-a253-49ba-b487-538cc06fbc73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=007e5ca9-1950-466c-9133-580e0b74c87e HTTP/1.1" status: 200 len: 916 time: 0.1985705 Mar 11 18:06:55.823276 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b919d2a9-a777-4066-8d50-b61df975d49c req-e32d7946-a052-40a4-9dd0-2aee1ab8c3f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=542545b1-4e9e-4876-a35e-8496595f647a HTTP/1.1" status: 200 len: 217 time: 0.0943782 Mar 11 18:06:55.954948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919d2a9-a777-4066-8d50-b61df975d49c req-f96397c6-0357-4e80-9954-98c1ba8a20e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:55.956576 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b919d2a9-a777-4066-8d50-b61df975d49c req-f96397c6-0357-4e80-9954-98c1ba8a20e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5354dac9-4025-4dd0-a8e5-bb4adbb93a5a HTTP/1.1" status: 200 len: 854 time: 0.1253188 Mar 11 18:06:56.014923 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b919d2a9-a777-4066-8d50-b61df975d49c req-73dce07d-09dd-4e2f-a4ac-3b0116641158 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007e5ca9-1950-466c-9133-580e0b74c87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499861 Mar 11 18:06:56.041428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289677e8-73fa-4c9a-aecb-afbb6377ecb4 req-557d5fc3-a562-408a-a06f-bf5873270195 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:56.052221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-289677e8-73fa-4c9a-aecb-afbb6377ecb4 req-557d5fc3-a562-408a-a06f-bf5873270195 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 943 time: 0.1035309 Mar 11 18:06:56.140324 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-289677e8-73fa-4c9a-aecb-afbb6377ecb4 req-3aa0b262-7c2a-4704-b732-e8df49d8ffb8 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922308 Mar 11 18:06:56.234387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b919d2a9-a777-4066-8d50-b61df975d49c req-eec82569-d119-4306-9bf3-370a93843353 service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092478 Mar 11 18:06:56.418315 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b919d2a9-a777-4066-8d50-b61df975d49c req-b7139a1e-89c6-4033-a7dd-7795e9ddc0ca service neutron] 10.222.0.59 "GET /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735945 Mar 11 18:06:57.414114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 542545b1-4e9e-4876-a35e-8496595f647a details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:06:57.420557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31cf69-43eb-4b70-b792-f5b67f5faf10 req-2bc9b31e-ce51-4278-b5ee-9b0453dfab05 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:57.420557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c31cf69-43eb-4b70-b792-f5b67f5faf10 req-2bc9b31e-ce51-4278-b5ee-9b0453dfab05 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 943 time: 0.0947917 Mar 11 18:06:57.485893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c31cf69-43eb-4b70-b792-f5b67f5faf10 req-99c673fa-b99e-4837-93a9-fd16b5a9bd43 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542755 Mar 11 18:06:57.681688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 542545b1-4e9e-4876-a35e-8496595f647a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=542545b1-4e9e-4876-a35e-8496595f647a,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:57.697290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '542545b1-4e9e-4876-a35e-8496595f647a', 'network_id': '007e5ca9-1950-466c-9133-580e0b74c87e', 'port_id': '542545b1-4e9e-4876-a35e-8496595f647a', 'mac_address': 'fa:16:3e:69:d5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5354dac9-4025-4dd0-a8e5-bb4adbb93a5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:06:57.819843 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:57.850400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542545b1-4e9e-4876-a35e-8496595f647a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:06:57.878920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 542545b1-4e9e-4876-a35e-8496595f647a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=542545b1-4e9e-4876-a35e-8496595f647a,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:57.892038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:58.047127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=542545b1-4e9e-4876-a35e-8496595f647a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:58.062836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.063341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.063778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.064290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.064766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.065301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.066381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.066927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.067589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.068431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.069220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:58.202779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['542545b1-4e9e-4876-a35e-8496595f647a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:06:59.062727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b5bf1-a0f4-4646-b1fd-955219da3cd4 req-8e674444-1c4d-4abd-bdc7-261c9cd18fd3 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:59.062727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-453b5bf1-a0f4-4646-b1fd-955219da3cd4 req-8e674444-1c4d-4abd-bdc7-261c9cd18fd3 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 944 time: 0.3235602 Mar 11 18:06:59.178722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-453b5bf1-a0f4-4646-b1fd-955219da3cd4 req-7d14912c-a5c7-49d9-8b1d-da4e7bf507aa tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105494 Mar 11 18:06:59.417452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 542545b1-4e9e-4876-a35e-8496595f647a up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:06:59.529938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 542545b1-4e9e-4876-a35e-8496595f647a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:06:59.535701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 542545b1-4e9e-4876-a35e-8496595f647a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:59.536063 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:59.693638 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:59.752664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742b6572-fd30-4849-b32c-dde0f8386417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542545b1-4e9e-4876-a35e-8496595f647a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:06:59.768848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 542545b1-4e9e-4876-a35e-8496595f647a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=542545b1-4e9e-4876-a35e-8496595f647a,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:59.775190 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:59.873306 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742b6572-fd30-4849-b32c-dde0f8386417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542545b1-4e9e-4876-a35e-8496595f647a', 'code': 200} Mar 11 18:06:59.885412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=542545b1-4e9e-4876-a35e-8496595f647a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:00.076329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-789c47d4-2a46-4cb6-aaa5-aa282a3455fb req-ed8ac5b5-8716-478d-99eb-149e6a0bf617 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 1096 time: 0.0789750 Mar 11 18:07:00.197353 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d991c4cf-6e53-4ec6-89e6-1b6562db92a8 req-ab57a1a8-e6fa-46ab-b020-70a11a49fd13 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0502398 Mar 11 18:07:00.212201 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-789c47d4-2a46-4cb6-aaa5-aa282a3455fb req-82f0628f-5590-46e1-990e-359319700f29 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323078 Mar 11 18:07:00.371443 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40462) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:00.407703 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d991c4cf-6e53-4ec6-89e6-1b6562db92a8 req-575aafdf-24b5-494b-b62f-4707631e3390 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0719085 Mar 11 18:07:00.458780 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d991c4cf-6e53-4ec6-89e6-1b6562db92a8 req-f98dbc7e-a502-4272-a70a-6d0e66e02b5f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272362 Mar 11 18:07:00.617725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991c4cf-6e53-4ec6-89e6-1b6562db92a8 req-30ede126-c800-4f8e-a4fb-c15c02a2e6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:00.620364 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d991c4cf-6e53-4ec6-89e6-1b6562db92a8 req-30ede126-c800-4f8e-a4fb-c15c02a2e6a3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1605577 Mar 11 18:07:00.620596 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a121bd-2014-4a39-bd09-15b0998f804d req-8709094c-78c7-4d60-bd43-2ac9fae63394 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:00.622118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8a121bd-2014-4a39-bd09-15b0998f804d req-8709094c-78c7-4d60-bd43-2ac9fae63394 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 945 time: 0.2994921 Mar 11 18:07:00.643678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port 7d51f57b-7aef-4d60-b3fb-568a3ad868a8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:00.644006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:00.815800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8a121bd-2014-4a39-bd09-15b0998f804d req-2b9941a6-5573-46d0-b7e7-aad0cbaec029 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831360 Mar 11 18:07:00.868468 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:00.868790 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:01.004381 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for 7d51f57b-7aef-4d60-b3fb-568a3ad868a8 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:01.288193 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:01.425875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=7d51f57b-7aef-4d60-b3fb-568a3ad868a8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:01.504426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:02.233129 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525692a-3b5f-4be5-a143-c8b5756f258e req-7a244e64-b3e3-48e8-bff2-f403d916df23 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:02.233129 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f525692a-3b5f-4be5-a143-c8b5756f258e req-7a244e64-b3e3-48e8-bff2-f403d916df23 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 945 time: 0.2630773 Mar 11 18:07:02.312201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f525692a-3b5f-4be5-a143-c8b5756f258e req-61297317-bdb8-491d-8fc9-7ea912ce3936 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601184 Mar 11 18:07:02.332575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:02.612506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:02.636605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:07:02.652543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:02.701668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:02.701668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:06:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:02.729525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b0ed734d-dfcf-4e45-aab4-d218e1aca789 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "DELETE /v2.0/floatingips/5351b00b-2cbf-4736-ac96-fd4bf98dfbf4 HTTP/1.1" status: 204 len: 168 time: 2.3603203 Mar 11 18:07:02.730405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:02.839046 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263', 'status': 'completed', 'code': 200} Mar 11 18:07:03.079848 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-461d6e68-f041-40be-b5b3-1abb3b1c39b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e242196f104736a813804446649343&device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 1096 time: 0.1794035 Mar 11 18:07:03.340186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:03.722466 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-f6e0828a-95ea-4fa2-9d69-cbd50bdeddfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.722466 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-f6e0828a-95ea-4fa2-9d69-cbd50bdeddfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 200 len: 914 time: 0.6372976 Mar 11 18:07:03.981001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5b72-eda3-45dd-ae6e-83ae4e348867 req-25b2ef3f-c524-42a6-9f49-1e3d3814681c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.983840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-900e5b72-eda3-45dd-ae6e-83ae4e348867 req-25b2ef3f-c524-42a6-9f49-1e3d3814681c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:07:04.025590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-900e5b72-eda3-45dd-ae6e-83ae4e348867 req-25b2ef3f-c524-42a6-9f49-1e3d3814681c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:07:04.028157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-900e5b72-eda3-45dd-ae6e-83ae4e348867 req-25b2ef3f-c524-42a6-9f49-1e3d3814681c tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 945 time: 0.3481600 Mar 11 18:07:04.077657 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-1b449457-1d4a-46e4-8275-045602169b12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 200 len: 217 time: 0.3511980 Mar 11 18:07:04.120926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:04.128615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:07:04.157105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-900e5b72-eda3-45dd-ae6e-83ae4e348867 req-0b475737-8a1e-4613-b36d-e230695b3037 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215847 Mar 11 18:07:04.160194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:04.161060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:06:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:04.179439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-acffa5b3-2c2e-4de6-8331-a3b0db39622f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:04.181147 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-acffa5b3-2c2e-4de6-8331-a3b0db39622f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 200 len: 851 time: 0.0958695 Mar 11 18:07:04.395133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-40c2d1ab-1bba-4159-862d-fa4e8c71645b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4bab14b-ab39-4d15-87fd-d25ff8597aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619740 Mar 11 18:07:04.490046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:04.506093 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:07:04.651461 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-542df9ea-bf26-4503-bb08-b9cb38d7dd50 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516177 Mar 11 18:07:05.069854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-80b78031-eec7-4e9d-9261-9c6c8c32c255 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:05.070938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-80b78031-eec7-4e9d-9261-9c6c8c32c255 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Synchronizing usage tracker for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:07:05.096776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-80b78031-eec7-4e9d-9261-9c6c8c32c255 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Unset dirty status for tenant:95e242196f104736a813804446649343 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:07:05.098348 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-80b78031-eec7-4e9d-9261-9c6c8c32c255 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 945 time: 0.4175882 Mar 11 18:07:05.105160 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4557007f-fb2f-410f-bbd7-c83fe63c1722 req-1edb0028-62c5-4ead-a835-8a6f868cca04 service neutron] 10.222.0.59 "GET /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377030 Mar 11 18:07:05.207529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:05.222794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8d1b-dbe2-4d29-bb05-1d424501237f None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T17:51:52Z', 'revision_number': 4, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a0c1f4f5-79c0-4906-873e-4464a2303a16', 'name': '', 'network_id': 'c4bab14b-ab39-4d15-87fd-d25ff8597aae', 'tenant_id': '95e242196f104736a813804446649343', 'mac_address': 'fa:16:3e:69:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:50Z', 'updated_at': '2022-03-11T17:52:10Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'subnets': [{'id': 'd9eb2755-5726-4e57-9596-ee0972f130ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:07:05.408436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port 772fc98f-edd3-4506-b765-ad5f7b458263 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:05.408436 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:05.605993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea261ff2-0d72-461e-af54-418c60b20e12 req-40cbecd3-f2bd-4505-9ad6-18a0cc355ec0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:05.608843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea261ff2-0d72-461e-af54-418c60b20e12 req-40cbecd3-f2bd-4505-9ad6-18a0cc355ec0 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 945 time: 0.1488554 Mar 11 18:07:05.731804 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54cfd1-acaf-4ca4-b2dd-cb7ad2ef6b13 None None] New status for floating IP 5351b00b-2cbf-4736-ac96-fd4bf98dfbf4: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:07:05.774452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea261ff2-0d72-461e-af54-418c60b20e12 req-06430aee-d98f-485c-89b5-adf95008f225 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/security-groups?id=62ed9495-5534-4e6d-b482-9b3d7cb59b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460943 Mar 11 18:07:05.950908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] For port 772fc98f-edd3-4506-b765-ad5f7b458263, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=772fc98f-edd3-4506-b765-ad5f7b458263,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:05.951586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:06.227138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for 772fc98f-edd3-4506-b765-ad5f7b458263 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:06.459632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:06.534010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=772fc98f-edd3-4506-b765-ad5f7b458263,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:06.674329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] No DVR routers for this DVR port 772fc98f-edd3-4506-b765-ad5f7b458263 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:07:06.677235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:06.681869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'name': 'network-vif-deleted', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:06.704543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-753f9c2a-4bda-4afa-9b6b-2bbb745d19d3 req-6efb4526-22c2-458d-9e84-277ff99f76de tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.59 "DELETE /v2.0/ports/772fc98f-edd3-4506-b765-ad5f7b458263 HTTP/1.1" status: 204 len: 173 time: 1.5976577 Mar 11 18:07:06.774313 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee6ed63-889d-4c76-92df-641d36ee43fc', 'name': 'network-vif-deleted', 'tag': '772fc98f-edd3-4506-b765-ad5f7b458263', 'status': 'completed', 'code': 200} Mar 11 18:07:07.086069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc781c94-c076-469e-98a0-48d47809d38c req-7f4a169e-df31-4ac5-bacc-d8cffb57c384 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 210 time: 0.0716114 Mar 11 18:07:08.385404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed549efe-f02c-4346-b03d-ab88d937fbc3 req-1c0eec65-9ec3-44a4-b347-b1b2828b36bf tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ee6ed63-889d-4c76-92df-641d36ee43fc HTTP/1.1" status: 200 len: 210 time: 0.0821590 Mar 11 18:07:09.448798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 772fc98f-edd3-4506-b765-ad5f7b458263 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:09.497337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 772fc98f-edd3-4506-b765-ad5f7b458263 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:09.497337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 772fc98f-edd3-4506-b765-ad5f7b458263 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:09.552506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40566) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:09.722774 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:09.740579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Deleting port fc2fa066-203d-4872-8681-8a823905c7ee {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:09.740579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:09.931115 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:09.931433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:10.080003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Calling delete_port for fc2fa066-203d-4872-8681-8a823905c7ee owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:10.236445 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:10.288662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'Port': ['ID=fc2fa066-203d-4872-8681-8a823905c7ee,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:10.388508 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:10.412478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:10.418638 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0b25b0ae-06b0-4400-acb3-eb2556167633 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "DELETE /v2.0/floatingips/1867ef43-f2cf-4d2b-97ca-2c40a93b5741 HTTP/1.1" status: 204 len: 168 time: 0.8620205 Mar 11 18:07:12.434764 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2e4061e-0092-471b-81f6-a1cf4c1f680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:12.990838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40624) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:13.103569 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d394f9b1-315a-4d9c-8895-668cf6d570f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:13.157138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d394f9b1-315a-4d9c-8895-668cf6d570f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:13.350196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d394f9b1-315a-4d9c-8895-668cf6d570f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:13.413074 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394f9b1-315a-4d9c-8895-668cf6d570f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed9495-5534-4e6d-b482-9b3d7cb59b35,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:13.426696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d394f9b1-315a-4d9c-8895-668cf6d570f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:13.426696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d394f9b1-315a-4d9c-8895-668cf6d570f7 tempest-TestVolumeBootPattern-111694347 tempest-TestVolumeBootPattern-111694347-project] 10.222.0.96 "DELETE /v2.0/security-groups/62ed9495-5534-4e6d-b482-9b3d7cb59b35 HTTP/1.1" status: 204 len: 168 time: 0.4309745 Mar 11 18:07:13.579492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40636) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:14.588340 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00a5e2b2-8102-4503-9710-23af08ba0864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:14.789858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:15.588167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Deleting port a0c1f4f5-79c0-4906-873e-4464a2303a16 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:15.588167 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:15.757985 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:15.868295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] For port a0c1f4f5-79c0-4906-873e-4464a2303a16, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a0c1f4f5-79c0-4906-873e-4464a2303a16,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:15.868295 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:15.874085 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:16.016414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Calling delete_port for a0c1f4f5-79c0-4906-873e-4464a2303a16 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:16.264027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:16.307480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c1f4f5-79c0-4906-873e-4464a2303a16,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:16.854614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:17.147538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:17.734722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Router a6238313-560d-4af1-a659-dcd5bae778c0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:17.974111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:17.987364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] Sync routers for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:07:18.003813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:18.003813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:18.006748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40700) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:18.029153 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bc0a0e3c-ab50-42d8-b14d-05e4b3f95c52 admin admin] 10.222.0.96 "PUT /v2.0/routers/a6238313-560d-4af1-a659-dcd5bae778c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4443021 Mar 11 18:07:18.298783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:18.308019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:18.765195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T18:07:16Z', 'revision_number': 5, 'project_id': '95e242196f104736a813804446649343', 'gw_port': {'id': 'b3ca00b1-87c2-4e35-a2aa-728abbea1f11', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:51:41Z', 'updated_at': '2022-03-11T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:18.769689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:18.771349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] Checking router: a6238313-560d-4af1-a659-dcd5bae778c0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:07:18.781156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Deleting port b3ca00b1-87c2-4e35-a2aa-728abbea1f11 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:18.781548 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:18.812533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] Routers {'a6238313-560d-4af1-a659-dcd5bae778c0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:18.812533 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['a6238313-560d-4af1-a659-dcd5bae778c0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:19.004345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] For port b3ca00b1-87c2-4e35-a2aa-728abbea1f11, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:19.004345 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:19.073332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] Set router a6238313-560d-4af1-a659-dcd5bae778c0 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:19.163707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Calling delete_port for b3ca00b1-87c2-4e35-a2aa-728abbea1f11 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:19.275987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T18:07:18Z', 'revision_number': 6, 'project_id': '95e242196f104736a813804446649343', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:19.281567 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601a805-d718-4444-8c25-18df9fe8ff76 None None] The sync data for ids ['a6238313-560d-4af1-a659-dcd5bae778c0'] in n-d-833436-1 is: [{'id': 'a6238313-560d-4af1-a659-dcd5bae778c0', 'name': 'tempest-TestVolumeBootPattern-1672709904-router', 'tenant_id': '95e242196f104736a813804446649343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:51:39Z', 'updated_at': '2022-03-11T18:07:18Z', 'revision_number': 6, 'project_id': '95e242196f104736a813804446649343', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:07:19.486701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:19.539950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ca00b1-87c2-4e35-a2aa-728abbea1f11,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.548643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.550889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.550889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:19.869937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.154611 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.158934 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.213588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.213588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6238313-560d-4af1-a659-dcd5bae778c0 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:07:20.235732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.235732 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0ba43573-ca10-4fab-9fd5-a2566c8afd6e admin admin] 10.222.0.96 "DELETE /v2.0/routers/a6238313-560d-4af1-a659-dcd5bae778c0 HTTP/1.1" status: 204 len: 168 time: 2.2310019 Mar 11 18:07:20.239420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40730) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:20.326300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] Deleting subnet d9eb2755-5726-4e57-9596-ee0972f130ce {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:07:20.326300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.415542 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.578877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.699402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.768047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9eb2755-5726-4e57-9596-ee0972f130ce,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:20.768047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.779910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ebe08890-5bc6-4c11-9eb9-8f13609494be admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d9eb2755-5726-4e57-9596-ee0972f130ce HTTP/1.1" status: 204 len: 168 time: 0.5352709 Mar 11 18:07:20.782802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ba503-d795-4a8c-b5e5-e240b2101946 None None] Network c4bab14b-ab39-4d15-87fd-d25ff8597aae requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:07:20.785985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40742) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:20.881006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a0c1f4f5-79c0-4906-873e-4464a2303a16 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:20.929609 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:20.944332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Deleting port 8da4593f-a343-44ae-bca0-e7b455a72840 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:20.944696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:21.013268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a0c1f4f5-79c0-4906-873e-4464a2303a16 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:21.013268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a0c1f4f5-79c0-4906-873e-4464a2303a16 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:21.013268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3ca00b1-87c2-4e35-a2aa-728abbea1f11 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:21.101463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b3ca00b1-87c2-4e35-a2aa-728abbea1f11 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:21.101463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3ca00b1-87c2-4e35-a2aa-728abbea1f11 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:21.357827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] DHCP port deletion for c4bab14b-ab39-4d15-87fd-d25ff8597aae request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:07:21.361619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Deleting port 8da4593f-a343-44ae-bca0-e7b455a72840 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:21.361619 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:21.431724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] For port 8da4593f-a343-44ae-bca0-e7b455a72840, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8da4593f-a343-44ae-bca0-e7b455a72840,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:21.431724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:21.634439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Calling delete_port for 8da4593f-a343-44ae-bca0-e7b455a72840 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:21.748004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] For port 8da4593f-a343-44ae-bca0-e7b455a72840, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8da4593f-a343-44ae-bca0-e7b455a72840,segment=NetworkSegment(97d0c653-61c0-4456-bd74-4c85b89cd6e1),segment_id=97d0c653-61c0-4456-bd74-4c85b89cd6e1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:21.748481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:21.771739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:21.862434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da4593f-a343-44ae-bca0-e7b455a72840,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:21.874314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] No DVR routers for this DVR port 8da4593f-a343-44ae-bca0-e7b455a72840 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:07:21.956697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Calling delete_port for 8da4593f-a343-44ae-bca0-e7b455a72840 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:22.033351 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:22.049183 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:07:22.049623 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:07:22.063268 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bab14b-ab39-4d15-87fd-d25ff8597aae']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:22.077594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d0c653-61c0-4456-bd74-4c85b89cd6e1') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:22.077788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d0c653-61c0-4456-bd74-4c85b89cd6e1') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:22.092263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:22.127647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:22.130189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:07:22.130189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:07:22.150898 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:07:22.263200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:22.296749 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:22.309114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4bab14b-ab39-4d15-87fd-d25ff8597aae,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:22.325258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a945f91b-ab75-4914-8a19-46594828e286 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c4bab14b-ab39-4d15-87fd-d25ff8597aae HTTP/1.1" status: 204 len: 168 time: 1.5478971 Mar 11 18:07:22.328344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40764) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:22.550854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Deleting port 8da4593f-a343-44ae-bca0-e7b455a72840 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:22.551230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:22.665198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c0b91d52-acf2-4a91-bdde-26483c45df4a None None] The port '8da4593f-a343-44ae-bca0-e7b455a72840' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:07:22.865087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8da4593f-a343-44ae-bca0-e7b455a72840 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:22.936988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8da4593f-a343-44ae-bca0-e7b455a72840 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:22.936988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8da4593f-a343-44ae-bca0-e7b455a72840 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:23.112575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:23.928870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Deleting port 8d5ad50f-9c73-4d22-9e89-dea73866b03a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:23.928870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:24.194243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] For port 8d5ad50f-9c73-4d22-9e89-dea73866b03a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8d5ad50f-9c73-4d22-9e89-dea73866b03a,segment=NetworkSegment(5690fb6b-b557-4e4b-b9d4-0d69aacd6943),segment_id=5690fb6b-b557-4e4b-b9d4-0d69aacd6943)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:24.194675 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:24.330821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Calling delete_port for 8d5ad50f-9c73-4d22-9e89-dea73866b03a owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:24.521674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:24.569585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5ad50f-9c73-4d22-9e89-dea73866b03a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:25.029534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:25.712675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Router 5a9e25ef-52cd-4438-b112-1030b4777586 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:25.929504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:25.939216 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] Sync routers for ids ['5a9e25ef-52cd-4438-b112-1030b4777586'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:07:25.947175 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c68eece7-a9a4-4eac-a65e-1ef7927d829e admin admin] 10.222.0.96 "PUT /v2.0/routers/5a9e25ef-52cd-4438-b112-1030b4777586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6171334 Mar 11 18:07:25.950007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:25.953137 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] Routers {'5a9e25ef-52cd-4438-b112-1030b4777586'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:25.953768 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5a9e25ef-52cd-4438-b112-1030b4777586'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:26.164897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:26.179984 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] Set router 5a9e25ef-52cd-4438-b112-1030b4777586 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:26.400097 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:26.413748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Deleting port d9d04aa1-b154-44b6-8322-aa5edfad5407 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:26.414750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:26.496397 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T18:07:24Z', 'revision_number': 5, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port': {'id': 'd9d04aa1-b154-44b6-8322-aa5edfad5407', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:08Z', 'updated_at': '2022-03-11T17:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:26.505961 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] Checking router: 5a9e25ef-52cd-4438-b112-1030b4777586 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:07:26.518236 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] Routers {'5a9e25ef-52cd-4438-b112-1030b4777586'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:26.518940 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['5a9e25ef-52cd-4438-b112-1030b4777586'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:26.664566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] For port d9d04aa1-b154-44b6-8322-aa5edfad5407, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d9d04aa1-b154-44b6-8322-aa5edfad5407,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:26.665214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:26.695002 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] Set router 5a9e25ef-52cd-4438-b112-1030b4777586 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:26.841173 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T18:07:26Z', 'revision_number': 6, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:26.846103 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d3a52-5398-44f2-bd3d-86896dad87c5 None None] The sync data for ids ['5a9e25ef-52cd-4438-b112-1030b4777586'] in n-d-833436-1 is: [{'id': '5a9e25ef-52cd-4438-b112-1030b4777586', 'name': 'tempest-TestVolumeBootPattern-387853174-router', 'tenant_id': 'd3fd8ca921a64b40864637c18982607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:05Z', 'updated_at': '2022-03-11T18:07:26Z', 'revision_number': 6, 'project_id': 'd3fd8ca921a64b40864637c18982607e', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:07:26.848917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:26.857628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334101780', 'description': 'tempest-secgroup-smoke-334101780 description', 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:26.864789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:26.873882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:26.877553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:26.885622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:26.904839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:26.933043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Calling delete_port for d9d04aa1-b154-44b6-8322-aa5edfad5407 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:26.942874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:26.946698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:26.949461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:26.955040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:27.009395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.014197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.059228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:27.061977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.063276 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-059a65e6-1ba7-4d39-bdae-a2fe115d5729 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2133417 Mar 11 18:07:27.066210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40826) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:27.072220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'security_group_rule': {'security_group_id': '5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c', 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:27.079398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:27.084326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:27.087391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bb131-9bda-437c-8fe3-5b3b1359ddb4 req-c1ba15af-0602-4381-bab0-18e551f07d8b tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:27.088151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:27.088884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e53bb131-9bda-437c-8fe3-5b3b1359ddb4 req-c1ba15af-0602-4381-bab0-18e551f07d8b tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 945 time: 0.1303055 Mar 11 18:07:27.094187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:27.113051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.177776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e53bb131-9bda-437c-8fe3-5b3b1359ddb4 req-4577de9b-517e-43c8-bbba-091fd29be50f tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779619 Mar 11 18:07:27.180657 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.186350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.219242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e27f4f-6a17-4e7d-a7b0-af751ee137ed,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:27.228761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.230284 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.231738 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d635d82f-7aa2-4045-8695-fa3112db6b95 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1645517 Mar 11 18:07:27.234547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40830) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:27.240307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'security_group_rule': {'security_group_id': '5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c', 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:27.247487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:27.251390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:27.254926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:27.261316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:27.276858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d04aa1-b154-44b6-8322-aa5edfad5407,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:27.285843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.359849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.364823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.392997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82be2ba2-95dc-4709-b7ab-30ed7b23f728,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:27.399814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.403699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-01277268-e030-4090-a8ad-673647ad3191 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1655433 Mar 11 18:07:27.403948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40834) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:27.409899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'security_group_rule': {'security_group_id': '5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c', 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:27.417268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:27.421646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:27.424760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:27.430460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:27.448955 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.512266 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.515962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.521295 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.546984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7ca140-f65c-4f90-929f-58e61bc3ca73,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:27.556895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.558155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9e201986-8289-49b8-b268-2bb55d484106 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1531718 Mar 11 18:07:27.560898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40838) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:27.571309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'security_group_rule': {'security_group_id': '5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c', 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:27.573496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:27.577280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:27.580342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:27.586500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:27.605701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.674762 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.681464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.706476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019363d0-eba3-4919-ade0-82dd525189af,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:27.717952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.719196 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f203f1df-24c5-4e5d-a395-00fdad40c108 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1573601 Mar 11 18:07:27.722001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40842) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:27.728864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'security_group_rule': {'security_group_id': '5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c', 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:27.735645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:27.739494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:27.742455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:27.748088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:27.761402 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Project af7d276483dc4ab08727ab8aaeeeeefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:07:27.768355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.803804 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.808206 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.835506 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.835972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a9e25ef-52cd-4438-b112-1030b4777586 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:07:27.841291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.846291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.851529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.853332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d6d76d3b-fbfd-4b39-8f02-a58ce205cfc2 admin admin] 10.222.0.96 "DELETE /v2.0/routers/5a9e25ef-52cd-4438-b112-1030b4777586 HTTP/1.1" status: 204 len: 168 time: 1.9015689 Mar 11 18:07:27.855655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40846) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:27.876165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df61c80f-120b-4367-91ed-86f6a9fa02d4,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:27.888006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.889241 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fb298d96-2534-43dc-9910-c09f8326206b tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1662562 Mar 11 18:07:27.892205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40850) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:27.898436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'security_group_rule': {'security_group_id': '5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c', 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:27.905671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:27.909778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:security_group_rule and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:27.912848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:27.919399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:27.929934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] Deleting subnet 94d72f06-7a0c-4afe-8866-1599dffea446 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:07:27.933916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:27.994770 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.039181 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Project af7d276483dc4ab08727ab8aaeeeeefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:07:28.045954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.080048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.122754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.128506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.153588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b197e85-6a57-408c-832c-82b1344c5c08,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:28.162280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.179670 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.189388 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-20723c08-43dd-4d95-b02f-cea92555aa5f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2877162 Mar 11 18:07:28.200510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d72f06-7a0c-4afe-8866-1599dffea446,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:28.210531 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.215823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae50e5-de48-49ec-88ac-be476c0844f9 None None] Network c4591257-dc9e-40ee-9e5d-61b07e403c09 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:07:28.218447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-90ed423d-c8a0-4c38-ad0d-23d75dae2054 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/94d72f06-7a0c-4afe-8866-1599dffea446 HTTP/1.1" status: 204 len: 168 time: 0.3602748 Mar 11 18:07:28.219844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40856) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:28.337674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.351094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Deleting port 70e2420d-bfe2-47d4-9854-85776f9e2c41 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:28.351423 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.463920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d9fee-7129-4c7e-9980-10af81e17da2 req-ed2c9c3f-0588-4947-97ee-5e1fd560ca30 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:28.466157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-791d9fee-7129-4c7e-9980-10af81e17da2 req-ed2c9c3f-0588-4947-97ee-5e1fd560ca30 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 945 time: 0.0966117 Mar 11 18:07:28.531318 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] DHCP port deletion for c4591257-dc9e-40ee-9e5d-61b07e403c09 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:07:28.536225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Deleting port 70e2420d-bfe2-47d4-9854-85776f9e2c41 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:28.536593 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.558042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-791d9fee-7129-4c7e-9980-10af81e17da2 req-920558a4-ea3a-466f-b355-c35355a43349 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849912 Mar 11 18:07:28.561410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-29253dbc-e09f-463e-a4e4-b52356b34f5d tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334101780&fields=id&tenant_id=af7d276483dc4ab08727ab8aaeeeeefb HTTP/1.1" status: 200 len: 267 time: 0.0746787 Mar 11 18:07:28.626976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] For port 70e2420d-bfe2-47d4-9854-85776f9e2c41, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=70e2420d-bfe2-47d4-9854-85776f9e2c41,segment=NetworkSegment(5690fb6b-b557-4e4b-b9d4-0d69aacd6943),segment_id=5690fb6b-b557-4e4b-b9d4-0d69aacd6943)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:28.627322 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.758997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] For port 70e2420d-bfe2-47d4-9854-85776f9e2c41, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=70e2420d-bfe2-47d4-9854-85776f9e2c41,segment=NetworkSegment(5690fb6b-b557-4e4b-b9d4-0d69aacd6943),segment_id=5690fb6b-b557-4e4b-b9d4-0d69aacd6943)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:28.759859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.765345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Calling delete_port for 70e2420d-bfe2-47d4-9854-85776f9e2c41 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:28.828252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-4797c650-fe7e-427a-a44f-c00397cc2e28 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:28.828946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-4797c650-fe7e-427a-a44f-c00397cc2e28 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Synchronizing usage tracker for tenant:cc880a84057c47479b226c1e36a1d568 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:07:28.835116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d9d04aa1-b154-44b6-8322-aa5edfad5407 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:28.846128 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9e9f59e3-43c7-413d-8818-35f646842d4e tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:28.847628 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9e9f59e3-43c7-413d-8818-35f646842d4e tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 813 time: 0.2794640 Mar 11 18:07:28.862525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-4797c650-fe7e-427a-a44f-c00397cc2e28 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Unset dirty status for tenant:cc880a84057c47479b226c1e36a1d568 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:07:28.864145 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-4797c650-fe7e-427a-a44f-c00397cc2e28 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 945 time: 0.3305559 Mar 11 18:07:28.866312 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:28.869355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-1d5ea66b-6398-4a75-93c3-b108fca830d2 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/quotas/af7d276483dc4ab08727ab8aaeeeeefb HTTP/1.1" status: 200 len: 375 time: 0.0156348 Mar 11 18:07:28.927211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Calling delete_port for 70e2420d-bfe2-47d4-9854-85776f9e2c41 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:28.951859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e2420d-bfe2-47d4-9854-85776f9e2c41,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:28.952798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d9d04aa1-b154-44b6-8322-aa5edfad5407 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:28.953354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d9d04aa1-b154-44b6-8322-aa5edfad5407 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:28.954016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 70e2420d-bfe2-47d4-9854-85776f9e2c41 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:28.968388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] No DVR routers for this DVR port 70e2420d-bfe2-47d4-9854-85776f9e2c41 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:07:28.975106 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-3a2aba93-0ee6-4c5f-afb3-7857ea0cb50c tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994794 Mar 11 18:07:28.995761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 70e2420d-bfe2-47d4-9854-85776f9e2c41 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:28.996098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 70e2420d-bfe2-47d4-9854-85776f9e2c41 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:28.996405 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8d5ad50f-9c73-4d22-9e89-dea73866b03a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:29.026058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Deleting port 542545b1-4e9e-4876-a35e-8496595f647a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:29.026434 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.084270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8d5ad50f-9c73-4d22-9e89-dea73866b03a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:29.084614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8d5ad50f-9c73-4d22-9e89-dea73866b03a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:29.118445 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:07:29.119177 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:07:29.139032 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.195855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-579c9f47-a26a-4abf-8da7-ef66ab7db0ac service neutron] 10.222.0.96 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185805 Mar 11 18:07:29.207355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4591257-dc9e-40ee-9e5d-61b07e403c09']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:29.231311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5690fb6b-b557-4e4b-b9d4-0d69aacd6943') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:29.231574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5690fb6b-b557-4e4b-b9d4-0d69aacd6943') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:29.249098 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.335625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-f070c2d5-f906-4acb-8eff-739eb7b6ccdd service neutron] 10.222.0.96 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330266 Mar 11 18:07:29.338543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.350684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:07:29.351092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:07:29.364737 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:07:29.467123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.485103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.500163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] For port 542545b1-4e9e-4876-a35e-8496595f647a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=542545b1-4e9e-4876-a35e-8496595f647a,segment=NetworkSegment(71509921-80df-49d3-b580-24641d63541c),segment_id=71509921-80df-49d3-b580-24641d63541c)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:29.500448 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.507891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4591257-dc9e-40ee-9e5d-61b07e403c09,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:29.520748 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9267799c-6f81-4b44-b49a-6d06c41dc665 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c4591257-dc9e-40ee-9e5d-61b07e403c09 HTTP/1.1" status: 204 len: 168 time: 1.2996500 Mar 11 18:07:29.621546 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Deleting port 70e2420d-bfe2-47d4-9854-85776f9e2c41 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:07:29.622045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.695640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40880) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:29.751141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Calling delete_port for 542545b1-4e9e-4876-a35e-8496595f647a owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:07:29.780260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4603-9fe2-4984-ada9-3401531cf420 None None] The port '70e2420d-bfe2-47d4-9854-85776f9e2c41' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:07:29.888935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a0bb8856-b1d6-4326-84ab-891383e0efe5 req-75c72a64-6115-4de2-92cb-3ad9075a6532 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 210 time: 0.1061678 Mar 11 18:07:29.911993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e4f2bdad-25da-4649-a096-53b6069519ee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=95e242196f104736a813804446649343&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2140958 Mar 11 18:07:29.914622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40890) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:29.929431 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:29.941804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298613b-8af2-4c61-86d9-6f3da8d1841e req-901acb98-4483-4ceb-b2e6-50e600f6937c tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:29.943709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7298613b-8af2-4c61-86d9-6f3da8d1841e req-901acb98-4483-4ceb-b2e6-50e600f6937c tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/ports?device_id=742b6572-fd30-4849-b32c-dde0f8386417 HTTP/1.1" status: 200 len: 945 time: 0.1621561 Mar 11 18:07:29.961506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['542545b1-4e9e-4876-a35e-8496595f647a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:07:29.982635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Pushing event deleted for resources: {'Port': ['ID=542545b1-4e9e-4876-a35e-8496595f647a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:30.011046 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7298613b-8af2-4c61-86d9-6f3da8d1841e req-68c021d5-4f62-4c27-9a74-7b8b07c4e01f tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.96 "GET /v2.0/security-groups?id=e70dec94-0351-4eb0-8afe-32ece0627100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Mar 11 18:07:30.094883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] No DVR routers for this DVR port 542545b1-4e9e-4876-a35e-8496595f647a on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:07:30.103541 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.105990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742b6572-fd30-4849-b32c-dde0f8386417', 'name': 'network-vif-deleted', 'tag': '542545b1-4e9e-4876-a35e-8496595f647a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:30.123435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-048c6e98-484d-4fad-b921-c8e40075e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.137249 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3c1effd6-1d97-4752-8946-a1411e54eb51 req-a6f77783-31d3-41b0-a630-cba7fed72227 tempest-VolumesSnapshotTestJSON-2007864091 tempest-VolumesSnapshotTestJSON-2007864091-project] 10.222.0.59 "DELETE /v2.0/ports/542545b1-4e9e-4876-a35e-8496595f647a HTTP/1.1" status: 204 len: 173 time: 1.2658298 Mar 11 18:07:30.159897 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-048c6e98-484d-4fad-b921-c8e40075e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.170967 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742b6572-fd30-4849-b32c-dde0f8386417', 'name': 'network-vif-deleted', 'tag': '542545b1-4e9e-4876-a35e-8496595f647a', 'status': 'completed', 'code': 200} Mar 11 18:07:30.221127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-048c6e98-484d-4fad-b921-c8e40075e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.242724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c6e98-484d-4fad-b921-c8e40075e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ae734-838d-460d-a1fa-72c962c980b1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:30.250706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-048c6e98-484d-4fad-b921-c8e40075e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.252393 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-048c6e98-484d-4fad-b921-c8e40075e957 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d82ae734-838d-460d-a1fa-72c962c980b1 HTTP/1.1" status: 204 len: 168 time: 0.3363106 Mar 11 18:07:30.726760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 40904) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:30.784664 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d3c546f1-88ee-44ce-9081-e6dfeef57862 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d3fd8ca921a64b40864637c18982607e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565972 Mar 11 18:07:30.787590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 40908) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:30.852923 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9ccc0fa-13a8-4f1e-ae56-a70ea8d268a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.879099 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9ccc0fa-13a8-4f1e-ae56-a70ea8d268a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.931107 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9ccc0fa-13a8-4f1e-ae56-a70ea8d268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.948106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccc0fa-13a8-4f1e-ae56-a70ea8d268a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f748ee5-0816-454e-9f0a-ce2823f1c9c6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:30.953844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9ccc0fa-13a8-4f1e-ae56-a70ea8d268a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:30.955112 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a9ccc0fa-13a8-4f1e-ae56-a70ea8d268a8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f748ee5-0816-454e-9f0a-ce2823f1c9c6 HTTP/1.1" status: 204 len: 168 time: 0.1664510 Mar 11 18:07:31.062587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c110dd98-2640-40d4-b0f7-fedebd62cfdf req-2a0e8f81-b019-4236-99bc-c6f51563c286 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 210 time: 0.0485764 Mar 11 18:07:31.396127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-0b5a356c-ed7b-4aa4-81e8-1264f87ce740 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:31.396923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-0b5a356c-ed7b-4aa4-81e8-1264f87ce740 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Synchronizing usage tracker for tenant:af7d276483dc4ab08727ab8aaeeeeefb on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:07:31.430654 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-0b5a356c-ed7b-4aa4-81e8-1264f87ce740 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Unset dirty status for tenant:af7d276483dc4ab08727ab8aaeeeeefb on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:07:31.432409 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-0b5a356c-ed7b-4aa4-81e8-1264f87ce740 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.59 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 813 time: 0.2204530 Mar 11 18:07:31.523686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-03d3e9ac-b932-4f6a-812d-9bf8a0d3e918 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Synchronizing usage tracker for tenant:af7d276483dc4ab08727ab8aaeeeeefb on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:07:31.550211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-03d3e9ac-b932-4f6a-812d-9bf8a0d3e918 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Unset dirty status for tenant:af7d276483dc4ab08727ab8aaeeeeefb on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:07:31.551820 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-03d3e9ac-b932-4f6a-812d-9bf8a0d3e918 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af7d276483dc4ab08727ab8aaeeeeefb HTTP/1.1" status: 200 len: 379 time: 0.0989339 Mar 11 18:07:31.590017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'port': {'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'admin_state_up': True, 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'security_groups': ['5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:31.788562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:31.792343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:port and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:31.795526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:31.801193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:31.812908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Made reservation on behalf of af7d276483dc4ab08727ab8aaeeeeefb for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:07:31.816137 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:31.986653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Allocated IP 172.20.0.12 (0b53b571-9945-42b2-bc0c-9ae5da41ccb9/3dbc9a8b-76e6-4bd0-a19d-c270b763643f/756a083f-3293-4749-b97b-8e5d820cbd8c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:07:32.201930 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:32.218664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Transition to ACTIVE for port object 756a083f-3293-4749-b97b-8e5d820cbd8c will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:07:32.244344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:32.308885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac555-1ed3-483c-926f-44ef1a979144 req-9b23cd6c-137b-48fd-9aae-064cff06f4ab tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:32.310641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-621ac555-1ed3-483c-926f-44ef1a979144 req-9b23cd6c-137b-48fd-9aae-064cff06f4ab tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 932 time: 0.0910475 Mar 11 18:07:32.342301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:07:32.345822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:32.351016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:07:32.378761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'Port': ['ID=756a083f-3293-4749-b97b-8e5d820cbd8c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:32.391194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-621ac555-1ed3-483c-926f-44ef1a979144 req-127c8b5c-4d01-4345-8b50-6dc348d2a3de tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748541 Mar 11 18:07:32.432332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:32.433005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:32.463036 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-9dcfdfb2-65ee-4623-a071-2a240bcbe447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826883 Mar 11 18:07:32.481281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Request body: {'port': {'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:32.612987 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:32.625128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f44d0a02-9a04-4ccd-a474-2706e8350f72 None None] Provisioning for port 756a083f-3293-4749-b97b-8e5d820cbd8c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:07:32.631524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f44d0a02-9a04-4ccd-a474-2706e8350f72 None None] Provisioning complete for port 756a083f-3293-4749-b97b-8e5d820cbd8c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:07:32.632168 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f44d0a02-9a04-4ccd-a474-2706e8350f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:32.701789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f44d0a02-9a04-4ccd-a474-2706e8350f72 None None] Port 756a083f-3293-4749-b97b-8e5d820cbd8c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:07:33.093369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756a083f-3293-4749-b97b-8e5d820cbd8c {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:07:33.100747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:33.116000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Transition to ACTIVE for port object 756a083f-3293-4749-b97b-8e5d820cbd8c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:07:33.126078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:33.279120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Pushing event updated for resources: {'Port': ['ID=756a083f-3293-4749-b97b-8e5d820cbd8c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:33.407304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Attempting to bind port 756a083f-3293-4749-b97b-8e5d820cbd8c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:07:33.407885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Attempting to bind port 756a083f-3293-4749-b97b-8e5d820cbd8c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:07:33.408320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Attempting to bind port 756a083f-3293-4749-b97b-8e5d820cbd8c on network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:07:33.426975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Port 756a083f-3293-4749-b97b-8e5d820cbd8c on network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:07:33.426975 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Attempting to bind port 756a083f-3293-4749-b97b-8e5d820cbd8c on network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:07:33.428592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:07:33.429058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Checking segment: {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:07:33.429594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Bound using segment: {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:07:33.430111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Bound port: 756a083f-3293-4749-b97b-8e5d820cbd8c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedcbade-9890-43d2-8795-764cff741171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:07:33.430665 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:33.546494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] For port 756a083f-3293-4749-b97b-8e5d820cbd8c, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:07:33.550114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] For port 756a083f-3293-4749-b97b-8e5d820cbd8c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=756a083f-3293-4749-b97b-8e5d820cbd8c,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:07:33.557872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:33.578063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 542545b1-4e9e-4876-a35e-8496595f647a no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:07:33.622349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 542545b1-4e9e-4876-a35e-8496595f647a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:07:33.623487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 542545b1-4e9e-4876-a35e-8496595f647a not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:07:33.657186 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:33.659479 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] 10.222.0.59 "PUT /v2.0/ports/756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 1092 time: 1.1823487 Mar 11 18:07:33.660406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:33.670461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300668be-1a87-420b-8fd5-85993fc72a8f service neutron] Pushing event updated for resources: {'Port': ['ID=756a083f-3293-4749-b97b-8e5d820cbd8c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:33.710704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77803636-5376-43af-bca5-b6567b4fc2a3 req-c7f04527-d9c8-480b-b5ae-6330fe459d70 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:33.720445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77803636-5376-43af-bca5-b6567b4fc2a3 req-c7f04527-d9c8-480b-b5ae-6330fe459d70 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 944 time: 0.1500804 Mar 11 18:07:33.790055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77803636-5376-43af-bca5-b6567b4fc2a3 req-904d4ee1-1ac3-43a5-83a8-3becd53caad6 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684156 Mar 11 18:07:33.825496 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'status': 'completed', 'code': 200} Mar 11 18:07:33.885133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-f7113873-0d95-4d79-95b5-87ba9e7c5a13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1095 time: 0.1141508 Mar 11 18:07:33.974593 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-096a2f5e-cdd0-45fa-8b7e-b63182a3ed37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 217 time: 0.0756071 Mar 11 18:07:34.050112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-4e303ef3-de0b-44c4-9cde-adf0bcfb626b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:34.051687 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-4e303ef3-de0b-44c4-9cde-adf0bcfb626b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 200 len: 852 time: 0.0707846 Mar 11 18:07:34.153726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-b8a23bff-a3ef-405c-be9c-1d95d57ec991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948806 Mar 11 18:07:34.293054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-eb03a1c0-e84e-4c19-abef-6248ca5a0176 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317511 Mar 11 18:07:34.427651 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da0dd38-ce7e-4243-88d6-c7de0ef1c54e req-31be7a3a-6d8b-415a-9fcf-f32bc160cf20 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277540 Mar 11 18:07:34.605772 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-354cc460-f1dc-4524-bdd6-80269967df6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1095 time: 0.0860555 Mar 11 18:07:34.745013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-084f2cbe-1dc8-49f3-ba3b-c2c3f5949aeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:34.746781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-084f2cbe-1dc8-49f3-ba3b-c2c3f5949aeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 915 time: 0.1345201 Mar 11 18:07:34.824870 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-c8c69e4a-4ec5-4197-ad03-d5577042824a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 217 time: 0.0704265 Mar 11 18:07:34.897684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-38c25560-2c86-425e-8fe7-28ba61febb99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:34.899216 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-38c25560-2c86-425e-8fe7-28ba61febb99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 200 len: 852 time: 0.0673475 Mar 11 18:07:34.987482 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-49858e34-ec6e-4a60-a7ae-fbed85b78196 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802281 Mar 11 18:07:35.024161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07edc05-141b-4463-8ca9-112d02a10ec2 req-4599bf5a-9e4d-4995-8db0-595f5ab4aaf5 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:35.025642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c07edc05-141b-4463-8ca9-112d02a10ec2 req-4599bf5a-9e4d-4995-8db0-595f5ab4aaf5 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 944 time: 0.0942428 Mar 11 18:07:35.075164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c07edc05-141b-4463-8ca9-112d02a10ec2 req-506568c7-2fba-4d04-a276-24b882782987 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436416 Mar 11 18:07:35.239520 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-c1d36208-3e85-49dd-be81-f767aade74e8 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460198 Mar 11 18:07:35.382809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aff1840d-8664-4169-bcc6-6e5db680e1fc req-0140464d-6bb7-44e6-860c-7962db3fa856 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371188 Mar 11 18:07:36.274636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688632a-b9dc-470a-a444-585f0e67da55 req-85815d89-e392-460e-8780-b17e273f06de tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:36.276130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f688632a-b9dc-470a-a444-585f0e67da55 req-85815d89-e392-460e-8780-b17e273f06de tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 944 time: 0.0771964 Mar 11 18:07:36.329136 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f688632a-b9dc-470a-a444-585f0e67da55 req-1e7bc7e6-86dc-436e-b3bf-1d67aea973b3 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472779 Mar 11 18:07:37.542450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17ea8a-a70c-4709-bf3d-13ffe0a2e054 req-a1d360f0-dbb8-4f4d-adcd-730c3738c91d tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:37.543081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b17ea8a-a70c-4709-bf3d-13ffe0a2e054 req-a1d360f0-dbb8-4f4d-adcd-730c3738c91d tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 944 time: 0.0917470 Mar 11 18:07:37.596600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b17ea8a-a70c-4709-bf3d-13ffe0a2e054 req-47095aff-bf8b-4526-b29c-7bffe45e52df tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465229 Mar 11 18:07:38.823248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd65215-bf48-4b13-b7f0-bf4ed6053437 req-432756cb-2538-4a91-b1fe-1098eba36bf5 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:38.824827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5cd65215-bf48-4b13-b7f0-bf4ed6053437 req-432756cb-2538-4a91-b1fe-1098eba36bf5 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 944 time: 0.0927162 Mar 11 18:07:38.886508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5cd65215-bf48-4b13-b7f0-bf4ed6053437 req-56130ca1-47bf-4960-878a-7106cfd95035 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542784 Mar 11 18:07:39.714107 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:40.124080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02182a3-8eba-4872-b734-905906b04e7f req-cc2b3ed7-4d35-44e1-ac0a-06dc87f10e18 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:40.125624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e02182a3-8eba-4872-b734-905906b04e7f req-cc2b3ed7-4d35-44e1-ac0a-06dc87f10e18 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 944 time: 0.1103835 Mar 11 18:07:40.199793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e02182a3-8eba-4872-b734-905906b04e7f req-aabbf861-6be7-4e69-89cb-a7396ccfbda1 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672598 Mar 11 18:07:41.400249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d9700-c6bf-434e-aa3d-7bf944c61841 req-03e392bb-8d73-4e76-8544-77981ce31af9 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:41.401640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d66d9700-c6bf-434e-aa3d-7bf944c61841 req-03e392bb-8d73-4e76-8544-77981ce31af9 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 944 time: 0.0846410 Mar 11 18:07:41.467131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d66d9700-c6bf-434e-aa3d-7bf944c61841 req-504eefa9-9f16-4f4d-b925-aa3372183ae5 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594678 Mar 11 18:07:41.502768 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:07:41.621451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 756a083f-3293-4749-b97b-8e5d820cbd8c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:07:41.767220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 756a083f-3293-4749-b97b-8e5d820cbd8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=756a083f-3293-4749-b97b-8e5d820cbd8c,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:41.783538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'mac_address': 'fa:16:3e:99:ba:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:07:41.838564 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:41.856838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756a083f-3293-4749-b97b-8e5d820cbd8c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:07:41.873783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 756a083f-3293-4749-b97b-8e5d820cbd8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=756a083f-3293-4749-b97b-8e5d820cbd8c,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:41.879548 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:41.947933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=756a083f-3293-4749-b97b-8e5d820cbd8c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:42.138988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['756a083f-3293-4749-b97b-8e5d820cbd8c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:07:42.408094 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bd960b7-0b1c-4aec-b538-c77966a6a18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:42.673246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e443071-a896-48ca-ac47-d547d6d626f1 req-d0e51c47-0312-4636-906d-52ce2abc8457 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:42.674732 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e443071-a896-48ca-ac47-d547d6d626f1 req-d0e51c47-0312-4636-906d-52ce2abc8457 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 945 time: 0.0832434 Mar 11 18:07:42.729274 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e443071-a896-48ca-ac47-d547d6d626f1 req-ba7605a9-9717-40aa-88a8-413e8aab8d99 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480573 Mar 11 18:07:43.626833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 756a083f-3293-4749-b97b-8e5d820cbd8c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:07:43.707762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 756a083f-3293-4749-b97b-8e5d820cbd8c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:07:43.713067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 756a083f-3293-4749-b97b-8e5d820cbd8c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:07:43.713416 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:43.841836 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:43.871128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:43.881817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 756a083f-3293-4749-b97b-8e5d820cbd8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=756a083f-3293-4749-b97b-8e5d820cbd8c,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:43.889371 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:43.949387 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'code': 200} Mar 11 18:07:43.950823 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f755b2-36b4-481e-85a2-27be79f04595 req-068235e2-6b83-4881-b135-e57e36de1447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:43.952514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94f755b2-36b4-481e-85a2-27be79f04595 req-068235e2-6b83-4881-b135-e57e36de1447 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.0903864 Mar 11 18:07:43.967859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=756a083f-3293-4749-b97b-8e5d820cbd8c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:44.011426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94f755b2-36b4-481e-85a2-27be79f04595 req-802c3849-af2b-4f22-bac8-ecec0c876bd6 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530622 Mar 11 18:07:44.115967 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9233801f-d205-49d3-b7b9-191276ef14ff req-d096550e-ccd9-4e1f-8501-51eacfa39d27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1097 time: 0.0730045 Mar 11 18:07:44.160330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9233801f-d205-49d3-b7b9-191276ef14ff req-fb94b90b-a176-4b16-9cd0-a650f8314823 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381618 Mar 11 18:07:44.551711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02952991-147b-42e2-afcd-f0620ce74878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:45.266867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc6e45-8c21-4185-a82b-58879790f249 req-3905fad8-3428-48d4-bfb7-285fd691ec77 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:45.268355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fbc6e45-8c21-4185-a82b-58879790f249 req-3905fad8-3428-48d4-bfb7-285fd691ec77 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.1035495 Mar 11 18:07:45.410487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fbc6e45-8c21-4185-a82b-58879790f249 req-5a9f16aa-d332-4095-8ee8-99e38f414347 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354072 Mar 11 18:07:45.735698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:45.856923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:46.636860 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61f995-d03b-4969-9dcb-74cccbbdb648 req-21697ecf-4a4b-4118-a3fd-665957f1d82c tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:46.638435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad61f995-d03b-4969-9dcb-74cccbbdb648 req-21697ecf-4a4b-4118-a3fd-665957f1d82c tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.0804870 Mar 11 18:07:46.688176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ad61f995-d03b-4969-9dcb-74cccbbdb648 req-649054eb-86fa-40e2-a744-f5a414c8af01 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Mar 11 18:07:46.905619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e96035-5753-4fd4-921b-a8950fc54d96 req-1349cd16-408c-481b-a773-ea18f59d17b1 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:46.907065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e96035-5753-4fd4-921b-a8950fc54d96 req-1349cd16-408c-481b-a773-ea18f59d17b1 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.0896912 Mar 11 18:07:46.962959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e96035-5753-4fd4-921b-a8950fc54d96 req-bf5d0415-1432-40af-8c9d-186a6e91014c tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459793 Mar 11 18:07:47.014225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:47.087609 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:47.449622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-41e062c1-09d4-45d8-9191-bdba446862b4 tempest-TestVolumeBackupRestore-257462716 tempest-TestVolumeBackupRestore-257462716-project-admin] Synchronizing usage tracker for tenant:7ed23b9781f9424e92aea03beacb82be on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:07:47.469663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-41e062c1-09d4-45d8-9191-bdba446862b4 tempest-TestVolumeBackupRestore-257462716 tempest-TestVolumeBackupRestore-257462716-project-admin] Unset dirty status for tenant:7ed23b9781f9424e92aea03beacb82be on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:07:47.471447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-41e062c1-09d4-45d8-9191-bdba446862b4 tempest-TestVolumeBackupRestore-257462716 tempest-TestVolumeBackupRestore-257462716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1092 time: 0.4554660 Mar 11 18:07:47.474176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41018) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:47.480399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:47.488350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:07:47.493330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Usage tracker for resource:floatingip and tenant:af7d276483dc4ab08727ab8aaeeeeefb is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:07:47.496496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:07:47.505420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:07:47.543242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:47.712818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:47.868216 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Allocated IP 172.25.3.8 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8223bf8f-b0d2-40f5-8a22-6ee52d48df8e) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:07:48.035396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:48.066083 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:48.138154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:07:48.141316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:48.144198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:07:48.174596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'Port': ['ID=8223bf8f-b0d2-40f5-8a22-6ee52d48df8e,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:48.680295 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:48.741985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:49.079142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:49.086412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:49.203647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event updated for resources: {'Port': ['ID=8223bf8f-b0d2-40f5-8a22-6ee52d48df8e,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:49.214911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:49.412219 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Floating IP d20e9532-57c4-49cf-96fa-17777d8cf527 associated. External IP: 172.25.3.8, port: 756a083f-3293-4749-b97b-8e5d820cbd8c. Mar 11 18:07:49.842406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:50.054258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:50.065347 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] Sync routers for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:07:50.082066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:50.086884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:50.087502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:50.145606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41034) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:50.146133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a2328cce-c92f-4331-a2e7-0845306b1f51 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6704402 Mar 11 18:07:50.146844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:50.224701 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'status': 'completed', 'code': 200} Mar 11 18:07:50.265047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41042) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:07:50.270885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Request body: {'floatingip': {'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:07:50.275357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25389486-061e-4ad2-b191-fff56d73b1a8 tempest-TestVolumeBackupRestore-257462716 tempest-TestVolumeBackupRestore-257462716-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1092 time: 0.1274998 Mar 11 18:07:50.303518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:50.426257 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for floatingip, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:50.528732 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e49a93b-d467-485a-968e-c22003effe7b req-bb09a2a0-91bf-45d9-8cb4-2c6a6edbf77a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1097 time: 0.1844101 Mar 11 18:07:50.753356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd20e9532-57c4-49cf-96fa-17777d8cf527', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'mac_address': 'fa:16:3e:99:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:07:48Z', 'updated_at': '2022-03-11T18:07:48Z', 'revision_number': 0, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:50.761933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] Checking router: 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:07:50.774662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:50.775331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:50.977255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:51.008602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a93b-d467-485a-968e-c22003effe7b req-e8e867a0-fe14-44fe-b56e-a838af0b65c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:51.009536 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e49a93b-d467-485a-968e-c22003effe7b req-e8e867a0-fe14-44fe-b56e-a838af0b65c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 915 time: 0.4505568 Mar 11 18:07:51.162239 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e49a93b-d467-485a-968e-c22003effe7b req-692bbce1-205d-4fc0-b3af-cb82deb05423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 998 time: 0.1445985 Mar 11 18:07:51.317181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a93b-d467-485a-968e-c22003effe7b req-1c2c0001-a867-4dcf-baca-e33879715df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:51.318597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e49a93b-d467-485a-968e-c22003effe7b req-1c2c0001-a867-4dcf-baca-e33879715df8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 200 len: 852 time: 0.1489072 Mar 11 18:07:51.368047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd20e9532-57c4-49cf-96fa-17777d8cf527', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'mac_address': 'fa:16:3e:99:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:07:48Z', 'updated_at': '2022-03-11T18:07:48Z', 'revision_number': 0, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:51.371829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accaef39-571a-4ca8-ad8a-79a4c7ee48cd None None] The sync data for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 is: [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd20e9532-57c4-49cf-96fa-17777d8cf527', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'mac_address': 'fa:16:3e:99:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:07:48Z', 'updated_at': '2022-03-11T18:07:48Z', 'revision_number': 0, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:07:51.442188 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e49a93b-d467-485a-968e-c22003effe7b req-6a7b2228-6e83-47e8-81e9-7996b2a8fd21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161017 Mar 11 18:07:51.652109 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b4fbc-e937-4fed-95ed-6469c5f5cbbb None None] New status for floating IP d20e9532-57c4-49cf-96fa-17777d8cf527: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:07:51.654902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.672384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.792665 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e49a93b-d467-485a-968e-c22003effe7b req-32e95bad-5d33-4532-b21e-aac465fe17e1 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424807 Mar 11 18:07:51.968928 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6e49a93b-d467-485a-968e-c22003effe7b req-bfe6d736-81b1-4b31-90c6-d9f3e21c64a1 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649618 Mar 11 18:07:52.242012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:52.585833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:52.593963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:52.681583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:52.719118 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a5961a95-c754-447e-9706-d48ebe57a1f4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "PUT /v2.0/floatingips/d20e9532-57c4-49cf-96fa-17777d8cf527 HTTP/1.1" status: 200 len: 990 time: 2.4525800 Mar 11 18:07:52.758328 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'status': 'completed', 'code': 200} Mar 11 18:07:52.873506 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-b95f0dc6-b0f3-4534-836a-1e9d654f299a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1097 time: 0.0714130 Mar 11 18:07:53.033288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-1e1ef580-2e75-4f1e-95f7-f911b3d2fc1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:53.034823 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-1e1ef580-2e75-4f1e-95f7-f911b3d2fc1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 915 time: 0.1499534 Mar 11 18:07:53.146855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-93af10c2-5656-4d2b-bd6b-8f79fed0f643 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 1000 time: 0.1050501 Mar 11 18:07:53.209737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-3c1defe2-0b57-4ab2-ac65-f898fd5ce081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:53.211304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-3c1defe2-0b57-4ab2-ac65-f898fd5ce081 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 200 len: 852 time: 0.0591917 Mar 11 18:07:53.294728 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-873a9ed7-e68c-4dc1-a7ae-05d125c263a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748699 Mar 11 18:07:53.428828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-3a14d600-9897-4735-8369-70d6d7aa07fa service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272545 Mar 11 18:07:53.573664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6ac6fc2e-8696-453a-8602-3fee5db5aa3b req-5b3f7fa6-21ee-4202-a794-2b8595205300 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389129 Mar 11 18:07:53.799897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] Sync routers for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:07:53.812281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:53.812928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:53.998885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:54.381213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd20e9532-57c4-49cf-96fa-17777d8cf527', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'mac_address': 'fa:16:3e:99:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:07:48Z', 'updated_at': '2022-03-11T18:07:51Z', 'revision_number': 2, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:54.385107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] Checking router: 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:07:54.395692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:07:54.396254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:07:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:54.577822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:07:54.759530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:07:54.816928 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'status': 'completed', 'code': 200} Mar 11 18:07:54.953239 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-fc180b24-20aa-49db-8c11-e714817642de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1097 time: 0.0894978 Mar 11 18:07:55.023038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd20e9532-57c4-49cf-96fa-17777d8cf527', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'mac_address': 'fa:16:3e:99:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:07:48Z', 'updated_at': '2022-03-11T18:07:51Z', 'revision_number': 2, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:55.032867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea2462-b85c-4d86-9627-61e2d278ea84 None None] The sync data for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 is: [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd20e9532-57c4-49cf-96fa-17777d8cf527', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'port_id': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'mac_address': 'fa:16:3e:99:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:07:48Z', 'updated_at': '2022-03-11T18:07:51Z', 'revision_number': 2, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:07:55.127532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-feb8b661-a030-4a3b-a70a-3d340fb1ad08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:55.129880 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-feb8b661-a030-4a3b-a70a-3d340fb1ad08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 915 time: 0.1650164 Mar 11 18:07:55.259827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-9757ec37-22e7-40f7-9be7-af50cae11eca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 1000 time: 0.1242912 Mar 11 18:07:55.339403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-60b27cc3-a6fc-48e9-af73-756f3c8975d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:55.341128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-60b27cc3-a6fc-48e9-af73-756f3c8975d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 200 len: 852 time: 0.0647471 Mar 11 18:07:55.420666 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-0255738b-3433-4c48-af78-2bf9106adcb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730455 Mar 11 18:07:55.658825 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-415ace36-052d-4927-b655-ac978755bb76 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323630 Mar 11 18:07:55.826338 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdc1c054-0538-4991-9f2f-15c7304eb6f6 req-c2c9e0f4-633c-46bf-ac75-74fdb0abfe57 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616271 Mar 11 18:08:00.129208 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3df60b68-6c14-4133-9573-947acc038445 req-d7143007-652a-418b-8364-8d1c42bf5567 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0422251 Mar 11 18:08:00.208268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3df60b68-6c14-4133-9573-947acc038445 req-2dd97e70-a3a4-4b08-925b-fa45f563334f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0444891 Mar 11 18:08:00.260796 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3df60b68-6c14-4133-9573-947acc038445 req-a9d97f45-5cd0-44a0-80e5-391cfe03b302 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264831 Mar 11 18:08:00.402845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60b68-6c14-4133-9573-947acc038445 req-f41418d4-f120-4ffc-b0b8-778285e8338a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:00.404600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3df60b68-6c14-4133-9573-947acc038445 req-f41418d4-f120-4ffc-b0b8-778285e8338a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1389041 Mar 11 18:08:07.463574 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-f31908c1-f504-48b3-a5b0-d77a76197b74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769286 Mar 11 18:08:07.690808 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-db68254c-2de1-483e-a812-64d1b8f249bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1097 time: 0.1259019 Mar 11 18:08:07.910002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03538d91-8da5-4173-9a78-4519e8002b04 req-45c3e5a2-a485-4731-bdc1-2eb7c678441e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:07.910002 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-45c3e5a2-a485-4731-bdc1-2eb7c678441e service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 915 time: 0.1866326 Mar 11 18:08:08.019435 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-162a8e7d-6121-4d09-943d-873061e40664 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 1000 time: 0.1021931 Mar 11 18:08:08.093331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03538d91-8da5-4173-9a78-4519e8002b04 req-7684cba8-4583-4787-aa88-d437e66d7ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.095151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-7684cba8-4583-4787-aa88-d437e66d7ea0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 200 len: 852 time: 0.0695224 Mar 11 18:08:08.174855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-db78a046-a6ac-40f3-be69-c93db1d651cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734587 Mar 11 18:08:08.321595 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-8c8fca45-cf1d-41e7-865a-9fab58cae803 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398559 Mar 11 18:08:08.456557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-03538d91-8da5-4173-9a78-4519e8002b04 req-952d7b18-b10c-4579-8cce-f3de390b2a5f service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292362 Mar 11 18:08:09.719423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:12.397487 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6ebf-1178-4595-b3fa-088ab943f816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:14.552540 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5942f0b-5d06-42f9-9100-e7a1d2a570b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.741919 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.857298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:15.860159 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.926609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Deleting subnet 5354dac9-4025-4dd0-a8e5-bb4adbb93a5a {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:08:15.929797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.993099 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.061536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.153731 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.204272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.207007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5354dac9-4025-4dd0-a8e5-bb4adbb93a5a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:16.224073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5354dac9-4025-4dd0-a8e5-bb4adbb93a5a HTTP/1.1" status: 204 len: 168 time: 0.3644731 Mar 11 18:08:16.224073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.224073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.224073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.224073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.224073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.224073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.227579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41154) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:16.231390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.231390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.231390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.231390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.231390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e16e69-1702-4d0a-b78f-9ad73427f32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:16.355703 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.490732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.518300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007e5ca9-1950-466c-9133-580e0b74c87e']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:16.535568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71509921-80df-49d3-b580-24641d63541c') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:16.535859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71509921-80df-49d3-b580-24641d63541c') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:16.548176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.669583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.679041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:08:16.680500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:08:16.697778 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:08:16.786014 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.804759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.817582 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] Pushing event deleted for resources: {'Network': ['ID=007e5ca9-1950-466c-9133-580e0b74c87e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:16.829693 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a643f68b-e52f-4bdd-9184-69513e5f7935 admin admin] 10.222.0.96 "DELETE /v2.0/networks/007e5ca9-1950-466c-9133-580e0b74c87e HTTP/1.1" status: 204 len: 168 time: 0.6057985 Mar 11 18:08:17.052597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41160) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:17.082073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:17.105057 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f7cd274f-c470-411e-ac60-42143c175ba3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc880a84057c47479b226c1e36a1d568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518718 Mar 11 18:08:17.108745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41164) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:17.173616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55174136-7220-4ec6-a0ee-aa6dafd9b166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:17.200450 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55174136-7220-4ec6-a0ee-aa6dafd9b166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:17.260252 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55174136-7220-4ec6-a0ee-aa6dafd9b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:17.282705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174136-7220-4ec6-a0ee-aa6dafd9b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70dec94-0351-4eb0-8afe-32ece0627100,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:17.288957 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55174136-7220-4ec6-a0ee-aa6dafd9b166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:17.290076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-55174136-7220-4ec6-a0ee-aa6dafd9b166 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e70dec94-0351-4eb0-8afe-32ece0627100 HTTP/1.1" status: 204 len: 168 time: 0.1804030 Mar 11 18:08:18.503897 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:08:19.758492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41212) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:19.760427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661489757', 'description': 'tempest-secgroup-smoke-661489757 description', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:19.767647 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:19.772040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:19.775110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:19.781345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:19.795604 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:19.809320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:19.843195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:19.847371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:19.850436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:19.856648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:19.943574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:19.948119 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.013536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:20.017799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c295cbc9-1878-40d4-a616-dfa7673beb37,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:20.020520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:20.023672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:20.029731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:20.085689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.091554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.132594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d992897c-8a41-4b7b-b303-988d0a6edf1e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:20.136031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.137242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c1f67937-cffa-493a-8d05-69d768e0bb80 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3817165 Mar 11 18:08:20.140247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41216) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:20.145699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'd992897c-8a41-4b7b-b303-988d0a6edf1e', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:20.152360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:20.156410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:20.159426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:20.165446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:20.184664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.247260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.254214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.279705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73db0f5b-1328-43f6-85df-6ebe658dd453,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:20.292428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.293714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ca7ead86-a403-4666-9590-1ea20e948a35 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1524167 Mar 11 18:08:20.297027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41220) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:20.303971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'd992897c-8a41-4b7b-b303-988d0a6edf1e', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:20.311890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:20.316506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:20.320751 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:20.326062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:20.345720 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.414839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.423811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.451676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41856cf8-a893-4f85-bd8a-055d57ffae95,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:20.464485 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.465764 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1676600 Mar 11 18:08:20.467547 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.467888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.468236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.468561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.468936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.469274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.469597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.469913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.470242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.470593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.470721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41224) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:20.470910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a8e87-b7e2-4cae-9d0e-d13af288b1a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:20.476577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'd992897c-8a41-4b7b-b303-988d0a6edf1e', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:20.483655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:20.488130 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:20.491365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:20.497561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:20.518250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.586628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.591728 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.614325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c9fa5-ce24-4931-893e-feb31c8fbc2a,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:20.626835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.627251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1a3b042d-15bb-4dbe-89fd-956729880594 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1555150 Mar 11 18:08:20.630208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:20.637718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'd992897c-8a41-4b7b-b303-988d0a6edf1e', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:20.644543 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:20.648727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:20.651578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:20.658040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:20.676646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.747643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.752749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.779176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eda4621-6024-4cc5-83ac-3a61183ee8b0,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:20.789885 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.791120 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-52ee89be-9737-4b21-bbb0-d7edc41a1665 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1598055 Mar 11 18:08:20.794272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:20.800258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'd992897c-8a41-4b7b-b303-988d0a6edf1e', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:20.807115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:20.810967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:20.813852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:20.819839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:20.831645 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:08:20.838507 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.904085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.909496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.935383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c802a0-f945-4581-8c90-b9723f54c2d7,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:20.944999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:20.946230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-afbddd4f-65be-40c2-a3a3-d7cdca47d859 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505272 Mar 11 18:08:20.949177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:20.954857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'd992897c-8a41-4b7b-b303-988d0a6edf1e', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:20.962031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:20.966193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:20.969476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:20.975193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:20.987204 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:08:20.994069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.064931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.069893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.093841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c180be0f-77b3-4e6e-ad02-525c2752d6ba,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:21.104892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.110979 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6db4f9e6-1ce8-40fc-af0b-90a56b825261 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1558206 Mar 11 18:08:21.110979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41240) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:21.115379 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'network': {'name': 'tempest-network-smoke--44172485', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:21.121640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:21.126176 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:network and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:21.129405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:21.135383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:21.148253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:21.150828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.182790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:08:21.192788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.193123 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Added segment 777403a4-89ff-44e0-a68f-72d1b5b44749 of type vlan for network d575eb10-16bc-413a-94b7-5db96215e6bd Mar 11 18:08:21.219235 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.249593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.253522 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:21.254087 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.353497 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2431953 Mar 11 18:08:21.356476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41244) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:21.361951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'admin_state_up': True, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:21.369183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da2047-b3d0-4575-a4bb-15354e444a06 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Network': ['ID=d575eb10-16bc-413a-94b7-5db96215e6bd,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:21.369891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:21.373884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:router and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:21.376996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:21.379707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d575eb10-16bc-413a-94b7-5db96215e6bd details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:08:21.382920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:21.395083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.396250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.415285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.565681 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.757802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.787545 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:21.928555 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.236 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/b81430b4-dec4-4917-91c4-4d0153d1a32d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:22.187385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:22.219218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:22.287857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:22.290644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:22.294476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:08:22.336344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=b81430b4-dec4-4917-91c4-4d0153d1a32d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:22.471531 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:22.472308 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:22.718691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router d71518b2-69dd-4c27-b5a5-c6460768801d is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:08:22.933651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:22.945276 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Sync routers for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:08:22.958908 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:22.960099 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:22.964967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:22.969430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-61634480-7243-4a3e-a5de-22724756f5c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6087430 Mar 11 18:08:22.970386 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41248) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:23.146569 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-21d88b75-9448-4b4c-9955-498eced9a4a6 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=57b47fe00f1448c0bc7e4ca71e67cc0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1726387 Mar 11 18:08:23.146721 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:23.146806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41254) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:23.285803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3a229-d910-44b9-bbde-7344a8ac69d6 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:23.287404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0f3a229-d910-44b9-bbde-7344a8ac69d6 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396396 Mar 11 18:08:23.291235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41258) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:23.330890 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c0b28288-04f9-4f1e-8416-f8ff1be1cffa tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392497 Mar 11 18:08:23.333771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:23.340338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443784657', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:23.459280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:23.463726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:subnet and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:23.466962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:23.472915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:23.480764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:22Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:23.484847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:23.485620 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Checking router: d71518b2-69dd-4c27-b5a5-c6460768801d for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:08:23.485911 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Updating router d71518b2-69dd-4c27-b5a5-c6460768801d port b81430b4-dec4-4917-91c4-4d0153d1a32d binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:08:23.540587 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:23.597774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:23.832873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:23.837704 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41268) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:23.886435 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:23.897954 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Transition to ACTIVE for port object b81430b4-dec4-4917-91c4-4d0153d1a32d will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:23.905234 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:23.993606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Attempting to bind port b81430b4-dec4-4917-91c4-4d0153d1a32d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:23.993606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Attempting to bind port b81430b4-dec4-4917-91c4-4d0153d1a32d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:23.993606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Attempting to bind port b81430b4-dec4-4917-91c4-4d0153d1a32d on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:08:24.006930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:08:24.006930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:08:24.006930 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.006930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:08:24.006930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Bound port: b81430b4-dec4-4917-91c4-4d0153d1a32d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:24.006930 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.029604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Subnet': ['ID=1f73f1a1-c3c7-4ad5-abfb-717a236fc639,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:24.090292 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Pushing event updated for resources: {'Port': ['ID=b81430b4-dec4-4917-91c4-4d0153d1a32d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:24.103078 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.103078 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.103428 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.110402 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:24.114763 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] For port b81430b4-dec4-4917-91c4-4d0153d1a32d, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:24.118840 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] For port b81430b4-dec4-4917-91c4-4d0153d1a32d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b81430b4-dec4-4917-91c4-4d0153d1a32d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:24.124861 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.244925 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fa339-a6c8-43b7-a07d-5dc04bf17b2c None None] Pushing event updated for resources: {'Port': ['ID=b81430b4-dec4-4917-91c4-4d0153d1a32d,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:24.257208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Checking segment: {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:08:24.257208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network hostable DHCP agents. Network: d575eb10-16bc-413a-94b7-5db96215e6bd, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:08:24.265980 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:24.265980 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:24.293250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Deleting port 8223bf8f-b0d2-40f5-8a22-6ee52d48df8e {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:24.293658 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.339812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network d575eb10-16bc-413a-94b7-5db96215e6bd is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:08:24.371276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d575eb10-16bc-413a-94b7-5db96215e6bd) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:24.388033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae82ce7-be83-4d93-b8e9-b125bda65465 None None] Network d575eb10-16bc-413a-94b7-5db96215e6bd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:08:24.423819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:24.424401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.454182 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:24.456638 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4af498e-f1d8-40de-96c8-b1d0952dfbc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1219068 Mar 11 18:08:24.460096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41272) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:24.629224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-d575eb10-16bc-413a-94b7-5db96215e6bd', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:08:24.631574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.642795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.642795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:24.779506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Calling delete_port for 8223bf8f-b0d2-40f5-8a22-6ee52d48df8e owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:24.815687 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Allocated IP 172.20.0.2 (d575eb10-16bc-413a-94b7-5db96215e6bd/1f73f1a1-c3c7-4ad5-abfb-717a236fc639/db701815-ab7f-4eee-9167-0e84498a5032) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:24.821551 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:22Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:24.827211 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df4706-07c1-4414-a079-b8e670aa2f2b None None] The sync data for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 is: [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:22Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:08:25.065241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:25.151341 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:25.171764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event deleted for resources: {'Port': ['ID=8223bf8f-b0d2-40f5-8a22-6ee52d48df8e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:25.172485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Transition to ACTIVE for port object db701815-ab7f-4eee-9167-0e84498a5032 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:25.203729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Transition to ACTIVE for port object db701815-ab7f-4eee-9167-0e84498a5032 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:25.220004 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:25.321240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:25.333017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Pushing event updated for resources: {'Port': ['ID=db701815-ab7f-4eee-9167-0e84498a5032,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:25.338109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Network d575eb10-16bc-413a-94b7-5db96215e6bd is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:25.344841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:25.351571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:08:25.364704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.365133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.365543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.366005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.366725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.367275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.368355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.369173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.370528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.371127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.371759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:25.502705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Attempting to bind port db701815-ab7f-4eee-9167-0e84498a5032 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:25.503459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Attempting to bind port db701815-ab7f-4eee-9167-0e84498a5032 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:25.506944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Attempting to bind port db701815-ab7f-4eee-9167-0e84498a5032 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:08:25.513806 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:08:25.514031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Checking segment: {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:08:25.515647 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:25.515647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Bound using segment: {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:08:25.515647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Bound port: db701815-ab7f-4eee-9167-0e84498a5032, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:25.516127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:25.640636 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] For port db701815-ab7f-4eee-9167-0e84498a5032, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:25.645290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] For port db701815-ab7f-4eee-9167-0e84498a5032, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=db701815-ab7f-4eee-9167-0e84498a5032,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:25.652293 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:25.728274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f842a-f3bc-4248-bc4f-fb2c8d183177 None None] Pushing event updated for resources: {'Port': ['ID=db701815-ab7f-4eee-9167-0e84498a5032,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:26.420922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:26.434895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:26.985460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device db701815-ab7f-4eee-9167-0e84498a5032 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:08:27.070304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:27.081419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] Sync routers for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:08:27.091657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.1 (d575eb10-16bc-413a-94b7-5db96215e6bd/1f73f1a1-c3c7-4ad5-abfb-717a236fc639/8f6d94a7-5ef9-4775-a3b6-7f5a45413c78) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:27.103155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012614d-badf-4a8b-96b5-0b55f1774d95 None None] Network d575eb10-16bc-413a-94b7-5db96215e6bd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:08:27.123497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:27.160808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:27.160808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:27.366172 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4f47cf28-ba98-4804-889a-6c68453cb985 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "DELETE /v2.0/floatingips/d20e9532-57c4-49cf-96fa-17777d8cf527 HTTP/1.1" status: 204 len: 168 time: 3.4983301 Mar 11 18:08:27.366172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:08:27.482000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:27.492707 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'status': 'completed', 'code': 200} Mar 11 18:08:27.498838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:27.523954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:27.570891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:27.684774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network d575eb10-16bc-413a-94b7-5db96215e6bd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:27.684774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:27.684774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:27.684774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:08:27.705245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b7cf20f6-4879-4fb4-b477-1765edfab5cd None None] Provisioning for port db701815-ab7f-4eee-9167-0e84498a5032 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:27.705245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port db701815-ab7f-4eee-9167-0e84498a5032 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:27.716958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port db701815-ab7f-4eee-9167-0e84498a5032 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:27.717644 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:27.754436 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-037e3b30-eba2-46fd-a035-789a81602d71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 1097 time: 0.1840746 Mar 11 18:08:27.755413 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:27.755875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b7cf20f6-4879-4fb4-b477-1765edfab5cd None None] Provisioning complete for port db701815-ab7f-4eee-9167-0e84498a5032 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:27.756257 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7cf20f6-4879-4fb4-b477-1765edfab5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:27.944005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb4f8-7761-427c-b638-f9ff35f25fb5 req-a18e553d-30e8-4224-b68c-a9cf5c239d36 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:27.945629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e3fb4f8-7761-427c-b638-f9ff35f25fb5 req-a18e553d-30e8-4224-b68c-a9cf5c239d36 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.0875194 Mar 11 18:08:27.994114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e3fb4f8-7761-427c-b638-f9ff35f25fb5 req-4e8f0eff-429e-48b0-9a4a-1e8b7056055e tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Mar 11 18:08:28.089513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-abe4fbea-b68e-4472-936f-d9d1734ff2d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:28.091021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-abe4fbea-b68e-4472-936f-d9d1734ff2d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 200 len: 915 time: 0.3267276 Mar 11 18:08:28.096224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:28.218422 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-157155bb-d31c-453f-bbd2-bd38b865e01c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 200 len: 217 time: 0.1127331 Mar 11 18:08:28.267391 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7cf20f6-4879-4fb4-b477-1765edfab5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:28.287025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:28.373331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b7cf20f6-4879-4fb4-b477-1765edfab5cd None None] For port db701815-ab7f-4eee-9167-0e84498a5032, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=db701815-ab7f-4eee-9167-0e84498a5032,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:28.405631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7cf20f6-4879-4fb4-b477-1765edfab5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:28.439431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-b74465de-e0c1-4feb-8a45-a89ea9d414e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:28.440935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-b74465de-e0c1-4feb-8a45-a89ea9d414e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 200 len: 852 time: 0.2163687 Mar 11 18:08:28.486976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:28.504415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] Checking router: 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:08:28.511685 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:08:28.512027 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:08:28.517894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf20f6-4879-4fb4-b477-1765edfab5cd None None] Pushing event updated for resources: {'Port': ['ID=db701815-ab7f-4eee-9167-0e84498a5032,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:28.526279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:28.526985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:28.632443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-d276d03d-2b21-4e7d-ab6c-cc3565310788 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b53b571-9945-42b2-bc0c-9ae5da41ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835806 Mar 11 18:08:28.690454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-107df92a-cd6d-48c6-b5e8-12cbb8ac0bf9 None None] Provisioning for port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:28.702860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-107df92a-cd6d-48c6-b5e8-12cbb8ac0bf9 None None] Provisioning complete for port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:28.703287 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-107df92a-cd6d-48c6-b5e8-12cbb8ac0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:28.781988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-107df92a-cd6d-48c6-b5e8-12cbb8ac0bf9 None None] Port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:08:28.791862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:28.843067 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-c6262231-ec17-4372-93d1-bfef76860c8d service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022121 Mar 11 18:08:28.866576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-107df92a-cd6d-48c6-b5e8-12cbb8ac0bf9 None None] Provisioning complete for port db701815-ab7f-4eee-9167-0e84498a5032 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:28.866958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-107df92a-cd6d-48c6-b5e8-12cbb8ac0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:28.889388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:28.906850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.084726 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.110482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:29.178849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b81430b4-dec4-4917-91c4-4d0153d1a32d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:08:29.206316 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d7f071e-558b-47e6-9ecf-50b06326849b req-168e16d5-c6d7-437b-8acf-82f8d9888335 service neutron] 10.222.0.59 "GET /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555739 Mar 11 18:08:29.248867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ddc9d-1da1-401d-bef4-432d39b6e5ec req-117d9141-c682-4696-9c14-8040482ad57f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:29.250566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-167ddc9d-1da1-401d-bef4-432d39b6e5ec req-117d9141-c682-4696-9c14-8040482ad57f tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.1055796 Mar 11 18:08:29.280241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network d575eb10-16bc-413a-94b7-5db96215e6bd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:29.281662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:29.337249 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-167ddc9d-1da1-401d-bef4-432d39b6e5ec req-e0a5f6e5-603d-4883-8b4f-dca82721092e tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800076 Mar 11 18:08:29.466783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b81430b4-dec4-4917-91c4-4d0153d1a32d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:29.556371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b81430b4-dec4-4917-91c4-4d0153d1a32d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:29.556640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.653891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b57ab9f5-4175-4d23-a2db-7d6e5981368f None None] Provisioning complete for port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:29.654277 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b57ab9f5-4175-4d23-a2db-7d6e5981368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.694607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:29.713988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3768b08-1ef5-4edb-a3c3-8b8cfa69314a None None] The sync data for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 is: [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:04:49Z', 'revision_number': 4, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '3d6f35d5-20ab-48d7-9e00-734466648fad', 'name': '', 'network_id': '0b53b571-9945-42b2-bc0c-9ae5da41ccb9', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'mac_address': 'fa:16:3e:c3:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:48Z', 'updated_at': '2022-03-11T18:05:14Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'subnets': [{'id': '3dbc9a8b-76e6-4bd0-a19d-c270b763643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:08:29.732199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-14d277ad-c1a5-4719-91a1-1e2d0c76d045 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:29.732892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-14d277ad-c1a5-4719-91a1-1e2d0c76d045 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Synchronizing usage tracker for tenant:af7d276483dc4ab08727ab8aaeeeeefb on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:08:29.750944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b57ab9f5-4175-4d23-a2db-7d6e5981368f None None] Port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:08:29.795951 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.824072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b81430b4-dec4-4917-91c4-4d0153d1a32d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b81430b4-dec4-4917-91c4-4d0153d1a32d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:29.830195 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.832092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-14d277ad-c1a5-4719-91a1-1e2d0c76d045 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Unset dirty status for tenant:af7d276483dc4ab08727ab8aaeeeeefb on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:08:29.833234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-14d277ad-c1a5-4719-91a1-1e2d0c76d045 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.59 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.4143066 Mar 11 18:08:29.914660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device db701815-ab7f-4eee-9167-0e84498a5032 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:08:29.939420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Deleting port 756a083f-3293-4749-b97b-8e5d820cbd8c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:29.939659 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.990543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b1ef3f1f-afbb-42d5-b05a-240c3a871cc7 None None] Provisioning complete for port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:29.990920 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3f1f-afbb-42d5-b05a-240c3a871cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:30.010111 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc84d92a-e1a9-4443-baac-f4599e7cf1ed None None] New status for floating IP d20e9532-57c4-49cf-96fa-17777d8cf527: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:08:30.027813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b81430b4-dec4-4917-91c4-4d0153d1a32d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:30.068383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef3f1f-afbb-42d5-b05a-240c3a871cc7 None None] Port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:08:30.080730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port db701815-ab7f-4eee-9167-0e84498a5032 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:30.081086 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:30.214908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router d71518b2-69dd-4c27-b5a5-c6460768801d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:30.242972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] For port 756a083f-3293-4749-b97b-8e5d820cbd8c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=756a083f-3293-4749-b97b-8e5d820cbd8c,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:30.243291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:30.419453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Calling delete_port for 756a083f-3293-4749-b97b-8e5d820cbd8c owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:30.538062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f394d9-f1f6-481e-b7f6-b3463fd08af1 req-fa07d9fc-ce3e-4e51-8c96-8e5086b49f3a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:30.539573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f394d9-f1f6-481e-b7f6-b3463fd08af1 req-fa07d9fc-ce3e-4e51-8c96-8e5086b49f3a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 946 time: 0.0813050 Mar 11 18:08:30.600789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f394d9-f1f6-481e-b7f6-b3463fd08af1 req-9cba45c2-bfbb-45b1-976b-f109a3bad8ba tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/security-groups?id=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545385 Mar 11 18:08:30.650761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:30.709633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event deleted for resources: {'Port': ['ID=756a083f-3293-4749-b97b-8e5d820cbd8c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:30.796973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] No DVR routers for this DVR port 756a083f-3293-4749-b97b-8e5d820cbd8c on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:08:30.800225 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:30.802679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'name': 'network-vif-deleted', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:08:30.815406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:30.829911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Sync routers for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:08:30.832265 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a38dda6-6b2d-4857-8c73-14ae79dee77f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/d71518b2-69dd-4c27-b5a5-c6460768801d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3710110 Mar 11 18:08:30.844238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:30.844877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:30.852416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f1c42785-8d47-488d-bcf2-6e1d7ac9fd5c req-c3fcbc47-d5b7-4dab-87d1-ebdc99af525a tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.59 "DELETE /v2.0/ports/756a083f-3293-4749-b97b-8e5d820cbd8c HTTP/1.1" status: 204 len: 173 time: 1.0126095 Mar 11 18:08:30.867294 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c9a46-99f9-469d-892f-1329b943cf26', 'name': 'network-vif-deleted', 'tag': '756a083f-3293-4749-b97b-8e5d820cbd8c', 'status': 'completed', 'code': 200} Mar 11 18:08:31.054956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-abfd5755-bd0b-4bf6-baef-2fee79b28b70 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:08:31.071721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:31.076023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-abfd5755-bd0b-4bf6-baef-2fee79b28b70 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:08:31.077765 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-abfd5755-bd0b-4bf6-baef-2fee79b28b70 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661489757&fields=id&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 267 time: 0.0707278 Mar 11 18:08:31.284642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-95cfd3e5-a648-4280-a7c8-d0855ee00f17 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:31.293234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-95cfd3e5-a648-4280-a7c8-d0855ee00f17 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 795 time: 0.2078602 Mar 11 18:08:31.308111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-286dbd9b-38f2-4741-92b7-3a9b12a14853 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/quotas/57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 375 time: 0.0137749 Mar 11 18:08:31.420623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-62d32c2c-8eee-4472-885c-e237357110b3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064885 Mar 11 18:08:31.563535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:28Z', 'revision_number': 2, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:31.568655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Checking router: d71518b2-69dd-4c27-b5a5-c6460768801d for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:08:31.569001 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Updating router d71518b2-69dd-4c27-b5a5-c6460768801d port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:08:31.624813 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:31.680395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-a5bd4976-21f4-42c0-82e1-b70d2f3007fc service neutron] 10.222.0.96 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429667 Mar 11 18:08:31.830132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63034bf2-b3b2-4aba-b2b8-dd34168f3dad req-b3d4f734-6a89-4b31-a6d9-0f53aa0b8bd4 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "GET /v2.0/ports?device_id=b18c9a46-99f9-469d-892f-1329b943cf26 HTTP/1.1" status: 200 len: 210 time: 0.0616653 Mar 11 18:08:31.888163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-a2fcfbb7-b436-40f2-a129-49cd86136ece service neutron] 10.222.0.96 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011611 Mar 11 18:08:31.916968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b81430b4-dec4-4917-91c4-4d0153d1a32d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:08:32.051083 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:32.068229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Transition to ACTIVE for port object 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:32.072305 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b81430b4-dec4-4917-91c4-4d0153d1a32d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:32.072670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:32.101038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:32.128756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06c8cf6c-b27f-4cbc-aa76-a83ccecfd72b req-7a9c972f-d7e6-42bf-ad0e-817045cd663d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0627871 Mar 11 18:08:32.312801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f36e-83ed-48c5-8d95-64427559fda1 None None] Pushing event updated for resources: {'Port': ['ID=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:32.406915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Attempting to bind port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:32.407286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Attempting to bind port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:32.407638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Attempting to bind port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:08:32.428401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:08:32.428772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Checking segment: {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:08:32.429168 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:32.429551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Bound using segment: {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:08:32.430021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Bound port: 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:32.430430 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:32.532322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] For port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:32.536589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] For port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:32.542037 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:32.627570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f36e-83ed-48c5-8d95-64427559fda1 None None] Pushing event updated for resources: {'Port': ['ID=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:32.631681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:32.633703 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:32.816501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:32.942766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41314) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:33.126506 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e41f-6a31-4636-9606-21a24d70b270 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:33.158623 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e41f-6a31-4636-9606-21a24d70b270 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:33.228846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e41f-6a31-4636-9606-21a24d70b270 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:33.244875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:32Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:33.249467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149ed98-ac48-48d5-af06-c1bb2e6cc6a4 None None] The sync data for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 is: [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:32Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:08:33.250307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3e41f-6a31-4636-9606-21a24d70b270 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:33.279920 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e41f-6a31-4636-9606-21a24d70b270 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:33.281347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a2d3e41f-6a31-4636-9606-21a24d70b270 tempest-TestVolumeBackupRestore-1818450216 tempest-TestVolumeBackupRestore-1818450216-project] 10.222.0.96 "DELETE /v2.0/security-groups/5a00f29d-eb7a-4fcf-a832-16ae7ea8ee5c HTTP/1.1" status: 204 len: 168 time: 0.3375471 Mar 11 18:08:33.396557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97dbfbee-9bf4-4ce3-a07c-2b21d4dbcf72 req-ee4cba06-9eca-4318-bb76-f88d77a27a09 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.1013668 Mar 11 18:08:33.516771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-04ff2309-cafa-4c82-a6f0-5457438ec2df tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:33.518664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-04ff2309-cafa-4c82-a6f0-5457438ec2df tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:08:33.547339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-04ff2309-cafa-4c82-a6f0-5457438ec2df tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:08:33.549171 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-04ff2309-cafa-4c82-a6f0-5457438ec2df tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 795 time: 0.3102956 Mar 11 18:08:33.675475 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-4d67813e-c231-44f9-a702-5483820d99c3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 379 time: 0.0772018 Mar 11 18:08:33.691368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'port': {'device_id': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'admin_state_up': True, 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'security_groups': ['d992897c-8a41-4b7b-b303-988d0a6edf1e']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:33.947265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 756a083f-3293-4749-b97b-8e5d820cbd8c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:08:34.031441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:08:34.100685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 756a083f-3293-4749-b97b-8e5d820cbd8c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:08:34.101529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 756a083f-3293-4749-b97b-8e5d820cbd8c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:08:34.114412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:34.122202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:port and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:34.126425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:34.134936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:34.140258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:34.141100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:34.141477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:34.180044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:34.185571 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:34.454617 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:34.504348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:34.516978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:34.580934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.4 (d575eb10-16bc-413a-94b7-5db96215e6bd/1f73f1a1-c3c7-4ad5-abfb-717a236fc639/91dfb8d2-76d6-4d90-9a0c-51424a5d74a0) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:34.611867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:34.754177 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-303bfd69-1f7a-41ae-9617-7c66c12447b2 req-bba8fa65-c88a-499b-8553-86d214050f6c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0759325 Mar 11 18:08:35.082668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:35.105278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:35.136776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:35.300242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network d575eb10-16bc-413a-94b7-5db96215e6bd is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:35.304624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:35.308569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:35.313178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:08:35.427687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:35.428419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:35.457477 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-0bb098f2-a2ac-4a2a-a329-5fe6a6e01dfd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7749875 Mar 11 18:08:35.474988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Request body: {'port': {'device_id': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:35.625816 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:35.707876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-72da9af7-abab-4110-bf57-d15a06eb1e8e None None] Provisioning for port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:35.713284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-72da9af7-abab-4110-bf57-d15a06eb1e8e None None] Provisioning complete for port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:35.713649 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-72da9af7-abab-4110-bf57-d15a06eb1e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:35.772737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-72da9af7-abab-4110-bf57-d15a06eb1e8e None None] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:08:36.003242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:08:36.203398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:36.203992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:36.271018 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f4526-d22d-4afc-907f-c862cd9c40df req-6942de65-199d-4a34-a15b-0831bad30a8b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:36.274988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:08:36.284183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:36.284680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb4f4526-d22d-4afc-907f-c862cd9c40df req-6942de65-199d-4a34-a15b-0831bad30a8b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 931 time: 0.2382188 Mar 11 18:08:36.310661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Transition to ACTIVE for port object 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:36.320863 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:36.411931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb4f4526-d22d-4afc-907f-c862cd9c40df req-02bbb77d-70b8-4e46-9958-f92288e2e59c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262543 Mar 11 18:08:36.511599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Pushing event updated for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:36.652097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:36.652799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:36.652799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:08:36.659885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:08:36.660380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:08:36.668214 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:08:36.668924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Checking segment: {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:08:36.669711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Bound using segment: {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:08:36.670855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Bound port: 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:36.671364 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:36.803562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:36.807403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:36.817175 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:36.907260 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:36.909075 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] 10.222.0.59 "PUT /v2.0/ports/91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 1091 time: 1.4387398 Mar 11 18:08:36.909788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:08:36.960735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d20377-e815-4c7a-a5b9-727fc58e13af service neutron] Pushing event updated for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:37.033371 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'status': 'completed', 'code': 200} Mar 11 18:08:37.086435 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-b734ddab-1e8e-4d9f-a636-9455b3bc9903 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1094 time: 0.1151085 Mar 11 18:08:37.183373 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-856bd58f-87e7-4297-bedb-fb2b8fef8659 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 217 time: 0.0818486 Mar 11 18:08:37.285226 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-69ac26c4-77f4-40f6-9bac-62dd2f107174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:37.286784 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-69ac26c4-77f4-40f6-9bac-62dd2f107174 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.0886931 Mar 11 18:08:37.349117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41724) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:37.513015 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-38e25109-8181-461b-8dad-9641cf326dce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190444 Mar 11 18:08:37.678640 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-7d0b8fb3-210e-4b61-9dbf-2e946ebdc833 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585221 Mar 11 18:08:37.867270 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3db038a4-e092-4127-bac3-9042e1bebb8c req-51d060ad-6aa5-4e5d-862b-8347c2efea1f service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789942 Mar 11 18:08:38.011161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bce83-c522-43b7-bc06-99b01aae85ab req-c2d5350d-03be-4a64-8d63-bd1ee07f1a15 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:38.012777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c4bce83-c522-43b7-bc06-99b01aae85ab req-c2d5350d-03be-4a64-8d63-bd1ee07f1a15 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.3438156 Mar 11 18:08:38.040166 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-740382db-b295-4e70-897f-937d32d28dc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0823011 Mar 11 18:08:38.087605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c4bce83-c522-43b7-bc06-99b01aae85ab req-88feff06-6ffa-46bb-82dd-da3498ab0ecc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636544 Mar 11 18:08:38.151153 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:38.195711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-ed71361e-4c95-4d85-9c49-358c95741c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:38.197501 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-ed71361e-4c95-4d85-9c49-358c95741c2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.1507549 Mar 11 18:08:38.272727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-bb5f74a6-60b8-45d1-8a6f-14406528a981 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 217 time: 0.0689683 Mar 11 18:08:38.356281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-14eead7c-8ea4-4a30-a0de-a84369724d18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:38.357906 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-14eead7c-8ea4-4a30-a0de-a84369724d18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.0786462 Mar 11 18:08:38.451631 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-64023b2f-b6ff-4c4f-805a-0042c611e1b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810387 Mar 11 18:08:38.608523 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-f786a855-ea0d-4019-82b4-00b33725c00d service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492639 Mar 11 18:08:38.755344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0699381f-86fb-40d1-9d20-063bf9a8ea04 req-5513d5b7-7e6f-499d-80df-9e8e255f5744 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398988 Mar 11 18:08:38.856307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Deleting port 3d6f35d5-20ab-48d7-9e00-734466648fad {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:38.856922 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:39.199824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] For port 3d6f35d5-20ab-48d7-9e00-734466648fad, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3d6f35d5-20ab-48d7-9e00-734466648fad,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:39.200187 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:39.359216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Calling delete_port for 3d6f35d5-20ab-48d7-9e00-734466648fad owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:39.489187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453214b-46a1-45b2-a6d6-99024212faa2 req-3d4b6209-6636-441d-b4f9-bf204dfc6bdd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:39.490722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8453214b-46a1-45b2-a6d6-99024212faa2 req-3d4b6209-6636-441d-b4f9-bf204dfc6bdd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.2265310 Mar 11 18:08:39.574569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8453214b-46a1-45b2-a6d6-99024212faa2 req-aa7cc131-938e-4e4d-8d64-8e1af5ef8841 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758307 Mar 11 18:08:39.611088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:39.660761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6f35d5-20ab-48d7-9e00-734466648fad,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:39.722489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:39.955027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:08:40.015671 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:40.109751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:40.124975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'port_id': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'mac_address': 'fa:16:3e:72:6f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:08:40.188898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:40.208202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:08:40.226196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:40.231215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:40.310429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:40.507160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:08:40.686723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:41.064305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436aa60-4ba0-43be-946e-6f28224926f7 req-f8459d02-d04d-4ed6-b42b-65dbd14ad040 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:41.065902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e436aa60-4ba0-43be-946e-6f28224926f7 req-f8459d02-d04d-4ed6-b42b-65dbd14ad040 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 944 time: 0.3566787 Mar 11 18:08:41.139647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e436aa60-4ba0-43be-946e-6f28224926f7 req-fcf6151d-fdb6-4d26-aea5-45d6d90a2e3a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669878 Mar 11 18:08:41.167862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:41.179324 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] Sync routers for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:08:41.185848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e0628e29-bedc-4503-9cf5-7a8cbd70b8a9 admin admin] 10.222.0.96 "PUT /v2.0/routers/4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8327982 Mar 11 18:08:41.186133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41788) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:41.193872 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:41.194514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:41.398669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:41.405907 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:41.639754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:41.650800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Deleting port 30caf3db-db8c-4880-b099-e769254fe7a3 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:41.651210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:41.720758 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:08:39Z', 'revision_number': 5, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port': {'id': '30caf3db-db8c-4880-b099-e769254fe7a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:44Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:41.725571 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] Checking router: 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:08:41.737298 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] Routers {'4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:41.737913 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:41.884780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] For port 30caf3db-db8c-4880-b099-e769254fe7a3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=30caf3db-db8c-4880-b099-e769254fe7a3,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:41.885132 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:41.911364 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] Set router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:41.956360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:08:42.023941 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:08:41Z', 'revision_number': 6, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:42.026889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Calling delete_port for 30caf3db-db8c-4880-b099-e769254fe7a3 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:42.030328 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46dbdd1-b2f0-4dfa-8d44-1215bb139644 None None] The sync data for ids ['4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113'] in n-d-833436-1 is: [{'id': '4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113', 'name': 'tempest-TestVolumeBackupRestore-562749012-router', 'tenant_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:43Z', 'updated_at': '2022-03-11T18:08:41Z', 'revision_number': 6, 'project_id': 'af7d276483dc4ab08727ab8aaeeeeefb', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:08:42.053752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:42.060612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:42.061048 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:42.227506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:42.276837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:08:42.295064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:42.302461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:42.382570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:42.385663 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'code': 200} Mar 11 18:08:42.435017 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceac931e-5f99-409b-b8ad-0720cae09a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:42.442317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Pushing event deleted for resources: {'Port': ['ID=30caf3db-db8c-4880-b099-e769254fe7a3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:42.451803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:42.495674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92907486-4aab-4c41-b87a-d7574c534d3b req-b3bd6d30-3e1d-4277-bd95-0a7bc184b94b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:42.497261 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92907486-4aab-4c41-b87a-d7574c534d3b req-b3bd6d30-3e1d-4277-bd95-0a7bc184b94b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.2136819 Mar 11 18:08:42.550483 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af313a7f-1071-430a-8e9a-b9d6c021cbf0 req-8775220b-bb46-4662-9523-45f313e2bb03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0702858 Mar 11 18:08:42.594879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-af313a7f-1071-430a-8e9a-b9d6c021cbf0 req-74c65ae5-a743-4eaf-924a-ab3ecbafbdea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Mar 11 18:08:42.838791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92907486-4aab-4c41-b87a-d7574c534d3b req-67c834cf-0ce9-4a18-93a9-f9c89e271fec tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225141 Mar 11 18:08:42.848251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.121768 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.126499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.155385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.156631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:08:43.169225 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.173456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-07cae404-8ae0-464d-bc8f-526c9bc632ac admin admin] 10.222.0.96 "DELETE /v2.0/routers/4a04695c-c2c8-4b6c-8fbe-1b0aa9cfc113 HTTP/1.1" status: 204 len: 168 time: 1.9830279 Mar 11 18:08:43.173794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41796) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:43.237984 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] Deleting subnet 3dbc9a8b-76e6-4bd0-a19d-c270b763643f {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:08:43.241160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.289727 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.369912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.446265 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.482988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbc9a8b-76e6-4bd0-a19d-c270b763643f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:43.490164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.496598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-67f7d1b8-e991-4b78-b73f-5d4dcbcd0b24 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3dbc9a8b-76e6-4bd0-a19d-c270b763643f HTTP/1.1" status: 204 len: 168 time: 0.3217118 Mar 11 18:08:43.496749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f2310-ded8-407b-8aaf-6af0a86a7741 None None] Network 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:08:43.499373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41800) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:43.618464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.630942 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Deleting port 2cd27227-b1b1-4a46-8e3f-916d15be9682 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:43.631181 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.827566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] DHCP port deletion for 0b53b571-9945-42b2-bc0c-9ae5da41ccb9 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:08:43.832319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Deleting port 2cd27227-b1b1-4a46-8e3f-916d15be9682 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:43.832690 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.945413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30caf3db-db8c-4880-b099-e769254fe7a3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:08:43.962318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] For port 2cd27227-b1b1-4a46-8e3f-916d15be9682, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2cd27227-b1b1-4a46-8e3f-916d15be9682,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:43.963054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.995870 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 30caf3db-db8c-4880-b099-e769254fe7a3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:08:43.996384 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30caf3db-db8c-4880-b099-e769254fe7a3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:08:43.996889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d6f35d5-20ab-48d7-9e00-734466648fad no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:08:44.078853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd467d-0f8a-4946-bceb-68afe9c251e5 req-f43b604e-f550-4f95-aa7c-63c9d81f2e5e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:44.080494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eddd467d-0f8a-4946-bceb-68afe9c251e5 req-f43b604e-f550-4f95-aa7c-63c9d81f2e5e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0877147 Mar 11 18:08:44.082036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 3d6f35d5-20ab-48d7-9e00-734466648fad {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:08:44.082477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3d6f35d5-20ab-48d7-9e00-734466648fad not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:08:44.083009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2cd27227-b1b1-4a46-8e3f-916d15be9682 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:08:44.091347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Calling delete_port for 2cd27227-b1b1-4a46-8e3f-916d15be9682 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:44.140013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eddd467d-0f8a-4946-bceb-68afe9c251e5 req-0bffcd4a-9e6c-4cb1-ac1c-f2df50fe8914 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515704 Mar 11 18:08:44.169368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] For port 2cd27227-b1b1-4a46-8e3f-916d15be9682, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=2cd27227-b1b1-4a46-8e3f-916d15be9682,segment=NetworkSegment(bedcbade-9890-43d2-8795-764cff741171),segment_id=bedcbade-9890-43d2-8795-764cff741171)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:44.169775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.184398 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.248223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd27227-b1b1-4a46-8e3f-916d15be9682,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:44.254674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] No DVR routers for this DVR port 2cd27227-b1b1-4a46-8e3f-916d15be9682 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:08:44.289869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port 2cd27227-b1b1-4a46-8e3f-916d15be9682 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 18:08:44.290275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 2cd27227-b1b1-4a46-8e3f-916d15be9682 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:08:44.298615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Calling delete_port for 2cd27227-b1b1-4a46-8e3f-916d15be9682 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:44.381377 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:08:44.381990 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:08:44.382243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4a76d-dd25-4d80-b399-1e969e16bfc4 req-5ecc79ce-08cd-4c64-a483-a0302e9cdc82 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:44.385078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46d4a76d-dd25-4d80-b399-1e969e16bfc4 req-5ecc79ce-08cd-4c64-a483-a0302e9cdc82 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.1076198 Mar 11 18:08:44.397985 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.429869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b53b571-9945-42b2-bc0c-9ae5da41ccb9']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:44.449993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedcbade-9890-43d2-8795-764cff741171') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:44.450455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedcbade-9890-43d2-8795-764cff741171') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:44.459186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46d4a76d-dd25-4d80-b399-1e969e16bfc4 req-e5db9032-623f-40d8-a342-d5fdc076960d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634155 Mar 11 18:08:44.465119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.484421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.495084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:08:44.495494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.504052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41808) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:08:44.511796 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:08:44.558572 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-255d1888-f713-47fe-aad8-6a611e089bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.603227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc5d174a-d86d-487c-a3e6-bd26d3eaa261 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1091 time: 0.0947766 Mar 11 18:08:44.603456 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41812) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:44.611390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:08:44.618021 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:08:44.621599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.622731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:floatingip and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:08:44.627915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:08:44.635441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:08:44.639551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.650663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.651168 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b53b571-9945-42b2-bc0c-9ae5da41ccb9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:44.671252 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ea699ef3-91a9-4a04-b8ca-0cded05b2dd1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/0b53b571-9945-42b2-bc0c-9ae5da41ccb9 HTTP/1.1" status: 204 len: 168 time: 1.1707642 Mar 11 18:08:44.672108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41816) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:44.816387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.883571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Deleting port 2cd27227-b1b1-4a46-8e3f-916d15be9682 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:44.884216 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.979790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.171 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/6b9b3f54-afaa-4d99-8cc3-4b231013856e) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:45.003732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cb3c6-580e-4951-aba4-9472d21cbc05 None None] The port '2cd27227-b1b1-4a46-8e3f-916d15be9682' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:08:45.130788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:45.146637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:45.184451 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:45.255204 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:45.258931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:45.260935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=6b9b3f54-afaa-4d99-8cc3-4b231013856e,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:45.263213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:08:45.736118 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:45.869348 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:45.910063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Deleting port 5f5bf52c-c961-4559-9e90-0570495920a9 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:45.910745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:45.912938 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:45.975008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:46.094920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] For port 5f5bf52c-c961-4559-9e90-0570495920a9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5f5bf52c-c961-4559-9e90-0570495920a9,segment=NetworkSegment(4d1ec638-f6eb-4486-8bb2-3e29c1297cfa),segment_id=4d1ec638-f6eb-4486-8bb2-3e29c1297cfa)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:46.095206 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:46.198535 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:46.204190 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:46.223416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Calling delete_port for 5f5bf52c-c961-4559-9e90-0570495920a9 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:46.315093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=6b9b3f54-afaa-4d99-8cc3-4b231013856e,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:46.335710 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:46.409979 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:46.454675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5bf52c-c961-4559-9e90-0570495920a9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:46.587733 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Floating IP 883bf5dd-5164-47c4-8ae1-e656ba7675be associated. External IP: 172.25.3.171, port: 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0. Mar 11 18:08:46.763730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:47.022554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router d71518b2-69dd-4c27-b5a5-c6460768801d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:47.081232 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:47.358907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:47.369381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] Sync routers for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:08:47.383126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:47.384106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:47.386483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:47.447388 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d20b4740-e260-40af-87b0-4feb59cbcc9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8426297 Mar 11 18:08:47.448482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:08:47.492317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Router e2cf594b-e478-4e43-a17b-618ac286e382 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:47.599208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:47.654419 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'status': 'completed', 'code': 200} Mar 11 18:08:47.673578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35fd44-6a03-43d9-9c5c-8ed2fdcb2c47 req-78efb5f5-4fe3-4575-a898-f30626199486 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:47.676834 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed35fd44-6a03-43d9-9c5c-8ed2fdcb2c47 req-78efb5f5-4fe3-4575-a898-f30626199486 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.1063819 Mar 11 18:08:47.730203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed35fd44-6a03-43d9-9c5c-8ed2fdcb2c47 req-4e973576-26f4-4d49-b672-b34bb8bae7e7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458438 Mar 11 18:08:47.761941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41826) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:47.807096 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-0e6242e3-4f7c-4f9e-a7f3-995e6f408dda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1096 time: 0.1115277 Mar 11 18:08:47.809080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:47.821492 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] Sync routers for ids ['e2cf594b-e478-4e43-a17b-618ac286e382'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:08:47.840706 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] Routers {'e2cf594b-e478-4e43-a17b-618ac286e382'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:47.841410 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e2cf594b-e478-4e43-a17b-618ac286e382'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:47.855059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cc5b41d8-4e7b-4ec2-8d83-047a9cdd87c6 admin admin] 10.222.0.96 "PUT /v2.0/routers/e2cf594b-e478-4e43-a17b-618ac286e382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1789861 Mar 11 18:08:47.856339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41830) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:47.901534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a1b2fd73-f502-4fee-adec-f834c7968adb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/883bf5dd-5164-47c4-8ae1-e656ba7675be HTTP/1.1" status: 200 len: 991 time: 0.1365037 Mar 11 18:08:48.071704 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] Set router e2cf594b-e478-4e43-a17b-618ac286e382 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:48.076030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '883bf5dd-5164-47c4-8ae1-e656ba7675be', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'port_id': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'mac_address': 'fa:16:3e:72:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:45Z', 'updated_at': '2022-03-11T18:08:45Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:34Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:48.084049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] Checking router: d71518b2-69dd-4c27-b5a5-c6460768801d for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:08:48.103807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:48.105011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:48.133889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-97f79fb1-25c0-46c2-b5ae-f25c5297d72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:48.135269 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-97f79fb1-25c0-46c2-b5ae-f25c5297d72e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.3207493 Mar 11 18:08:48.255187 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-47798cea-064c-4165-91a5-62cd7bd8816a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 999 time: 0.1105006 Mar 11 18:08:48.332409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-cd648782-0198-4454-bc71-0eaee3aa6828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:48.333931 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-cd648782-0198-4454-bc71-0eaee3aa6828 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.0703225 Mar 11 18:08:48.340528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:48.370382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:48.450440 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:08:46Z', 'revision_number': 5, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:48.458446 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] Checking router: e2cf594b-e478-4e43-a17b-618ac286e382 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:08:48.476168 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] Routers {'e2cf594b-e478-4e43-a17b-618ac286e382'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:08:48.477329 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:08:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['e2cf594b-e478-4e43-a17b-618ac286e382'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:48.616592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-76512476-7c88-4483-a3b0-e916dc461eee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197800 Mar 11 18:08:48.785603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '883bf5dd-5164-47c4-8ae1-e656ba7675be', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'port_id': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'mac_address': 'fa:16:3e:72:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:45Z', 'updated_at': '2022-03-11T18:08:45Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:34Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:48.787165 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-9bd8216a-a567-4ad4-9207-aeaf6ade8d98 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573191 Mar 11 18:08:48.790914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a4c84-6df8-4b34-8b6f-a57db1ca053c None None] The sync data for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 is: [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '883bf5dd-5164-47c4-8ae1-e656ba7675be', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'port_id': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'mac_address': 'fa:16:3e:72:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:45Z', 'updated_at': '2022-03-11T18:08:45Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:34Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:08:48.792452 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] Set router e2cf594b-e478-4e43-a17b-618ac286e382 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:08:48.830168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:48.904347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41834) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:49.048663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Deleting port 3845f176-4f42-4f5e-86b2-8dbf59015808 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:49.048928 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:49.053785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8aea6175-e642-4b33-809b-02170401670f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/883bf5dd-5164-47c4-8ae1-e656ba7675be HTTP/1.1" status: 200 len: 991 time: 0.1443913 Mar 11 18:08:49.169172 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:08:46Z', 'revision_number': 5, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:49.174779 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c5a59-fea5-4a38-b78c-9257ceed32b2 None None] The sync data for ids ['e2cf594b-e478-4e43-a17b-618ac286e382'] in n-d-833436-1 is: [{'id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'name': 'tempest-TestVolumeBackupRestore-1910266112-router', 'tenant_id': '7ed23b9781f9424e92aea03beacb82be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:54Z', 'updated_at': '2022-03-11T18:08:46Z', 'revision_number': 5, 'project_id': '7ed23b9781f9424e92aea03beacb82be', 'gw_port': {'id': '3845f176-4f42-4f5e-86b2-8dbf59015808', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf594b-e478-4e43-a17b-618ac286e382', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:55Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:08:49.210234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-abc0abe2-65bc-44be-b004-1070ca10e744 req-f0bae4ff-0041-4321-a7cf-cd167bb77c50 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059277 Mar 11 18:08:49.274041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] For port 3845f176-4f42-4f5e-86b2-8dbf59015808, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3845f176-4f42-4f5e-86b2-8dbf59015808,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:49.274508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:49.400790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Calling delete_port for 3845f176-4f42-4f5e-86b2-8dbf59015808 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:49.593516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:49.642487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3845f176-4f42-4f5e-86b2-8dbf59015808,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:49.904363 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:49.935565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5f5bf52c-c961-4559-9e90-0570495920a9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:08:49.969173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c7a8c-1996-4e82-901f-155b4f7c6cd7 None None] New status for floating IP 883bf5dd-5164-47c4-8ae1-e656ba7675be: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:08:50.056391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41838) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:50.059990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5f5bf52c-c961-4559-9e90-0570495920a9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:08:50.060519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5f5bf52c-c961-4559-9e90-0570495920a9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:08:50.230826 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bb0ff580-e4ac-4c19-9f5f-2667bf1105d9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/883bf5dd-5164-47c4-8ae1-e656ba7675be HTTP/1.1" status: 200 len: 991 time: 0.1729565 Mar 11 18:08:50.248350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.253707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.287949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.288885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2cf594b-e478-4e43-a17b-618ac286e382 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:08:50.309587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.310968 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5013467a-915b-484f-bf58-5dbeb8bb8ff9 admin admin] 10.222.0.96 "DELETE /v2.0/routers/e2cf594b-e478-4e43-a17b-618ac286e382 HTTP/1.1" status: 204 len: 168 time: 2.4536307 Mar 11 18:08:50.314278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41842) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:50.381291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] Deleting subnet 864df784-9637-4bce-bfc3-968535d82915 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:08:50.384730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.438968 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.525056 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.724589 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.763592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864df784-9637-4bce-bfc3-968535d82915,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:50.770813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.776588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c76332-a8ab-413c-9a36-c0bb9a526dde None None] Network 69b8433d-ee63-40ce-884d-a70c2329bcb5 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:08:50.779382 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-71434dff-d831-4b56-85e7-ba8e1769c051 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/864df784-9637-4bce-bfc3-968535d82915 HTTP/1.1" status: 204 len: 168 time: 0.4639823 Mar 11 18:08:50.783090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41846) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:50.897777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:50.910885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Deleting port 04b01978-0991-459d-8241-e2d232e73672 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:50.911219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.046125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] DHCP port deletion for 69b8433d-ee63-40ce-884d-a70c2329bcb5 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:08:51.053638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Deleting port 04b01978-0991-459d-8241-e2d232e73672 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:51.054330 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.141743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] For port 04b01978-0991-459d-8241-e2d232e73672, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=04b01978-0991-459d-8241-e2d232e73672,segment=NetworkSegment(4d1ec638-f6eb-4486-8bb2-3e29c1297cfa),segment_id=4d1ec638-f6eb-4486-8bb2-3e29c1297cfa)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:51.142188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.235713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41850) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:51.270651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Calling delete_port for 04b01978-0991-459d-8241-e2d232e73672 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:51.351814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.389121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] For port 04b01978-0991-459d-8241-e2d232e73672, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=04b01978-0991-459d-8241-e2d232e73672,segment=NetworkSegment(4d1ec638-f6eb-4486-8bb2-3e29c1297cfa),segment_id=4d1ec638-f6eb-4486-8bb2-3e29c1297cfa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:51.389797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.401020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b01978-0991-459d-8241-e2d232e73672,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:51.405198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] No DVR routers for this DVR port 04b01978-0991-459d-8241-e2d232e73672 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:08:51.434469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-47041094-41dc-4027-abc5-739279cebeae tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/883bf5dd-5164-47c4-8ae1-e656ba7675be HTTP/1.1" status: 200 len: 993 time: 0.1896207 Mar 11 18:08:51.525836 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.537251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Calling delete_port for 04b01978-0991-459d-8241-e2d232e73672 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:08:51.553333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b8433d-ee63-40ce-884d-a70c2329bcb5']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:51.567211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:51.567565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1ec638-f6eb-4486-8bb2-3e29c1297cfa') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:51.580197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.601026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.608270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:08:51.608270 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:08:51.621591 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:08:51.628446 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:08:51.628794 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:08:51.706022 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.722547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:51.732826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b8433d-ee63-40ce-884d-a70c2329bcb5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:51.740533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eca05e90-ac13-4dbe-8909-13494f5e5740 admin admin] 10.222.0.96 "DELETE /v2.0/networks/69b8433d-ee63-40ce-884d-a70c2329bcb5 HTTP/1.1" status: 204 len: 168 time: 0.9563165 Mar 11 18:08:51.904810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 04b01978-0991-459d-8241-e2d232e73672 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:08:51.939891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 04b01978-0991-459d-8241-e2d232e73672 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:08:51.940236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 04b01978-0991-459d-8241-e2d232e73672 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:08:51.957745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41856) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:52.017313 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-996db741-d0cf-414d-b5f7-ce8da811917b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af7d276483dc4ab08727ab8aaeeeeefb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0575900 Mar 11 18:08:52.020124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41860) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:52.095701 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-871e3b4e-e86c-4196-b269-225892fdfad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:52.124888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-871e3b4e-e86c-4196-b269-225892fdfad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:52.129994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Deleting port 04b01978-0991-459d-8241-e2d232e73672 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:08:52.131142 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:52.202339 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-871e3b4e-e86c-4196-b269-225892fdfad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:52.230674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e3b4e-e86c-4196-b269-225892fdfad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424ad485-c64a-4650-a6b8-2fb812d0a4d8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:52.256113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-871e3b4e-e86c-4196-b269-225892fdfad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:52.258124 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-871e3b4e-e86c-4196-b269-225892fdfad4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/424ad485-c64a-4650-a6b8-2fb812d0a4d8 HTTP/1.1" status: 204 len: 168 time: 0.2367513 Mar 11 18:08:52.290018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e5e9e-8a41-498f-84d4-4dba4e58423b None None] The port '04b01978-0991-459d-8241-e2d232e73672' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:08:52.749732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:52.823521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-26ff90a7-5731-43c5-a370-ca0d09a7071a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7ed23b9781f9424e92aea03beacb82be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0722113 Mar 11 18:08:52.826992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41872) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:08:52.898337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f0db7d83-471f-4585-bfba-2e6c1c7274b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:52.929834 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f0db7d83-471f-4585-bfba-2e6c1c7274b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:52.999649 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f0db7d83-471f-4585-bfba-2e6c1c7274b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:53.016299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db7d83-471f-4585-bfba-2e6c1c7274b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe0eade-7ca4-4f9d-8798-7e04a27cc6ca,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:53.024625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f0db7d83-471f-4585-bfba-2e6c1c7274b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:53.025835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f0db7d83-471f-4585-bfba-2e6c1c7274b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/efe0eade-7ca4-4f9d-8798-7e04a27cc6ca HTTP/1.1" status: 204 len: 168 time: 0.1974487 Mar 11 18:08:53.869075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3845f176-4f42-4f5e-86b2-8dbf59015808 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:08:53.903606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 3845f176-4f42-4f5e-86b2-8dbf59015808 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:08:53.903933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3845f176-4f42-4f5e-86b2-8dbf59015808 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:08:55.504720 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:09:01.147437 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ce7d8a3-3f07-4102-8d31-db073ad34ea6 req-d06f2c60-e1ce-4616-9c6c-c759b06e56ad service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0422094 Mar 11 18:09:01.293976 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ce7d8a3-3f07-4102-8d31-db073ad34ea6 req-ffa93801-7a86-40bb-ac2c-b3ebf5559ac3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0432463 Mar 11 18:09:01.343242 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ce7d8a3-3f07-4102-8d31-db073ad34ea6 req-77e7a275-b060-47bd-8fc0-a47792cf3aa3 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256658 Mar 11 18:09:01.494671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7d8a3-3f07-4102-8d31-db073ad34ea6 req-8cc2e938-2473-4f43-8b7a-06bf3c0be54a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:01.496151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4ce7d8a3-3f07-4102-8d31-db073ad34ea6 req-8cc2e938-2473-4f43-8b7a-06bf3c0be54a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1473279 Mar 11 18:09:08.412843 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-3177e01d-44f9-4bbd-a80f-b708002fc852 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722480 Mar 11 18:09:08.589549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-00d3a8af-2efb-4081-ba5a-9997d7f93c24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0775280 Mar 11 18:09:08.848775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-f673b5a7-9b55-4caf-b125-b0d598e35acf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:08.850209 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-f673b5a7-9b55-4caf-b125-b0d598e35acf service neutron] 10.222.0.59 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.2360134 Mar 11 18:09:08.955569 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-945c6b5e-8161-4bb7-9650-681525b0da13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 1001 time: 0.0986438 Mar 11 18:09:09.019740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-1d181709-02a6-4da9-b153-48d7ac9f481b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:09.021196 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-1d181709-02a6-4da9-b153-48d7ac9f481b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.0594673 Mar 11 18:09:09.102184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-ed23b525-bc82-4222-b7aa-98353882e8fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735703 Mar 11 18:09:09.239876 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-1144adbd-4b30-4293-93ba-f34cb023f98b service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303461 Mar 11 18:09:09.375159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-652f0c95-4f58-48d0-82aa-2d6bbfd17a27 req-c8a2a664-545f-4a58-9801-de3fede86b9d service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291487 Mar 11 18:09:09.725248 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:12.393049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e4cdee6-aaca-4fb8-b4e5-132bee130da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:14.547902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6402a10c-b36e-4021-9bbd-7d77d3dbea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:15.744126 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:15.861553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:17.090124 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:22.903328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-83020e3d-5823-4ecf-9927-ca43d1fcc912 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0838301 Mar 11 18:09:22.928687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:22.959845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:22.963788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Usage tracker for resource:security_group_rule and tenant:5c2c2ca083bd41a382bb0be37cff00eb is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:22.966739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:22.973655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:23.039993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:23.046519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:23.097298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-535bf6fb-69e1-420b-a2fa-32a8e720df7c req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862645 Mar 11 18:09:23.098012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f29af6-61ea-41cf-946d-dab081a50529,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:23.111237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.111237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.111557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.111732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.112027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.112353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.112675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.112994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.113316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.113642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.113972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cc1a4-f311-48c8-9f13-d27a59e13d09 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:23.299789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc277c-7506-4a1d-b51e-b51da75b403b req-48b3c8c2-b20b-474c-abf3-8f487550d8a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:23.301203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbcc277c-7506-4a1d-b51e-b51da75b403b req-48b3c8c2-b20b-474c-abf3-8f487550d8a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0809612 Mar 11 18:09:23.352673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbcc277c-7506-4a1d-b51e-b51da75b403b req-fa83d14f-f298-4495-9f1c-f43f536216f2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Mar 11 18:09:23.389165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41898) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:23.501550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fa30b18a-6573-437a-9435-59f6c544f593 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/883bf5dd-5164-47c4-8ae1-e656ba7675be HTTP/1.1" status: 200 len: 993 time: 0.1110263 Mar 11 18:09:23.999108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a157c088-6a13-4d62-b48b-19ef15527b89 req-768d4a4a-8ef0-48a3-8689-791ef6794bef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0811734 Mar 11 18:09:24.446866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41914) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:24.695334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-347b80f1-9366-4502-bc42-877e06b031e4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2472043 Mar 11 18:09:24.738818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57701-afaf-47a4-9d53-c1046cab8cd4 req-27ef4153-f740-4890-8ebf-e632e616a59e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:24.740435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5d57701-afaf-47a4-9d53-c1046cab8cd4 req-27ef4153-f740-4890-8ebf-e632e616a59e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0846357 Mar 11 18:09:24.799095 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5d57701-afaf-47a4-9d53-c1046cab8cd4 req-380e5796-7fb8-4772-9bd5-94c8a94bf84e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507967 Mar 11 18:09:26.008954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c06b7-f1ad-4952-b4ea-3c6a593e7e2d req-9225670b-d104-4d96-b5d4-195e8f91b36f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:26.010596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b8c06b7-f1ad-4952-b4ea-3c6a593e7e2d req-9225670b-d104-4d96-b5d4-195e8f91b36f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0817976 Mar 11 18:09:26.037622 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-4c63b766-5ef3-44c0-8ab7-a3d5596e0153 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0730250 Mar 11 18:09:26.060584 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b8c06b7-f1ad-4952-b4ea-3c6a593e7e2d req-c5a0a389-e76d-473c-b34f-7b6267b432c3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442908 Mar 11 18:09:26.169603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-77c76537-97e6-4fed-a488-413acc0b2296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:26.171354 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-77c76537-97e6-4fed-a488-413acc0b2296 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.1283381 Mar 11 18:09:26.282520 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-3ea1743f-ecd7-469d-bec5-79006b08ead9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 1001 time: 0.1045055 Mar 11 18:09:26.346295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-9c6ca53b-a7a8-4bd9-9d73-b2d157ee565f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:26.347782 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-9c6ca53b-a7a8-4bd9-9d73-b2d157ee565f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.0594788 Mar 11 18:09:26.427561 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-93da11a3-b7af-4d0c-a0c2-693c52266eaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733814 Mar 11 18:09:26.576729 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-52d9f23a-eb95-491f-b9fd-2d3bbc2d3c20 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429992 Mar 11 18:09:26.711985 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-150450f7-2630-4022-a062-90ce8eda14b3 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296191 Mar 11 18:09:27.266964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f1c4f-74c8-4d7f-8436-6ff8c3b39e7d req-443e45b4-ec62-482c-9815-0da1936147f6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:27.268524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c6f1c4f-74c8-4d7f-8436-6ff8c3b39e7d req-443e45b4-ec62-482c-9815-0da1936147f6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0859711 Mar 11 18:09:27.326609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c6f1c4f-74c8-4d7f-8436-6ff8c3b39e7d req-fc0dee82-0f29-4f1f-b950-afa38aa2065d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496807 Mar 11 18:09:28.533162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f134-0973-4c10-8cc8-9d25686d442c req-9a59317e-ef53-4176-8d17-d032ccda3e52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:28.534563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa38f134-0973-4c10-8cc8-9d25686d442c req-9a59317e-ef53-4176-8d17-d032ccda3e52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0828521 Mar 11 18:09:28.582280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa38f134-0973-4c10-8cc8-9d25686d442c req-cfb22a40-827e-4ee6-908a-c3404a115ecb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Mar 11 18:09:29.902121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cea43-6bb2-41c9-a976-86d937090cbf req-a244c3a4-6ce1-49a3-86be-4e2e3abb400b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:29.903544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f6cea43-6bb2-41c9-a976-86d937090cbf req-a244c3a4-6ce1-49a3-86be-4e2e3abb400b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.1761417 Mar 11 18:09:29.958851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9f6cea43-6bb2-41c9-a976-86d937090cbf req-f0da32ed-a1bc-404f-83e8-8ee38a075c9c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494792 Mar 11 18:09:31.168308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f83cfb-a2f7-4045-bee0-f6f823bfa56d req-9920c0a9-fc57-44f8-9f45-b5babe214e2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:31.169935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23f83cfb-a2f7-4045-bee0-f6f823bfa56d req-9920c0a9-fc57-44f8-9f45-b5babe214e2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0798638 Mar 11 18:09:31.216803 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-23f83cfb-a2f7-4045-bee0-f6f823bfa56d req-6c33dc45-2d96-403a-8b95-5b9dbe4038de tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Mar 11 18:09:32.450223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc790a-eba0-49c9-98a7-95671ed40c60 req-71c81da9-bbe8-453e-96ce-3633c2e03357 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:32.451627 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69fc790a-eba0-49c9-98a7-95671ed40c60 req-71c81da9-bbe8-453e-96ce-3633c2e03357 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0875597 Mar 11 18:09:32.500972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69fc790a-eba0-49c9-98a7-95671ed40c60 req-66f1c41f-9a52-4c03-83a2-9b9906c544d1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Mar 11 18:09:32.505139 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:09:33.720550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00789f-85b7-411c-8656-91e4eea10375 req-92967d0a-c9c2-499b-b3c9-ecfca1a11869 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:33.722239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd00789f-85b7-411c-8656-91e4eea10375 req-92967d0a-c9c2-499b-b3c9-ecfca1a11869 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0835900 Mar 11 18:09:33.771170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd00789f-85b7-411c-8656-91e4eea10375 req-8ecfd767-69f1-4b4b-9971-5e332c9bf349 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Mar 11 18:09:34.996951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8b035-5994-4b80-b118-67447f18c5c0 req-1ab4ee59-c42e-499a-80d5-04dd4d33f1bf tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:34.998456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbe8b035-5994-4b80-b118-67447f18c5c0 req-1ab4ee59-c42e-499a-80d5-04dd4d33f1bf tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0940018 Mar 11 18:09:35.044029 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fbe8b035-5994-4b80-b118-67447f18c5c0 req-57728090-d23f-4f49-b621-4a9f6b61f2ad tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398700 Mar 11 18:09:36.241780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cab86-f02f-4bd3-8d21-d84edb552dce req-cadf90b0-2d00-4e0f-8d5b-7cbba64021f6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:36.243282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a7cab86-f02f-4bd3-8d21-d84edb552dce req-cadf90b0-2d00-4e0f-8d5b-7cbba64021f6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0784576 Mar 11 18:09:36.297375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a7cab86-f02f-4bd3-8d21-d84edb552dce req-98cf1597-b8cb-4c81-b92e-f4ded021a53d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462565 Mar 11 18:09:37.538676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9002a-deb9-423b-b58b-06c955a13e66 req-4a835825-7b02-4379-b56a-1857c1f6ed62 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:37.540059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8be9002a-deb9-423b-b58b-06c955a13e66 req-4a835825-7b02-4379-b56a-1857c1f6ed62 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.1027412 Mar 11 18:09:37.590839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8be9002a-deb9-423b-b58b-06c955a13e66 req-1d20b31f-7da4-4333-b8b4-106ca752a9d1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423634 Mar 11 18:09:38.815897 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ce9ddf7c-0575-4f81-a492-201e930f33f5 service neutron] show failed (client error): The resource could not be found. Mar 11 18:09:38.816978 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ce9ddf7c-0575-4f81-a492-201e930f33f5 service neutron] 10.222.0.59 "GET /v2.0/ports/91dfb8d2-76d6-4d90-9a0c-51424a5d74a0/bindings/n-h2-833436-1 HTTP/1.1" status: 404 len: 380 time: 0.0798130 Mar 11 18:09:38.817907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811723f-9d79-4423-bda1-2d9eb65c852e req-60194d6a-c949-445f-97e6-15f893106f1a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:38.819419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2811723f-9d79-4423-bda1-2d9eb65c852e req-60194d6a-c949-445f-97e6-15f893106f1a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 945 time: 0.0877819 Mar 11 18:09:38.867874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2811723f-9d79-4423-bda1-2d9eb65c852e req-2e4200a6-0903-4e2d-ade7-6d4ba2ff30af tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Mar 11 18:09:39.086511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-b46076df-2b59-4f3a-adc8-1c9df022d461 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 1096 time: 0.0705874 Mar 11 18:09:39.103126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:39.218588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:39.600676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:39.629993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:39.685458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:09:39.691158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:39.703384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:39.729845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:39.755803 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'code': 200} Mar 11 18:09:39.844481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Pushing event updated for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=6']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:39.865365 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.865705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.866039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.866389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.866715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.867040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.867348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.867678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.867989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.868301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.868613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:39.916530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] No DVR routers for this DVR port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:40.050128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-daa9ffdd-35e4-4838-accb-1cae92728acd None None] Provisioning complete for port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:09:40.050886 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daa9ffdd-35e4-4838-accb-1cae92728acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:40.072247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fd5db-1c3a-461c-8e65-aef78ad870fc req-1f762146-d80e-4382-89e8-56332648cac3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:40.073857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-094fd5db-1c3a-461c-8e65-aef78ad870fc req-1f762146-d80e-4382-89e8-56332648cac3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.0784090 Mar 11 18:09:40.103872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-daa9ffdd-35e4-4838-accb-1cae92728acd None None] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:09:40.120671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-094fd5db-1c3a-461c-8e65-aef78ad870fc req-c2308e54-91a3-4c28-bb54-67d13d9451d2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411849 Mar 11 18:09:40.171281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.171804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.172128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.178038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.178374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.184847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.184847 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.185229 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 2 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.199840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.200165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.200456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.206181 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.206527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.212046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.212364 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.212741 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 3 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.227337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.227668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.227988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.233683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.234053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.239699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.240018 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.240397 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 4 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.254949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.255271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.255592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.261764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.262079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.267987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.268306 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.268687 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 5 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.284429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.284763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.285083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.291028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.291343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.297420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.297743 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.298129 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 6 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.313274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.313573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.313943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.319771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.320102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.325759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.326079 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.326463 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 7 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.346736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.347062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.347380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.354053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.354398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.360943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.361203 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.361564 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 8 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.378714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.379041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.379364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.388919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.389242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.396373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.396695 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.397080 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 9 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.413210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.413551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.413871 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.420227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.420500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.426951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.427264 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.427674 n-d-833436-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempt 10 to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 Mar 11 18:09:40.444037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:40.444358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:40.444669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.450715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.451017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempting to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:09:40.457137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:09:40.457467 n-d-833436-1 neutron-server[83848]: ERROR neutron.plugins.ml2.managers [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Failed to bind port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '777403a4-89ff-44e0-a68f-72d1b5b44749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd'}] Mar 11 18:09:40.457817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:40.547307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h2-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:40.547663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Attempted to set empty binding levels {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 18:09:40.553422 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:40.615330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] In _notify_port_updated(), no bound segment for port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on network d575eb10-16bc-413a-94b7-5db96215e6bd {{(pid=83848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 18:09:40.616294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:40.617690 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] 10.222.0.97 "PUT /v2.0/ports/91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 1056 time: 1.5187783 Mar 11 18:09:40.629011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c80c1-3dc1-4209-b1e0-fba86e69937e service neutron] Pushing event updated for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=7']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:40.726466 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-39d6eb70-b241-4704-823c-f798fc843466 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1059 time: 0.0741491 Mar 11 18:09:40.876874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-a8b31fe9-80bd-4f5e-98c2-96a901a1f647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:40.878273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-a8b31fe9-80bd-4f5e-98c2-96a901a1f647 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.1462302 Mar 11 18:09:40.940224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6064f5c0-ccae-4b66-b1bd-92a727a2d361 None None] Provisioning complete for port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:09:40.941026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6064f5c0-ccae-4b66-b1bd-92a727a2d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:41.020779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6064f5c0-ccae-4b66-b1bd-92a727a2d361 None None] Port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:09:41.033412 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-67a88911-cfa5-4cc8-9769-af8876187d28 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 999 time: 0.1470389 Mar 11 18:09:41.137985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-8e93398c-59d1-42dd-afb2-3ec189cf0fe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.139450 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-8e93398c-59d1-42dd-afb2-3ec189cf0fe2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.0994833 Mar 11 18:09:41.231157 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-c5d777e7-f02f-45f6-9847-9162ace33dd8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857236 Mar 11 18:09:41.241235 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-548af30d-cfc9-44b5-8c63-a22e524334b0 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:09:41.242265 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-548af30d-cfc9-44b5-8c63-a22e524334b0 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054684 Mar 11 18:09:41.336998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d3f5a-9183-4347-a0e3-bf1383935d15 req-d8189238-5435-4788-a757-1d6a49c3ce15 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.338605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-908d3f5a-9183-4347-a0e3-bf1383935d15 req-d8189238-5435-4788-a757-1d6a49c3ce15 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.0883801 Mar 11 18:09:41.389984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-908d3f5a-9183-4347-a0e3-bf1383935d15 req-1e418a75-197f-47ba-9254-234c8966fa4e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Mar 11 18:09:41.487407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-132dfe16-3086-424a-9233-3cd5ceb50012 service neutron] 10.222.0.97 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386541 Mar 11 18:09:41.622309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb2b5c86-2866-49f2-879f-f092dbcdb6a4 req-a7e1c6f9-f613-41c5-94d9-146c1d18cdee service neutron] 10.222.0.97 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282480 Mar 11 18:09:41.756801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:09:41.829657 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'status': 'completed', 'code': 200} Mar 11 18:09:42.005682 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-70de86f2-79a4-4659-9ab8-fd69964ab0ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1059 time: 0.1312382 Mar 11 18:09:42.009433 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-c9f3d65d-24f9-4f2d-ad00-f95742fa1cb2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1059 time: 0.1054478 Mar 11 18:09:42.246959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-ddf92112-2711-487b-ba30-d1a4198094fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:42.248430 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-ddf92112-2711-487b-ba30-d1a4198094fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.2363911 Mar 11 18:09:42.249471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-f20c8c5c-cfc4-45bd-b5aa-44dc4e4b8cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:42.250804 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-f20c8c5c-cfc4-45bd-b5aa-44dc4e4b8cc4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.2211947 Mar 11 18:09:42.311846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:09:42.398388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:09:42.400503 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c75ac92-5055-41ad-9c0b-9f802ec9522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:42.446191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-a6c01c8f-6ce2-4ea8-bf8d-cad7dd91df20 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 999 time: 0.1427274 Mar 11 18:09:42.447787 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-df3a3d02-59c4-40f8-af9d-25d97b5f8af3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 999 time: 0.1917121 Mar 11 18:09:42.559841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-f812caa7-e2fe-42de-9b01-e373ffa3438b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:42.561224 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-f812caa7-e2fe-42de-9b01-e373ffa3438b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.1085937 Mar 11 18:09:42.562585 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-f0d158f1-85b5-4a22-bc25-e59f57ff159f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:42.563951 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-f0d158f1-85b5-4a22-bc25-e59f57ff159f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.1100323 Mar 11 18:09:42.603227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc374479-3608-4efa-a398-ba82a79e5d39 req-519ab097-085f-4a9e-a064-d65c56dffc8a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:42.604809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc374479-3608-4efa-a398-ba82a79e5d39 req-519ab097-085f-4a9e-a064-d65c56dffc8a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.0841157 Mar 11 18:09:42.659634 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc374479-3608-4efa-a398-ba82a79e5d39 req-2d44a785-38ae-4381-9b46-05b5cbad4751 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466492 Mar 11 18:09:42.700482 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-6c52c1ff-e5f3-4fad-b58b-ab5e3a1e8578 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317222 Mar 11 18:09:42.704672 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-421fbd82-c88f-478c-ab7d-4f531bf65466 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036232 Mar 11 18:09:42.949258 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-2c14b655-9531-411f-8f64-e0b697ff018c service neutron] 10.222.0.97 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425103 Mar 11 18:09:42.952542 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-5f556869-c36a-4b59-86f1-153d4af6da99 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282155 Mar 11 18:09:43.319549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-d70155fd-9c41-449a-b45a-b9005d7a1441 service neutron] 10.222.0.97 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641508 Mar 11 18:09:43.321358 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84618f49-050a-41e3-99c9-0f5d16675d9f req-419456a5-d5c0-4c7d-8fa0-ba3a1528133c service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481302 Mar 11 18:09:43.918099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3cb7c-c036-42c5-bc55-e3f9284bece4 req-e3146db0-0e16-4f9a-ad56-c3f4e30eff89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.919751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26f3cb7c-c036-42c5-bc55-e3f9284bece4 req-e3146db0-0e16-4f9a-ad56-c3f4e30eff89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.0846550 Mar 11 18:09:43.975131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26f3cb7c-c036-42c5-bc55-e3f9284bece4 req-d443e849-30e3-4492-a213-08ef22a02171 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488963 Mar 11 18:09:44.016288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 41982) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:44.235246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 6b9b3f54-afaa-4d99-8cc3-4b231013856e {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:44.235515 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:44.415561 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:44.415919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:44.539727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 6b9b3f54-afaa-4d99-8cc3-4b231013856e owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:09:44.542163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e28b95e-54cd-4b5c-b9c4-84a716f0b828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:44.779002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:44.825446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=6b9b3f54-afaa-4d99-8cc3-4b231013856e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:44.917739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:45.351912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router d71518b2-69dd-4c27-b5a5-c6460768801d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:45.562585 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:45.572678 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] Sync routers for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:09:45.585885 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:09:45.586394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:45.586564 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:45.643516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-16ecea41-1837-4c5d-9fe3-48c8f316beeb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/floatingips/883bf5dd-5164-47c4-8ae1-e656ba7675be HTTP/1.1" status: 204 len: 168 time: 1.6260715 Mar 11 18:09:45.644053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:09:45.716005 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'status': 'completed', 'code': 200} Mar 11 18:09:45.749954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:45.777769 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:09:45.864939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:45.912788 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-12a5d3c4-a0a0-44fe-be5b-564997727033 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1059 time: 0.1499190 Mar 11 18:09:45.918898 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-450beee0-0418-4c36-b78a-b2d078e34516 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 1059 time: 0.1211987 Mar 11 18:09:46.098996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d3bc7-bb78-4d10-a0f9-a519676d5a4f req-5e998518-7d77-44f6-9f0a-3a3d23840d0c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.100684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-382d3bc7-bb78-4d10-a0f9-a519676d5a4f req-5e998518-7d77-44f6-9f0a-3a3d23840d0c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:09:46.122428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-382d3bc7-bb78-4d10-a0f9-a519676d5a4f req-5e998518-7d77-44f6-9f0a-3a3d23840d0c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:09:46.124245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-382d3bc7-bb78-4d10-a0f9-a519676d5a4f req-5e998518-7d77-44f6-9f0a-3a3d23840d0c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.1079259 Mar 11 18:09:46.137625 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:34Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:46.143913 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] Checking router: d71518b2-69dd-4c27-b5a5-c6460768801d for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:09:46.164008 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:09:46.165120 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:46.172936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-5433c180-e0cc-4e03-bd5e-094e2d16bc8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.174845 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-5433c180-e0cc-4e03-bd5e-094e2d16bc8f service neutron] 10.222.0.97 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.2493882 Mar 11 18:09:46.175441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-6e1aa071-4c9a-4724-a97c-8f7dbe64b2e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.177050 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-6e1aa071-4c9a-4724-a97c-8f7dbe64b2e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 200 len: 897 time: 0.2327938 Mar 11 18:09:46.182535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-382d3bc7-bb78-4d10-a0f9-a519676d5a4f req-0cb3ff31-e2cd-4479-84e5-882949af8a58 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525727 Mar 11 18:09:46.307616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-a221fbe9-3cbf-4614-a3b6-ed2a17c2aa37 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 217 time: 0.1258111 Mar 11 18:09:46.309768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-d040e9f2-58c3-4873-a5ed-c1a5af7fa0bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 200 len: 217 time: 0.0737708 Mar 11 18:09:46.396009 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:09:46.422399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-a11a6d7b-0d87-4fa2-99cd-1aa21bf22611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.423918 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-a11a6d7b-0d87-4fa2-99cd-1aa21bf22611 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.1101758 Mar 11 18:09:46.425177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-3fa51053-5996-4021-9f7a-78dde86f8020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.426478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-3fa51053-5996-4021-9f7a-78dde86f8020 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 200 len: 835 time: 0.0801210 Mar 11 18:09:46.560067 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-9139aa7d-e9af-40f9-940b-c2924d2d9930 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286917 Mar 11 18:09:46.566432 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-2c1ef1c6-7fec-419f-ab2c-098fb4abc0d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d575eb10-16bc-413a-94b7-5db96215e6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028168 Mar 11 18:09:46.713544 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:34Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:46.718035 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e42e5-c363-4abf-92d1-8a73a9643e4c None None] The sync data for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 is: [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:27Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '8f6d94a7-5ef9-4775-a3b6-7f5a45413c78', 'name': '', 'network_id': 'd575eb10-16bc-413a-94b7-5db96215e6bd', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:52:49:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:26Z', 'updated_at': '2022-03-11T18:08:34Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '1f73f1a1-c3c7-4ad5-abfb-717a236fc639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:09:46.808727 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-db218c77-f12f-4be1-9605-61709b7106dd service neutron] 10.222.0.97 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412786 Mar 11 18:09:46.810543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-6f0f5afe-4b40-4435-8612-101410eb3b99 service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255940 Mar 11 18:09:46.948996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fdd54f-3ab6-4471-9a97-6f32affd6d08 None None] New status for floating IP 883bf5dd-5164-47c4-8ae1-e656ba7675be: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:09:47.045601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-7edb5c1c-2ed3-4bc7-b843-5a77e71ba9d7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.047557 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-7edb5c1c-2ed3-4bc7-b843-5a77e71ba9d7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.0837486 Mar 11 18:09:47.060765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-1f732c84-23a2-48e4-ba05-46451aca4704 service neutron] 10.222.0.97 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420013 Mar 11 18:09:47.063829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-b85485e9-765a-4a99-8a0a-d0c042c93b2f service neutron] 10.222.0.59 "GET /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466438 Mar 11 18:09:47.104993 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:47.134313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:47.134685 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:47.435841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:47.436194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:47.661043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:09:47.702840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511e9a8-65bf-406c-b214-ef17ea5006f3 req-821a4f64-c795-42ed-94e9-ea1462592b20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.704548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9511e9a8-65bf-406c-b214-ef17ea5006f3 req-821a4f64-c795-42ed-94e9-ea1462592b20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 943 time: 0.3803961 Mar 11 18:09:47.783650 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9511e9a8-65bf-406c-b214-ef17ea5006f3 req-2a33d435-cab3-426a-986d-470fc15b9b22 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=d992897c-8a41-4b7b-b303-988d0a6edf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711036 Mar 11 18:09:47.824154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 41994) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:47.869158 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:47.926292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=91dfb8d2-76d6-4d90-9a0c-51424a5d74a0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:48.005954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] No DVR routers for this DVR port 91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:48.009735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:48.013272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'name': 'network-vif-deleted', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:09:48.034566 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd388fbe-b4b0-429c-b783-62f00f64a29b req-980c78cb-8ace-4c74-8f30-a04996b725bd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.97 "DELETE /v2.0/ports/91dfb8d2-76d6-4d90-9a0c-51424a5d74a0 HTTP/1.1" status: 204 len: 173 time: 0.9820535 Mar 11 18:09:48.091078 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfe3a8e-b917-4c73-bcf5-711106f61ed1', 'name': 'network-vif-deleted', 'tag': '91dfb8d2-76d6-4d90-9a0c-51424a5d74a0', 'status': 'completed', 'code': 200} Mar 11 18:09:48.418182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:49.093641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:49.094018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:49.289385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:49.289746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:49.413831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:09:49.604271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:49.654924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=8f6d94a7-5ef9-4775-a3b6-7f5a45413c78,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:50.069949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:50.670484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router d71518b2-69dd-4c27-b5a5-c6460768801d has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:50.877376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:50.891107 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df837990-c3fe-4df8-b1eb-2e89cec1082c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/d71518b2-69dd-4c27-b5a5-c6460768801d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0656984 Mar 11 18:09:50.891538 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] Sync routers for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:09:50.893814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42000) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:50.907832 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:09:50.908586 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:51.111372 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:09:51.123206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting subnet 1f73f1a1-c3c7-4ad5-abfb-717a236fc639 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:09:51.128170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:51.216736 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:51.427798 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:09:49Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:51.430559 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:51.432003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] Checking router: d71518b2-69dd-4c27-b5a5-c6460768801d for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:09:51.443763 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] Routers {'d71518b2-69dd-4c27-b5a5-c6460768801d'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:09:51.444338 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d71518b2-69dd-4c27-b5a5-c6460768801d'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:51.509967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:51.548770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Subnet': ['ID=1f73f1a1-c3c7-4ad5-abfb-717a236fc639,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:51.558539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:51.565302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875dc58-c8fb-4901-a953-bfe75333b3c7 None None] Network d575eb10-16bc-413a-94b7-5db96215e6bd requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:09:51.570128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a54a8891-dcdd-4ef3-9ccd-2a15f145c0c6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/subnets/1f73f1a1-c3c7-4ad5-abfb-717a236fc639 HTTP/1.1" status: 204 len: 168 time: 0.6750798 Mar 11 18:09:51.574518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42004) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:51.630388 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] Set router d71518b2-69dd-4c27-b5a5-c6460768801d gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:09:51.798071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:51.845527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] DHCP port deletion for d575eb10-16bc-413a-94b7-5db96215e6bd request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:09:51.849583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Deleting port db701815-ab7f-4eee-9167-0e84498a5032 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:51.849946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:51.934397 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:09:49Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:51.938929 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2979b05-72ec-4376-80d4-e3b976f38929 None None] The sync data for ids ['d71518b2-69dd-4c27-b5a5-c6460768801d'] in n-d-833436-1 is: [{'id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125150671', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:09:49Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'b81430b4-dec4-4917-91c4-4d0153d1a32d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71518b2-69dd-4c27-b5a5-c6460768801d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:21Z', 'updated_at': '2022-03-11T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:09:51.973054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device db701815-ab7f-4eee-9167-0e84498a5032 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:09:52.051851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.062376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port b81430b4-dec4-4917-91c4-4d0153d1a32d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:52.062719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.178933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] For port db701815-ab7f-4eee-9167-0e84498a5032, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=db701815-ab7f-4eee-9167-0e84498a5032,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:52.179320 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.257204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port b81430b4-dec4-4917-91c4-4d0153d1a32d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b81430b4-dec4-4917-91c4-4d0153d1a32d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:52.257567 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.319262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Calling delete_port for db701815-ab7f-4eee-9167-0e84498a5032 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:09:52.348874 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.389604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for b81430b4-dec4-4917-91c4-4d0153d1a32d owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:09:52.425504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port db701815-ab7f-4eee-9167-0e84498a5032, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=db701815-ab7f-4eee-9167-0e84498a5032,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:52.431034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.468197 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:09:52.468197 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:09:52.512558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=db701815-ab7f-4eee-9167-0e84498a5032,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:52.521358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.521693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.522016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.522356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.522691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.523022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.523302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.523628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.523932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.524245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.524541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:52.583723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.634493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=b81430b4-dec4-4917-91c4-4d0153d1a32d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:52.869615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:52.969180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Deleting port db701815-ab7f-4eee-9167-0e84498a5032 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:52.969893 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.269221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.274766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.312728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.313562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Fanout notify agent at l3_agent the message router_deleted on router d71518b2-69dd-4c27-b5a5-c6460768801d {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:09:53.320888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] For port db701815-ab7f-4eee-9167-0e84498a5032, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=db701815-ab7f-4eee-9167-0e84498a5032,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:53.321482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.337623 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.341821 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a9d1cafa-8c0d-48e5-8bab-be118c00b30b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/routers/d71518b2-69dd-4c27-b5a5-c6460768801d HTTP/1.1" status: 204 len: 168 time: 1.7630684 Mar 11 18:09:53.342261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42008) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:53.479406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Calling delete_port for db701815-ab7f-4eee-9167-0e84498a5032 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:09:53.490889 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.504383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port db701815-ab7f-4eee-9167-0e84498a5032 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:53.504739 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.612177 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.697465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] Pushing event deleted for resources: {'Port': ['ID=db701815-ab7f-4eee-9167-0e84498a5032,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:53.710716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a852c5-128e-4cee-9888-0f9d04407933 None None] No DVR routers for this DVR port db701815-ab7f-4eee-9167-0e84498a5032 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:53.775795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port db701815-ab7f-4eee-9167-0e84498a5032, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=db701815-ab7f-4eee-9167-0e84498a5032,segment=NetworkSegment(777403a4-89ff-44e0-a68f-72d1b5b44749),segment_id=777403a4-89ff-44e0-a68f-72d1b5b44749)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:53.776076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:53.909767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for db701815-ab7f-4eee-9167-0e84498a5032 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:09:53.966631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b81430b4-dec4-4917-91c4-4d0153d1a32d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:09:53.997457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:09:53.997943 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:09:54.005282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b81430b4-dec4-4917-91c4-4d0153d1a32d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:09:54.006203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b81430b4-dec4-4917-91c4-4d0153d1a32d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:09:54.006203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:09:54.050752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:09:54.051095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8f6d94a7-5ef9-4775-a3b6-7f5a45413c78 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:09:54.499670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port db701815-ab7f-4eee-9167-0e84498a5032 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:09:54.500065 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:54.565962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] The port 'db701815-ab7f-4eee-9167-0e84498a5032' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:09:54.697011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:54.726195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d575eb10-16bc-413a-94b7-5db96215e6bd']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:54.744601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777403a4-89ff-44e0-a68f-72d1b5b44749') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:54.744869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777403a4-89ff-44e0-a68f-72d1b5b44749') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:54.757976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:54.776977 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:54.785190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:09:54.785783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: util.warn( Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:09:54.801808 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:09:54.887182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:54.908821 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:54.926837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Network': ['ID=d575eb10-16bc-413a-94b7-5db96215e6bd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:54.946220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fa9efb9e-5101-4561-aaa0-b9192c42edc3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/networks/d575eb10-16bc-413a-94b7-5db96215e6bd HTTP/1.1" status: 204 len: 168 time: 1.6025488 Mar 11 18:09:54.948807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:55.025344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16af0fd-0761-4857-b362-764023522076 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.059029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16af0fd-0761-4857-b362-764023522076 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.134305 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16af0fd-0761-4857-b362-764023522076 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.158567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16af0fd-0761-4857-b362-764023522076 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d992897c-8a41-4b7b-b303-988d0a6edf1e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:55.172293 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e16af0fd-0761-4857-b362-764023522076 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.177380 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e16af0fd-0761-4857-b362-764023522076 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/security-groups/d992897c-8a41-4b7b-b303-988d0a6edf1e HTTP/1.1" status: 204 len: 168 time: 0.2238538 Mar 11 18:09:55.755855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42020) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:55.761845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331759425', 'description': 'tempest-secgroup-smoke-331759425 description', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:55.770442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:55.775900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:55.779611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:55.786821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:55.800111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.842462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:55.846870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:55.850233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:55.857043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:55.924492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.928379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.984804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eb2eca-6d11-441b-b29f-842c30722fec,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:55.995442 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:55.996818 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-077e7e60-cda9-4372-ac83-be60ae9f6a16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2396371 Mar 11 18:09:56.000747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42024) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:56.006759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'b3eb2eca-6d11-441b-b29f-842c30722fec', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:56.013944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:56.018223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:56.022163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:56.029180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:56.050553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.120170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.125188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.151951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01bceb4-6099-4332-9d88-eba5d73eb877,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.164171 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.165577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a728047a-511e-408d-ad56-e11e001c1506 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1636357 Mar 11 18:09:56.168605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42028) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:56.176070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'b3eb2eca-6d11-441b-b29f-842c30722fec', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:56.184587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:56.189308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:56.192645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:56.199207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:56.219746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.287785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.294702 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.322870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c2a5e9-66c1-4b2e-80e9-bd465a741b6b,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.333515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.334828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ef3a48f0-8f77-49c8-aa69-e9d511bd3a36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1651025 Mar 11 18:09:56.337924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42032) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:56.343981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'b3eb2eca-6d11-441b-b29f-842c30722fec', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:56.354415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:56.358958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:56.362222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:56.369742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:56.389570 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.480529 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.485346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.511415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fec9c99-453b-46d9-b680-d3936e7fb923,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.521820 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.523106 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-501c8404-a2b8-4646-8112-890cdd83579e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1841075 Mar 11 18:09:56.526036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42036) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:56.532056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'b3eb2eca-6d11-441b-b29f-842c30722fec', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:56.539560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:56.543695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:56.547282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:56.553901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:56.575647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.647558 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.652617 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.680373 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20eab321-bc6c-4ee8-9e16-be2e0cc1e66f,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.690553 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.691872 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-03d58a3f-f8dd-4ece-a484-2e1cae0aff75 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1648440 Mar 11 18:09:56.695223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42040) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:56.701013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'b3eb2eca-6d11-441b-b29f-842c30722fec', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:56.708296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:56.712620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:56.715891 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:56.723182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:56.737502 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:09:56.745136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.818272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.831990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.855988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00f9c3d-61f0-40cc-ad98-d3603a2a38b5,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.866240 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.867703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-64032a57-5300-45df-a757-63e5c0ddbb32 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1714981 Mar 11 18:09:56.871469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42044) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:56.877247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'b3eb2eca-6d11-441b-b29f-842c30722fec', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:56.884117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:56.888270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:56.891454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:56.897415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:56.909390 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:09:56.916903 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:56.996292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.001582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.026675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2d413a-6d37-4d34-acb2-bda29cd2a8df,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.039958 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.041381 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c22aece1-7407-471c-9b11-9589a0424132 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1688519 Mar 11 18:09:57.046476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42048) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:57.052930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'network': {'name': 'tempest-network-smoke--122654160', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:57.059344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:57.063782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:network and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:57.067052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:57.074602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:57.087029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:57.090158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.127687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:09:57.141744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.142244 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Added segment e7f48fa3-c722-4702-bd3a-fb67b45f48d0 of type vlan for network b95e6adc-5b72-4581-b05f-5ba5689b686b Mar 11 18:09:57.186463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.229237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.233822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:57.234490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.456304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4086061 Mar 11 18:09:57.459572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c890a-1360-43b2-aa23-568d5e89706e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Network': ['ID=b95e6adc-5b72-4581-b05f-5ba5689b686b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.459984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42052) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:57.468565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'admin_state_up': True, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:57.472233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network b95e6adc-5b72-4581-b05f-5ba5689b686b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:09:57.482817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:57.490126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:router and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:57.495184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:57.505534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:57.521654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.526696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.558871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.788652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:57.990543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:58.026531 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:58.188693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.250 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ab9f4dea-d906-4a2d-808c-03afcea5445d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:58.350484 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:58.382428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:58.457043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:58.460017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:58.464813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:09:58.489616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=ab9f4dea-d906-4a2d-808c-03afcea5445d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:58.670691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:58.671786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:59.038332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 62426210-4f1e-4458-8657-5e20371bb8d0 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:09:59.294773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:59.306597 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f832904-f723-4610-b260-9e0097036391 None None] Sync routers for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:09:59.321743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:09:59.322599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:59.331786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:59.333051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-605fb2a8-a3c3-48d5-9cc2-b95bf354c37e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8715935 Mar 11 18:09:59.336409 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42056) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:59.377444 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-69ae99cc-b768-4249-8900-cbf917c8d3f6 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=57b47fe00f1448c0bc7e4ca71e67cc0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399141 Mar 11 18:09:59.380520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42060) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:59.515118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:09:59.521583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c4f3b9-e1d8-4db5-9466-b9bf28207e0a tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:59.523152 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b3c4f3b9-e1d8-4db5-9466-b9bf28207e0a tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1416190 Mar 11 18:09:59.528604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42064) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:59.590023 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b3d82096-ca7b-4228-8e2e-9a09088fd269 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597951 Mar 11 18:09:59.593204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42068) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:09:59.600696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357361009', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:09:59.727205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:09:59.731693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:subnet and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:09:59.735069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:09:59.742013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:09:59.754664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:59.877986 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:59.950800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:09:58Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:59.955488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f832904-f723-4610-b260-9e0097036391 None None] Checking router: 62426210-4f1e-4458-8657-5e20371bb8d0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:09:59.955837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f832904-f723-4610-b260-9e0097036391 None None] Updating router 62426210-4f1e-4458-8657-5e20371bb8d0 port ab9f4dea-d906-4a2d-808c-03afcea5445d binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:10:00.016899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f832904-f723-4610-b260-9e0097036391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:00.157787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:00.260956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Subnet': ['ID=f86d6018-a2d7-435a-b500-f77ef18fe27e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:00.266497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Checking segment: {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:10:00.266854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network hostable DHCP agents. Network: b95e6adc-5b72-4581-b05f-5ba5689b686b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:10:00.304097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network b95e6adc-5b72-4581-b05f-5ba5689b686b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:10:00.316959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, b95e6adc-5b72-4581-b05f-5ba5689b686b) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:00.322215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:00.322855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:00.345158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1561f-fd7a-4b76-999f-e08356df4b1c None None] Network b95e6adc-5b72-4581-b05f-5ba5689b686b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:10:00.351666 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a63c9a9-d052-4da1-9241-ae4b4a58ebf1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7571239 Mar 11 18:10:00.357782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42072) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:00.591934 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f832904-f723-4610-b260-9e0097036391 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:00.650213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2f832904-f723-4610-b260-9e0097036391 None None] Transition to ACTIVE for port object ab9f4dea-d906-4a2d-808c-03afcea5445d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:00.661093 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f832904-f723-4610-b260-9e0097036391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:00.787339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549088d-03bb-46d8-82a3-994c6a4a1f8d None None] Pushing event updated for resources: {'Port': ['ID=ab9f4dea-d906-4a2d-808c-03afcea5445d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:00.792700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-b95e6adc-5b72-4581-b05f-5ba5689b686b', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:10:00.793520 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:00.813076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2f832904-f723-4610-b260-9e0097036391 None None] Attempting to bind port ab9f4dea-d906-4a2d-808c-03afcea5445d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:00.813434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2f832904-f723-4610-b260-9e0097036391 None None] Attempting to bind port ab9f4dea-d906-4a2d-808c-03afcea5445d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:00.813800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f832904-f723-4610-b260-9e0097036391 None None] Attempting to bind port ab9f4dea-d906-4a2d-808c-03afcea5445d on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:10:00.864241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f832904-f723-4610-b260-9e0097036391 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:10:00.864591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f832904-f723-4610-b260-9e0097036391 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:10:00.864915 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f832904-f723-4610-b260-9e0097036391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:00.865326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f832904-f723-4610-b260-9e0097036391 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:10:00.865817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2f832904-f723-4610-b260-9e0097036391 None None] Bound port: ab9f4dea-d906-4a2d-808c-03afcea5445d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:00.866224 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f832904-f723-4610-b260-9e0097036391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:01.023529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2f832904-f723-4610-b260-9e0097036391 None None] For port ab9f4dea-d906-4a2d-808c-03afcea5445d, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:01.039601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2f832904-f723-4610-b260-9e0097036391 None None] For port ab9f4dea-d906-4a2d-808c-03afcea5445d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ab9f4dea-d906-4a2d-808c-03afcea5445d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:01.046739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Allocated IP 172.20.0.2 (b95e6adc-5b72-4581-b05f-5ba5689b686b/f86d6018-a2d7-435a-b500-f77ef18fe27e/b3440d65-cf29-45cf-84c0-ccbea0416fbf) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:01.049678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f832904-f723-4610-b260-9e0097036391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:01.237233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549088d-03bb-46d8-82a3-994c6a4a1f8d None None] Pushing event updated for resources: {'Port': ['ID=ab9f4dea-d906-4a2d-808c-03afcea5445d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:01.248376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:10:01.249027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:01.257262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4738ee88-222b-45d7-84b3-084a59cd140b req-6501e5b1-0b32-4c29-8da5-2c9fd1b2ca1d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1270800 Mar 11 18:10:01.389145 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4738ee88-222b-45d7-84b3-084a59cd140b req-b6450f5c-c6ac-4af4-8b29-59bc7cda5f7e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0889690 Mar 11 18:10:01.449409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4738ee88-222b-45d7-84b3-084a59cd140b req-74930b10-1cac-445e-b785-da15df8559cd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318632 Mar 11 18:10:01.561907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:01.620115 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:01.627733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738ee88-222b-45d7-84b3-084a59cd140b req-a6dae0a8-f138-4784-8107-084df7f6c90d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:01.630652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4738ee88-222b-45d7-84b3-084a59cd140b req-a6dae0a8-f138-4784-8107-084df7f6c90d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1756809 Mar 11 18:10:01.652163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Transition to ACTIVE for port object b3440d65-cf29-45cf-84c0-ccbea0416fbf will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:01.692663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:10:01.762893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Transition to ACTIVE for port object b3440d65-cf29-45cf-84c0-ccbea0416fbf will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:01.865794 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:02.036160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Network b95e6adc-5b72-4581-b05f-5ba5689b686b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:02.044011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:02.049149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Pushing event updated for resources: {'Port': ['ID=b3440d65-cf29-45cf-84c0-ccbea0416fbf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:02.053323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:10:02.053972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.1 (b95e6adc-5b72-4581-b05f-5ba5689b686b/f86d6018-a2d7-435a-b500-f77ef18fe27e/aeb2ec05-0220-46a0-9490-7fb141edc79d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:02.220554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Attempting to bind port b3440d65-cf29-45cf-84c0-ccbea0416fbf on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:02.220941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Attempting to bind port b3440d65-cf29-45cf-84c0-ccbea0416fbf by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:02.221407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Attempting to bind port b3440d65-cf29-45cf-84c0-ccbea0416fbf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:10:02.252701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:02.274333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object aeb2ec05-0220-46a0-9490-7fb141edc79d will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:02.299451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:10:02.299805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Checking segment: {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:10:02.300100 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:02.300492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Bound using segment: {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:10:02.300934 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:02.301140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Bound port: b3440d65-cf29-45cf-84c0-ccbea0416fbf, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:02.301305 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:02.395577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2f832904-f723-4610-b260-9e0097036391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:09:58Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:02.407339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f832904-f723-4610-b260-9e0097036391 None None] The sync data for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 is: [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:09:58Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:10:02.412926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] For port b3440d65-cf29-45cf-84c0-ccbea0416fbf, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:02.416770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] For port b3440d65-cf29-45cf-84c0-ccbea0416fbf, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3440d65-cf29-45cf-84c0-ccbea0416fbf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:02.423813 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:02.439749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network b95e6adc-5b72-4581-b05f-5ba5689b686b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:02.446510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:02.450088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=aeb2ec05-0220-46a0-9490-7fb141edc79d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:02.454525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:10:02.533332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860960-1692-45ad-acdb-b02d58b2bfe4 None None] Pushing event updated for resources: {'Port': ['ID=b3440d65-cf29-45cf-84c0-ccbea0416fbf,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:02.555482 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:02.688248 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:03.315980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:03.322608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:03.450168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:03.460037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=aeb2ec05-0220-46a0-9490-7fb141edc79d,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:03.615656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network b95e6adc-5b72-4581-b05f-5ba5689b686b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:03.617003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:03.829985 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81403198-7c31-4319-824a-bcd7e2b15412 None None] Network b95e6adc-5b72-4581-b05f-5ba5689b686b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:10:03.970244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-395f626a-d4e7-44b3-a124-adbeb0575b34 None None] Provisioning for port b3440d65-cf29-45cf-84c0-ccbea0416fbf completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:04.061251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ab9f4dea-d906-4a2d-808c-03afcea5445d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:10:04.192642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 62426210-4f1e-4458-8657-5e20371bb8d0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:04.194098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port ab9f4dea-d906-4a2d-808c-03afcea5445d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:04.202298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ab9f4dea-d906-4a2d-808c-03afcea5445d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:04.202752 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.359986 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.382340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port ab9f4dea-d906-4a2d-808c-03afcea5445d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ab9f4dea-d906-4a2d-808c-03afcea5445d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:04.389028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.390887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3440d65-cf29-45cf-84c0-ccbea0416fbf up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:10:04.440966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:04.458970 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dcfa0369-0c92-4f75-8725-44ad2b1f2410 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/62426210-4f1e-4458-8657-5e20371bb8d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0997329 Mar 11 18:10:04.560480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=ab9f4dea-d906-4a2d-808c-03afcea5445d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:04.571740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port b3440d65-cf29-45cf-84c0-ccbea0416fbf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:04.580259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b3440d65-cf29-45cf-84c0-ccbea0416fbf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:04.580714 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.629371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6211c4a9-e899-48ab-b3ed-8c229c938f45 None None] Provisioning for port aeb2ec05-0220-46a0-9490-7fb141edc79d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:04.641048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6211c4a9-e899-48ab-b3ed-8c229c938f45 None None] Provisioning complete for port aeb2ec05-0220-46a0-9490-7fb141edc79d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:04.641409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6211c4a9-e899-48ab-b3ed-8c229c938f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.719090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6211c4a9-e899-48ab-b3ed-8c229c938f45 None None] Port aeb2ec05-0220-46a0-9490-7fb141edc79d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:10:04.787925 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-96390827-fcf4-4000-a3c6-ac3db2d6f139 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331759425&fields=id&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 267 time: 0.0483463 Mar 11 18:10:04.797334 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.863043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port b3440d65-cf29-45cf-84c0-ccbea0416fbf, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3440d65-cf29-45cf-84c0-ccbea0416fbf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:04.875670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.941278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ece08e11-924c-40e6-8a2b-3b0bc172ace9 None None] Provisioning complete for port aeb2ec05-0220-46a0-9490-7fb141edc79d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:04.941278 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ece08e11-924c-40e6-8a2b-3b0bc172ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:04.969275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-e8d464c7-24a3-4d03-943d-4fdae2db4bf4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:04.970955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-e8d464c7-24a3-4d03-943d-4fdae2db4bf4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 796 time: 0.1709538 Mar 11 18:10:04.992735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-2a481eda-db82-48e9-9e50-4765aa21f60b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/quotas/57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 375 time: 0.0156798 Mar 11 18:10:05.041174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ece08e11-924c-40e6-8a2b-3b0bc172ace9 None None] Port aeb2ec05-0220-46a0-9490-7fb141edc79d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:10:05.047149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=b3440d65-cf29-45cf-84c0-ccbea0416fbf,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:05.133073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-bb1cbe52-f2bd-449d-97f6-1725c36ba0b2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:10:05.158654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-bb1cbe52-f2bd-449d-97f6-1725c36ba0b2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:10:05.160607 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-bb1cbe52-f2bd-449d-97f6-1725c36ba0b2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622388 Mar 11 18:10:05.170012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6061054c-40ce-4a84-a8ce-b3c4dec624da None None] Provisioning complete for port aeb2ec05-0220-46a0-9490-7fb141edc79d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:05.170507 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6061054c-40ce-4a84-a8ce-b3c4dec624da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:05.234862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6061054c-40ce-4a84-a8ce-b3c4dec624da None None] Port aeb2ec05-0220-46a0-9490-7fb141edc79d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:10:05.354570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-846e4aef-6f24-4bad-9d97-1e9c13192582 service neutron] 10.222.0.96 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756005 Mar 11 18:10:05.515291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-83fc780c-5aa3-4617-9eb4-f28114c608fb service neutron] 10.222.0.96 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540675 Mar 11 18:10:05.956732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ab9f4dea-d906-4a2d-808c-03afcea5445d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:10:06.028766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port ab9f4dea-d906-4a2d-808c-03afcea5445d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:06.029349 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:06.168898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3440d65-cf29-45cf-84c0-ccbea0416fbf up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:10:06.241539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port b3440d65-cf29-45cf-84c0-ccbea0416fbf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:06.241889 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:06.336591 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Sync routers for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:10:06.351603 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:10:06.359364 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:06.573981 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:10:06.779918 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5041b615-0ad5-4c62-8601-cc7a8722d060 req-1f220969-e6e4-402d-a02d-241ca0b55fb8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0434260 Mar 11 18:10:06.923584 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:03Z', 'revision_number': 2, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:06.928364 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Checking router: 62426210-4f1e-4458-8657-5e20371bb8d0 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:10:06.928697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Updating router 62426210-4f1e-4458-8657-5e20371bb8d0 port aeb2ec05-0220-46a0-9490-7fb141edc79d binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:10:06.982865 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:07.393940 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:07.409043 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Transition to ACTIVE for port object aeb2ec05-0220-46a0-9490-7fb141edc79d will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:07.418270 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:07.581226 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Pushing event updated for resources: {'Port': ['ID=aeb2ec05-0220-46a0-9490-7fb141edc79d,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:07.622312 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.622683 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.623017 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.623338 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.623654 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.623976 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.624288 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.624631 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.625004 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.625259 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.625547 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.688654 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Attempting to bind port aeb2ec05-0220-46a0-9490-7fb141edc79d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:07.689201 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Attempting to bind port aeb2ec05-0220-46a0-9490-7fb141edc79d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:07.689716 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Attempting to bind port aeb2ec05-0220-46a0-9490-7fb141edc79d on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:10:07.701768 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:10:07.702338 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Checking segment: {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:10:07.703065 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:07.703704 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Bound using segment: {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:10:07.704498 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Bound port: aeb2ec05-0220-46a0-9490-7fb141edc79d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:07.705151 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:07.854728 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] For port aeb2ec05-0220-46a0-9490-7fb141edc79d, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:07.858724 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] For port aeb2ec05-0220-46a0-9490-7fb141edc79d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=aeb2ec05-0220-46a0-9490-7fb141edc79d,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:07.866177 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:07.961617 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410131d-871a-412f-bc22-b5fb81d7599e None None] Pushing event updated for resources: {'Port': ['ID=aeb2ec05-0220-46a0-9490-7fb141edc79d,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:07.964546 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:10:07.965167 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:09:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:08.146671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-270feced-6c60-4f91-9137-c924de11524e req-2dfc6fd9-eb5f-4f3d-8783-80f0ebc91b34 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.1141429 Mar 11 18:10:08.250270 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:10:08.297175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-29c73f78-ad65-4bb4-a40d-1495eb5eeb57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:08.299036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-29c73f78-ad65-4bb4-a40d-1495eb5eeb57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:10:08.325722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-29c73f78-ad65-4bb4-a40d-1495eb5eeb57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:10:08.327113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-29c73f78-ad65-4bb4-a40d-1495eb5eeb57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 796 time: 0.3811922 Mar 11 18:10:08.405496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-2b2bea29-cc0f-4c73-bbd8-7c4490330ae2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:10:08.433994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-2b2bea29-cc0f-4c73-bbd8-7c4490330ae2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:10:08.436140 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-2b2bea29-cc0f-4c73-bbd8-7c4490330ae2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 379 time: 0.0891075 Mar 11 18:10:08.454587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'port': {'device_id': 'c0051e79-e825-4511-b71c-0be52c978d08', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'admin_state_up': True, 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'security_groups': ['b3eb2eca-6d11-441b-b29f-842c30722fec']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:10:08.622849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:10:08.634567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:10:08.652791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:08.657222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:08.675995 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:08.685069 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bd87f-5457-49e1-b151-2f187179cb16 None None] The sync data for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 is: [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:10:08.891325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.4 (b95e6adc-5b72-4581-b05f-5ba5689b686b/f86d6018-a2d7-435a-b500-f77ef18fe27e/8cfe1831-44c2-4844-831f-eee4db7c8abf) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:09.130006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:09.149854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object 8cfe1831-44c2-4844-831f-eee4db7c8abf will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:09.175128 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:09.257860 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network b95e6adc-5b72-4581-b05f-5ba5689b686b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:09.261500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:09.266431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:10:09.298946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:09.354838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:09.355503 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:09.389414 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-08477b64-ea9c-43e1-bb1b-1c4fb97d8992 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9420986 Mar 11 18:10:09.407013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Request body: {'port': {'device_id': 'c0051e79-e825-4511-b71c-0be52c978d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:10:09.512516 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:10:09.536107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f360e5a-24b5-41d3-af38-78ba29cf6378 req-350795fa-85fb-417b-b2bc-0a3b3fcbf4e3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:09.539000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f360e5a-24b5-41d3-af38-78ba29cf6378 req-350795fa-85fb-417b-b2bc-0a3b3fcbf4e3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 931 time: 0.1456077 Mar 11 18:10:09.631272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f360e5a-24b5-41d3-af38-78ba29cf6378 req-8020d7e3-5a26-48f4-a403-a708243badaa tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822091 Mar 11 18:10:09.648580 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:09.749981 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:09.762746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a0304f46-660b-45aa-97a4-a9011fa6f63d None None] Provisioning for port 8cfe1831-44c2-4844-831f-eee4db7c8abf completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:09.771813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a0304f46-660b-45aa-97a4-a9011fa6f63d None None] Provisioning complete for port 8cfe1831-44c2-4844-831f-eee4db7c8abf triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:09.775144 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0304f46-660b-45aa-97a4-a9011fa6f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:09.860110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a0304f46-660b-45aa-97a4-a9011fa6f63d None None] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:10:10.015547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device aeb2ec05-0220-46a0-9490-7fb141edc79d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:10:10.103313 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port aeb2ec05-0220-46a0-9490-7fb141edc79d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:10.110942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port aeb2ec05-0220-46a0-9490-7fb141edc79d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:10.111447 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.304662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfe1831-44c2-4844-831f-eee4db7c8abf {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:10:10.310621 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.314324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.333329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Transition to ACTIVE for port object 8cfe1831-44c2-4844-831f-eee4db7c8abf will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:10.339544 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.347695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port aeb2ec05-0220-46a0-9490-7fb141edc79d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=aeb2ec05-0220-46a0-9490-7fb141edc79d,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:10.353587 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.446630 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=aeb2ec05-0220-46a0-9490-7fb141edc79d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:10.483742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:10.604248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:10.604790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:10.605322 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:10:10.615511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:10:10.616025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:10:10.626034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:10:10.626599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Checking segment: {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:10:10.627219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Bound using segment: {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:10:10.627790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Bound port: 8cfe1831-44c2-4844-831f-eee4db7c8abf, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:10.628186 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.750188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:10.754811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:10.763062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.837173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:10.838961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] 10.222.0.59 "PUT /v2.0/ports/8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 1091 time: 1.4372165 Mar 11 18:10:10.839507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:10:10.855377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c6840-9f9c-4402-9cd0-34cc852db751 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:10.910403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdafc35-fe60-4196-9feb-5ff38fea60dd req-d637b8c2-3a4a-40ec-af0f-7d32f17a882d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:10.917994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecdafc35-fe60-4196-9feb-5ff38fea60dd req-d637b8c2-3a4a-40ec-af0f-7d32f17a882d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.1042919 Mar 11 18:10:10.949156 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'status': 'completed', 'code': 200} Mar 11 18:10:10.991224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecdafc35-fe60-4196-9feb-5ff38fea60dd req-96b3f595-24ca-4ac7-aa8c-132b8540c213 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720618 Mar 11 18:10:11.067764 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-e44af49e-3b86-4aa6-939d-e7cc25892787 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1094 time: 0.1020644 Mar 11 18:10:11.180025 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-503aadf2-39ac-4256-9a14-cd6759fdaee7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 217 time: 0.0975249 Mar 11 18:10:11.252055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-40295675-5592-4066-8b7a-72b5c5a9e871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:11.253462 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-40295675-5592-4066-8b7a-72b5c5a9e871 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0671241 Mar 11 18:10:11.350156 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-25554f07-e912-4aee-9abe-220f4c6cb98f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895586 Mar 11 18:10:11.498207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-aa845558-7cec-4299-8221-860e4b4c25e0 service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409590 Mar 11 18:10:11.654816 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7ba91d1b-5668-4d7c-ad4f-b4f7600de383 req-52ecc5e3-8b34-435c-8c25-354f81e4a580 service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493907 Mar 11 18:10:11.829063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-5e4d5681-eca2-4746-a513-c4d84bdd6aff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1094 time: 0.0869467 Mar 11 18:10:11.968794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device aeb2ec05-0220-46a0-9490-7fb141edc79d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:10:11.994459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-336a60a0-9c77-450f-937b-68e6dc3a81b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:11.995916 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-336a60a0-9c77-450f-937b-68e6dc3a81b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.1586127 Mar 11 18:10:12.069671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-347bbe8d-99cf-4389-851f-82f8f9ab9273 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 217 time: 0.0662909 Mar 11 18:10:12.096569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port aeb2ec05-0220-46a0-9490-7fb141edc79d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:12.097180 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:12.283062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-adc0c433-d69b-4875-acec-78cbfffd50b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:12.284571 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-adc0c433-d69b-4875-acec-78cbfffd50b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.2089961 Mar 11 18:10:12.305099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579827c-8996-469a-8a56-d5efab4d8f99 req-d2e3305b-104f-448a-8624-b8861670ff14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:12.306674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c579827c-8996-469a-8a56-d5efab4d8f99 req-d2e3305b-104f-448a-8624-b8861670ff14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.1221178 Mar 11 18:10:12.360287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c579827c-8996-469a-8a56-d5efab4d8f99 req-2fac596b-cc9c-4028-9d00-e19498b6d2ea tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474019 Mar 11 18:10:12.387500 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-caee55c8-4ebf-46d8-a697-5b42b7815fda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943680 Mar 11 18:10:12.396923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4956cc34-5121-4fee-a445-c77af6c50d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:12.532558 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-7d6316a2-9327-47e0-aae5-dd15551391ac service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375203 Mar 11 18:10:12.677188 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4a786e10-4273-4183-bf48-f21cac0bfc7a req-66b0a812-8ef3-4181-bcc7-d3e14e914bd2 service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377065 Mar 11 18:10:13.639185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f863db2-bd2e-4457-b997-4132c5f7c858 req-6f0c1083-f7e0-4dff-b353-6eb30674c3a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:13.640759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f863db2-bd2e-4457-b997-4132c5f7c858 req-6f0c1083-f7e0-4dff-b353-6eb30674c3a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.1369846 Mar 11 18:10:13.809919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f863db2-bd2e-4457-b997-4132c5f7c858 req-21f95128-d98b-4419-89bd-d24724a0623d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632791 Mar 11 18:10:14.450680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8cfe1831-44c2-4844-831f-eee4db7c8abf details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:10:14.562737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d272-1926-4889-84d8-bc500c8990ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:14.611204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:14.626265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'port_id': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'mac_address': 'fa:16:3e:f7:fd:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:10:14.681605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:14.706304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfe1831-44c2-4844-831f-eee4db7c8abf {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:10:14.723735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:14.729707 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:14.802567 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:15.015859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['8cfe1831-44c2-4844-831f-eee4db7c8abf'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:10:15.026889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0386b-82a3-4ead-acaf-7736ea2d2805 req-d1b66fe9-de5f-43b7-9703-bbf759f59a72 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:15.028349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24d0386b-82a3-4ead-acaf-7736ea2d2805 req-d1b66fe9-de5f-43b7-9703-bbf759f59a72 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 944 time: 0.0903690 Mar 11 18:10:15.076329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24d0386b-82a3-4ead-acaf-7736ea2d2805 req-afeecac7-a015-45b0-97eb-47fbc0c4b85b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Mar 11 18:10:15.753647 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:15.863692 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:16.296775 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d3dd4-d92b-4595-885e-60d70aadfd8e req-81640123-b368-4cec-a54c-c2b0783ca465 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.298913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-538d3dd4-d92b-4595-885e-60d70aadfd8e req-81640123-b368-4cec-a54c-c2b0783ca465 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 944 time: 0.0985699 Mar 11 18:10:16.351284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-538d3dd4-d92b-4595-885e-60d70aadfd8e req-f827a018-eb65-4dac-bd5c-9a334d797088 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459218 Mar 11 18:10:16.485262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8cfe1831-44c2-4844-831f-eee4db7c8abf up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:10:16.574997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 8cfe1831-44c2-4844-831f-eee4db7c8abf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:16.580766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 8cfe1831-44c2-4844-831f-eee4db7c8abf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:16.581144 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:16.710461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:16.741030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:10:16.752132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:16.757623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:16.828934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:16.981461 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'code': 200} Mar 11 18:10:17.093333 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:17.144269 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29e044d5-3df0-4efb-8aca-8064baf48391 req-a927e321-0472-4ab4-93ab-32f7a00371fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1096 time: 0.0780997 Mar 11 18:10:17.192624 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29e044d5-3df0-4efb-8aca-8064baf48391 req-3a0bbe10-664f-46dd-9711-265402a71300 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Mar 11 18:10:17.561683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb50c6-d6fe-4317-8454-ff93f909b22f req-49777a71-ca67-41a8-af7e-a95193f82fc8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:17.563203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5beb50c6-d6fe-4317-8454-ff93f909b22f req-49777a71-ca67-41a8-af7e-a95193f82fc8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0805223 Mar 11 18:10:17.614905 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5beb50c6-d6fe-4317-8454-ff93f909b22f req-009b691b-e45f-4bff-85d0-5be810fc06d2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459743 Mar 11 18:10:19.010648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690748-c598-42e1-a58a-ab7141619c62 req-efe3333e-11ac-4ae1-a77d-34456b66069a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:19.012195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3690748-c598-42e1-a58a-ab7141619c62 req-efe3333e-11ac-4ae1-a77d-34456b66069a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.1013429 Mar 11 18:10:19.065317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3690748-c598-42e1-a58a-ab7141619c62 req-6ac82402-f17c-4aac-9ed7-0398baff20bf tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447516 Mar 11 18:10:19.303680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30800c-a85e-497b-a0a4-2f3933788221 req-42d07a48-4433-42ea-a6a5-fbd3b7af28b2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:19.305151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b30800c-a85e-497b-a0a4-2f3933788221 req-42d07a48-4433-42ea-a6a5-fbd3b7af28b2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0962646 Mar 11 18:10:19.356592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b30800c-a85e-497b-a0a4-2f3933788221 req-6cfd09b4-66b8-4f12-a4f8-614a0d4d1e83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452633 Mar 11 18:10:19.385301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42122) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:19.458834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5fd3fb90-b132-4afc-a735-f3bb8032da3e tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1091 time: 0.0722139 Mar 11 18:10:19.462807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42126) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:19.469326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:10:19.476875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:10:19.481051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:floatingip and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:10:19.484115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:10:19.490377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:10:19.503114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:19.649822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:19.803837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.173 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e0d7848f-99a6-4a1c-9d01-33fa07bb4ac7) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:19.957092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:19.995354 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:20.067358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:20.070435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:20.077773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:10:20.102535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=e0d7848f-99a6-4a1c-9d01-33fa07bb4ac7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:20.712082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:20.768146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:20.975691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:20.984540 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.098293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=e0d7848f-99a6-4a1c-9d01-33fa07bb4ac7,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:21.113783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.328531 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Floating IP 5e31220e-7162-4e61-8365-3bffc0cf01c5 associated. External IP: 172.25.3.173, port: 8cfe1831-44c2-4844-831f-eee4db7c8abf. Mar 11 18:10:21.752675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 62426210-4f1e-4458-8657-5e20371bb8d0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:21.963683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:21.974004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] Sync routers for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:10:21.993146 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.996553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:10:21.997295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:10:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:22.053628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-155f2d11-fbd4-4f9c-94d0-5bb9aca773f3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5892589 Mar 11 18:10:22.054187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:10:22.145695 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'status': 'completed', 'code': 200} Mar 11 18:10:22.184417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:10:22.277951 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-2c5460ad-d9a4-42e6-aead-db7bf8576c27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1096 time: 0.0857422 Mar 11 18:10:22.290248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ee9b6-0638-4973-9254-50d715c3fa9f req-76a8b34d-b734-44c7-b83b-2f18bfcef28d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:22.291822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-169ee9b6-0638-4973-9254-50d715c3fa9f req-76a8b34d-b734-44c7-b83b-2f18bfcef28d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0829251 Mar 11 18:10:22.351217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-169ee9b6-0638-4973-9254-50d715c3fa9f req-32287e2b-0cbb-4191-97c4-b10fbe9b4ec8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527422 Mar 11 18:10:22.379861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42134) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:22.597319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5e31220e-7162-4e61-8365-3bffc0cf01c5', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'port_id': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'mac_address': 'fa:16:3e:f7:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0051e79-e825-4511-b71c-0be52c978d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:20Z', 'updated_at': '2022-03-11T18:10:20Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:22.601215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] Checking router: 62426210-4f1e-4458-8657-5e20371bb8d0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:10:22.615399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:10:22.616008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:10:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:22.633014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-173d5972-5c53-4269-883a-0bf441c778a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:22.634508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-173d5972-5c53-4269-883a-0bf441c778a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.3500109 Mar 11 18:10:22.638793 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c17ef443-dc1d-48e9-bcc6-1e4f3ce914d4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/5e31220e-7162-4e61-8365-3bffc0cf01c5 HTTP/1.1" status: 200 len: 991 time: 0.2565205 Mar 11 18:10:22.749516 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-12d874e6-20b7-415c-bc05-3140a186b0c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 999 time: 0.1087756 Mar 11 18:10:22.805249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:10:22.813652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-2fc22d7b-8ca4-4749-b8da-2f4da763975e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:22.815284 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-2fc22d7b-8ca4-4749-b8da-2f4da763975e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0597293 Mar 11 18:10:22.896921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-231338ab-2624-4d7e-b9b6-eac25d4fa429 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754938 Mar 11 18:10:23.037205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-2fde4fea-8221-4ae2-82fc-9060c39ab534 service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341219 Mar 11 18:10:23.180748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5e31220e-7162-4e61-8365-3bffc0cf01c5', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'port_id': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'mac_address': 'fa:16:3e:f7:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0051e79-e825-4511-b71c-0be52c978d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:20Z', 'updated_at': '2022-03-11T18:10:20Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:23.184357 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a06cba80-bd62-4041-9c31-cac15084b8d7 req-dbfed5e9-856f-417c-ae56-71f7db4741cd service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410000 Mar 11 18:10:23.186483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79128bd9-8ee8-4765-bb1e-8e4597291b2c None None] The sync data for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 is: [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '5e31220e-7162-4e61-8365-3bffc0cf01c5', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'port_id': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'mac_address': 'fa:16:3e:f7:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0051e79-e825-4511-b71c-0be52c978d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:20Z', 'updated_at': '2022-03-11T18:10:20Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:10:23.642268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42138) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:23.759006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-80fb7b01-9a35-4400-a7a3-aaf5eec45440 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/5e31220e-7162-4e61-8365-3bffc0cf01c5 HTTP/1.1" status: 200 len: 991 time: 0.1154568 Mar 11 18:10:24.763421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:24.871365 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ac342aaa-137a-4a17-8d58-6749d184c9f1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/5e31220e-7162-4e61-8365-3bffc0cf01c5 HTTP/1.1" status: 200 len: 991 time: 0.1067605 Mar 11 18:10:25.298894 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81266c0-18e7-4e29-b15e-5630ad989a8d None None] New status for floating IP 5e31220e-7162-4e61-8365-3bffc0cf01c5: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:10:25.875759 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42146) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:25.984000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-485604fc-4d38-44c3-a8e7-e1cebb1c4a14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/5e31220e-7162-4e61-8365-3bffc0cf01c5 HTTP/1.1" status: 200 len: 993 time: 0.1067791 Mar 11 18:10:39.745368 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:42.386483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0707ea15-1e31-4f06-9446-fbb51f11b7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:44.549241 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-face1b17-c844-4c99-8bfd-872b7b78b760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:45.755055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:45.865834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:46.504784 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:10:47.097191 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:55.533216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f27be6a7-4797-4c43-a5e1-6642eb2fbce3 req-4653caf2-bc5b-4bb9-9f44-f6087475a63a tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1096 time: 0.1704443 Mar 11 18:10:55.578980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f27be6a7-4797-4c43-a5e1-6642eb2fbce3 req-bd2484fb-8be4-4abd-8830-00074d67057a tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Synchronizing usage tracker for tenant:5c2c2ca083bd41a382bb0be37cff00eb on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:10:55.599669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f27be6a7-4797-4c43-a5e1-6642eb2fbce3 req-bd2484fb-8be4-4abd-8830-00074d67057a tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Unset dirty status for tenant:5c2c2ca083bd41a382bb0be37cff00eb on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:10:55.601123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f27be6a7-4797-4c43-a5e1-6642eb2fbce3 req-bd2484fb-8be4-4abd-8830-00074d67057a tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620291 Mar 11 18:10:55.958089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704bdf4-d7a4-4621-bdfe-064c550bc4ec req-8d0d1984-5571-478c-8b4b-cf9ebbeafd01 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:55.959682 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6704bdf4-d7a4-4621-bdfe-064c550bc4ec req-8d0d1984-5571-478c-8b4b-cf9ebbeafd01 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.1916769 Mar 11 18:10:56.008652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6704bdf4-d7a4-4621-bdfe-064c550bc4ec req-e1cfb222-5e9f-4a3c-aef0-c1d1fe2c0474 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Mar 11 18:10:56.042951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42170) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:10:56.175575 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f9443ea1-2111-4d3f-874d-1c3ddf8e2197 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/5e31220e-7162-4e61-8365-3bffc0cf01c5 HTTP/1.1" status: 200 len: 993 time: 0.1355140 Mar 11 18:10:56.682523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb88dcb6-2490-4224-bb50-c9828b4d66c3 req-5006ce4b-dd0d-432d-bdf4-d630d1a2c503 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0752857 Mar 11 18:10:57.129835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-ffc3a751-4568-4615-83e7-a7217ff4f052 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264162 Mar 11 18:10:57.154986 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21250e5d-38e4-4ae2-adb1-95920d76a3aa req-a8f014d2-a2d6-4c48-8d3e-bf4da7ce3a4c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.156532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21250e5d-38e4-4ae2-adb1-95920d76a3aa req-a8f014d2-a2d6-4c48-8d3e-bf4da7ce3a4c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0963683 Mar 11 18:10:57.210071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21250e5d-38e4-4ae2-adb1-95920d76a3aa req-28d37238-ae4e-449e-85c4-389e0cfb7d0d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472360 Mar 11 18:10:58.427909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95b7f2-b893-4f06-8f49-92d9d0aae05e req-6b4b6eac-62af-4513-b3d1-f51a1cb549b7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.429481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb95b7f2-b893-4f06-8f49-92d9d0aae05e req-6b4b6eac-62af-4513-b3d1-f51a1cb549b7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0875573 Mar 11 18:10:58.481228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb95b7f2-b893-4f06-8f49-92d9d0aae05e req-92f93530-1ddb-4e27-baf6-6f24b5d2b90f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425198 Mar 11 18:10:58.693743 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-c9bf624d-0a07-406b-9e1a-b89b497433de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1096 time: 0.0836699 Mar 11 18:10:58.843480 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-2be5118c-f5c3-4579-bf2b-c1587afef68c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.844969 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-2be5118c-f5c3-4579-bf2b-c1587afef68c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.1453760 Mar 11 18:10:58.961742 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-17ed5401-8f03-4bd0-bb39-8691ece3f974 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 1001 time: 0.1090267 Mar 11 18:10:59.035658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-884e0763-b31a-4377-b0b9-3475ad80c1b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.037723 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-884e0763-b31a-4377-b0b9-3475ad80c1b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0700226 Mar 11 18:10:59.118349 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-520f72ea-e2ff-4d6c-bfcb-1fa052a7345c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748737 Mar 11 18:10:59.257807 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-b88dd709-fdaf-40be-94c7-72ce77665bbb service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327507 Mar 11 18:10:59.395745 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-575d1f32-4465-4b5e-9035-ef65099ed952 service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314311 Mar 11 18:10:59.705923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5e127-93d5-465f-a1b8-571d24979051 req-3c6c1a42-f30e-4898-8217-85eff23920af tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.707460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2a5e127-93d5-465f-a1b8-571d24979051 req-3c6c1a42-f30e-4898-8217-85eff23920af tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0878918 Mar 11 18:10:59.757481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2a5e127-93d5-465f-a1b8-571d24979051 req-521eb037-1e02-40fe-8301-22c23468b542 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442269 Mar 11 18:11:00.968326 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7677e4-5882-47ef-b704-66115ed079f9 req-b9fa9e5a-68d3-4e0e-b0ba-e365d603b416 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:00.969810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d7677e4-5882-47ef-b704-66115ed079f9 req-b9fa9e5a-68d3-4e0e-b0ba-e365d603b416 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0815666 Mar 11 18:11:01.020655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d7677e4-5882-47ef-b704-66115ed079f9 req-ece0ba0a-68e4-470a-838a-1c2af5ae90a0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451255 Mar 11 18:11:01.218347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-089bd0f3-8c45-447c-a63c-be21560caa35 req-12433936-8a03-43fd-9972-6a8ed0086a25 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1373129 Mar 11 18:11:01.346374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-089bd0f3-8c45-447c-a63c-be21560caa35 req-798c03bd-1367-4d70-98b4-05c9ca7d4f0e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0402558 Mar 11 18:11:01.399199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-089bd0f3-8c45-447c-a63c-be21560caa35 req-0319e209-43a7-425d-b13b-00b5bdeaf84c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262084 Mar 11 18:11:01.559052 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bd0f3-8c45-447c-a63c-be21560caa35 req-4ed0b47b-253a-4b05-88eb-3f0ca4afc596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.561645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-089bd0f3-8c45-447c-a63c-be21560caa35 req-4ed0b47b-253a-4b05-88eb-3f0ca4afc596 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1567605 Mar 11 18:11:02.349291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4972dc-21b3-4717-ac06-d3bf77358627 req-d3938e7f-9aae-4797-84e7-5d102e1b7b21 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:02.350941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d4972dc-21b3-4717-ac06-d3bf77358627 req-d3938e7f-9aae-4797-84e7-5d102e1b7b21 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.1909256 Mar 11 18:11:02.401792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d4972dc-21b3-4717-ac06-d3bf77358627 req-e87ad106-bbde-4272-9124-819b6708925f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449109 Mar 11 18:11:03.632521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ecc48-5cc1-480c-bc2d-9995cde7b36a req-1250feff-c741-4f2c-bda5-844c8fdff2e9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.634450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c37ecc48-5cc1-480c-bc2d-9995cde7b36a req-1250feff-c741-4f2c-bda5-844c8fdff2e9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0878718 Mar 11 18:11:03.690008 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c37ecc48-5cc1-480c-bc2d-9995cde7b36a req-9c196dd3-e29c-4389-ab95-f5eff2cddd7d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493886 Mar 11 18:11:04.915820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f338456-b2c7-4db6-a3e5-5ca46de48372 req-230ebd15-df54-4133-bfca-7ce9d30c505a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.917652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f338456-b2c7-4db6-a3e5-5ca46de48372 req-230ebd15-df54-4133-bfca-7ce9d30c505a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0865595 Mar 11 18:11:04.994142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f338456-b2c7-4db6-a3e5-5ca46de48372 req-76b10f9b-b6fa-4243-8ff9-cce34e632634 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689700 Mar 11 18:11:06.216944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b118a-52ef-41bd-ab94-e369c4a91ff8 req-ce6e6561-bb65-425e-92e3-25dc39def0ca tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.218598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-270b118a-52ef-41bd-ab94-e369c4a91ff8 req-ce6e6561-bb65-425e-92e3-25dc39def0ca tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0952625 Mar 11 18:11:06.272770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-270b118a-52ef-41bd-ab94-e369c4a91ff8 req-066b4c63-f2dd-4cdf-9925-6148736c9614 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464876 Mar 11 18:11:07.509508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e031008-3c67-42a2-9cb3-1bab5d470e79 req-a6b98808-fae8-422c-b07b-d68f431b7204 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:07.511064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e031008-3c67-42a2-9cb3-1bab5d470e79 req-a6b98808-fae8-422c-b07b-d68f431b7204 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0885155 Mar 11 18:11:07.574702 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e031008-3c67-42a2-9cb3-1bab5d470e79 req-3be26a0b-5aff-4235-9d01-358253edd5f0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573330 Mar 11 18:11:08.825189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd0cd-9c4d-465e-bddd-0d9b28f18e0b req-c92229c7-640d-4830-9120-80db5dc3098f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:08.827955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f39bd0cd-9c4d-465e-bddd-0d9b28f18e0b req-c92229c7-640d-4830-9120-80db5dc3098f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.1155698 Mar 11 18:11:08.906622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f39bd0cd-9c4d-465e-bddd-0d9b28f18e0b req-a380fa73-b554-48b2-a4fc-7a7047ca5533 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706141 Mar 11 18:11:09.738146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:10.161679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822073d-6e45-452a-b4f7-675f7fd59f52 req-7517aa4c-d6fe-4472-9603-afb8d348a3fb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:10.163322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7822073d-6e45-452a-b4f7-675f7fd59f52 req-7517aa4c-d6fe-4472-9603-afb8d348a3fb tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.1028061 Mar 11 18:11:10.219910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7822073d-6e45-452a-b4f7-675f7fd59f52 req-038ac8ce-2fbc-49d3-bb85-1487be450880 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498614 Mar 11 18:11:10.702531 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-1115a0bd-d29e-4c79-b2f5-83397bc4be6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1096 time: 0.2727449 Mar 11 18:11:10.904286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-aa834be7-5882-43a7-a285-ced086ab0f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:10.906803 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-aa834be7-5882-43a7-a285-ced086ab0f4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.1838150 Mar 11 18:11:11.017621 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-85c0002c-d75c-4a34-92ba-0d2591f8ea3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 1001 time: 0.1039124 Mar 11 18:11:11.083663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-13675425-3560-4ad8-832a-9d5da4b91534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:11.085191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-13675425-3560-4ad8-832a-9d5da4b91534 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0605476 Mar 11 18:11:11.170268 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-7b951315-35bc-4a13-a407-97a7c7e8ba3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784073 Mar 11 18:11:11.182244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-23648fc0-8f5e-4928-9c9f-089e110aa906 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:11:11.183261 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-23648fc0-8f5e-4928-9c9f-089e110aa906 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053165 Mar 11 18:11:11.327921 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-92383757-cdc1-4ef2-96b7-e3383451e092 service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388443 Mar 11 18:11:11.431282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39efa6d-b7b9-4f27-8515-447c23afd37f req-b61ace1d-6cc1-4556-9b98-653642d3e3a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:11.433396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d39efa6d-b7b9-4f27-8515-447c23afd37f req-b61ace1d-6cc1-4556-9b98-653642d3e3a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0868452 Mar 11 18:11:11.485250 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6dae2fe3-b939-418a-ad13-3bc138388d34 req-cc052d5d-b32a-4d84-8ff8-ce3a1915c6ba service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490059 Mar 11 18:11:11.485787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d39efa6d-b7b9-4f27-8515-447c23afd37f req-c4348db8-1631-4b23-ae11-79d820a5e1d9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Mar 11 18:11:12.387229 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-685dc20a-15cb-4956-826b-788b6e646ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:12.705533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bb336-b7c4-475c-9491-2bc7b56d902d req-484f58bf-7835-44e1-906b-47622b85941d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:12.707151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-353bb336-b7c4-475c-9491-2bc7b56d902d req-484f58bf-7835-44e1-906b-47622b85941d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0890157 Mar 11 18:11:12.762273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-353bb336-b7c4-475c-9491-2bc7b56d902d req-0332be5e-3f99-4966-983a-ff8c0f8ecabe tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486789 Mar 11 18:11:13.971132 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45da4a-628f-4e3a-ba54-3eabdfdc763c req-20cc8200-5544-4eac-a700-a5bae4402a96 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:13.972613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e45da4a-628f-4e3a-ba54-3eabdfdc763c req-20cc8200-5544-4eac-a700-a5bae4402a96 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0789688 Mar 11 18:11:14.020984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e45da4a-628f-4e3a-ba54-3eabdfdc763c req-19d874b2-81e7-45cc-9031-9e48f577288f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419450 Mar 11 18:11:14.554983 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21995887-349c-4d3b-a086-489fa444a62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:15.228967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b04d6-c967-4b6d-8b52-00a07a40702f req-ebb3ac5d-7c0e-4b59-a5d1-7005919940c2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.230497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e2b04d6-c967-4b6d-8b52-00a07a40702f req-ebb3ac5d-7c0e-4b59-a5d1-7005919940c2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0870945 Mar 11 18:11:15.278759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e2b04d6-c967-4b6d-8b52-00a07a40702f req-13dc5e2f-f607-4194-ba8a-44fa2b9f1be4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Mar 11 18:11:15.757616 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:15.861682 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:16.468464 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-c03e1335-25ea-449e-b945-982d6c55a44d service neutron] show failed (client error): The resource could not be found. Mar 11 18:11:16.469417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-c03e1335-25ea-449e-b945-982d6c55a44d service neutron] 10.222.0.59 "GET /v2.0/ports/8cfe1831-44c2-4844-831f-eee4db7c8abf/bindings/n-h2-833436-1 HTTP/1.1" status: 404 len: 380 time: 0.0752072 Mar 11 18:11:16.495353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc022-cae7-4461-852c-ad55ff3e6080 req-8ce6a284-3543-4a91-9cec-ecfb350f5d7c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:16.496811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1ecc022-cae7-4461-852c-ad55ff3e6080 req-8ce6a284-3543-4a91-9cec-ecfb350f5d7c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 945 time: 0.0820222 Mar 11 18:11:16.545292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1ecc022-cae7-4461-852c-ad55ff3e6080 req-88bdae33-dae2-4d5d-b6d3-3106ffe094c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Mar 11 18:11:16.746111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-6b63eed3-7c84-4298-8b52-9d9111a89b5a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 1096 time: 0.0759838 Mar 11 18:11:16.763629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833436-1', 'device_owner': 'compute:nova'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:16.874865 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:17.097506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:17.152716 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:17.186471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h1-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:17.242892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:11:17.248528 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:17.261398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:17.318670 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'code': 200} Mar 11 18:11:17.394240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:17.414312 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.414680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.415011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.415322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.415644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.415964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.416279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.416592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.416904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.417213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.417582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:17.470035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] No DVR routers for this DVR port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h1-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:11:17.600594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d742daae-3a23-481b-b747-5235d7ebee73 None None] Provisioning complete for port 8cfe1831-44c2-4844-831f-eee4db7c8abf triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:17.600947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d742daae-3a23-481b-b747-5235d7ebee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:17.663353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d742daae-3a23-481b-b747-5235d7ebee73 None None] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:11:17.798664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c364-3369-4433-8ff4-63d1bfd08df9 req-718737f2-b1ca-4df4-8a8b-8786f83d7f3d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:17.800105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cda2c364-3369-4433-8ff4-63d1bfd08df9 req-718737f2-b1ca-4df4-8a8b-8786f83d7f3d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.1090546 Mar 11 18:11:17.863766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cda2c364-3369-4433-8ff4-63d1bfd08df9 req-bd11503e-fe5c-467b-8f13-a5ed553df5db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570700 Mar 11 18:11:17.937861 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:17.938203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:17.938573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:17.945293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:17.945614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:17.953038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:17.953403 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:17.953833 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 2 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:17.971377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:17.971970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:17.972521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:17.981670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:17.982005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:17.988974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:17.989305 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:17.989694 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 3 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.005732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.006059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.006408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.012878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.013282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.019571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.020021 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.020415 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 4 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.039966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.040483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.041020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.049930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.050255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.056728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.057029 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.057446 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 5 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.074081 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.074455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.074777 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.080937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.081257 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.087524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.087930 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.088254 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 6 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.104177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.104499 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.104842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.112017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.112369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.119592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.119795 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.120165 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 7 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.136930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.137255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.137577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.144885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.145214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.151877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.152222 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.152608 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 8 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.169280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.169609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.169914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.177197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.177529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.184307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.184640 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.185022 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 9 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.203816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.204148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.204491 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.211520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.211864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.218718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.219048 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.219465 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempt 10 to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf Mar 11 18:11:18.237100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal with profile {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:18.237100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:18.237405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.244290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.244595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempting to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:18.251464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:18.251793 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Failed to bind port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 for vnic_type normal using segments [{'id': 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b'}] Mar 11 18:11:18.252160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:18.356144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h2-833436-1, cleared binding levels {{(pid=83849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:18.356521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Attempted to set empty binding levels {{(pid=83849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 18:11:18.363779 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:18.422771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] In _notify_port_updated(), no bound segment for port 8cfe1831-44c2-4844-831f-eee4db7c8abf on network b95e6adc-5b72-4581-b05f-5ba5689b686b {{(pid=83849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 18:11:18.424072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:18.426162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] 10.222.0.97 "PUT /v2.0/ports/8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 1056 time: 1.6662643 Mar 11 18:11:18.438683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb326d4-63be-41af-92a1-1f37e49e4915 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:18.536712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-6c654928-5484-4fd3-84a0-0a1d07e6812a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1059 time: 0.0783987 Mar 11 18:11:18.681855 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-8c89df33-73bb-493a-a4dc-7079a9cc1990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:18.683484 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-8c89df33-73bb-493a-a4dc-7079a9cc1990 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.1407590 Mar 11 18:11:18.694513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-251c5c3c-2eaf-4400-bd07-544b17f450fe None None] Provisioning complete for port 8cfe1831-44c2-4844-831f-eee4db7c8abf triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:18.695207 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-251c5c3c-2eaf-4400-bd07-544b17f450fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:18.757910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-251c5c3c-2eaf-4400-bd07-544b17f450fe None None] Port 8cfe1831-44c2-4844-831f-eee4db7c8abf cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:11:18.801726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-6bb14742-db5b-4d62-84bf-7427d3e58d85 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 999 time: 0.1117890 Mar 11 18:11:18.864240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-55d7b08f-357a-46b6-a37c-642b054e976b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:18.865688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-55d7b08f-357a-46b6-a37c-642b054e976b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0578148 Mar 11 18:11:18.943160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-4f1d9d7c-bae2-4344-a8ff-af92bec54c95 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711298 Mar 11 18:11:19.134573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-bf2a8c75-b5f6-4b27-85f3-f47ffeee888f service neutron] 10.222.0.97 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855865 Mar 11 18:11:19.223787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9509ad-10e9-4670-b1ff-1cbff721f3d5 req-d2f04dec-3797-49eb-8efa-47e42b8681ef tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.225227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd9509ad-10e9-4670-b1ff-1cbff721f3d5 req-d2f04dec-3797-49eb-8efa-47e42b8681ef tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.2045374 Mar 11 18:11:19.312620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd9509ad-10e9-4670-b1ff-1cbff721f3d5 req-aaee2d70-d161-44a7-91e8-643670be09ae tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793271 Mar 11 18:11:19.318669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdf5e352-c1f6-43f7-ac4a-b4cea9cd45d1 req-90cfed9c-e3ea-429b-9a70-9be45c05558b service neutron] 10.222.0.97 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775723 Mar 11 18:11:19.319115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:11:19.394038 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'status': 'completed', 'code': 200} Mar 11 18:11:19.514532 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-18d471a0-76c4-4025-91bb-b413bd79c538 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1059 time: 0.0791576 Mar 11 18:11:19.540993 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-946b9bfb-ae22-49e2-b689-8d950f4f2b13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1059 time: 0.0743244 Mar 11 18:11:19.685607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-f510b1fc-d264-4e71-b2b9-3e00b9f5fc03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.687124 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-f510b1fc-d264-4e71-b2b9-3e00b9f5fc03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.1397858 Mar 11 18:11:19.776248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-98db1fb7-5207-4a50-9b77-51a1cb25bba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.777624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-98db1fb7-5207-4a50-9b77-51a1cb25bba2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.2477245 Mar 11 18:11:19.796824 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-ded14e1d-7cf3-40c0-b50f-6d1e373c1f75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 999 time: 0.1026163 Mar 11 18:11:19.864003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-8a73abe0-f66d-4de1-8735-e671b519ff8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.865480 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-8a73abe0-f66d-4de1-8735-e671b519ff8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0625565 Mar 11 18:11:19.883170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-93b584e4-4cb2-4177-9415-c298a585595e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 999 time: 0.0990593 Mar 11 18:11:19.944222 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-fdfb7a89-31ac-43db-bc5e-e042ad0384bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728841 Mar 11 18:11:19.951138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-259a755a-3940-44ef-8675-3b2f324191e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.952635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-259a755a-3940-44ef-8675-3b2f324191e2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0632877 Mar 11 18:11:20.029257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-ad7908e7-bd23-4252-8949-eda730591a90 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705519 Mar 11 18:11:20.092894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-424b8c84-ade2-41f4-8bbf-9ea73a0c908d service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426427 Mar 11 18:11:20.187184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-3a5b3497-f580-433b-b71d-7920c1c8d2ca service neutron] 10.222.0.97 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517277 Mar 11 18:11:20.231922 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-baf9e63e-2404-4f80-9333-ac5672f58eec service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319537 Mar 11 18:11:20.325425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-58e84f41-a6d6-4f07-90af-42d1e6e02cf3 req-69574a0a-c77f-408c-be0a-cc34afaf3ba2 service neutron] 10.222.0.97 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318660 Mar 11 18:11:20.530145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac4510-7620-421d-b4fd-022614a1520e req-9dc86be2-2d04-4b32-a1c7-62671ecad98b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.531669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38ac4510-7620-421d-b4fd-022614a1520e req-9dc86be2-2d04-4b32-a1c7-62671ecad98b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.0911968 Mar 11 18:11:20.585452 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38ac4510-7620-421d-b4fd-022614a1520e req-3812ea91-a2c1-4805-8558-b7acc7709a2e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476673 Mar 11 18:11:20.857609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8cfe1831-44c2-4844-831f-eee4db7c8abf no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:11:20.921848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8cfe1831-44c2-4844-831f-eee4db7c8abf not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:11:21.819226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ba617-3f49-4ab6-8068-0b6802a510f2 req-1600700d-4274-4d6d-be60-3e87b031fe8c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.820773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c08ba617-3f49-4ab6-8068-0b6802a510f2 req-1600700d-4274-4d6d-be60-3e87b031fe8c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.0902848 Mar 11 18:11:21.871458 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c08ba617-3f49-4ab6-8068-0b6802a510f2 req-3be6d411-a5f7-4bac-bc93-b0b688ae3113 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448837 Mar 11 18:11:21.901160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42262) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:22.219384 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port e0d7848f-99a6-4a1c-9d01-33fa07bb4ac7 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:11:22.219722 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:22.408074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:22.408414 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:22.532430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for e0d7848f-99a6-4a1c-9d01-33fa07bb4ac7 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:11:22.706645 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:22.767616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=e0d7848f-99a6-4a1c-9d01-33fa07bb4ac7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:22.781409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.781409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.781409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.781409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.781409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.781409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.781409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.782062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.782062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.782335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.782745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:22.877590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:23.297076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 62426210-4f1e-4458-8657-5e20371bb8d0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:23.506069 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:11:23.510818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:23.522395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] Sync routers for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:11:23.529882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:23.536921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:23.537581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:23.589395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d6d0014b-583b-4a56-ac60-06e1b840c6c7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/floatingips/5e31220e-7162-4e61-8365-3bffc0cf01c5 HTTP/1.1" status: 204 len: 168 time: 1.6836600 Mar 11 18:11:23.589395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:11:23.742599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:23.768603 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'status': 'completed', 'code': 200} Mar 11 18:11:23.925456 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-fe6bf02d-b7b5-4c4a-83ce-ffa70cfb746b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1059 time: 0.1107607 Mar 11 18:11:24.049804 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-c12e35a8-6c5a-4234-bffc-32d4f7e583a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 1059 time: 0.2318277 Mar 11 18:11:24.195774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-8d1b59e4-ece2-496a-abdd-0e8fb4ec4403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.197281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-8d1b59e4-ece2-496a-abdd-0e8fb4ec4403 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.2544961 Mar 11 18:11:24.208463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f0dd6-6eed-4304-8354-231081288639 req-4ee1368a-4173-469a-b9bf-e12410d97015 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.210410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:24.210630 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f30f0dd6-6eed-4304-8354-231081288639 req-4ee1368a-4173-469a-b9bf-e12410d97015 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.2335088 Mar 11 18:11:24.217544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] Checking router: 62426210-4f1e-4458-8657-5e20371bb8d0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:11:24.237140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-cf115129-035c-4b46-a4a5-c4b8bb662543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.237433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:24.238387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:24.239203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-cf115129-035c-4b46-a4a5-c4b8bb662543 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 200 len: 898 time: 0.1835907 Mar 11 18:11:24.309097 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-f679dc54-c356-4a1e-8409-a1589d344f37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 217 time: 0.0634813 Mar 11 18:11:24.311946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-8b466c4e-7795-421b-a265-4a010eba9cc9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 200 len: 217 time: 0.1008811 Mar 11 18:11:24.370070 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f30f0dd6-6eed-4304-8354-231081288639 req-4d472d64-c5ad-479b-933c-775c38063ad5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054959 Mar 11 18:11:24.386779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-62786cc4-bb77-4136-9b3a-eded61b9d91f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.388370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-62786cc4-bb77-4136-9b3a-eded61b9d91f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0696659 Mar 11 18:11:24.397229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-825c5a65-7dfd-4ae1-b087-1d78cd5f2042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.399022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-825c5a65-7dfd-4ae1-b087-1d78cd5f2042 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 200 len: 834 time: 0.0842719 Mar 11 18:11:24.474047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-6dfc576e-6bc6-46f2-b921-b8c48e8a9a4c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794377 Mar 11 18:11:24.505374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:24.506155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-0328c56d-a60d-4208-8729-3ee705e9b40e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95e6adc-5b72-4581-b05f-5ba5689b686b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008129 Mar 11 18:11:24.614524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-63c7aeae-b1bf-4abc-bd74-80faf34f8949 service neutron] 10.222.0.97 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336310 Mar 11 18:11:24.643905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-be2e3c69-73a7-4a7a-9893-13df745bccf1 service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315520 Mar 11 18:11:24.787352 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-ea04f8a8-0634-4229-8ae2-cd7a1f2f60fe service neutron] 10.222.0.59 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361172 Mar 11 18:11:24.857836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:24.862578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb69787-81ab-4d52-97d0-87da844e149b None None] The sync data for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 is: [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:02Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'aeb2ec05-0220-46a0-9490-7fb141edc79d', 'name': '', 'network_id': 'b95e6adc-5b72-4581-b05f-5ba5689b686b', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:77:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': 'f86d6018-a2d7-435a-b500-f77ef18fe27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:11:24.884713 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-69527af3-775e-4d87-b0ba-9e500f5ba869 req-4a041da4-ab76-4874-93c5-2d3f854a9261 service neutron] 10.222.0.97 "GET /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622995 Mar 11 18:11:25.018036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-292af96b-8350-49fd-8287-cfa641d0d902 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.019554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-292af96b-8350-49fd-8287-cfa641d0d902 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.0862112 Mar 11 18:11:25.094946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 8cfe1831-44c2-4844-831f-eee4db7c8abf {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:11:25.095463 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:25.101270 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09febc-f95e-44c3-aac9-42a29c055366 None None] New status for floating IP 5e31220e-7162-4e61-8365-3bffc0cf01c5: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:11:25.357307 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port 8cfe1831-44c2-4844-831f-eee4db7c8abf, host n-h2-833436-1, got binding levels [] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:25.357645 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:25.493897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 8cfe1831-44c2-4844-831f-eee4db7c8abf owned by compute:nova {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:11:25.702602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa82e-e8b9-4ac7-ae9c-960d49762cd9 req-eb395f10-ee61-4044-a64e-3f531d9cdaac tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.704024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddbfa82e-e8b9-4ac7-ae9c-960d49762cd9 req-eb395f10-ee61-4044-a64e-3f531d9cdaac tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 943 time: 0.1698785 Mar 11 18:11:25.735324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:25.800394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=8cfe1831-44c2-4844-831f-eee4db7c8abf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:25.879610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddbfa82e-e8b9-4ac7-ae9c-960d49762cd9 req-438d35b4-c85e-4356-b3be-5fe11e227d16 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3eb2eca-6d11-441b-b29f-842c30722fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699884 Mar 11 18:11:25.885524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] No DVR routers for this DVR port 8cfe1831-44c2-4844-831f-eee4db7c8abf on host n-h2-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:11:25.888237 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:25.891350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'name': 'network-vif-deleted', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:11:25.912339 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-191fae19-0cfd-4d90-a07e-ede987c6a822 req-d99a5fb5-53a4-4777-80fe-cb31b64498cd tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.97 "DELETE /v2.0/ports/8cfe1831-44c2-4844-831f-eee4db7c8abf HTTP/1.1" status: 204 len: 173 time: 0.8808777 Mar 11 18:11:25.912465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42278) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:25.996655 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0051e79-e825-4511-b71c-0be52c978d08', 'name': 'network-vif-deleted', 'tag': '8cfe1831-44c2-4844-831f-eee4db7c8abf', 'status': 'completed', 'code': 200} Mar 11 18:11:26.381570 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:27.151237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port aeb2ec05-0220-46a0-9490-7fb141edc79d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:11:27.152012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:27.357198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port aeb2ec05-0220-46a0-9490-7fb141edc79d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=aeb2ec05-0220-46a0-9490-7fb141edc79d,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:27.357509 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:27.482147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for aeb2ec05-0220-46a0-9490-7fb141edc79d owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:11:27.678887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:27.728316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=aeb2ec05-0220-46a0-9490-7fb141edc79d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:28.050180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:28.780749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 62426210-4f1e-4458-8657-5e20371bb8d0 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:28.995616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:29.006772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] Sync routers for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:11:29.012053 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c06f693a-dad1-4b67-a2a3-a00529f140a9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/62426210-4f1e-4458-8657-5e20371bb8d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0981777 Mar 11 18:11:29.015151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42282) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:29.026499 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:29.027519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:29.229524 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting subnet f86d6018-a2d7-435a-b500-f77ef18fe27e {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:11:29.233349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:29.235555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:29.292078 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:29.380942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:29.467735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:29.508539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Subnet': ['ID=f86d6018-a2d7-435a-b500-f77ef18fe27e,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:29.513888 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:29.523886 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2dc1517e-2502-4051-b9a5-a5e7678b4ac6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/subnets/f86d6018-a2d7-435a-b500-f77ef18fe27e HTTP/1.1" status: 204 len: 168 time: 0.5049140 Mar 11 18:11:29.524790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40063c83-be26-4c01-8087-9a2fb761d8c6 None None] Network b95e6adc-5b72-4581-b05f-5ba5689b686b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:11:29.524895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42286) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:29.712204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:11:27Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:29.746139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] Checking router: 62426210-4f1e-4458-8657-5e20371bb8d0 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:11:29.776807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] Routers {'62426210-4f1e-4458-8657-5e20371bb8d0'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:29.777396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['62426210-4f1e-4458-8657-5e20371bb8d0'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:29.842715 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:29.969420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] Set router 62426210-4f1e-4458-8657-5e20371bb8d0 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:30.014676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] DHCP port deletion for b95e6adc-5b72-4581-b05f-5ba5689b686b request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:11:30.028604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Deleting port b3440d65-cf29-45cf-84c0-ccbea0416fbf {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:11:30.028977 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.078847 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.090279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port ab9f4dea-d906-4a2d-808c-03afcea5445d {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:11:30.090742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.298109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port ab9f4dea-d906-4a2d-808c-03afcea5445d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=ab9f4dea-d906-4a2d-808c-03afcea5445d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:30.298446 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.432369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] For port b3440d65-cf29-45cf-84c0-ccbea0416fbf, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=b3440d65-cf29-45cf-84c0-ccbea0416fbf,segment=NetworkSegment(e7f48fa3-c722-4702-bd3a-fb67b45f48d0),segment_id=e7f48fa3-c722-4702-bd3a-fb67b45f48d0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:30.432789 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.463604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for ab9f4dea-d906-4a2d-808c-03afcea5445d owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:11:30.564895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Calling delete_port for b3440d65-cf29-45cf-84c0-ccbea0416fbf owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:11:30.643529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:11:27Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:30.648744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c76a99-86d0-43b7-baee-a9d7b257573b None None] The sync data for ids ['62426210-4f1e-4458-8657-5e20371bb8d0'] in n-d-833436-1 is: [{'id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80292366', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:11:27Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'ab9f4dea-d906-4a2d-808c-03afcea5445d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62426210-4f1e-4458-8657-5e20371bb8d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:58Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:11:30.659706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.663797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.711068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=ab9f4dea-d906-4a2d-808c-03afcea5445d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:30.711341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Pushing event deleted for resources: {'Port': ['ID=b3440d65-cf29-45cf-84c0-ccbea0416fbf,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:30.719860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] No DVR routers for this DVR port b3440d65-cf29-45cf-84c0-ccbea0416fbf on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:11:30.725591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.725951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.726240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.726606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.726929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.727247 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.728396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.728396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.728396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.728868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.728868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb2985e-a063-46bd-9018-27e98adb79b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:30.942753 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.223648 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.228100 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.263840 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.264354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Fanout notify agent at l3_agent the message router_deleted on router 62426210-4f1e-4458-8657-5e20371bb8d0 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:11:31.285802 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.286967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c8cd18bb-a07e-43c5-8d31-4eab04eba334 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/routers/62426210-4f1e-4458-8657-5e20371bb8d0 HTTP/1.1" status: 204 len: 168 time: 1.7619324 Mar 11 18:11:31.290158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42290) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:31.430861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.591478 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.626931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95e6adc-5b72-4581-b05f-5ba5689b686b']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:31.641308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:31.641565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f48fa3-c722-4702-bd3a-fb67b45f48d0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:31.653639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.671097 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.678418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:11:31.678805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:11:31.693933 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:11:31.781056 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.799255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.811162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Network': ['ID=b95e6adc-5b72-4581-b05f-5ba5689b686b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:31.821335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0dc4b4b0-6082-47cf-887c-2dae35e43b13 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/networks/b95e6adc-5b72-4581-b05f-5ba5689b686b HTTP/1.1" status: 204 len: 168 time: 0.5299747 Mar 11 18:11:31.825501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42294) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:31.902856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-523da475-7fc8-4300-9aab-71fd9d5a629f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.936194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-523da475-7fc8-4300-9aab-71fd9d5a629f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:31.997858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device aeb2ec05-0220-46a0-9490-7fb141edc79d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:11:32.017231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-523da475-7fc8-4300-9aab-71fd9d5a629f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.036836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da475-7fc8-4300-9aab-71fd9d5a629f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eb2eca-6d11-441b-b29f-842c30722fec,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:32.045330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: aeb2ec05-0220-46a0-9490-7fb141edc79d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:11:32.045749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device aeb2ec05-0220-46a0-9490-7fb141edc79d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:11:32.046170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3440d65-cf29-45cf-84c0-ccbea0416fbf no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:11:32.054061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-523da475-7fc8-4300-9aab-71fd9d5a629f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.055579 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-523da475-7fc8-4300-9aab-71fd9d5a629f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/security-groups/b3eb2eca-6d11-441b-b29f-842c30722fec HTTP/1.1" status: 204 len: 168 time: 0.2291367 Mar 11 18:11:32.090079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: b3440d65-cf29-45cf-84c0-ccbea0416fbf {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:11:32.090588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device b3440d65-cf29-45cf-84c0-ccbea0416fbf not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:11:32.091002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ab9f4dea-d906-4a2d-808c-03afcea5445d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:11:32.142245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: ab9f4dea-d906-4a2d-808c-03afcea5445d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:11:32.142974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device ab9f4dea-d906-4a2d-808c-03afcea5445d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:11:32.444036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42302) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:32.450388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733318267', 'description': 'tempest-secgroup-smoke-1733318267 description', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:32.457629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:32.462030 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:32.465071 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:32.471550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:32.484964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.524251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:32.528298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:32.531552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:32.539512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:32.599568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.605470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.652857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f424067f-9793-4bc9-9977-4d787127dc26,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:32.658288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.660214 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-42e86cf7-dc24-460d-a1b8-0dd7da5d680a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2146885 Mar 11 18:11:32.663251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42306) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:32.669486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'f424067f-9793-4bc9-9977-4d787127dc26', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:32.677348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:32.681648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:32.685015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:32.691279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:32.712058 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.783188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.787596 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.812964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5bb7f1-ea2d-4598-a2a7-fec755a89ed2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:32.825518 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.826827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-163e83d0-a2b4-4548-a3bd-a74a48eacaa9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1624916 Mar 11 18:11:32.829625 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42310) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:32.835197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'f424067f-9793-4bc9-9977-4d787127dc26', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:32.842236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:32.846278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:32.849371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:32.855170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:32.874603 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.945055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.951383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.976708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbbc1f9-06aa-445e-9723-7fc4a55e15af,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:32.989035 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:32.990424 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-56ff10b5-a7f6-4471-af25-9baf01fe5a18 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1598425 Mar 11 18:11:32.994934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42314) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:33.000417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'f424067f-9793-4bc9-9977-4d787127dc26', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:33.007735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:33.011820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:33.015069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:33.021306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:33.046946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.125992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.131380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.154587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7ae5d4-474c-4fe4-b047-d142af3c98a4,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:33.164356 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.165731 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8b746f22-43ea-4229-af83-e78a99d86b2b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1698749 Mar 11 18:11:33.168492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42318) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:33.174619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'f424067f-9793-4bc9-9977-4d787127dc26', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:33.181458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:33.185308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:33.188366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:33.194764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:33.214228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.280237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.286256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.312447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e184232-65a8-4e3c-b860-d94be815c720,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:33.322815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.323986 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d078dec6-a9fb-4b40-966e-2e16ebf6af4b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1544573 Mar 11 18:11:33.327098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42322) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:33.332969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'f424067f-9793-4bc9-9977-4d787127dc26', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:33.340253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:33.344599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:33.347767 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:33.353686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:33.365700 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:11:33.372306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.436937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.442224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.464978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3f0e74-6ac8-45ba-8920-b0bda5e7824b,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:33.478624 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.480034 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-48daea79-4ae6-4494-845b-f26f109b51db tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1519024 Mar 11 18:11:33.483143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42326) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:33.491185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'f424067f-9793-4bc9-9977-4d787127dc26', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:33.500431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:33.504509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:33.507535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:33.513387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:33.529714 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:11:33.536794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.603130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.608156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.631255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ac3de3-ca5c-4138-be90-a8bf51ab05af,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:33.641688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.642932 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fffd05da-6ed6-42eb-8b34-607b30d27d52 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1585479 Mar 11 18:11:33.647754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42330) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:33.653368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'network': {'name': 'tempest-network-smoke--450545030', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:33.659505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:33.664399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:network and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:33.667432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:33.675083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:33.690279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:11:33.693334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.724551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:11:33.733822 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.734221 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Added segment 4570d89a-2190-45e4-8276-5182a8425ff0 of type vlan for network fc698bee-b883-406c-83e8-1f95ac1888c0 Mar 11 18:11:33.760337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.791887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:33.795722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:33.796288 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.012466 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3634949 Mar 11 18:11:34.015213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffa911-25f2-4bfb-83fa-850924a06b29 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Network': ['ID=fc698bee-b883-406c-83e8-1f95ac1888c0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:34.015582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42334) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:34.021320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'admin_state_up': True, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:34.025504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network fc698bee-b883-406c-83e8-1f95ac1888c0 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:11:34.030425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:34.038657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:router and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:34.045061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:34.053505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:34.068273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.069328 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.088919 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.362757 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.559011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.592135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.728407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.51 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/139c75e4-c4a6-490d-9365-7ce127903580) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:34.874476 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.908797 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:34.980685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:34.983520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:34.987979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:11:35.012171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=139c75e4-c4a6-490d-9365-7ce127903580,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:35.160268 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:35.161215 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:35.397134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 7507feb2-7506-43b8-af88-a17758e5e278 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:11:35.605497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:35.616539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Sync routers for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:11:35.629389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-52ced1f9-7c9d-42ee-8347-5878a805e343 req-4f564cbb-a0a3-497e-86e8-4bdb3853759c service neutron] (83849) timed out ('10.222.0.59', 54430) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:11:35.635231 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:35.635928 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:35.636386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:35.637739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-85854c4f-5e16-4e01-9d62-2e9050456dd2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6210163 Mar 11 18:11:35.641249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42338) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:35.684615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3aa413f8-9096-4602-938d-d6f690f9ee88 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=57b47fe00f1448c0bc7e4ca71e67cc0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398874 Mar 11 18:11:35.685017 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42342) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:35.694591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-c06550a3-2227-4dc2-af42-3c0c709bf5e6 req-c00799c6-5d51-4d5f-abab-d67fb4542957 service neutron] (83849) timed out ('10.222.0.96', 54658) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:11:35.812770 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:35.818475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c33e4b-10ad-477a-b0d7-695691f168ef tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:35.820120 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-35c33e4b-10ad-477a-b0d7-695691f168ef tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338828 Mar 11 18:11:35.823109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42346) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:35.868288 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-174e305e-40bf-4001-8101-8d6dd32ff337 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440910 Mar 11 18:11:35.871091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42350) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:35.877459 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1384201063', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:36.002319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:36.006198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:subnet and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:36.009089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:36.015360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:36.027290 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:11:36.145890 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:35Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:36.150842 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Checking router: 7507feb2-7506-43b8-af88-a17758e5e278 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:11:36.151177 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Updating router 7507feb2-7506-43b8-af88-a17758e5e278 port 139c75e4-c4a6-490d-9365-7ce127903580 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:11:36.211235 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.240867 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.463983 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.541547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Subnet': ['ID=73b9db6f-c603-439c-8fe1-ed3f7a808d3b,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:36.547067 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.556309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Checking segment: {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:11:36.556689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network hostable DHCP agents. Network: fc698bee-b883-406c-83e8-1f95ac1888c0, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:11:36.559251 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Transition to ACTIVE for port object 139c75e4-c4a6-490d-9365-7ce127903580 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:11:36.567291 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.580954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network fc698bee-b883-406c-83e8-1f95ac1888c0 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:11:36.595747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, fc698bee-b883-406c-83e8-1f95ac1888c0) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:36.600247 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:36.600842 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.609095 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58e754-f22b-4b8f-970d-87ccabfe136b None None] Network fc698bee-b883-406c-83e8-1f95ac1888c0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:11:36.626710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-721ee283-4fc4-47d9-9c16-8ae41543df53 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7541687 Mar 11 18:11:36.629816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42354) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:36.652881 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Attempting to bind port 139c75e4-c4a6-490d-9365-7ce127903580 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:36.653529 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Attempting to bind port 139c75e4-c4a6-490d-9365-7ce127903580 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:36.653664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Attempting to bind port 139c75e4-c4a6-490d-9365-7ce127903580 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:36.666790 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Pushing event updated for resources: {'Port': ['ID=139c75e4-c4a6-490d-9365-7ce127903580,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:36.668939 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:11:36.669302 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:11:36.669751 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.670128 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:11:36.670795 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Bound port: 139c75e4-c4a6-490d-9365-7ce127903580, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:11:36.671282 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.710221 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.710703 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.710924 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.711264 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.711558 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.711911 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.712379 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.712638 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.712929 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.713526 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.713653 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:36.765538 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] For port 139c75e4-c4a6-490d-9365-7ce127903580, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:36.769509 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] For port 139c75e4-c4a6-490d-9365-7ce127903580, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=139c75e4-c4a6-490d-9365-7ce127903580,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:11:36.775335 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.860439 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:36.861143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:36.888022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-fc698bee-b883-406c-83e8-1f95ac1888c0', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:11:36.889136 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:36.972394 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a0bc6-33e8-4d78-a596-1bccf73f7727 None None] Pushing event updated for resources: {'Port': ['ID=139c75e4-c4a6-490d-9365-7ce127903580,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:37.050200 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:37.050839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Allocated IP 172.20.0.2 (fc698bee-b883-406c-83e8-1f95ac1888c0/73b9db6f-c603-439c-8fe1-ed3f7a808d3b/a934d9f6-005e-4201-895e-749d4277c121) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:37.258703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:37.269727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Transition to ACTIVE for port object a934d9f6-005e-4201-895e-749d4277c121 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:11:37.289242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Transition to ACTIVE for port object a934d9f6-005e-4201-895e-749d4277c121 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:11:37.296780 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:37.351434 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:35Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:37.355804 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c357a-63cb-495e-a21c-173cd28be348 None None] The sync data for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 is: [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:35Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:11:37.362157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Network fc698bee-b883-406c-83e8-1f95ac1888c0 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:37.365214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:37.369156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:11:37.377910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Pushing event updated for resources: {'Port': ['ID=a934d9f6-005e-4201-895e-749d4277c121,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:37.419173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:37.468412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Attempting to bind port a934d9f6-005e-4201-895e-749d4277c121 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:37.468942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Attempting to bind port a934d9f6-005e-4201-895e-749d4277c121 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:37.469399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Attempting to bind port a934d9f6-005e-4201-895e-749d4277c121 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:37.476602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:11:37.477133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Checking segment: {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:11:37.477637 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:37.478140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Bound using segment: {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:11:37.478739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Bound port: a934d9f6-005e-4201-895e-749d4277c121, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:11:37.479184 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:37.600959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] For port a934d9f6-005e-4201-895e-749d4277c121, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:37.604331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] For port a934d9f6-005e-4201-895e-749d4277c121, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a934d9f6-005e-4201-895e-749d4277c121,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:11:37.610648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:37.697231 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e25c8-8ee8-44c8-8079-7e818b46adcf None None] Pushing event updated for resources: {'Port': ['ID=a934d9f6-005e-4201-895e-749d4277c121,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:37.904064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.1 (fc698bee-b883-406c-83e8-1f95ac1888c0/73b9db6f-c603-439c-8fe1-ed3f7a808d3b/e44b3383-b42c-4ba5-a9c4-40d737590a00) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:38.095008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a934d9f6-005e-4201-895e-749d4277c121 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:11:38.177723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a934d9f6-005e-4201-895e-749d4277c121 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:11:38.185817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 139c75e4-c4a6-490d-9365-7ce127903580 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:11:38.230264 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:38.256334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object e44b3383-b42c-4ba5-a9c4-40d737590a00 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:11:38.297678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 139c75e4-c4a6-490d-9365-7ce127903580 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:11:38.301939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:38.304542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 139c75e4-c4a6-490d-9365-7ce127903580 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:38.304998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:38.380171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network fc698bee-b883-406c-83e8-1f95ac1888c0 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:38.383199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:38.387076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:11:38.429595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=e44b3383-b42c-4ba5-a9c4-40d737590a00,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:38.432045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:38.455641 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 139c75e4-c4a6-490d-9365-7ce127903580, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=139c75e4-c4a6-490d-9365-7ce127903580,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:38.459094 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:38.467019 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:38.557027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=139c75e4-c4a6-490d-9365-7ce127903580,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:38.566228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:38.809413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9f0b2-fbeb-471e-a712-39ae7442d9ba None None] Network fc698bee-b883-406c-83e8-1f95ac1888c0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:11:38.909154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2a41a245-8eed-44f1-965b-2f1052876e8f None None] Provisioning for port a934d9f6-005e-4201-895e-749d4277c121 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:11:38.927180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2a41a245-8eed-44f1-965b-2f1052876e8f None None] Provisioning complete for port a934d9f6-005e-4201-895e-749d4277c121 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:38.927703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a41a245-8eed-44f1-965b-2f1052876e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.004408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.011178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.123601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=e44b3383-b42c-4ba5-a9c4-40d737590a00,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:39.146901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a41a245-8eed-44f1-965b-2f1052876e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.156200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.189916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2a41a245-8eed-44f1-965b-2f1052876e8f None None] For port a934d9f6-005e-4201-895e-749d4277c121, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a934d9f6-005e-4201-895e-749d4277c121,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:39.196743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a41a245-8eed-44f1-965b-2f1052876e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.270378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41a245-8eed-44f1-965b-2f1052876e8f None None] Pushing event updated for resources: {'Port': ['ID=a934d9f6-005e-4201-895e-749d4277c121,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:39.313557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network fc698bee-b883-406c-83e8-1f95ac1888c0 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:39.315016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:39.429205 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-612cabec-6867-4572-be31-6f99d092ffa0 None None] Provisioning complete for port a934d9f6-005e-4201-895e-749d4277c121 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:39.429737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-612cabec-6867-4572-be31-6f99d092ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.606255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-612cabec-6867-4572-be31-6f99d092ffa0 None None] Provisioning for port e44b3383-b42c-4ba5-a9c4-40d737590a00 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:11:39.612153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-612cabec-6867-4572-be31-6f99d092ffa0 None None] Provisioning complete for port e44b3383-b42c-4ba5-a9c4-40d737590a00 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:39.612604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-612cabec-6867-4572-be31-6f99d092ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.672383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-612cabec-6867-4572-be31-6f99d092ffa0 None None] Port e44b3383-b42c-4ba5-a9c4-40d737590a00 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:11:39.722395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 7507feb2-7506-43b8-af88-a17758e5e278 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:39.741825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.804667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-856d71fd-6d73-4f6a-b3f5-981e713b6ad5 None None] Provisioning complete for port e44b3383-b42c-4ba5-a9c4-40d737590a00 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:39.805287 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-856d71fd-6d73-4f6a-b3f5-981e713b6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:39.867434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-856d71fd-6d73-4f6a-b3f5-981e713b6ad5 None None] Port e44b3383-b42c-4ba5-a9c4-40d737590a00 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:11:39.990992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5c16b525-e635-46e5-9cee-10c3d5312e2a None None] Provisioning complete for port e44b3383-b42c-4ba5-a9c4-40d737590a00 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:39.991473 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c16b525-e635-46e5-9cee-10c3d5312e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:40.020578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a934d9f6-005e-4201-895e-749d4277c121 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:11:40.077190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:40.091461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5c16b525-e635-46e5-9cee-10c3d5312e2a None None] Port e44b3383-b42c-4ba5-a9c4-40d737590a00 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:11:40.091661 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-85270d27-2e24-4c2b-8296-5ece38d3268f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/7507feb2-7506-43b8-af88-a17758e5e278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4603074 Mar 11 18:11:40.111290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a934d9f6-005e-4201-895e-749d4277c121 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:40.111732 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:40.231245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 139c75e4-c4a6-490d-9365-7ce127903580 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:11:40.280492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-6fad6ffc-182e-485d-92bb-84d2f4a592e8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733318267&fields=id&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 267 time: 0.0461986 Mar 11 18:11:40.302409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 139c75e4-c4a6-490d-9365-7ce127903580 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:40.302824 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:40.437137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-c68e982c-4c5e-465c-92e9-c1d65a9e0ff1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:40.438600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-c68e982c-4c5e-465c-92e9-c1d65a9e0ff1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/networks?id=fc698bee-b883-406c-83e8-1f95ac1888c0 HTTP/1.1" status: 200 len: 796 time: 0.1513705 Mar 11 18:11:40.455770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-9f24e51b-7e23-4c01-bce2-0f629587d48a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/quotas/57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 375 time: 0.0117228 Mar 11 18:11:40.543043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-f2b70fa6-bb3f-47b6-aaab-2201d11fb126 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:11:40.562762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-f2b70fa6-bb3f-47b6-aaab-2201d11fb126 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:11:40.564511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-f2b70fa6-bb3f-47b6-aaab-2201d11fb126 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025064 Mar 11 18:11:40.708060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-07aee0d8-da35-4394-9872-eb38a1d1e7e1 service neutron] 10.222.0.96 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313667 Mar 11 18:11:40.857394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-cb6ee993-a1af-4051-8076-ec1bcb5e4372 service neutron] 10.222.0.96 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433244 Mar 11 18:11:41.008149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Sync routers for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:11:41.021839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:41.022528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:41.058154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04f26171-f1d5-49ee-b796-70e2553c285a req-9cb0d958-762a-4c1b-b064-ec8294d228ea tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 210 time: 0.0416238 Mar 11 18:11:41.208594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:41.524165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 2, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:41.528227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Checking router: 7507feb2-7506-43b8-af88-a17758e5e278 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:11:41.528580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Updating router 7507feb2-7506-43b8-af88-a17758e5e278 port e44b3383-b42c-4ba5-a9c4-40d737590a00 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:11:41.580450 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:41.938127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:41.951287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Transition to ACTIVE for port object e44b3383-b42c-4ba5-a9c4-40d737590a00 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:11:41.959139 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:42.126315 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b386c3-2294-4f12-989f-482cf5cd318a None None] Pushing event updated for resources: {'Port': ['ID=e44b3383-b42c-4ba5-a9c4-40d737590a00,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:42.223987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Attempting to bind port e44b3383-b42c-4ba5-a9c4-40d737590a00 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:42.224582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Attempting to bind port e44b3383-b42c-4ba5-a9c4-40d737590a00 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:42.225158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Attempting to bind port e44b3383-b42c-4ba5-a9c4-40d737590a00 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:42.232802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:11:42.233267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Checking segment: {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:11:42.233736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:42.234197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Bound using segment: {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:11:42.235068 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Bound port: e44b3383-b42c-4ba5-a9c4-40d737590a00, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:11:42.235517 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:42.299087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b78a296-9bce-46ec-b2f7-22d86b6c298e req-e5aab943-89ba-4668-b008-203c0e557093 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 210 time: 0.0533602 Mar 11 18:11:42.375911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] For port e44b3383-b42c-4ba5-a9c4-40d737590a00, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:42.387857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] For port e44b3383-b42c-4ba5-a9c4-40d737590a00, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e44b3383-b42c-4ba5-a9c4-40d737590a00,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:11:42.396531 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:42.459375 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f6a97fe-a3e4-42f5-a047-e67b80eaa7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:42.488790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:42.489664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:42.499039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-4fc1bc64-d57f-4891-ae83-7284d95fc242 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:42.499785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-4fc1bc64-d57f-4891-ae83-7284d95fc242 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:11:42.518006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-4fc1bc64-d57f-4891-ae83-7284d95fc242 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:11:42.519599 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-4fc1bc64-d57f-4891-ae83-7284d95fc242 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/networks?id=fc698bee-b883-406c-83e8-1f95ac1888c0 HTTP/1.1" status: 200 len: 796 time: 0.1844049 Mar 11 18:11:42.596538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-bf227fe2-5e40-4d15-aad0-c409ca6714c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:11:42.617642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b386c3-2294-4f12-989f-482cf5cd318a None None] Pushing event updated for resources: {'Port': ['ID=e44b3383-b42c-4ba5-a9c4-40d737590a00,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:42.620373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-bf227fe2-5e40-4d15-aad0-c409ca6714c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:11:42.621573 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-bf227fe2-5e40-4d15-aad0-c409ca6714c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 380 time: 0.0812671 Mar 11 18:11:42.650641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'port': {'device_id': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'admin_state_up': True, 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'security_groups': ['f424067f-9793-4bc9-9977-4d787127dc26']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:42.691725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:42.791455 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:42.801726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:42.813530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:11:42.816606 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:42.974943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.13 (fc698bee-b883-406c-83e8-1f95ac1888c0/73b9db6f-c603-439c-8fe1-ed3f7a808d3b/2eaa0443-db36-4432-b3d3-74ccdb079602) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:43.009729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:42Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:43.013751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76ecda-4290-4eac-a7c9-e21861dd2908 None None] The sync data for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 is: [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:42Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:11:43.182858 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:43.200967 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object 2eaa0443-db36-4432-b3d3-74ccdb079602 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:11:43.226794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:43.300408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network fc698bee-b883-406c-83e8-1f95ac1888c0 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:43.303561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:43.306329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:11:43.349167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=2eaa0443-db36-4432-b3d3-74ccdb079602,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:43.391285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:43.391925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:43.422180 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-907c5baa-a4db-47a7-a167-d46f716ac00d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754946 Mar 11 18:11:43.441620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Request body: {'port': {'device_id': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:43.536283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4ff1-432e-4921-8462-0431a1cc123a req-4469ebb5-b689-4444-a26d-46721673c8c2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:43.538672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f20f4ff1-432e-4921-8462-0431a1cc123a req-4469ebb5-b689-4444-a26d-46721673c8c2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 932 time: 0.0968647 Mar 11 18:11:43.584629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:43.595067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f20f4ff1-432e-4921-8462-0431a1cc123a req-c2e2179f-bb92-4c2c-9dcd-a89d3fe36984 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466285 Mar 11 18:11:43.675023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-94bf1e38-556b-4f9f-a94d-605e5f9fae94 None None] Provisioning for port 2eaa0443-db36-4432-b3d3-74ccdb079602 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:11:43.683927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-94bf1e38-556b-4f9f-a94d-605e5f9fae94 None None] Provisioning complete for port 2eaa0443-db36-4432-b3d3-74ccdb079602 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:43.684337 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-94bf1e38-556b-4f9f-a94d-605e5f9fae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:43.745356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-94bf1e38-556b-4f9f-a94d-605e5f9fae94 None None] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:11:43.940610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaa0443-db36-4432-b3d3-74ccdb079602 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:11:43.947954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:43.965814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Transition to ACTIVE for port object 2eaa0443-db36-4432-b3d3-74ccdb079602 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:11:43.972428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.040508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e44b3383-b42c-4ba5-a9c4-40d737590a00 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:11:44.101142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa0443-db36-4432-b3d3-74ccdb079602,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:44.126508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e44b3383-b42c-4ba5-a9c4-40d737590a00 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:11:44.132077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e44b3383-b42c-4ba5-a9c4-40d737590a00 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:44.132670 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.250570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:11:44.250948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:11:44.251269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:44.258204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:11:44.258575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:11:44.266495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:11:44.267431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Checking segment: {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:11:44.267431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Bound using segment: {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:11:44.267760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Bound port: 2eaa0443-db36-4432-b3d3-74ccdb079602, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:11:44.268501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.272003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.306872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e44b3383-b42c-4ba5-a9c4-40d737590a00, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e44b3383-b42c-4ba5-a9c4-40d737590a00,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:44.311796 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.370090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] For port 2eaa0443-db36-4432-b3d3-74ccdb079602, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:44.374106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] For port 2eaa0443-db36-4432-b3d3-74ccdb079602, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2eaa0443-db36-4432-b3d3-74ccdb079602,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:11:44.379496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.402740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e44b3383-b42c-4ba5-a9c4-40d737590a00,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:44.444208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.445638 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] 10.222.0.59 "PUT /v2.0/ports/2eaa0443-db36-4432-b3d3-74ccdb079602 HTTP/1.1" status: 200 len: 1092 time: 1.0088205 Mar 11 18:11:44.446085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:11:44.474960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efb41c-63e9-4d93-ac8d-6ace2615db9f service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa0443-db36-4432-b3d3-74ccdb079602,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:44.545627 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'status': 'completed', 'code': 200} Mar 11 18:11:44.559988 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed62e7ed-2f43-4449-8b22-dd6f05768ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:44.595748 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-47214d2e-7bbd-4228-9340-bc0eff92feab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1095 time: 0.0890696 Mar 11 18:11:44.683063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-b64ca07b-f26f-4241-b373-dada2e2b1d68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eaa0443-db36-4432-b3d3-74ccdb079602 HTTP/1.1" status: 200 len: 217 time: 0.0744894 Mar 11 18:11:44.835035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb791d-7ee4-4a49-b4e9-801eb22324f6 req-c564ede0-8512-463a-b7cb-1e9e542dc80a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.837280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ccdb791d-7ee4-4a49-b4e9-801eb22324f6 req-c564ede0-8512-463a-b7cb-1e9e542dc80a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 944 time: 0.0926015 Mar 11 18:11:44.859768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-7ded4dbc-be08-43ab-b817-39c901c1f5d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.861273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-7ded4dbc-be08-43ab-b817-39c901c1f5d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73b9db6f-c603-439c-8fe1-ed3f7a808d3b HTTP/1.1" status: 200 len: 835 time: 0.1726184 Mar 11 18:11:44.890754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ccdb791d-7ee4-4a49-b4e9-801eb22324f6 req-3b0b07a7-d02c-4084-aba2-b9c19f63db5d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 Mar 11 18:11:44.939644 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-c8113dd1-70e6-475b-af15-ad186d44f0d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc698bee-b883-406c-83e8-1f95ac1888c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707669 Mar 11 18:11:45.072598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-a22e2422-aead-43bc-8b2a-bfdfc4be6a65 service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264153 Mar 11 18:11:45.209647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9bca1a2d-cc9d-46df-89e9-1a15eaeab325 req-6a2f379c-5b1a-45e3-8a6d-891a77a838d4 service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310139 Mar 11 18:11:45.384470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2804b858-cc2a-43df-8400-7209838c67a1 req-c12056a7-c242-4c37-a249-e8087f874797 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1095 time: 0.0822117 Mar 11 18:11:45.539156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b858-cc2a-43df-8400-7209838c67a1 req-f17a9d3f-40ad-4ff9-a215-ec66ab224d86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:45.540724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2804b858-cc2a-43df-8400-7209838c67a1 req-f17a9d3f-40ad-4ff9-a215-ec66ab224d86 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc698bee-b883-406c-83e8-1f95ac1888c0 HTTP/1.1" status: 200 len: 898 time: 0.1492176 Mar 11 18:11:45.612924 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2804b858-cc2a-43df-8400-7209838c67a1 req-5c7d1e35-885b-4350-8ab4-542d1f6c06f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eaa0443-db36-4432-b3d3-74ccdb079602 HTTP/1.1" status: 200 len: 217 time: 0.0654407 Mar 11 18:11:45.684479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b858-cc2a-43df-8400-7209838c67a1 req-59696ad0-d00e-4dd2-b84b-5a47b2e9ec53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:45.686039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2804b858-cc2a-43df-8400-7209838c67a1 req-59696ad0-d00e-4dd2-b84b-5a47b2e9ec53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73b9db6f-c603-439c-8fe1-ed3f7a808d3b HTTP/1.1" status: 200 len: 835 time: 0.0655191 Mar 11 18:11:45.758159 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:45.764577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2804b858-cc2a-43df-8400-7209838c67a1 req-de51023a-909f-4f8e-b560-69196d2b7288 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc698bee-b883-406c-83e8-1f95ac1888c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713117 Mar 11 18:11:45.857514 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:45.907212 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2804b858-cc2a-43df-8400-7209838c67a1 req-ca2d7380-f8ab-494d-be95-403bd3d630bd service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358345 Mar 11 18:11:46.011051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e44b3383-b42c-4ba5-a9c4-40d737590a00 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:11:46.067852 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2804b858-cc2a-43df-8400-7209838c67a1 req-53f1a5ff-ee44-4576-8f3c-9f3e17c86ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473093 Mar 11 18:11:46.082146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e44b3383-b42c-4ba5-a9c4-40d737590a00 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:46.082619 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:46.106388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a402bd7-3391-4658-8753-677eca7de2af req-3f188211-23cc-4ab3-b364-4500e3dbccbc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:46.108023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a402bd7-3391-4658-8753-677eca7de2af req-3f188211-23cc-4ab3-b364-4500e3dbccbc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 944 time: 0.0817013 Mar 11 18:11:46.161521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a402bd7-3391-4658-8753-677eca7de2af req-df639bee-07ba-4f6b-946d-b20877c70722 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473297 Mar 11 18:11:47.015064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2eaa0443-db36-4432-b3d3-74ccdb079602 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:11:47.168001 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:47.206506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2eaa0443-db36-4432-b3d3-74ccdb079602, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2eaa0443-db36-4432-b3d3-74ccdb079602,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:47.220624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'port_id': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'mac_address': 'fa:16:3e:16:29:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:11:47.273955 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:47.291737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaa0443-db36-4432-b3d3-74ccdb079602 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:11:47.308380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2eaa0443-db36-4432-b3d3-74ccdb079602, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2eaa0443-db36-4432-b3d3-74ccdb079602,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:47.313383 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:47.372213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1c8c4-7698-4711-a5f6-3fd65b84965a req-1c76f2cc-062d-4e7c-bbf6-874e83ba16a3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:47.373804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3e1c8c4-7698-4711-a5f6-3fd65b84965a req-1c76f2cc-062d-4e7c-bbf6-874e83ba16a3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 945 time: 0.0829456 Mar 11 18:11:47.382825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2eaa0443-db36-4432-b3d3-74ccdb079602,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:47.423746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d3e1c8c4-7698-4711-a5f6-3fd65b84965a req-14a85a0b-f282-4f11-8e96-e2253bc47b7b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Mar 11 18:11:47.606901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['2eaa0443-db36-4432-b3d3-74ccdb079602'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:11:48.629408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720ce9d-c846-4264-8e0a-40bd17726766 req-5162085a-7b84-4627-bdf5-7284718b7c36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:48.630961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3720ce9d-c846-4264-8e0a-40bd17726766 req-5162085a-7b84-4627-bdf5-7284718b7c36 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 945 time: 0.0860519 Mar 11 18:11:48.686804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3720ce9d-c846-4264-8e0a-40bd17726766 req-39502894-6daa-42cb-979b-338453219602 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478413 Mar 11 18:11:49.013558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2eaa0443-db36-4432-b3d3-74ccdb079602 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:11:49.089585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 2eaa0443-db36-4432-b3d3-74ccdb079602 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:11:49.094934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 2eaa0443-db36-4432-b3d3-74ccdb079602 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:11:49.095303 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:49.208651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:49.244901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:11:49.254529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 2eaa0443-db36-4432-b3d3-74ccdb079602, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2eaa0443-db36-4432-b3d3-74ccdb079602,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:49.260284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:49.305278 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'code': 200} Mar 11 18:11:49.330852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=2eaa0443-db36-4432-b3d3-74ccdb079602,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:49.475343 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5286c1ff-6bfc-4e88-bf4e-f0a38118f4ee req-decf549b-f5eb-49cb-98a2-5e8b8d99367b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1097 time: 0.0864468 Mar 11 18:11:49.522699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5286c1ff-6bfc-4e88-bf4e-f0a38118f4ee req-bcde76e5-c74f-4a73-9164-5baae987db22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Mar 11 18:11:49.942303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f1123-8898-4b12-b9f7-93bd85d66c0f req-6351b6fc-75d4-4c88-893e-5c279d84704a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:49.943842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e9f1123-8898-4b12-b9f7-93bd85d66c0f req-6351b6fc-75d4-4c88-893e-5c279d84704a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.0916979 Mar 11 18:11:49.991620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7e9f1123-8898-4b12-b9f7-93bd85d66c0f req-03e51aaf-3342-47d0-8400-d485dd94c213 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Mar 11 18:11:51.201331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8f52-7a4e-4162-868c-41ddd599ce50 req-f631f9b9-9bf4-4bd3-8052-d3f461adb2a7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:51.202812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41fe8f52-7a4e-4162-868c-41ddd599ce50 req-f631f9b9-9bf4-4bd3-8052-d3f461adb2a7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.0786481 Mar 11 18:11:51.253160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-41fe8f52-7a4e-4162-868c-41ddd599ce50 req-78b33649-1da6-4687-b1ef-77faafbe99da tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 Mar 11 18:11:51.557645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92928456-b7a2-4f39-a5b3-6c537d4b9189 req-f54cd0c4-e15c-491a-bc54-687e6ff85a7d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:51.559087 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92928456-b7a2-4f39-a5b3-6c537d4b9189 req-f54cd0c4-e15c-491a-bc54-687e6ff85a7d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.1799829 Mar 11 18:11:51.611304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92928456-b7a2-4f39-a5b3-6c537d4b9189 req-000eee4e-fb88-4ca8-b54d-8b43bdee8648 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463612 Mar 11 18:11:51.644476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42402) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:51.730193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b2570e40-e994-4efe-b199-d30d27498e23 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1092 time: 0.0842688 Mar 11 18:11:51.734108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42406) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:51.739615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:11:51.746530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:11:51.750764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:floatingip and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:11:51.753903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:11:51.760104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:11:51.778489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:51.932020 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:52.073310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.67 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/71fb50c9-33fd-44f6-a4d6-6551dfa01b4a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:52.226334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:52.259751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:52.423978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:52.425099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:52.428935 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:11:52.458690 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=71fb50c9-33fd-44f6-a4d6-6551dfa01b4a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:52.966663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:53.024745 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:53.255380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:53.263254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:53.371995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=71fb50c9-33fd-44f6-a4d6-6551dfa01b4a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:53.389776 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:53.592848 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Floating IP c6c4555f-7901-446f-96ac-28c0add8f329 associated. External IP: 172.25.3.67, port: 2eaa0443-db36-4432-b3d3-74ccdb079602. Mar 11 18:11:54.114313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 7507feb2-7506-43b8-af88-a17758e5e278 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:54.341781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:54.352729 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] Sync routers for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:11:54.365761 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:54.366325 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:54.369558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:54.429509 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-73ed69d3-1b7a-4a2a-8966-e8477ae8ac89 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6917484 Mar 11 18:11:54.429509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:11:54.486929 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'status': 'completed', 'code': 200} Mar 11 18:11:54.550146 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:54.615452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d7c66-5833-419f-b546-9fcdcf84726a req-4a474a24-0488-489d-81ef-b96868fa2398 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:54.617974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b1d7c66-5833-419f-b546-9fcdcf84726a req-4a474a24-0488-489d-81ef-b96868fa2398 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.0887904 Mar 11 18:11:54.648035 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-0b653853-cc1f-492a-8df7-29d61179ec65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1097 time: 0.1147172 Mar 11 18:11:54.671785 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b1d7c66-5833-419f-b546-9fcdcf84726a req-f8180551-bf51-49a9-9600-5b0fce4ec0ce tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Mar 11 18:11:54.708253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42414) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:54.783829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-de8349ef-0bfd-469d-9377-61c45c5fae81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:54.785418 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-de8349ef-0bfd-469d-9377-61c45c5fae81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc698bee-b883-406c-83e8-1f95ac1888c0 HTTP/1.1" status: 200 len: 898 time: 0.1312025 Mar 11 18:11:54.827851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b7181329-9eca-4929-a3d6-5fab6c2e7ba2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 200 len: 991 time: 0.1167078 Mar 11 18:11:54.893358 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-86807ff7-a451-44e6-abae-b5bb18e3282d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eaa0443-db36-4432-b3d3-74ccdb079602 HTTP/1.1" status: 200 len: 999 time: 0.1023219 Mar 11 18:11:54.957191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-6bbd9ec1-4ee4-4529-8ba0-39eeb8fad03d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:54.958797 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-6bbd9ec1-4ee4-4529-8ba0-39eeb8fad03d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73b9db6f-c603-439c-8fe1-ed3f7a808d3b HTTP/1.1" status: 200 len: 835 time: 0.0598376 Mar 11 18:11:54.968247 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c6c4555f-7901-446f-96ac-28c0add8f329', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'port_id': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'mac_address': 'fa:16:3e:16:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:52Z', 'updated_at': '2022-03-11T18:11:52Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:44Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:54.974178 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] Checking router: 7507feb2-7506-43b8-af88-a17758e5e278 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:11:54.985329 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:11:54.985912 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:11:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:55.033305 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-288b5f90-92b9-495a-9027-997f5d5b8852 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc698bee-b883-406c-83e8-1f95ac1888c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690711 Mar 11 18:11:55.168654 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:11:55.169137 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-7ebec3a0-cc65-4c4c-8e9d-2f5651d52a4e service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292229 Mar 11 18:11:55.304088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ce5ff0c7-0aee-4295-a68a-020743eedae0 req-dc03c3ea-9108-4902-977e-7c80433e8eab service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282337 Mar 11 18:11:55.532572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c6c4555f-7901-446f-96ac-28c0add8f329', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'port_id': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'mac_address': 'fa:16:3e:16:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:52Z', 'updated_at': '2022-03-11T18:11:52Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:44Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:55.537093 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a64bf7-b886-4f13-ad2c-97e34992edab None None] The sync data for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 is: [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'c6c4555f-7901-446f-96ac-28c0add8f329', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'port_id': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'mac_address': 'fa:16:3e:16:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:52Z', 'updated_at': '2022-03-11T18:11:52Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:44Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:11:55.830771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42420) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:55.940070 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a39d10a8-cc6d-4d59-a3cb-0f134d5a2dc1 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 200 len: 991 time: 0.1086156 Mar 11 18:11:56.944550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42424) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:57.057616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d55017bc-4e80-42f8-838a-531534b6c709 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 200 len: 991 time: 0.1112237 Mar 11 18:11:58.061725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42428) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:58.171860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-429514f1-ab16-4a71-b7fa-441a3a81adf5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 200 len: 991 time: 0.1084597 Mar 11 18:11:59.071343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731619c-f90d-4c80-8a55-113b6ee162f9 None None] New status for floating IP c6c4555f-7901-446f-96ac-28c0add8f329: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:11:59.175803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42432) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:11:59.305428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df15c9eb-c64e-4484-8a21-42f7af728820 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 200 len: 991 time: 0.1282926 Mar 11 18:12:00.309932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42436) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:00.417588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1da93b45-84eb-40c4-8645-0928663172c8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 200 len: 993 time: 0.1063619 Mar 11 18:12:00.511453 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:12:01.121972 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48c32b7c-b031-4d84-bbd1-dbcfbcff54a6 req-02d2a435-632a-4935-ad0c-3cc83fc0fe56 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0388594 Mar 11 18:12:01.191658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48c32b7c-b031-4d84-bbd1-dbcfbcff54a6 req-7c7f8772-5ec2-4d5a-9dd2-2f575596a8c4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0396514 Mar 11 18:12:01.241924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48c32b7c-b031-4d84-bbd1-dbcfbcff54a6 req-8e4e585d-b278-408e-911c-f4a2ab5ce374 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251896 Mar 11 18:12:01.385784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c32b7c-b031-4d84-bbd1-dbcfbcff54a6 req-e22f0133-b9ff-438a-b40f-9b8fa4cc510d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:01.387191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48c32b7c-b031-4d84-bbd1-dbcfbcff54a6 req-e22f0133-b9ff-438a-b40f-9b8fa4cc510d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1401424 Mar 11 18:12:09.745033 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:10.577125 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-afa8fc5d-d265-456a-9f2c-f0bb6a7dc366 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813010 Mar 11 18:12:10.887676 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-84b699e0-0c5d-452e-9b70-9fde1eb78e4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1097 time: 0.1934369 Mar 11 18:12:11.039532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-bfcc4ab8-e5f7-4690-a83e-15bb013f5519 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:11.040981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-bfcc4ab8-e5f7-4690-a83e-15bb013f5519 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc698bee-b883-406c-83e8-1f95ac1888c0 HTTP/1.1" status: 200 len: 898 time: 0.1288612 Mar 11 18:12:11.144759 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-838b5b22-ceea-4a7d-abdc-ce417794b582 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eaa0443-db36-4432-b3d3-74ccdb079602 HTTP/1.1" status: 200 len: 1001 time: 0.0970442 Mar 11 18:12:11.207677 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-0ce535ea-877f-4cda-877a-9969cac1fb4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:11.209156 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-0ce535ea-877f-4cda-877a-9969cac1fb4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73b9db6f-c603-439c-8fe1-ed3f7a808d3b HTTP/1.1" status: 200 len: 835 time: 0.0572495 Mar 11 18:12:11.291236 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-c4ca8940-3b6b-4807-99b4-54acd897b3d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc698bee-b883-406c-83e8-1f95ac1888c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706232 Mar 11 18:12:11.432616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-de103df0-c0c6-4e2d-b30e-963bf7a85bfa service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345348 Mar 11 18:12:11.580441 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-29145162-d614-4f7c-aec7-cd8a6af70ed7 req-6f3191ed-4fbe-4dd2-8e00-8fd14e0bf30f service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339130 Mar 11 18:12:12.385605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7009fc65-2fa1-4209-a685-4f679272ebd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.556501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9876aa78-d6a8-4cc1-a86c-140798635fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.761658 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.864854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.105873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.231270 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f537b-1ded-4e11-9490-448f8c62553a req-6fea1182-9cba-45fb-aafb-b227c6d66ab3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.232942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba2f537b-1ded-4e11-9490-448f8c62553a req-6fea1182-9cba-45fb-aafb-b227c6d66ab3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.0843570 Mar 11 18:12:25.281355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba2f537b-1ded-4e11-9490-448f8c62553a req-602ad52f-5804-42c3-a1c7-c80307aa9234 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Mar 11 18:12:25.310800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42452) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:25.429945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-37b55a11-467e-490d-90b9-029dd96223b6 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 200 len: 993 time: 0.1178792 Mar 11 18:12:25.984619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1089da02-a50b-44e8-8161-f3e40113240e req-170fd547-de7b-4cc1-b318-02663060c7db tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1097 time: 0.0898967 Mar 11 18:12:26.028705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1089da02-a50b-44e8-8161-f3e40113240e req-831512a1-3b24-4c07-b3c6-9936e7f3468a tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380950 Mar 11 18:12:26.250536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9db9fb5f-be03-47c2-a4ef-66904b48a9f6 req-8a79d9fc-c70e-4e15-ace4-f30d0b9ad2ae service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0800080 Mar 11 18:12:26.844669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-09bc8fad-95eb-4a32-a11b-e0c94ec3b2b2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798225 Mar 11 18:12:27.555120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-c0373af8-7122-43fe-b123-cbb0b8bf6b20 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:12:27.557248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-c0373af8-7122-43fe-b123-cbb0b8bf6b20 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064440 Mar 11 18:12:27.567346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Request body: {'binding': {'host': 'n-h2-833436-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:27.567791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Unknown quota resources ['binding']. {{(pid=83849) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 11 18:12:27.775922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.776319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.776588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.782583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.782915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.790121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.790471 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:27.790854 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 2 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:27.808077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.808262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.808495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.815117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.815439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.821301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.822544 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:27.823081 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 3 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:27.839943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.840267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.840588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.846791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.847113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.852841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.853155 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:27.853542 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 4 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:27.868950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.869279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.869593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.875553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.875857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.881734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.882036 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:27.882440 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 5 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:27.898214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.898571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.898887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.905361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.905675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.912437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.912757 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:27.913155 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 6 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:27.928789 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.929111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.929432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.935461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.935797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.941530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.941854 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:27.942240 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 7 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:27.958851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.959269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.959532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.965765 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.966089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.972333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.973490 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:27.973490 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 8 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:27.988275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:27.988606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:27.988928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:27.994913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:27.995231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:28.000820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:28.001144 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:28.001605 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 9 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:28.020303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:28.020632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:28.020955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:28.026916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:28.027233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:28.032918 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:28.033242 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:28.033606 n-d-833436-1 neutron-server[83849]: INFO neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempt 10 to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 Mar 11 18:12:28.149393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal with profile None {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:28.149616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 by drivers openvswitch,hyperv on host n-h2-833436-1 at level 0 using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] {{(pid=83849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:28.149954 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:28.156379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:28.156703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Attempting to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:28.163198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Port 2eaa0443-db36-4432-b3d3-74ccdb079602 on network fc698bee-b883-406c-83e8-1f95ac1888c0 not bound, no agent of type HyperV agent registered on host n-h2-833436-1 {{(pid=83849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:28.163522 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.managers [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to bind port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 for vnic_type normal using segments [{'id': '4570d89a-2190-45e4-8276-5182a8425ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0'}] Mar 11 18:12:28.163843 n-d-833436-1 neutron-server[83849]: ERROR neutron.plugins.ml2.plugin [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] Failed to commit binding results for 2eaa0443-db36-4432-b3d3-74ccdb079602 after 10 tries Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 could not be created or updated. Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Traceback (most recent call last): Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource result = method(request=request, **args) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 556, in _create Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource obj = do_create(body) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 537, in do_create Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 531, in do_create Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource self.force_reraise() Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise value Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2442, in create_port_binding Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h2-833436-1 could not be created or updated. Mar 11 18:12:28.193961 n-d-833436-1 neutron-server[83849]: ERROR neutron.api.v2.resource Mar 11 18:12:28.200966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] 10.222.0.96 "POST /v2.0/ports/2eaa0443-db36-4432-b3d3-74ccdb079602/bindings HTTP/1.1" status: 500 len: 401 time: 0.6317723 Mar 11 18:12:29.082517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42516) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:29.312046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 71fb50c9-33fd-44f6-a4d6-6551dfa01b4a {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:12:29.312480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:29.501307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:29.501628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:29.630849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 71fb50c9-33fd-44f6-a4d6-6551dfa01b4a owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:12:29.804575 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:29.848227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=71fb50c9-33fd-44f6-a4d6-6551dfa01b4a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:29.888059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.888313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.888614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.888966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.889292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.889608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.889926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.890244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.890638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.890899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.891223 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:29.958107 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:30.372221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 7507feb2-7506-43b8-af88-a17758e5e278 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:30.609995 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:30.621184 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] Sync routers for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:12:30.628654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:30.636515 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:30.637503 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:30.806578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-77099a3f-8ad8-41a8-b674-1426a316f482 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/floatingips/c6c4555f-7901-446f-96ac-28c0add8f329 HTTP/1.1" status: 204 len: 168 time: 1.7227166 Mar 11 18:12:30.807261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:12:30.906135 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'status': 'completed', 'code': 200} Mar 11 18:12:30.910539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:31.032639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-e227a06e-e7d7-48d4-8b59-48cf149f98ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 1097 time: 0.0768228 Mar 11 18:12:31.184204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-22235a00-557b-44e2-a4c5-cf7a24185c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:31.185734 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-22235a00-557b-44e2-a4c5-cf7a24185c41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc698bee-b883-406c-83e8-1f95ac1888c0 HTTP/1.1" status: 200 len: 898 time: 0.1465130 Mar 11 18:12:31.272505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-f1e8a70d-3a72-43b5-82a7-e022b7c63c28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eaa0443-db36-4432-b3d3-74ccdb079602 HTTP/1.1" status: 200 len: 217 time: 0.0790339 Mar 11 18:12:31.291979 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:44Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:31.296548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] Checking router: 7507feb2-7506-43b8-af88-a17758e5e278 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:12:31.313086 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:31.313938 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:31.315169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72e2e-fc6d-46ff-a6c0-794425ffd680 req-56e03569-e394-4cf4-aec1-73ff123f7ad5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:31.315886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b4e72e2e-fc6d-46ff-a6c0-794425ffd680 req-56e03569-e394-4cf4-aec1-73ff123f7ad5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:12:31.334172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-b4e72e2e-fc6d-46ff-a6c0-794425ffd680 req-56e03569-e394-4cf4-aec1-73ff123f7ad5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:12:31.335488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4e72e2e-fc6d-46ff-a6c0-794425ffd680 req-56e03569-e394-4cf4-aec1-73ff123f7ad5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.1020770 Mar 11 18:12:31.345210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-f6890f7a-4d3d-4a22-99f2-a69dcabd2472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:31.347585 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-f6890f7a-4d3d-4a22-99f2-a69dcabd2472 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73b9db6f-c603-439c-8fe1-ed3f7a808d3b HTTP/1.1" status: 200 len: 835 time: 0.0674591 Mar 11 18:12:31.398165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4e72e2e-fc6d-46ff-a6c0-794425ffd680 req-f421deb0-322e-442a-a4c3-c84b179d9a68 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512242 Mar 11 18:12:31.444364 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-5b6da83f-26f3-4323-8b0a-fb684274b059 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc698bee-b883-406c-83e8-1f95ac1888c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903342 Mar 11 18:12:31.513359 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:31.580829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-8a93d943-6330-47dc-9027-5f1782a0c5dc service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289551 Mar 11 18:12:31.718240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bd8613b5-9e3b-45d2-be3e-244993188112 req-e395f62b-6191-49c5-820e-b51da6c4c4fe service neutron] 10.222.0.59 "GET /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297209 Mar 11 18:12:31.842848 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:44Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:31.847292 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608946d9-d2ce-4dd0-9c71-cdefe91613a8 None None] The sync data for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 is: [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e44b3383-b42c-4ba5-a9c4-40d737590a00', 'name': '', 'network_id': 'fc698bee-b883-406c-83e8-1f95ac1888c0', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:ee:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:37Z', 'updated_at': '2022-03-11T18:11:44Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '73b9db6f-c603-439c-8fe1-ed3f7a808d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:12:32.088027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e316159-5e30-4f26-9e44-7eceed48c34e None None] New status for floating IP c6c4555f-7901-446f-96ac-28c0add8f329: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:12:32.616386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba335a6-48d0-4721-863e-b72facf7f549 req-414b4fac-12bb-4b68-8718-c481fcc33719 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:32.617807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cba335a6-48d0-4721-863e-b72facf7f549 req-414b4fac-12bb-4b68-8718-c481fcc33719 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.0924242 Mar 11 18:12:32.664359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cba335a6-48d0-4721-863e-b72facf7f549 req-b29d5c87-22c3-4f89-9ce4-a1b5b02c7a22 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=f424067f-9793-4bc9-9977-4d787127dc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Mar 11 18:12:32.764797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-2e51c8be-b1cf-448b-8516-dd040be8af74 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:32.765417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-2e51c8be-b1cf-448b-8516-dd040be8af74 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:12:32.778537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-2e51c8be-b1cf-448b-8516-dd040be8af74 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:12:32.779679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-2e51c8be-b1cf-448b-8516-dd040be8af74 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 946 time: 0.0964060 Mar 11 18:12:32.852819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 2eaa0443-db36-4432-b3d3-74ccdb079602 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:12:32.853152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:33.207652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port 2eaa0443-db36-4432-b3d3-74ccdb079602, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=2eaa0443-db36-4432-b3d3-74ccdb079602,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:33.208012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:33.333769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 2eaa0443-db36-4432-b3d3-74ccdb079602 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:12:33.481115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:33.529737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=2eaa0443-db36-4432-b3d3-74ccdb079602,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:33.572147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.572488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.572820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.573143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.573470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.573799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.574117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.574459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.574769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.575085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.575395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:33.615347 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] No DVR routers for this DVR port 2eaa0443-db36-4432-b3d3-74ccdb079602 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:33.618192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:33.621002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'name': 'network-vif-deleted', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:12:33.641359 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c68a0efa-571d-451d-a6c1-5dbddafbd147 req-dc84e547-1f1d-4031-bff3-e117febb286f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "DELETE /v2.0/ports/2eaa0443-db36-4432-b3d3-74ccdb079602 HTTP/1.1" status: 204 len: 173 time: 0.8559432 Mar 11 18:12:33.691409 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ed8e9-e423-4bf2-a29c-ec44706ce7db', 'name': 'network-vif-deleted', 'tag': '2eaa0443-db36-4432-b3d3-74ccdb079602', 'status': 'completed', 'code': 200} Mar 11 18:12:33.842001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28f41cd8-b2a6-4c9b-83e4-673f54fc7832 req-edc67eaf-1835-4ef1-86ba-6e5de5e1ee46 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=561ed8e9-e423-4bf2-a29c-ec44706ce7db HTTP/1.1" status: 200 len: 210 time: 0.0483570 Mar 11 18:12:34.960425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:35.414744 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:36.065059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port e44b3383-b42c-4ba5-a9c4-40d737590a00 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:12:36.065775 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:36.269964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port e44b3383-b42c-4ba5-a9c4-40d737590a00, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e44b3383-b42c-4ba5-a9c4-40d737590a00,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:36.270616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:36.508895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for e44b3383-b42c-4ba5-a9c4-40d737590a00 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:12:36.695138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:36.743914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=e44b3383-b42c-4ba5-a9c4-40d737590a00,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.072454 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:37.294532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2eaa0443-db36-4432-b3d3-74ccdb079602 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:12:37.331667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 2eaa0443-db36-4432-b3d3-74ccdb079602 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:12:37.331885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 2eaa0443-db36-4432-b3d3-74ccdb079602 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:12:37.511738 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:12:37.704169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 7507feb2-7506-43b8-af88-a17758e5e278 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:37.918662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:37.929663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] Sync routers for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:12:37.933619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a77608f5-15b7-4ea7-82b4-bc2828411443 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/7507feb2-7506-43b8-af88-a17758e5e278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9705513 Mar 11 18:12:37.935263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42540) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:37.942753 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:37.943373 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:38.122900 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:38.124694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting subnet 73b9db6f-c603-439c-8fe1-ed3f7a808d3b {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:12:38.129012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.191660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.282046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.363202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.405220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Subnet': ['ID=73b9db6f-c603-439c-8fe1-ed3f7a808d3b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:38.408774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.415398 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-06af4206-3721-4e24-a63d-4912079942d5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/subnets/73b9db6f-c603-439c-8fe1-ed3f7a808d3b HTTP/1.1" status: 204 len: 168 time: 0.4787402 Mar 11 18:12:38.417849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42544) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:38.421341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9d2f7-3969-4ab0-b97d-27c85b355322 None None] Network fc698bee-b883-406c-83e8-1f95ac1888c0 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:12:38.441209 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:12:36Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:38.447460 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] Checking router: 7507feb2-7506-43b8-af88-a17758e5e278 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:12:38.461414 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] Routers {'7507feb2-7506-43b8-af88-a17758e5e278'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:38.462420 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7507feb2-7506-43b8-af88-a17758e5e278'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:38.671286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.690252 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] Set router 7507feb2-7506-43b8-af88-a17758e5e278 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:38.783177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] DHCP port deletion for fc698bee-b883-406c-83e8-1f95ac1888c0 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:12:38.789618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Deleting port a934d9f6-005e-4201-895e-749d4277c121 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:12:38.790457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.916256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:38.928569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 139c75e4-c4a6-490d-9365-7ce127903580 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:12:38.929055 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:39.034947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] For port a934d9f6-005e-4201-895e-749d4277c121, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a934d9f6-005e-4201-895e-749d4277c121,segment=NetworkSegment(4570d89a-2190-45e4-8276-5182a8425ff0),segment_id=4570d89a-2190-45e4-8276-5182a8425ff0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:39.035313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:39.097820 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:12:36Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:39.102949 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082bf4e6-835c-45a8-bb38-178590c1a6c5 None None] The sync data for ids ['7507feb2-7506-43b8-af88-a17758e5e278'] in n-d-833436-1 is: [{'id': '7507feb2-7506-43b8-af88-a17758e5e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053083134', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '139c75e4-c4a6-490d-9365-7ce127903580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:12:36Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': '139c75e4-c4a6-490d-9365-7ce127903580', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7507feb2-7506-43b8-af88-a17758e5e278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:11:34Z', 'updated_at': '2022-03-11T18:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:12:39.184367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Calling delete_port for a934d9f6-005e-4201-895e-749d4277c121 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:12:39.274574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:39.287728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port 139c75e4-c4a6-490d-9365-7ce127903580, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=139c75e4-c4a6-490d-9365-7ce127903580,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:39.288402 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:39.324410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Pushing event deleted for resources: {'Port': ['ID=a934d9f6-005e-4201-895e-749d4277c121,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:39.330888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] No DVR routers for this DVR port a934d9f6-005e-4201-895e-749d4277c121 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:39.340643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.341044 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.341390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.341658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.341994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.342314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.342662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.343010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.343325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.343609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.343956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930c612-0ed0-440f-b1c6-a72c6a324cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:39.416454 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 139c75e4-c4a6-490d-9365-7ce127903580 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:12:39.620485 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:39.664779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=139c75e4-c4a6-490d-9365-7ce127903580,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:39.742193 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:39.895006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.081960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a934d9f6-005e-4201-895e-749d4277c121 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:12:40.116371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a934d9f6-005e-4201-895e-749d4277c121 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:12:40.116683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a934d9f6-005e-4201-895e-749d4277c121 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:12:40.117124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e44b3383-b42c-4ba5-a9c4-40d737590a00 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:12:40.152887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e44b3383-b42c-4ba5-a9c4-40d737590a00 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:12:40.153225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e44b3383-b42c-4ba5-a9c4-40d737590a00 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:12:40.168536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.173723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.200775 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.201387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Fanout notify agent at l3_agent the message router_deleted on router 7507feb2-7506-43b8-af88-a17758e5e278 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:12:40.215834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.217022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cb024155-63a8-44e7-afb0-35fddb535997 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/routers/7507feb2-7506-43b8-af88-a17758e5e278 HTTP/1.1" status: 204 len: 168 time: 1.7978611 Mar 11 18:12:40.220615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42548) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:40.350164 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.489363 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.518478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc698bee-b883-406c-83e8-1f95ac1888c0']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:40.622483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4570d89a-2190-45e4-8276-5182a8425ff0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:40.622732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4570d89a-2190-45e4-8276-5182a8425ff0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:40.636044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.652490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.659025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:12:40.659405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:12:40.673768 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:12:40.768145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.791108 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.797921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Network': ['ID=fc698bee-b883-406c-83e8-1f95ac1888c0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:40.810680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d7a54e7f-ef0e-40d4-9be9-43b45f542890 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/networks/fc698bee-b883-406c-83e8-1f95ac1888c0 HTTP/1.1" status: 204 len: 168 time: 0.5889823 Mar 11 18:12:40.813411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42552) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:40.887610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e65a5896-7382-415e-9a90-070e7c939d25 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:40.921068 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e65a5896-7382-415e-9a90-070e7c939d25 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.004170 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e65a5896-7382-415e-9a90-070e7c939d25 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.023077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a5896-7382-415e-9a90-070e7c939d25 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424067f-9793-4bc9-9977-4d787127dc26,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:41.037707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e65a5896-7382-415e-9a90-070e7c939d25 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.039593 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e65a5896-7382-415e-9a90-070e7c939d25 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/security-groups/f424067f-9793-4bc9-9977-4d787127dc26 HTTP/1.1" status: 204 len: 168 time: 0.2250564 Mar 11 18:12:41.348099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42560) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:41.356755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442560087', 'description': 'tempest-secgroup-smoke-442560087 description', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:41.364165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:41.368579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:41.371896 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:41.484180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:41.502593 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.545256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:41.549755 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:41.552644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:41.558704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:41.617803 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.623640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.668213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d3a00-7afe-4773-ae4a-8211ebdacec9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:41.673942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.674453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-36356b71-994f-42be-91cb-d5489cdbcdde tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3248811 Mar 11 18:12:41.680463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:41.685697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'db9d3a00-7afe-4773-ae4a-8211ebdacec9', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:41.692823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:41.696782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:41.699744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:41.706041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:41.729887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.797978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.803401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.826247 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f609351-7f31-4d68-b30e-3e82a0bef17f,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:41.838207 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.839419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4afacdc2-5c1f-4c0c-97fb-aec909e1fee8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1594439 Mar 11 18:12:41.843082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42568) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:41.848939 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'db9d3a00-7afe-4773-ae4a-8211ebdacec9', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:41.855496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:41.859229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:41.862026 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:41.867724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:41.885930 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.946740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.952015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.974876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123c59d4-63b2-4056-9836-e43369578b39,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:41.985310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 139c75e4-c4a6-490d-9365-7ce127903580 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:12:41.987143 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:41.988476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-931e98d8-1320-4e39-9e23-32ebf588cd3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1444490 Mar 11 18:12:41.991363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42572) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:41.997040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'db9d3a00-7afe-4773-ae4a-8211ebdacec9', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:42.003806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:42.007612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:42.010468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:42.017593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:42.019245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 139c75e4-c4a6-490d-9365-7ce127903580 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:12:42.019625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 139c75e4-c4a6-490d-9365-7ce127903580 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:12:42.036189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.111668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.117351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.143183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23658a62-3d71-449a-ace5-b55b332b2f79,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:42.154180 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.158540 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d1aaaf33-424f-4a23-be20-f8e286749fc2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1631386 Mar 11 18:12:42.159060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42576) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:42.164776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'db9d3a00-7afe-4773-ae4a-8211ebdacec9', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:42.172538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:42.176623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:42.179665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:42.185453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:42.202634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.278268 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.283184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.312733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe93ac7-0fdd-4e5c-b254-45e77e6e006c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:42.324011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.325557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6d73f6ca-cc7d-4a12-b184-bb46a6eced61 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1652801 Mar 11 18:12:42.329095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42580) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:42.334666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'db9d3a00-7afe-4773-ae4a-8211ebdacec9', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:42.341621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:42.345632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:42.348721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:42.358978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:42.372741 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:12:42.380868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.382583 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5256f4a5-c824-4f50-8fd5-0fe19ed6867a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.456045 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.462196 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.489371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80481eb7-e5c1-41ac-b757-46af067df78a,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:42.501052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.502616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-00c27460-79f0-4680-8c66-fdc94758ca5c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1725507 Mar 11 18:12:42.505517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42584) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:42.511709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'security_group_rule': {'security_group_id': 'db9d3a00-7afe-4773-ae4a-8211ebdacec9', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:42.519890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:42.524229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:security_group_rule and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:42.527501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:42.533530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:42.548469 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Project 57b47fe00f1448c0bc7e4ca71e67cc0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:12:42.556488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.627486 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.632269 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.655342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9143b2-6ee9-4712-8ed6-c310a8530937,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:42.666008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.667251 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-efd2a364-a970-4a7f-bc2a-d3bd2e308c14 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1607623 Mar 11 18:12:42.672034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42588) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:42.677706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'network': {'name': 'tempest-network-smoke--690265737', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:42.683908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:42.688277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:network and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:42.691303 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:42.697448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:42.710122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:42.713422 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.752193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:12:42.765887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.766228 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Added segment e98de20b-cad7-4b22-b799-bba656c323a7 of type vlan for network 76641383-77f8-4161-8545-73832f8097ae Mar 11 18:12:42.796388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.830456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.834394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:42.834939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.940273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2671187 Mar 11 18:12:42.943755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42592) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:42.946657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c83d8d-f1fd-4136-bad5-529e56c2fba5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Network': ['ID=76641383-77f8-4161-8545-73832f8097ae,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:42.951703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'admin_state_up': True, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:42.958122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 76641383-77f8-4161-8545-73832f8097ae details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:12:42.960819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:42.964986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:router and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:42.968020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:42.974684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:42.987160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:42.988228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.010827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.165374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.352353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.382195 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.522496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.125 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/a87f315c-c0f5-471b-ab49-8c195db8b445) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:43.688884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.724547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.899327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:43.902290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:43.906898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:12:43.930960 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=a87f315c-c0f5-471b-ab49-8c195db8b445,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:44.070649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:44.071430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:44.305719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 3784b1b2-1bee-40fe-ac82-5920637d29b1 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:12:44.519370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:44.529883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Sync routers for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:12:44.551640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:44.553155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1297300b-fe71-43ae-bb33-b0e4ff86cf57 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6083694 Mar 11 18:12:44.554935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:44.555547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:44.557144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42596) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:44.597771 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-86ba69e1-7834-423a-8d0d-f34b05a71df9 tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=57b47fe00f1448c0bc7e4ca71e67cc0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395527 Mar 11 18:12:44.601147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42600) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:44.606127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f416c05-565e-431a-b064-d16b7c5af029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:44.748721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:44.764959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a699a6d-a565-4d80-a049-6c133371933d tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:44.766669 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4a699a6d-a565-4d80-a049-6c133371933d tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1643467 Mar 11 18:12:44.770769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42604) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:44.811528 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b640e01b-284b-46b8-a6fb-831b30b6d81b tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394156 Mar 11 18:12:44.814116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42608) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:44.819584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827022778', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:44.934271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:44.938577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:subnet and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:12:44.941583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:12:44.947623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:44.958857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:45.046297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:44Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:45.051212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Checking router: 3784b1b2-1bee-40fe-ac82-5920637d29b1 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:12:45.051559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Updating router 3784b1b2-1bee-40fe-ac82-5920637d29b1 port a87f315c-c0f5-471b-ab49-8c195db8b445 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:12:45.066211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.104460 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.299169 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.438958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Subnet': ['ID=771a4c9a-d125-4a2e-94ce-41e980e2a189,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:45.455250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Checking segment: {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:12:45.455568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network hostable DHCP agents. Network: 76641383-77f8-4161-8545-73832f8097ae, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:12:45.483277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 76641383-77f8-4161-8545-73832f8097ae is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:12:45.496815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 76641383-77f8-4161-8545-73832f8097ae) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:45.498250 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.504192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:45.504963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.510280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af379377-251e-4668-96e1-ebeed1d6bead None None] Network 76641383-77f8-4161-8545-73832f8097ae requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:12:45.524530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Transition to ACTIVE for port object a87f315c-c0f5-471b-ab49-8c195db8b445 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:45.537214 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0dbdde4c-27b3-4361-9861-c221c7a7e2a2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7188380 Mar 11 18:12:45.537596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42612) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:12:45.580266 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.704989 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc752eb-8ba6-40ce-8347-eee0553b4604 None None] Pushing event updated for resources: {'Port': ['ID=a87f315c-c0f5-471b-ab49-8c195db8b445,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:45.710781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Attempting to bind port a87f315c-c0f5-471b-ab49-8c195db8b445 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:45.711140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Attempting to bind port a87f315c-c0f5-471b-ab49-8c195db8b445 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:45.711497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Attempting to bind port a87f315c-c0f5-471b-ab49-8c195db8b445 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:45.775094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:12:45.775507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:12:45.775795 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.776200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:12:45.776704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Bound port: a87f315c-c0f5-471b-ab49-8c195db8b445, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:45.777069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.828588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.906272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-76641383-77f8-4161-8545-73832f8097ae', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:12:45.907171 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.921151 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.923412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] For port a87f315c-c0f5-471b-ab49-8c195db8b445, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:45.936663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] For port a87f315c-c0f5-471b-ab49-8c195db8b445, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a87f315c-c0f5-471b-ab49-8c195db8b445,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:45.977488 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:46.123314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc752eb-8ba6-40ce-8347-eee0553b4604 None None] Pushing event updated for resources: {'Port': ['ID=a87f315c-c0f5-471b-ab49-8c195db8b445,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:46.143170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:46.143817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:46.274261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Allocated IP 172.20.0.2 (76641383-77f8-4161-8545-73832f8097ae/771a4c9a-d125-4a2e-94ce-41e980e2a189/763c3059-4ad4-4d6e-8f06-26a53462c982) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:46.423551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:46.462773 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:46.748175 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:46.773547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Transition to ACTIVE for port object 763c3059-4ad4-4d6e-8f06-26a53462c982 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:46.834007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Transition to ACTIVE for port object 763c3059-4ad4-4d6e-8f06-26a53462c982 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:46.843793 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:46.914526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.1 (76641383-77f8-4161-8545-73832f8097ae/771a4c9a-d125-4a2e-94ce-41e980e2a189/a4a5beab-088d-4b58-a2a8-72091883aad7) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:46.926207 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Network 76641383-77f8-4161-8545-73832f8097ae is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:46.930204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:46.935366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:12:46.937430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Pushing event updated for resources: {'Port': ['ID=763c3059-4ad4-4d6e-8f06-26a53462c982,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:47.032512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:44Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:47.052634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c8eaf-d843-44ed-bb3d-2fe58605f453 None None] The sync data for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 is: [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:44Z', 'revision_number': 3, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:12:47.063441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Attempting to bind port 763c3059-4ad4-4d6e-8f06-26a53462c982 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:47.064085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Attempting to bind port 763c3059-4ad4-4d6e-8f06-26a53462c982 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:47.064441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Attempting to bind port 763c3059-4ad4-4d6e-8f06-26a53462c982 on network 76641383-77f8-4161-8545-73832f8097ae {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:47.072067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:12:47.072432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Checking segment: {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:12:47.072833 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.073219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Bound using segment: {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:12:47.073693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Bound port: 763c3059-4ad4-4d6e-8f06-26a53462c982, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:47.074061 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.103661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.131930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object a4a5beab-088d-4b58-a2a8-72091883aad7 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:47.170804 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.180090 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.195328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] For port 763c3059-4ad4-4d6e-8f06-26a53462c982, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:47.200335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] For port 763c3059-4ad4-4d6e-8f06-26a53462c982, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=763c3059-4ad4-4d6e-8f06-26a53462c982,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:47.205686 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.240116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 76641383-77f8-4161-8545-73832f8097ae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:47.243430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:47.252745 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:12:47.313527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6ce4f-b030-4c7f-ac9e-b651181755ed None None] Pushing event updated for resources: {'Port': ['ID=763c3059-4ad4-4d6e-8f06-26a53462c982,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:47.335778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=a4a5beab-088d-4b58-a2a8-72091883aad7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:47.355165 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.504593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.146663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a87f315c-c0f5-471b-ab49-8c195db8b445 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:12:48.216615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.222751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.231781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a87f315c-c0f5-471b-ab49-8c195db8b445 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:12:48.238534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a87f315c-c0f5-471b-ab49-8c195db8b445 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:48.238914 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.346282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.350067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=a4a5beab-088d-4b58-a2a8-72091883aad7,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:48.381430 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.402143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a87f315c-c0f5-471b-ab49-8c195db8b445, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a87f315c-c0f5-471b-ab49-8c195db8b445,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:48.407996 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.409129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 763c3059-4ad4-4d6e-8f06-26a53462c982 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:12:48.526925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 76641383-77f8-4161-8545-73832f8097ae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:48.528090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:48.545098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa323987-2008-4a1a-a5b9-2d0d09a2ebb4 None None] Network 76641383-77f8-4161-8545-73832f8097ae requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:12:48.613049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a87f315c-c0f5-471b-ab49-8c195db8b445,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:48.688329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-873d5f6a-661c-40fc-9d90-55eb94e3a029 None None] Provisioning for port 763c3059-4ad4-4d6e-8f06-26a53462c982 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:12:48.695943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 763c3059-4ad4-4d6e-8f06-26a53462c982 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:12:48.703862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-873d5f6a-661c-40fc-9d90-55eb94e3a029 None None] Provisioning complete for port 763c3059-4ad4-4d6e-8f06-26a53462c982 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:48.704226 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-873d5f6a-661c-40fc-9d90-55eb94e3a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.754739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 763c3059-4ad4-4d6e-8f06-26a53462c982 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:48.754739 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.916649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 3784b1b2-1bee-40fe-ac82-5920637d29b1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:49.015054 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-873d5f6a-661c-40fc-9d90-55eb94e3a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:49.033773 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:49.082558 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-873d5f6a-661c-40fc-9d90-55eb94e3a029 None None] For port 763c3059-4ad4-4d6e-8f06-26a53462c982, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=763c3059-4ad4-4d6e-8f06-26a53462c982,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:49.089905 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-873d5f6a-661c-40fc-9d90-55eb94e3a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:49.165665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:49.181520 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e67edef2-60df-410a-8498-f7115497b496 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/3784b1b2-1bee-40fe-ac82-5920637d29b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6426260 Mar 11 18:12:49.239084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:12:49.239084 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:12:49.241203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5f6a-661c-40fc-9d90-55eb94e3a029 None None] Pushing event updated for resources: {'Port': ['ID=763c3059-4ad4-4d6e-8f06-26a53462c982,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:49.389966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-69979500-205f-4110-a707-8f0bdf01a956 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:12:49.410002 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-69979500-205f-4110-a707-8f0bdf01a956 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:12:49.411506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-69979500-205f-4110-a707-8f0bdf01a956 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442560087&fields=id&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 267 time: 0.0683553 Mar 11 18:12:49.418575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d49714a2-85b1-438a-a2e0-bc2b92bf8549 None None] Provisioning complete for port 763c3059-4ad4-4d6e-8f06-26a53462c982 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:49.418950 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d49714a2-85b1-438a-a2e0-bc2b92bf8549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:49.569695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d49714a2-85b1-438a-a2e0-bc2b92bf8549 None None] Provisioning for port a4a5beab-088d-4b58-a2a8-72091883aad7 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:12:49.579149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d49714a2-85b1-438a-a2e0-bc2b92bf8549 None None] Provisioning complete for port a4a5beab-088d-4b58-a2a8-72091883aad7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:49.579582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d49714a2-85b1-438a-a2e0-bc2b92bf8549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:49.596695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-7bb087fc-899a-442f-b565-08679f385a28 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:49.598311 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-7bb087fc-899a-442f-b565-08679f385a28 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/networks?id=76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 200 len: 796 time: 0.1752732 Mar 11 18:12:49.626004 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-f02539fa-02fb-4e82-8692-c70afa779e90 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/quotas/57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 375 time: 0.0201967 Mar 11 18:12:49.639556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d49714a2-85b1-438a-a2e0-bc2b92bf8549 None None] Port a4a5beab-088d-4b58-a2a8-72091883aad7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:12:49.729206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-c252533e-dffe-412f-91fd-5766cc5261b7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:12:49.749961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-c252533e-dffe-412f-91fd-5766cc5261b7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:12:49.751687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-c252533e-dffe-412f-91fd-5766cc5261b7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203082 Mar 11 18:12:49.881543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c22263dd-b52b-4a96-8714-0eda2e456084 None None] Provisioning complete for port a4a5beab-088d-4b58-a2a8-72091883aad7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:49.881947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c22263dd-b52b-4a96-8714-0eda2e456084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:49.937368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c22263dd-b52b-4a96-8714-0eda2e456084 None None] Port a4a5beab-088d-4b58-a2a8-72091883aad7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:12:50.018513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-a2208d0e-b3a1-4e39-b1fd-de09d01474db service neutron] 10.222.0.96 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470942 Mar 11 18:12:50.040819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a87f315c-c0f5-471b-ab49-8c195db8b445 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:12:50.111144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b8db6655-18ec-43ed-a47f-6ff44fa898a0 None None] Provisioning complete for port a4a5beab-088d-4b58-a2a8-72091883aad7 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:50.111650 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8db6655-18ec-43ed-a47f-6ff44fa898a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:50.172072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-10b91b54-af90-4ef4-bff4-357acc8bd51b service neutron] 10.222.0.96 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474648 Mar 11 18:12:50.179856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b8db6655-18ec-43ed-a47f-6ff44fa898a0 None None] Port a4a5beab-088d-4b58-a2a8-72091883aad7 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:12:50.181625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a87f315c-c0f5-471b-ab49-8c195db8b445 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:50.182003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:50.309705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 763c3059-4ad4-4d6e-8f06-26a53462c982 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:12:50.393759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 763c3059-4ad4-4d6e-8f06-26a53462c982 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:50.394146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:50.438619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4fdab3af-eb1a-4232-a393-b47777665cb6 req-5edca7e6-449b-46a7-8735-b45c90b4a162 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 210 time: 0.0799909 Mar 11 18:12:50.907101 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Sync routers for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:12:50.922681 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:50.923307 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:51.134183 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:51.485201 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 2, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:51.489874 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Checking router: 3784b1b2-1bee-40fe-ac82-5920637d29b1 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:12:51.490215 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Updating router 3784b1b2-1bee-40fe-ac82-5920637d29b1 port a4a5beab-088d-4b58-a2a8-72091883aad7 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:12:51.549213 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:51.639447 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c06f4ad3-7c2e-4c8a-a88d-80a8740728ac req-e56f2cee-fe91-4651-8c46-f473ac724766 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 210 time: 0.0595961 Mar 11 18:12:51.737792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-031917ce-d672-41d7-815c-ccecb0aefce7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:51.739199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-031917ce-d672-41d7-815c-ccecb0aefce7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:12:51.756951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-031917ce-d672-41d7-815c-ccecb0aefce7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:12:51.758821 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-031917ce-d672-41d7-815c-ccecb0aefce7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/networks?id=76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 200 len: 796 time: 0.2014477 Mar 11 18:12:51.838604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-c25668d2-a858-4634-b71b-a2c0837194c2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:12:51.851446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-c25668d2-a858-4634-b71b-a2c0837194c2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:12:51.852642 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-c25668d2-a858-4634-b71b-a2c0837194c2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e HTTP/1.1" status: 200 len: 379 time: 0.0701642 Mar 11 18:12:51.863759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'port': {'device_id': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'admin_state_up': True, 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'security_groups': ['db9d3a00-7afe-4773-ae4a-8211ebdacec9']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:51.956604 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:51.970195 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Transition to ACTIVE for port object a4a5beab-088d-4b58-a2a8-72091883aad7 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:51.980171 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.014529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:12:52.028079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:12:52.041801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Made reservation on behalf of 57b47fe00f1448c0bc7e4ca71e67cc0e for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:52.045612 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.121223 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Pushing event updated for resources: {'Port': ['ID=a4a5beab-088d-4b58-a2a8-72091883aad7,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:52.137474 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.137947 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.138232 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.138657 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.140514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.140514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.140514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.140514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.140514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.140514 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.141332 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:52.248902 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Attempting to bind port a4a5beab-088d-4b58-a2a8-72091883aad7 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:52.249428 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Attempting to bind port a4a5beab-088d-4b58-a2a8-72091883aad7 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:52.249880 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Attempting to bind port a4a5beab-088d-4b58-a2a8-72091883aad7 on network 76641383-77f8-4161-8545-73832f8097ae {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:52.260793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:12:52.260793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Checking segment: {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:12:52.260793 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.260793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Bound using segment: {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:12:52.261546 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Bound port: a4a5beab-088d-4b58-a2a8-72091883aad7, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:52.261546 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.365599 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] For port a4a5beab-088d-4b58-a2a8-72091883aad7, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:52.369878 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] For port a4a5beab-088d-4b58-a2a8-72091883aad7, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a4a5beab-088d-4b58-a2a8-72091883aad7,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:52.375920 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.403109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.20.0.9 (76641383-77f8-4161-8545-73832f8097ae/771a4c9a-d125-4a2e-94ce-41e980e2a189/866b9175-3626-4bd2-8a5b-3b0885b3c293) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:52.486029 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f203f8-da58-496b-a75a-962f4d82fd62 None None] Pushing event updated for resources: {'Port': ['ID=a4a5beab-088d-4b58-a2a8-72091883aad7,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:52.491102 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:12:52.491713 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:52.640332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.659433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Transition to ACTIVE for port object 866b9175-3626-4bd2-8a5b-3b0885b3c293 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:52.692237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.697088 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:12:52.795148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 76641383-77f8-4161-8545-73832f8097ae is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:52.799330 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:52.804503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:12:52.831768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:52.878141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:52.879221 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:52.917934 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-1d9ab16f-2616-4d85-b636-455b030b426a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0597603 Mar 11 18:12:52.924251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaeb5d-9df8-412c-9424-96b8bdfce52d req-de5feab9-321c-46f0-a032-a77b248ba28d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:52.925939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bbaeb5d-9df8-412c-9424-96b8bdfce52d req-de5feab9-321c-46f0-a032-a77b248ba28d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 931 time: 0.1005569 Mar 11 18:12:52.940448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Request body: {'port': {'device_id': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:12:53.020820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bbaeb5d-9df8-412c-9424-96b8bdfce52d req-6fad9ac2-579a-4cd0-84cd-5f3f1660fe70 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823722 Mar 11 18:12:53.096090 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:53.098850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:53.104288 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be257d8-188c-4725-a3bc-5a59a4409c90 None None] The sync data for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 is: [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:12:53.216668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9a06bcda-4cc0-431d-b3de-2616da591657 None None] Provisioning for port 866b9175-3626-4bd2-8a5b-3b0885b3c293 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:12:53.228341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9a06bcda-4cc0-431d-b3de-2616da591657 None None] Provisioning complete for port 866b9175-3626-4bd2-8a5b-3b0885b3c293 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:53.228960 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a06bcda-4cc0-431d-b3de-2616da591657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:53.311986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9a06bcda-4cc0-431d-b3de-2616da591657 None None] Port 866b9175-3626-4bd2-8a5b-3b0885b3c293 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:12:53.543862 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866b9175-3626-4bd2-8a5b-3b0885b3c293 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:12:53.552715 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:53.570803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Transition to ACTIVE for port object 866b9175-3626-4bd2-8a5b-3b0885b3c293 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:53.577126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:53.720542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:53.868986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Attempting to bind port 866b9175-3626-4bd2-8a5b-3b0885b3c293 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:53.869869 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Attempting to bind port 866b9175-3626-4bd2-8a5b-3b0885b3c293 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:53.870668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Attempting to bind port 866b9175-3626-4bd2-8a5b-3b0885b3c293 on network 76641383-77f8-4161-8545-73832f8097ae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:53.884897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Port 866b9175-3626-4bd2-8a5b-3b0885b3c293 on network 76641383-77f8-4161-8545-73832f8097ae not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:12:53.885308 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Attempting to bind port 866b9175-3626-4bd2-8a5b-3b0885b3c293 on network 76641383-77f8-4161-8545-73832f8097ae {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:12:53.893808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:12:53.894156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Checking segment: {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:12:53.894591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Bound using segment: {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:12:53.895051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Bound port: 866b9175-3626-4bd2-8a5b-3b0885b3c293, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98de20b-cad7-4b22-b799-bba656c323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '76641383-77f8-4161-8545-73832f8097ae'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:53.895410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:54.013518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:54.016389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:54.023044 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:54.079679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4a5beab-088d-4b58-a2a8-72091883aad7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:12:54.094652 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:54.096000 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] 10.222.0.59 "PUT /v2.0/ports/866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 200 len: 1091 time: 1.1640594 Mar 11 18:12:54.096479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:12:54.145706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e741239-7f6d-4f5c-9686-b754dc782962 service neutron] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:54.222127 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'status': 'completed', 'code': 200} Mar 11 18:12:54.266889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a4a5beab-088d-4b58-a2a8-72091883aad7 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:12:54.273229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a4a5beab-088d-4b58-a2a8-72091883aad7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:54.273960 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:54.278205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-04fffb7a-745e-4f75-8430-70d045af43f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1094 time: 0.1208146 Mar 11 18:12:54.406656 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-a31554ce-0587-4226-8759-e8375105658e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 200 len: 217 time: 0.1124206 Mar 11 18:12:54.429233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be388fe-8143-494e-bd12-92f3dcd31e48 req-4de14201-9801-409c-9b04-ad0460ebb883 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:54.430904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5be388fe-8143-494e-bd12-92f3dcd31e48 req-4de14201-9801-409c-9b04-ad0460ebb883 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 943 time: 0.1302209 Mar 11 18:12:54.441987 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:54.486709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-948f70b1-a57f-4f42-9ca3-5f3ac1dee4ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:54.488340 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-948f70b1-a57f-4f42-9ca3-5f3ac1dee4ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=771a4c9a-d125-4a2e-94ce-41e980e2a189 HTTP/1.1" status: 200 len: 834 time: 0.0753279 Mar 11 18:12:54.502562 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5be388fe-8143-494e-bd12-92f3dcd31e48 req-e3f4b1a7-a879-451f-8125-426f051be6a5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581999 Mar 11 18:12:54.507853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a4a5beab-088d-4b58-a2a8-72091883aad7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a4a5beab-088d-4b58-a2a8-72091883aad7,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:54.513393 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:54.584780 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-7ba53b5c-6c82-4b00-9a2e-a81d3cc7b34b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76641383-77f8-4161-8545-73832f8097ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899920 Mar 11 18:12:54.607348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a4a5beab-088d-4b58-a2a8-72091883aad7,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:54.831250 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-98c896a6-4092-40e1-8ca7-d4dfe107c108 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405441 Mar 11 18:12:54.998590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a9d54bb7-517d-4c48-b624-a81101c506f1 req-31609d1c-ac8a-4f7b-ae76-d34c3dcdcb8f service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608918 Mar 11 18:12:55.188162 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55a57b76-856c-450d-9968-32d47d7a4028 req-3552baf3-7569-4afe-8f0a-e11340ebb22b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1094 time: 0.0824986 Mar 11 18:12:55.345101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a57b76-856c-450d-9968-32d47d7a4028 req-7c33e716-659e-4852-9314-53e1b0d1d844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:55.346504 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55a57b76-856c-450d-9968-32d47d7a4028 req-7c33e716-659e-4852-9314-53e1b0d1d844 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 200 len: 898 time: 0.1483340 Mar 11 18:12:55.439029 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55a57b76-856c-450d-9968-32d47d7a4028 req-deb720a9-d247-4354-90ab-9f7b886dbe3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 200 len: 217 time: 0.0818439 Mar 11 18:12:55.505702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a57b76-856c-450d-9968-32d47d7a4028 req-199d9b8b-724b-4d5b-a629-209e8897b2ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:55.507203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55a57b76-856c-450d-9968-32d47d7a4028 req-199d9b8b-724b-4d5b-a629-209e8897b2ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=771a4c9a-d125-4a2e-94ce-41e980e2a189 HTTP/1.1" status: 200 len: 834 time: 0.0608194 Mar 11 18:12:55.590551 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55a57b76-856c-450d-9968-32d47d7a4028 req-28f2ffd1-bcff-4ddf-84ac-6c1e7168dad0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76641383-77f8-4161-8545-73832f8097ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765414 Mar 11 18:12:55.730576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683077-b7c1-4588-962b-812a2ef03b5a req-d3c054f4-cacb-4584-a1ad-ac4ac0bd9ae2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:55.731533 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55a57b76-856c-450d-9968-32d47d7a4028 req-419b0d20-8ae3-4573-88e5-e405764b49b1 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343765 Mar 11 18:12:55.732156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c683077-b7c1-4588-962b-812a2ef03b5a req-d3c054f4-cacb-4584-a1ad-ac4ac0bd9ae2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 943 time: 0.0791020 Mar 11 18:12:55.783554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c683077-b7c1-4588-962b-812a2ef03b5a req-ea5215a3-17d0-415d-9f00-1ccfa1df6c9e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457408 Mar 11 18:12:55.878228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55a57b76-856c-450d-9968-32d47d7a4028 req-60748e74-03ac-41b1-8300-396dc5320070 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386435 Mar 11 18:12:56.039316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4a5beab-088d-4b58-a2a8-72091883aad7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:12:56.111409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a4a5beab-088d-4b58-a2a8-72091883aad7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:56.111777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:57.051568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f5b0e-e8ff-4e95-a495-ec665df78bcf req-083f69cd-b2a6-4909-acd7-044731ef04a5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:57.053317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-806f5b0e-e8ff-4e95-a495-ec665df78bcf req-083f69cd-b2a6-4909-acd7-044731ef04a5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 943 time: 0.1343350 Mar 11 18:12:57.107181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-806f5b0e-e8ff-4e95-a495-ec665df78bcf req-2f592c81-97fd-4ce0-850e-837c5a0563fa tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453606 Mar 11 18:12:58.317370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de837dae-e031-4115-a3b9-762c836a97d3 req-758b20f2-ef4e-4bb6-b53a-2bf0562d1ba3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:58.318775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de837dae-e031-4115-a3b9-762c836a97d3 req-758b20f2-ef4e-4bb6-b53a-2bf0562d1ba3 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 943 time: 0.0825269 Mar 11 18:12:58.369542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de837dae-e031-4115-a3b9-762c836a97d3 req-3e13dea5-3451-42f9-86dd-8cf6fbb5537a tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449462 Mar 11 18:12:59.373987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 866b9175-3626-4bd2-8a5b-3b0885b3c293 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:12:59.520879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:59.541643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'port_id': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'mac_address': 'fa:16:3e:47:a8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:12:59.591100 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d94df-273f-41f8-b0c2-dca9fa283f69 req-acdb7c91-7d5e-4ada-9cd6-49f492b86171 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:59.592735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e3d94df-273f-41f8-b0c2-dca9fa283f69 req-acdb7c91-7d5e-4ada-9cd6-49f492b86171 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 943 time: 0.0950327 Mar 11 18:12:59.603728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:59.625344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866b9175-3626-4bd2-8a5b-3b0885b3c293 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:12:59.645469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:59.649238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e3d94df-273f-41f8-b0c2-dca9fa283f69 req-a154a571-ac1b-43cc-94c9-bd62ef4f7124 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489438 Mar 11 18:12:59.651883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:59.742423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:59.952080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['866b9175-3626-4bd2-8a5b-3b0885b3c293'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:13:00.868840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff320b-e1c1-40b1-a147-3d1658966b4f req-4ae49066-d9ad-471b-a880-bd67536a3143 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:00.870225 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffff320b-e1c1-40b1-a147-3d1658966b4f req-4ae49066-d9ad-471b-a880-bd67536a3143 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 944 time: 0.0802433 Mar 11 18:13:00.928865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffff320b-e1c1-40b1-a147-3d1658966b4f req-c6558d53-fc15-4565-9e08-9342ff6ab659 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512605 Mar 11 18:13:01.377783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 866b9175-3626-4bd2-8a5b-3b0885b3c293 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:13:01.449243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 866b9175-3626-4bd2-8a5b-3b0885b3c293 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:13:01.454306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 866b9175-3626-4bd2-8a5b-3b0885b3c293 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:01.454709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:01.576510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:01.610569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:13:01.623071 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:01.628756 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:01.678166 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'code': 200} Mar 11 18:13:01.715936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:01.844878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bfa7597-fda2-43b1-ba85-c3727708f4d7 req-4787be70-577d-42ef-b151-a125dba6169d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1096 time: 0.0826120 Mar 11 18:13:01.893488 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bfa7597-fda2-43b1-ba85-c3727708f4d7 req-1af79640-7024-4260-bd83-46c3c2f077f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417330 Mar 11 18:13:02.131681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13881f-979a-478f-9ee2-a50d7295ffa2 req-1c9b456b-062a-480b-9088-825e7c832c37 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:02.133217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb13881f-979a-478f-9ee2-a50d7295ffa2 req-1c9b456b-062a-480b-9088-825e7c832c37 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0807617 Mar 11 18:13:02.186092 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb13881f-979a-478f-9ee2-a50d7295ffa2 req-ef3d174a-ab48-4a2b-b488-5adad2275901 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471284 Mar 11 18:13:03.189094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d3566d7-f090-48a8-84bb-a64371278203 req-f157be98-08cb-4c35-b38e-e5c86376897f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0668988 Mar 11 18:13:03.272224 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d3566d7-f090-48a8-84bb-a64371278203 req-742d0281-435d-4a7c-84fa-8ce42d624bcb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0475793 Mar 11 18:13:03.640329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3566d7-f090-48a8-84bb-a64371278203 req-246a73d7-77dd-47fe-86dd-e658e397cd79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:03.641816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d3566d7-f090-48a8-84bb-a64371278203 req-246a73d7-77dd-47fe-86dd-e658e397cd79 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3397310 Mar 11 18:13:03.722143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189c556-6621-4cce-aa0b-b3bb69083166 req-f3c03416-ec2a-4f98-b106-032b9a7c6daa tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:03.723739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d189c556-6621-4cce-aa0b-b3bb69083166 req-f3c03416-ec2a-4f98-b106-032b9a7c6daa tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.3079069 Mar 11 18:13:03.813001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d189c556-6621-4cce-aa0b-b3bb69083166 req-420a552d-31f9-48f1-a2c1-2b474036e5d7 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748730 Mar 11 18:13:03.831264 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3566d7-f090-48a8-84bb-a64371278203 req-2afee1d9-3cad-45bc-b416-dab57ead4ec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:03.833658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d3566d7-f090-48a8-84bb-a64371278203 req-2afee1d9-3cad-45bc-b416-dab57ead4ec6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1861272 Mar 11 18:13:04.035057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30396686-7029-48f6-9a81-7038a0f13dd0 req-4b39d691-3303-4b0e-8506-2acc88944dc4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.036654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30396686-7029-48f6-9a81-7038a0f13dd0 req-4b39d691-3303-4b0e-8506-2acc88944dc4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0841360 Mar 11 18:13:04.092024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-30396686-7029-48f6-9a81-7038a0f13dd0 req-7125d38b-f83a-44fe-94d2-a321b6309b67 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Mar 11 18:13:04.120725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42662) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:13:04.212759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-81bad812-88eb-40ec-bdf6-7ffce12e169b tempest-TestNetworkAdvancedServerOps-1212445353 tempest-TestNetworkAdvancedServerOps-1212445353-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1091 time: 0.0902560 Mar 11 18:13:04.216884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42666) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:13:04.222740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:13:04.229961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:13:04.234626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Usage tracker for resource:floatingip and tenant:57b47fe00f1448c0bc7e4ca71e67cc0e is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:13:04.237875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:13:04.244979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:13:04.259455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:04.415196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:04.568184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Allocated IP 172.25.3.13 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ac5f6aa9-bd48-472b-ba8c-741b8e137f77) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:04.769459 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:04.802246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:04.873385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:04.877203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:04.882780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:13:04.908815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=ac5f6aa9-bd48-472b-ba8c-741b8e137f77,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:05.495738 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:05.588048 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:05.996608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:06.002750 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:06.115978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event updated for resources: {'Port': ['ID=ac5f6aa9-bd48-472b-ba8c-741b8e137f77,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:06.129385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:06.335843 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Floating IP ea2000e1-8d03-4193-a04b-130fef38d911 associated. External IP: 172.25.3.13, port: 866b9175-3626-4bd2-8a5b-3b0885b3c293. Mar 11 18:13:06.759562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 3784b1b2-1bee-40fe-ac82-5920637d29b1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:06.990472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:07.003403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] Sync routers for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:13:07.020078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:13:07.020736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:07.035557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:07.094885 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0a768f98-28ee-4914-83fe-e324c04bb7bc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8776255 Mar 11 18:13:07.095625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:13:07.160979 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'status': 'completed', 'code': 200} Mar 11 18:13:07.278129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:13:07.291162 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-7235e17e-1135-473e-94ab-4701ffb261f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1096 time: 0.0798953 Mar 11 18:13:07.335609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be970e8-8129-4dc3-8443-138c0922310b req-f6aa948b-c9be-446b-acf2-0b59ddb8c0f4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:07.337214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0be970e8-8129-4dc3-8443-138c0922310b req-f6aa948b-c9be-446b-acf2-0b59ddb8c0f4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0926967 Mar 11 18:13:07.389085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0be970e8-8129-4dc3-8443-138c0922310b req-20d989a0-3d41-4c7f-87e9-0f21ccb94d11 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459201 Mar 11 18:13:07.420210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42674) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:13:07.449090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-0f174e1b-75f1-4dbd-83bb-c13056130ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:07.450996 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-0f174e1b-75f1-4dbd-83bb-c13056130ac6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 200 len: 898 time: 0.1531763 Mar 11 18:13:07.544971 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5e2a1570-4b19-4a0a-a146-816b9ee6e50b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/ea2000e1-8d03-4193-a04b-130fef38d911 HTTP/1.1" status: 200 len: 990 time: 0.1233196 Mar 11 18:13:07.565315 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-c72d1c1f-7d6b-4cd4-abb0-d59e1cddced1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 200 len: 998 time: 0.1068161 Mar 11 18:13:07.637127 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-44a20207-d62d-4df8-910f-de6046794f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:07.638796 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-44a20207-d62d-4df8-910f-de6046794f1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=771a4c9a-d125-4a2e-94ce-41e980e2a189 HTTP/1.1" status: 200 len: 834 time: 0.0661733 Mar 11 18:13:07.674887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'ea2000e1-8d03-4193-a04b-130fef38d911', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'port_id': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'mac_address': 'fa:16:3e:47:a8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:05Z', 'updated_at': '2022-03-11T18:13:05Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:07.679765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] Checking router: 3784b1b2-1bee-40fe-ac82-5920637d29b1 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:13:07.691737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:13:07.692378 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:12:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:07.719416 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-7ddcc928-df80-4f4e-bada-47a6b7840b8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76641383-77f8-4161-8545-73832f8097ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742772 Mar 11 18:13:07.894178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-17122c1b-3733-4ec5-b649-ea6cac6e4beb service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679974 Mar 11 18:13:07.897421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:13:08.138542 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-81e6e8eb-99ab-4d6c-b8da-0d64380983f2 req-66b3d112-d0f3-4d14-8dc4-fef8dc554e8e service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370586 Mar 11 18:13:08.309932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'ea2000e1-8d03-4193-a04b-130fef38d911', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'port_id': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'mac_address': 'fa:16:3e:47:a8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:05Z', 'updated_at': '2022-03-11T18:13:05Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:08.314406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11b87b-6239-4b51-a12d-7970cfc8532f None None] The sync data for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 is: [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'ea2000e1-8d03-4193-a04b-130fef38d911', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'port_id': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'mac_address': 'fa:16:3e:47:a8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:05Z', 'updated_at': '2022-03-11T18:13:05Z', 'revision_number': 0, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:13:08.548867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42678) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:13:08.662408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-db6cf13e-098b-46f0-aa35-a35278e485ba tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/ea2000e1-8d03-4193-a04b-130fef38d911 HTTP/1.1" status: 200 len: 990 time: 0.1124001 Mar 11 18:13:09.666016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42682) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:13:09.744555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:09.906846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c8ebb72f-9b7c-4220-a8d1-780e3451edcc tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/ea2000e1-8d03-4193-a04b-130fef38d911 HTTP/1.1" status: 200 len: 990 time: 0.2392924 Mar 11 18:13:09.946725 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0bd237-27da-477c-b7d7-89bf9586c46e None None] New status for floating IP ea2000e1-8d03-4193-a04b-130fef38d911: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:13:10.910950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42686) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:13:11.027959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7f7fc247-ae6a-4e23-bfe3-ad34d6bad9a4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/ea2000e1-8d03-4193-a04b-130fef38d911 HTTP/1.1" status: 200 len: 992 time: 0.1155665 Mar 11 18:13:12.386974 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21834adb-4f19-43c4-8cd0-b31eaef4e3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:12.427592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-ec600587-8a19-48f9-af93-d46827b00bfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840991 Mar 11 18:13:12.615415 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-a608f2eb-415e-4c64-a098-689dace2cec0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1096 time: 0.0971532 Mar 11 18:13:12.774952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-21b81b77-d51b-45b1-884b-facf23fa87f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:12.776431 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-21b81b77-d51b-45b1-884b-facf23fa87f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 200 len: 898 time: 0.1410878 Mar 11 18:13:12.895386 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-0975a146-4ab0-4eb7-8f0b-edaf2f78193d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 200 len: 1000 time: 0.1117368 Mar 11 18:13:12.967433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-b9f2f1bf-aafe-4c48-97c5-d7d572ec2cd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:12.968946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-b9f2f1bf-aafe-4c48-97c5-d7d572ec2cd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=771a4c9a-d125-4a2e-94ce-41e980e2a189 HTTP/1.1" status: 200 len: 834 time: 0.0676641 Mar 11 18:13:13.053021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-96a77cca-7b7a-4a50-a555-2309d6d0f859 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76641383-77f8-4161-8545-73832f8097ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765138 Mar 11 18:13:13.196403 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-ae5d5055-21ab-4665-9ba4-e4611aae6ad9 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347346 Mar 11 18:13:13.340848 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9774ba09-eefa-4dea-8e0a-4b457ff3e79b req-e2239dd0-163a-417a-9492-046359a9df31 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383035 Mar 11 18:13:14.513742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:13:14.552430 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d25d09a-9d81-4af2-8eec-18898048dfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:15.771562 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:15.860137 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:17.116674 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.093222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-0371456f-cf51-49b8-984c-f0446e018232 req-a8d99c4b-7b02-412d-83b4-1bc5840ca856 tempest-TestSecurityGroupsBasicOps-1512405048 tempest-TestSecurityGroupsBasicOps-1512405048-project] (83849) timed out ('10.222.0.96', 57128) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:13:38.284872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e37c8-c315-4eb7-859b-a7c034390509 req-3b787541-e688-41fd-bb24-3e964398410c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:38.286319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a3e37c8-c315-4eb7-859b-a7c034390509 req-3b787541-e688-41fd-bb24-3e964398410c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0912139 Mar 11 18:13:38.336343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a3e37c8-c315-4eb7-859b-a7c034390509 req-dee27165-860f-48ec-8b66-65129533d7ba tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Mar 11 18:13:39.599782 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2bcd6-ea35-466f-893d-a8d2f21a2e25 req-acafbf5b-1153-4079-bffc-4236d64e9bc9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:39.601858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fde2bcd6-ea35-466f-893d-a8d2f21a2e25 req-acafbf5b-1153-4079-bffc-4236d64e9bc9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0866356 Mar 11 18:13:39.655229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fde2bcd6-ea35-466f-893d-a8d2f21a2e25 req-d3b7b6f5-ba42-4829-8c74-129c0e5837ab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471683 Mar 11 18:13:39.740227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:40.894040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8733-7889-43b1-99a8-b61cd833428b req-42d10468-fed8-4994-b2df-d3aabd9985d2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.896692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c4d8733-7889-43b1-99a8-b61cd833428b req-42d10468-fed8-4994-b2df-d3aabd9985d2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0970035 Mar 11 18:13:40.954670 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c4d8733-7889-43b1-99a8-b61cd833428b req-6a7ad3f6-d0ed-4600-a096-8f9d128213b4 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476680 Mar 11 18:13:42.178616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e27587-b253-4332-907b-a6bd2f221d53 req-9f59a40b-9e95-4b96-8226-7590f4482ac8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:42.180160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88e27587-b253-4332-907b-a6bd2f221d53 req-9f59a40b-9e95-4b96-8226-7590f4482ac8 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0883174 Mar 11 18:13:42.237030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88e27587-b253-4332-907b-a6bd2f221d53 req-5a219f97-b526-4042-a98a-b6e42e2f104f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500686 Mar 11 18:13:42.374680 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4c1f148f-6711-45b2-9ec2-c180acf5d4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:43.458570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d4ca0-b53a-4891-9f1f-04785d7b5837 req-cd922d70-dc1b-49f3-adba-4be56b8eda55 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:43.460591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e79d4ca0-b53a-4891-9f1f-04785d7b5837 req-cd922d70-dc1b-49f3-adba-4be56b8eda55 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0885375 Mar 11 18:13:43.511677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e79d4ca0-b53a-4891-9f1f-04785d7b5837 req-4eede58e-f83f-4b00-9d56-e2a11cda9f04 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455587 Mar 11 18:13:44.568659 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-55617ee2-b651-453b-b023-eef694ca7f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:44.740743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d92e-103c-4a01-8774-70afd015566d req-f8598a5b-f283-42e0-a9b9-b3c9e6ef773e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:44.742281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a675d92e-103c-4a01-8774-70afd015566d req-f8598a5b-f283-42e0-a9b9-b3c9e6ef773e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0902340 Mar 11 18:13:44.799556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a675d92e-103c-4a01-8774-70afd015566d req-2e9a7987-4157-4893-b8c1-10398cd42c3c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473411 Mar 11 18:13:45.770906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:45.864618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:46.021814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0d1c3-9669-4371-a003-c08e86defd85 req-04c38d4a-0510-43fb-aec4-cc3e1316cf33 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:46.024369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82d0d1c3-9669-4371-a003-c08e86defd85 req-04c38d4a-0510-43fb-aec4-cc3e1316cf33 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0914986 Mar 11 18:13:46.075433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82d0d1c3-9669-4371-a003-c08e86defd85 req-388aab66-d252-4cc6-97fd-a4330e977926 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453765 Mar 11 18:13:47.117474 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:47.293251 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4969239-7405-4811-96e2-7bfb3c1e9018 req-d0c4b3f2-4a16-4e5e-98bb-3b8e55ed026e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:47.294865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4969239-7405-4811-96e2-7bfb3c1e9018 req-d0c4b3f2-4a16-4e5e-98bb-3b8e55ed026e tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0927987 Mar 11 18:13:47.343460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4969239-7405-4811-96e2-7bfb3c1e9018 req-5b8b7235-73cd-4b12-b95b-88d31abc7009 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Mar 11 18:13:48.553418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c90af-67bd-4879-a1f0-b5274b611fd3 req-08e23c7a-79ca-4d8f-a654-6542ce11ff7f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:48.555062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b7c90af-67bd-4879-a1f0-b5274b611fd3 req-08e23c7a-79ca-4d8f-a654-6542ce11ff7f tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0811579 Mar 11 18:13:48.619474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b7c90af-67bd-4879-a1f0-b5274b611fd3 req-1ca9c59a-efb2-4db5-934e-7a90e027669d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573931 Mar 11 18:13:49.823480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a08a2-d51f-4d53-86be-e52a68a1af4e req-62047e5d-c9b6-4e76-89e2-372bd4503eda tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.824960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-141a08a2-d51f-4d53-86be-e52a68a1af4e req-62047e5d-c9b6-4e76-89e2-372bd4503eda tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0800087 Mar 11 18:13:49.876769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-141a08a2-d51f-4d53-86be-e52a68a1af4e req-0deb04ae-fb6e-4792-873b-1e8eafa5f944 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Mar 11 18:13:51.087340 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8e35e-ce2d-4a3a-b9c6-afe868a499b3 req-d0f43b95-1986-4392-a184-db6fad00edc0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.088902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abd8e35e-ce2d-4a3a-b9c6-afe868a499b3 req-d0f43b95-1986-4392-a184-db6fad00edc0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0866284 Mar 11 18:13:51.139491 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abd8e35e-ce2d-4a3a-b9c6-afe868a499b3 req-98c6977e-5690-4d97-861a-f6db2ee41e41 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447218 Mar 11 18:13:51.242304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-83d27285-1b26-48bf-a3bd-2a4d2ac99ea1 req-f960addb-d84a-4bd6-972f-5b184e08d07c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1096 time: 0.0786047 Mar 11 18:13:51.288053 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-83d27285-1b26-48bf-a3bd-2a4d2ac99ea1 req-5aeab515-47dd-4284-a4f3-35d1da43e213 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 Mar 11 18:13:51.516123 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:13:52.359956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea369c4a-d756-4c8f-9c66-3130b3a82e78 req-50b91383-eea3-4fcd-98f4-6e085bfa5401 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:52.362554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea369c4a-d756-4c8f-9c66-3130b3a82e78 req-50b91383-eea3-4fcd-98f4-6e085bfa5401 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0920830 Mar 11 18:13:52.419074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea369c4a-d756-4c8f-9c66-3130b3a82e78 req-859000e7-ff0d-4f11-b71a-3787ed478cf5 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457380 Mar 11 18:13:53.544946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 866b9175-3626-4bd2-8a5b-3b0885b3c293 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:13:53.552885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 866b9175-3626-4bd2-8a5b-3b0885b3c293 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:13:53.630463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac37b-0343-4719-9fe8-ae727ef06266 req-11868042-3b7c-46ca-a5fa-5b2b9d420e9b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:53.632061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-deeac37b-0343-4719-9fe8-ae727ef06266 req-11868042-3b7c-46ca-a5fa-5b2b9d420e9b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0879016 Mar 11 18:13:53.684817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-deeac37b-0343-4719-9fe8-ae727ef06266 req-78fb3513-469e-4809-88d7-1d34ed4d545c tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471303 Mar 11 18:13:53.714133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42734) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:13:53.827908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ea2d87c1-f48c-4639-9aa2-fd25216b4cec tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/floatingips/ea2000e1-8d03-4193-a04b-130fef38d911 HTTP/1.1" status: 200 len: 992 time: 0.1126502 Mar 11 18:13:53.833103 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:53.847818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:53.865459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'port_id': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'mac_address': 'fa:16:3e:47:a8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:13:53.900541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:13:53.925112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:53.934160 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:53.968406 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'code': 200} Mar 11 18:13:53.995661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:54.024976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 866b9175-3626-4bd2-8a5b-3b0885b3c293 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:13:54.033118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:54.086776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.087099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.087449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.087779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.088079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.088422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.088740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.089028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.089354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.089663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.089978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:54.106082 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:13:54.106628 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:13:54.662138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:54.682702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866b9175-3626-4bd2-8a5b-3b0885b3c293 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:13:54.701202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:54.706237 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:54.780926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:55.026079 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['866b9175-3626-4bd2-8a5b-3b0885b3c293'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:13:57.559298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 866b9175-3626-4bd2-8a5b-3b0885b3c293 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:13:57.632941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 866b9175-3626-4bd2-8a5b-3b0885b3c293 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:57.633306 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:57.760756 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:57.791037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:13:57.803490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:57.808334 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:57.858042 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'code': 200} Mar 11 18:13:57.900824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:03.089895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-234e4d1e-4df6-450d-9173-35e6202a4385 req-d625c6f5-3f66-4758-93a1-147d73aa895f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0421250 Mar 11 18:14:03.217317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-234e4d1e-4df6-450d-9173-35e6202a4385 req-48c10efd-f525-4288-a541-baad0abe6730 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0397947 Mar 11 18:14:03.271485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-234e4d1e-4df6-450d-9173-35e6202a4385 req-44b84c43-55b0-44ac-aa9b-0f63dc455545 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287528 Mar 11 18:14:03.513565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e4d1e-4df6-450d-9173-35e6202a4385 req-400ff4bc-3386-4993-b170-15fd783a0998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:03.515052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-234e4d1e-4df6-450d-9173-35e6202a4385 req-400ff4bc-3386-4993-b170-15fd783a0998 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2370048 Mar 11 18:14:09.731537 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:12.371288 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34a63ef0-53e5-4424-a04d-b9b75d9fc34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:13.440771 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-279a46c2-7871-47c4-bd86-9f8ddce4285a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811503 Mar 11 18:14:13.640485 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-b3ef2110-34a4-48d9-8fd4-63ec98814d3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1096 time: 0.0765078 Mar 11 18:14:13.795274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-78fb830b-ad0e-42c9-beac-d56e9e882dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:13.796345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-78fb830b-ad0e-42c9-beac-d56e9e882dd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 200 len: 898 time: 0.1316891 Mar 11 18:14:13.904173 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-dcf3c4f5-2c7f-4b14-9207-7244dd859e45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 200 len: 1000 time: 0.1008997 Mar 11 18:14:13.974074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-356ebea2-9e38-4214-971a-1f56fe658208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:13.975569 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-356ebea2-9e38-4214-971a-1f56fe658208 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=771a4c9a-d125-4a2e-94ce-41e980e2a189 HTTP/1.1" status: 200 len: 834 time: 0.0642440 Mar 11 18:14:14.054203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-03ed6995-39a1-4e1f-b497-1ffdb2e0bfdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76641383-77f8-4161-8545-73832f8097ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721548 Mar 11 18:14:14.303543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-e255d57d-9d07-4c17-aee7-1dfaae5e23b3 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358465 Mar 11 18:14:14.448247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-40d65658-2d8f-4deb-a8b7-8b18ab046a52 req-e6bcc980-e1be-41ae-a1ce-3b8a13b78eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380451 Mar 11 18:14:14.554847 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cbb3327b-89ec-4651-9f79-776eadaa8d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:15.773863 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:15.862798 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:17.126002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:28.517131 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:14:31.128020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42754) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:31.335610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port ac5f6aa9-bd48-472b-ba8c-741b8e137f77 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:14:31.335925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:31.522585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:31.522909 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:31.655054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for ac5f6aa9-bd48-472b-ba8c-741b8e137f77 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:14:31.826961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:31.872117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=ac5f6aa9-bd48-472b-ba8c-741b8e137f77,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:31.942239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.942552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.942927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.943256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.943588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.943909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.944233 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.944544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.944873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.945187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.945504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:31.977890 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:32.389766 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 3784b1b2-1bee-40fe-ac82-5920637d29b1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:32.598557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:32.608714 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] Sync routers for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:14:32.619006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:32.621577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:14:32.622197 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:14:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:32.771987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-044063e4-b803-4835-938c-11a5cb88dfab tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/floatingips/ea2000e1-8d03-4193-a04b-130fef38d911 HTTP/1.1" status: 204 len: 168 time: 1.6426122 Mar 11 18:14:32.772593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:14:32.813880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:14:32.946883 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'status': 'completed', 'code': 200} Mar 11 18:14:33.077116 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-80471dea-7f8b-4a27-8e80-abfe43db6626 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 1096 time: 0.0723503 Mar 11 18:14:33.190164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53218f-7c12-4215-8c7a-d5ff83a71f02 req-190c6e58-501c-44ba-80c8-0fe971f8f579 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.190901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2f53218f-7c12-4215-8c7a-d5ff83a71f02 req-190c6e58-501c-44ba-80c8-0fe971f8f579 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:14:33.207657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-2f53218f-7c12-4215-8c7a-d5ff83a71f02 req-190c6e58-501c-44ba-80c8-0fe971f8f579 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:14:33.208910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:33.209139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f53218f-7c12-4215-8c7a-d5ff83a71f02 req-190c6e58-501c-44ba-80c8-0fe971f8f579 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.1074193 Mar 11 18:14:33.213599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] Checking router: 3784b1b2-1bee-40fe-ac82-5920637d29b1 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:14:33.225076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:14:33.225720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:14:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:33.227937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-29cfb502-4431-4263-b375-e38061164964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.229472 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-29cfb502-4431-4263-b375-e38061164964 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 200 len: 898 time: 0.1450841 Mar 11 18:14:33.262692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f53218f-7c12-4215-8c7a-d5ff83a71f02 req-5862f14f-b201-46bf-9793-f204b512d9e2 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461941 Mar 11 18:14:33.304311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-d58cd4c4-f872-41c0-9521-d5964ec44ff5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 200 len: 217 time: 0.0680070 Mar 11 18:14:33.368091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-1a102e44-ff44-4785-8011-09b53d4b66f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.369507 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-1a102e44-ff44-4785-8011-09b53d4b66f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=771a4c9a-d125-4a2e-94ce-41e980e2a189 HTTP/1.1" status: 200 len: 834 time: 0.0581050 Mar 11 18:14:33.410670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:14:33.451764 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-218df6f5-c4bd-420f-98fd-ce620439f7ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76641383-77f8-4161-8545-73832f8097ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721719 Mar 11 18:14:33.587403 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-3ba45996-7df8-4f34-b0dd-8e524f63798f service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252606 Mar 11 18:14:33.728344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b226d908-82cb-4750-8fb6-e7059ee8df39 req-6d92b463-f23a-4dc0-8f2f-4c2d0cee56d3 service neutron] 10.222.0.59 "GET /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288111 Mar 11 18:14:33.738831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:33.743077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6666e6-a06c-4c81-9839-8cd6901dd1ea None None] The sync data for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 is: [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 4, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'a4a5beab-088d-4b58-a2a8-72091883aad7', 'name': '', 'network_id': '76641383-77f8-4161-8545-73832f8097ae', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'mac_address': 'fa:16:3e:45:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:46Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'subnets': [{'id': '771a4c9a-d125-4a2e-94ce-41e980e2a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:14:33.997491 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa18ee12-0df6-4dbf-9607-3cff129e7db7 None None] New status for floating IP ea2000e1-8d03-4193-a04b-130fef38d911: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:14:34.472228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a76fad-9be2-4596-8659-e177f811b3f7 req-89853496-c71f-4b4d-85ae-4e5a9e6f798b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:34.473811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a76fad-9be2-4596-8659-e177f811b3f7 req-89853496-c71f-4b4d-85ae-4e5a9e6f798b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.0815039 Mar 11 18:14:34.526508 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a76fad-9be2-4596-8659-e177f811b3f7 req-bbcfa435-e345-457e-b45f-7bb068f7380b tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/security-groups?id=db9d3a00-7afe-4773-ae4a-8211ebdacec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465567 Mar 11 18:14:34.904822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-ebf0f138-4fa2-455b-b4a3-c069909a96f0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:34.905569 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-ebf0f138-4fa2-455b-b4a3-c069909a96f0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Synchronizing usage tracker for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:14:34.921107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-ebf0f138-4fa2-455b-b4a3-c069909a96f0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Unset dirty status for tenant:57b47fe00f1448c0bc7e4ca71e67cc0e on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:14:34.923304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-ebf0f138-4fa2-455b-b4a3-c069909a96f0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 945 time: 0.1132965 Mar 11 18:14:35.018758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port 866b9175-3626-4bd2-8a5b-3b0885b3c293 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:14:35.019085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:35.294085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port 866b9175-3626-4bd2-8a5b-3b0885b3c293, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=866b9175-3626-4bd2-8a5b-3b0885b3c293,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:35.294445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:35.427100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for 866b9175-3626-4bd2-8a5b-3b0885b3c293 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:14:35.585781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:35.717002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff0b5f37-6dfe-4d69-a124-ebd90c479509 req-2f1b2887-f3dd-4882-a817-68647fd4e1c0 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "GET /v2.0/ports?device_id=e90a96f4-2777-40b9-a493-ed6ef90a4992 HTTP/1.1" status: 200 len: 210 time: 0.0448322 Mar 11 18:14:35.788296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=866b9175-3626-4bd2-8a5b-3b0885b3c293,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:35.829173 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.829408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.829736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.830066 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.830415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.830876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.831198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.831519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.831840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.832156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.832470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:35.877140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] No DVR routers for this DVR port 866b9175-3626-4bd2-8a5b-3b0885b3c293 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:35.880234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:35.883392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-deleted', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:14:35.901345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c6617830-6d38-4b9a-a8fb-b236624bb0b7 req-263f5974-ab23-4052-912e-181a12d5869d tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.59 "DELETE /v2.0/ports/866b9175-3626-4bd2-8a5b-3b0885b3c293 HTTP/1.1" status: 204 len: 173 time: 0.9714229 Mar 11 18:14:35.957495 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90a96f4-2777-40b9-a493-ed6ef90a4992', 'name': 'network-vif-deleted', 'tag': '866b9175-3626-4bd2-8a5b-3b0885b3c293', 'status': 'completed', 'code': 200} Mar 11 18:14:36.846625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42776) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:37.316009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:37.890527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 866b9175-3626-4bd2-8a5b-3b0885b3c293 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:14:37.946946 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 866b9175-3626-4bd2-8a5b-3b0885b3c293 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:14:37.947486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 866b9175-3626-4bd2-8a5b-3b0885b3c293 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:14:38.033974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port a4a5beab-088d-4b58-a2a8-72091883aad7 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:14:38.034694 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:38.244220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port a4a5beab-088d-4b58-a2a8-72091883aad7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a4a5beab-088d-4b58-a2a8-72091883aad7,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:38.244664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:38.497372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for a4a5beab-088d-4b58-a2a8-72091883aad7 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:14:38.717614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:38.767413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=a4a5beab-088d-4b58-a2a8-72091883aad7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:39.208037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:39.742881 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:39.875394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Router 3784b1b2-1bee-40fe-ac82-5920637d29b1 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:40.105236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:40.123221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] Sync routers for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:14:40.134817 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-837f449c-4806-43b8-85ca-9168c77b2b83 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "PUT /v2.0/routers/3784b1b2-1bee-40fe-ac82-5920637d29b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2804534 Mar 11 18:14:40.135016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42780) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:40.135858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:14:40.136010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:14:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:40.338561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:14:40.441043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting subnet 771a4c9a-d125-4a2e-94ce-41e980e2a189 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:14:40.444766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:40.514679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:40.644959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:40.683045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:14:38Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:40.687940 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] Checking router: 3784b1b2-1bee-40fe-ac82-5920637d29b1 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:14:40.700938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] Routers {'3784b1b2-1bee-40fe-ac82-5920637d29b1'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:14:40.701453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:14:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3784b1b2-1bee-40fe-ac82-5920637d29b1'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:40.747636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:40.802206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Subnet': ['ID=771a4c9a-d125-4a2e-94ce-41e980e2a189,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:40.809968 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:40.819391 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1284eb52-bda4-4b49-854d-ab64a98bd590 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/subnets/771a4c9a-d125-4a2e-94ce-41e980e2a189 HTTP/1.1" status: 204 len: 168 time: 0.6825416 Mar 11 18:14:40.821161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42784) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:40.829212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98bca81-ff2c-4a4c-acf7-99d4a524993f None None] Network 76641383-77f8-4161-8545-73832f8097ae requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:14:41.133691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] Set router 3784b1b2-1bee-40fe-ac82-5920637d29b1 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:14:41.192492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:41.443054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] DHCP port deletion for 76641383-77f8-4161-8545-73832f8097ae request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:14:41.452698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] Deleting port 763c3059-4ad4-4d6e-8f06-26a53462c982 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:14:41.453037 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:41.469777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:41.482296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Deleting port a87f315c-c0f5-471b-ab49-8c195db8b445 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:14:41.482787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:41.636413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:14:38Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:41.692087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] For port a87f315c-c0f5-471b-ab49-8c195db8b445, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a87f315c-c0f5-471b-ab49-8c195db8b445,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:41.692667 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:41.705660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e69b4-9888-4d0a-b796-1ca178d999ec None None] The sync data for ids ['3784b1b2-1bee-40fe-ac82-5920637d29b1'] in n-d-833436-1 is: [{'id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-268388227', 'tenant_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:42Z', 'updated_at': '2022-03-11T18:14:38Z', 'revision_number': 5, 'project_id': '57b47fe00f1448c0bc7e4ca71e67cc0e', 'gw_port': {'id': 'a87f315c-c0f5-471b-ab49-8c195db8b445', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:69:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3784b1b2-1bee-40fe-ac82-5920637d29b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:43Z', 'updated_at': '2022-03-11T18:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:14:41.766190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] For port 763c3059-4ad4-4d6e-8f06-26a53462c982, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=763c3059-4ad4-4d6e-8f06-26a53462c982,segment=NetworkSegment(e98de20b-cad7-4b22-b799-bba656c323a7),segment_id=e98de20b-cad7-4b22-b799-bba656c323a7)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:41.766688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:41.856770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Calling delete_port for a87f315c-c0f5-471b-ab49-8c195db8b445 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:14:41.894545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] Calling delete_port for 763c3059-4ad4-4d6e-8f06-26a53462c982 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:14:41.983075 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.064081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] Pushing event deleted for resources: {'Port': ['ID=763c3059-4ad4-4d6e-8f06-26a53462c982,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:42.065077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.076018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525cbd2e-6faf-4594-9067-b17cd6463d2d None None] No DVR routers for this DVR port 763c3059-4ad4-4d6e-8f06-26a53462c982 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:42.144294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 763c3059-4ad4-4d6e-8f06-26a53462c982 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:14:42.160336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Port': ['ID=a87f315c-c0f5-471b-ab49-8c195db8b445,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:42.184842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 763c3059-4ad4-4d6e-8f06-26a53462c982 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:14:42.185199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 763c3059-4ad4-4d6e-8f06-26a53462c982 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:14:42.185613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4a5beab-088d-4b58-a2a8-72091883aad7 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:14:42.226275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a4a5beab-088d-4b58-a2a8-72091883aad7 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:14:42.226682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a4a5beab-088d-4b58-a2a8-72091883aad7 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:14:42.378400 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f57bc084-033e-4e48-b6bb-8539c5f023c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.471954 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.897638 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.902152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.937864 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.938652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Fanout notify agent at l3_agent the message router_deleted on router 3784b1b2-1bee-40fe-ac82-5920637d29b1 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:14:42.954132 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:42.955389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7ab4df6d-d8d1-491b-bea5-553eb4eef488 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/routers/3784b1b2-1bee-40fe-ac82-5920637d29b1 HTTP/1.1" status: 204 len: 168 time: 2.1324239 Mar 11 18:14:42.958555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42790) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:43.104368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.270848 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.305146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76641383-77f8-4161-8545-73832f8097ae']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:43.318613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98de20b-cad7-4b22-b799-bba656c323a7') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:43.318972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98de20b-cad7-4b22-b799-bba656c323a7') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:43.333123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.350390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.357074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:14:43.357477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:14:43.372522 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:14:43.469118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.487728 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.499143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'Network': ['ID=76641383-77f8-4161-8545-73832f8097ae,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:43.512102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-480b20df-489c-4dee-8d3f-467d00e9ef20 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/networks/76641383-77f8-4161-8545-73832f8097ae HTTP/1.1" status: 204 len: 168 time: 0.5523460 Mar 11 18:14:43.518995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42794) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:43.600072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df2601c-551f-4582-afdf-9ce9d2d470c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.654240 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df2601c-551f-4582-afdf-9ce9d2d470c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.747218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df2601c-551f-4582-afdf-9ce9d2d470c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.767388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2601c-551f-4582-afdf-9ce9d2d470c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d3a00-7afe-4773-ae4a-8211ebdacec9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:43.781982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7df2601c-551f-4582-afdf-9ce9d2d470c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.783376 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7df2601c-551f-4582-afdf-9ce9d2d470c9 tempest-TestNetworkAdvancedServerOps-1777408309 tempest-TestNetworkAdvancedServerOps-1777408309-project] 10.222.0.96 "DELETE /v2.0/security-groups/db9d3a00-7afe-4773-ae4a-8211ebdacec9 HTTP/1.1" status: 204 len: 168 time: 0.2630949 Mar 11 18:14:44.096279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a87f315c-c0f5-471b-ab49-8c195db8b445 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:14:44.156770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a87f315c-c0f5-471b-ab49-8c195db8b445 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:14:44.157413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a87f315c-c0f5-471b-ab49-8c195db8b445 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:14:44.231926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42804) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:44.433012 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d281f364-b062-4db0-a64b-ef2c70ed9a7c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997917 Mar 11 18:14:44.435604 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42810) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:44.509121 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-389ae6f5-f28e-4f41-9b5b-d5a79437b15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:44.538999 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-389ae6f5-f28e-4f41-9b5b-d5a79437b15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:44.570767 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01cb6109-f065-4eab-be22-c5e555be6c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:44.607482 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-389ae6f5-f28e-4f41-9b5b-d5a79437b15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:44.635067 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ae6f5-f28e-4f41-9b5b-d5a79437b15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c295cbc9-1878-40d4-a616-dfa7673beb37,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:44.646643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-389ae6f5-f28e-4f41-9b5b-d5a79437b15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:44.648400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-389ae6f5-f28e-4f41-9b5b-d5a79437b15c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c295cbc9-1878-40d4-a616-dfa7673beb37 HTTP/1.1" status: 204 len: 168 time: 0.2117653 Mar 11 18:14:45.072450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 42818) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:45.141251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-96e345d3-eeb1-48e2-b609-561d1dd09ba9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c2c2ca083bd41a382bb0be37cff00eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0673304 Mar 11 18:14:45.145111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:14:45.217088 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e830f3-4b59-41f1-a6be-e3f7152f0519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:45.245751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e830f3-4b59-41f1-a6be-e3f7152f0519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:45.304504 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e830f3-4b59-41f1-a6be-e3f7152f0519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:45.322999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e830f3-4b59-41f1-a6be-e3f7152f0519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f29af6-61ea-41cf-946d-dab081a50529,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:45.339344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47e830f3-4b59-41f1-a6be-e3f7152f0519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:45.340843 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-47e830f3-4b59-41f1-a6be-e3f7152f0519 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b6f29af6-61ea-41cf-946d-dab081a50529 HTTP/1.1" status: 204 len: 168 time: 0.1942797 Mar 11 18:14:45.781821 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:45.866542 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:47.124335 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:57.679389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-ad197fde-ee5f-4f17-b87e-a08fb1c35582 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=9e0ab5b84a2e431e8116e8e064ba75a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285795 Mar 11 18:14:57.838966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c357493-7411-4710-942f-761d8798c5bb req-33ef950a-6d1f-48f3-bf74-0dcd038dd016 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:57.840405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-33ef950a-6d1f-48f3-bf74-0dcd038dd016 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554811 Mar 11 18:14:57.857745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-c6339a4c-fa46-47b6-b2fa-4c328e168073 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/quotas/9e0ab5b84a2e431e8116e8e064ba75a8 HTTP/1.1" status: 200 len: 375 time: 0.0120106 Mar 11 18:14:57.909593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-0cf2deab-0655-4ee9-a3a8-a47852d9727a tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e0ab5b84a2e431e8116e8e064ba75a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450087 Mar 11 18:14:58.105088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c42ae29-79df-4892-b6a1-965ed3763c0c req-4366636c-e269-4ceb-a428-fb6bc00754c6 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 210 time: 0.0428824 Mar 11 18:14:59.186490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-2059a755-2fb3-4fde-a643-87c6aadede28 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9e0ab5b84a2e431e8116e8e064ba75a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314004 Mar 11 18:14:59.276375 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26d7c7fe-5391-486d-9f34-38bf0745b439 req-8c30cbd9-d1ec-4f95-9420-f618658e638f tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 210 time: 0.0446444 Mar 11 18:14:59.341079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c357493-7411-4710-942f-761d8798c5bb req-b646e0cb-8a1a-45a3-b819-bfadb0c1e62c tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:59.342592 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-b646e0cb-8a1a-45a3-b819-bfadb0c1e62c tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487663 Mar 11 18:14:59.367423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Request body: {'port': {'device_id': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'admin_state_up': True, 'tenant_id': '9e0ab5b84a2e431e8116e8e064ba75a8'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:14:59.510033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:14:59.514267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Usage tracker for resource:port and tenant:9e0ab5b84a2e431e8116e8e064ba75a8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:14:59.517262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:14:59.523648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:14:59.535872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Made reservation on behalf of 9e0ab5b84a2e431e8116e8e064ba75a8 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:14:59.538994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:59.551941 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:59.583956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:14:59.588204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Usage tracker for resource:security_group_rule and tenant:9e0ab5b84a2e431e8116e8e064ba75a8 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:14:59.591920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:14:59.597217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:14:59.761603 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:59.767059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:59.842158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd3898-a812-4261-9a6c-8a62bd68146c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:59.951826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Allocated IP 192.168.233.250 (6523c5d6-c91e-47b6-b43b-5260b5c80d6b/a2176f98-f832-4a9e-ad71-135200133d3c/457f350d-2b06-4ad7-b491-d73dc5e33a81) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:15:00.159782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:00.176456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Transition to ACTIVE for port object 457f350d-2b06-4ad7-b491-d73dc5e33a81 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:15:00.201954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:00.275656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:15:00.278754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:15:00.283152 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:15:00.308033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Pushing event updated for resources: {'Port': ['ID=457f350d-2b06-4ad7-b491-d73dc5e33a81,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:00.349242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:00.349899 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:00.381359 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-c648a2e8-3392-4ca1-8142-2540548b4223 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0176711 Mar 11 18:15:00.399741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Request body: {'port': {'device_id': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:15:00.509212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc4986-322b-4b1a-9f3a-6efdfc67082a req-10dfdb1e-f413-4202-95bd-616e641e22ef tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:00.510751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12fc4986-322b-4b1a-9f3a-6efdfc67082a req-10dfdb1e-f413-4202-95bd-616e641e22ef tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 936 time: 0.0956268 Mar 11 18:15:00.515599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cebe4674-a3dd-44b6-a6d9-8f815b92ec01 None None] Provisioning for port 457f350d-2b06-4ad7-b491-d73dc5e33a81 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:15:00.521721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cebe4674-a3dd-44b6-a6d9-8f815b92ec01 None None] Provisioning complete for port 457f350d-2b06-4ad7-b491-d73dc5e33a81 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:15:00.522106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cebe4674-a3dd-44b6-a6d9-8f815b92ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:00.533689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:00.562589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-12fc4986-322b-4b1a-9f3a-6efdfc67082a req-fc78aa7c-2df6-4834-a78c-0f944017ba80 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452566 Mar 11 18:15:00.576215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cebe4674-a3dd-44b6-a6d9-8f815b92ec01 None None] Port 457f350d-2b06-4ad7-b491-d73dc5e33a81 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:15:00.889791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457f350d-2b06-4ad7-b491-d73dc5e33a81 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:15:00.896586 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:00.910974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Transition to ACTIVE for port object 457f350d-2b06-4ad7-b491-d73dc5e33a81 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:15:00.917242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:01.040540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=457f350d-2b06-4ad7-b491-d73dc5e33a81,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:01.149298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Attempting to bind port 457f350d-2b06-4ad7-b491-d73dc5e33a81 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:15:01.149298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Attempting to bind port 457f350d-2b06-4ad7-b491-d73dc5e33a81 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:15:01.149723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Attempting to bind port 457f350d-2b06-4ad7-b491-d73dc5e33a81 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:15:01.155691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Port 457f350d-2b06-4ad7-b491-d73dc5e33a81 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:15:01.156073 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Attempting to bind port 457f350d-2b06-4ad7-b491-d73dc5e33a81 on network 6523c5d6-c91e-47b6-b43b-5260b5c80d6b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:15:01.162488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:15:01.162826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Checking segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:15:01.163199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Bound using segment: {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:15:01.163611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Bound port: 457f350d-2b06-4ad7-b491-d73dc5e33a81, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd315d2b-e9b6-478f-a92a-04839cbd5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:15:01.163945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:01.252793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] For port 457f350d-2b06-4ad7-b491-d73dc5e33a81, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:15:01.255891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] For port 457f350d-2b06-4ad7-b491-d73dc5e33a81, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=457f350d-2b06-4ad7-b491-d73dc5e33a81,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:15:01.263920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:01.329994 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:01.331400 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/457f350d-2b06-4ad7-b491-d73dc5e33a81 HTTP/1.1" status: 200 len: 1096 time: 0.9369712 Mar 11 18:15:01.332109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'tag': '457f350d-2b06-4ad7-b491-d73dc5e33a81'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:15:01.349300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6029-8549-4c6b-8a92-6f92305b20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=457f350d-2b06-4ad7-b491-d73dc5e33a81,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:01.419155 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'tag': '457f350d-2b06-4ad7-b491-d73dc5e33a81', 'status': 'completed', 'code': 200} Mar 11 18:15:01.464252 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-d648abc5-23ef-4824-b68b-907aaf4e538e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e0ab5b84a2e431e8116e8e064ba75a8&device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 1099 time: 0.0758939 Mar 11 18:15:01.544790 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-a72709c3-891f-4223-a05b-683a8edeef0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=457f350d-2b06-4ad7-b491-d73dc5e33a81 HTTP/1.1" status: 200 len: 217 time: 0.0685499 Mar 11 18:15:01.611142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c357493-7411-4710-942f-761d8798c5bb req-61a37969-1092-4bd4-8c7d-a7028431f8d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:01.612623 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-61a37969-1092-4bd4-8c7d-a7028431f8d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0621326 Mar 11 18:15:01.773683 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d246c2-23e8-4ae9-a770-c29eedafaff8 req-222d49d0-258d-4da6-9d77-4583901ab5a5 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:01.775232 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57d246c2-23e8-4ae9-a770-c29eedafaff8 req-222d49d0-258d-4da6-9d77-4583901ab5a5 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 948 time: 0.0812404 Mar 11 18:15:01.792705 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-688d6414-02b1-4c5d-aff2-2ebfa1db2918 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733134 Mar 11 18:15:01.822131 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57d246c2-23e8-4ae9-a770-c29eedafaff8 req-fcfaa888-3a2f-4183-b3e1-ec3de9101531 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 Mar 11 18:15:01.935508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-7a9ed3e2-adaf-445e-a23c-047f79075f47 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358421 Mar 11 18:15:02.082958 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0c357493-7411-4710-942f-761d8798c5bb req-8dddf263-dd25-4cd4-8c49-468639f25faa service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398654 Mar 11 18:15:02.257282 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-683bb203-7c82-417f-9614-83a25748874c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e0ab5b84a2e431e8116e8e064ba75a8&device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 1099 time: 0.0833664 Mar 11 18:15:02.394434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-99a8a008-bdaa-468b-980f-cff4d3ffccd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:02.395820 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-99a8a008-bdaa-468b-980f-cff4d3ffccd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b HTTP/1.1" status: 200 len: 871 time: 0.1320710 Mar 11 18:15:02.468975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-b56597ba-7d53-4ebd-ae90-47c9bfa3b7e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=457f350d-2b06-4ad7-b491-d73dc5e33a81 HTTP/1.1" status: 200 len: 217 time: 0.0659192 Mar 11 18:15:02.536055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-164739df-f350-43d3-8047-c45034d76397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:02.537578 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-164739df-f350-43d3-8047-c45034d76397 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2176f98-f832-4a9e-ad71-135200133d3c HTTP/1.1" status: 200 len: 843 time: 0.0610156 Mar 11 18:15:02.622035 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-85b29102-1b17-4b32-ba64-881b1c19de16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6523c5d6-c91e-47b6-b43b-5260b5c80d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773075 Mar 11 18:15:02.779255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-1a6e74aa-28be-4bec-94da-8be312b8b226 service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506033 Mar 11 18:15:02.919314 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84c8dfa3-e120-4d50-96a6-473431d0f15a req-875e2a30-d3f3-4137-9408-c097113b6bdb service neutron] 10.222.0.59 "GET /v2.0/networks/6523c5d6-c91e-47b6-b43b-5260b5c80d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313059 Mar 11 18:15:03.023498 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff553d5-7b8e-4187-b56e-942f31317782 req-21f50182-91a3-4e7c-bca5-bb4f601c54fc tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:03.025158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cff553d5-7b8e-4187-b56e-942f31317782 req-21f50182-91a3-4e7c-bca5-bb4f601c54fc tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 948 time: 0.0816791 Mar 11 18:15:03.073548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cff553d5-7b8e-4187-b56e-942f31317782 req-4c0b6bfe-0b60-48fa-98e1-f737dc065f72 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Mar 11 18:15:04.127364 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84855305-5c0e-4c44-9d68-bb0a7eb621cb req-07b26dc2-6efd-49a8-9ed8-0619922e3192 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0389338 Mar 11 18:15:04.238671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84855305-5c0e-4c44-9d68-bb0a7eb621cb req-646fbda6-6d4e-4ba9-aae4-fa361ae0b60a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0783465 Mar 11 18:15:04.293092 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84855305-5c0e-4c44-9d68-bb0a7eb621cb req-07cfa120-36bb-4658-8bb1-7d6f05e50596 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269141 Mar 11 18:15:04.378238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6ba10-9843-43cd-b9b3-a15eac8f4424 req-44414121-174d-4695-b64e-59fd35bdb15e tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:04.379640 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3dd6ba10-9843-43cd-b9b3-a15eac8f4424 req-44414121-174d-4695-b64e-59fd35bdb15e tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 948 time: 0.1768489 Mar 11 18:15:04.469934 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3dd6ba10-9843-43cd-b9b3-a15eac8f4424 req-b8c20199-448e-485b-b416-205110a67be5 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772600 Mar 11 18:15:04.472402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855305-5c0e-4c44-9d68-bb0a7eb621cb req-7fad2c0d-ad48-4020-9138-e14f103e9259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:04.473800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-84855305-5c0e-4c44-9d68-bb0a7eb621cb req-7fad2c0d-ad48-4020-9138-e14f103e9259 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1739056 Mar 11 18:15:05.519743 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:15:05.695831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c43b6-bdd1-4c6f-acff-557e76ab1723 req-66ccfb3a-d972-4d09-aad7-309c0f0221c3 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:05.697361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-745c43b6-bdd1-4c6f-acff-557e76ab1723 req-66ccfb3a-d972-4d09-aad7-309c0f0221c3 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 948 time: 0.0929255 Mar 11 18:15:05.748894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-745c43b6-bdd1-4c6f-acff-557e76ab1723 req-cb3d2e6b-d798-4f02-8f38-6f578c7370ed tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Mar 11 18:15:06.073471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 457f350d-2b06-4ad7-b491-d73dc5e33a81 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:15:06.213372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 457f350d-2b06-4ad7-b491-d73dc5e33a81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=457f350d-2b06-4ad7-b491-d73dc5e33a81,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:06.227101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '457f350d-2b06-4ad7-b491-d73dc5e33a81', 'network_id': '6523c5d6-c91e-47b6-b43b-5260b5c80d6b', 'port_id': '457f350d-2b06-4ad7-b491-d73dc5e33a81', 'mac_address': 'fa:16:3e:84:3b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2176f98-f832-4a9e-ad71-135200133d3c', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:15:06.283239 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:06.305977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457f350d-2b06-4ad7-b491-d73dc5e33a81 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:15:06.321955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 457f350d-2b06-4ad7-b491-d73dc5e33a81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=457f350d-2b06-4ad7-b491-d73dc5e33a81,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:06.328833 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:06.435421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=457f350d-2b06-4ad7-b491-d73dc5e33a81,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:06.444560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.444867 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.445206 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.445528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.445846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.446173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.446504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.446814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.447129 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.447432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.447760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:06.615673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['457f350d-2b06-4ad7-b491-d73dc5e33a81'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:15:06.962967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a11d2-1b19-4152-a133-b3fb20ec54ef req-3102b3f0-1555-4ac7-a8cc-02a173f8ab0d tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:06.964449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c95a11d2-1b19-4152-a133-b3fb20ec54ef req-3102b3f0-1555-4ac7-a8cc-02a173f8ab0d tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 949 time: 0.0842972 Mar 11 18:15:07.013938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c95a11d2-1b19-4152-a133-b3fb20ec54ef req-d3df010b-51cc-4c3f-a91f-96f2448b5ea9 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Mar 11 18:15:08.087788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 457f350d-2b06-4ad7-b491-d73dc5e33a81 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:15:08.167549 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 457f350d-2b06-4ad7-b491-d73dc5e33a81 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:15:08.173201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 457f350d-2b06-4ad7-b491-d73dc5e33a81 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:15:08.173565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:08.221890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de479b-766e-46b2-8b92-582089cd37ba req-955b812e-727a-4ff0-95da-eaab4e6c50ab tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:08.223437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89de479b-766e-46b2-8b92-582089cd37ba req-955b812e-727a-4ff0-95da-eaab4e6c50ab tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 949 time: 0.0799830 Mar 11 18:15:08.276228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-89de479b-766e-46b2-8b92-582089cd37ba req-901339af-65d3-43ed-86a4-aa16cd8b86e1 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Mar 11 18:15:08.289213 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:08.317661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f350d-2b06-4ad7-b491-d73dc5e33a81'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:15:08.327447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 457f350d-2b06-4ad7-b491-d73dc5e33a81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=457f350d-2b06-4ad7-b491-d73dc5e33a81,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:08.334212 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:08.377725 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f350d-2b06-4ad7-b491-d73dc5e33a81', 'code': 200} Mar 11 18:15:08.402269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=457f350d-2b06-4ad7-b491-d73dc5e33a81,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:08.544336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3a091ae-7d79-4142-b0bc-4c5c7fce47f3 req-4672efb3-fab6-4215-8747-76f6afba4d7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 1101 time: 0.0719712 Mar 11 18:15:08.587566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a3a091ae-7d79-4142-b0bc-4c5c7fce47f3 req-27df7986-2ee3-48bc-87d1-e4f74cc49a34 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Mar 11 18:15:09.478446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ac44c-aec0-4795-9346-85b8816eb8fe req-2e0c2ff7-b0d1-43be-98bb-3843d78d6add tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:09.479944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-618ac44c-aec0-4795-9346-85b8816eb8fe req-2e0c2ff7-b0d1-43be-98bb-3843d78d6add tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 950 time: 0.0828581 Mar 11 18:15:09.622538 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-618ac44c-aec0-4795-9346-85b8816eb8fe req-c51ea778-243e-4fef-8d1c-d503fa373589 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364179 Mar 11 18:15:09.741402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:10.855197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901fa6e-e59c-426e-a48b-1e62ae8d79d2 req-3d1949c7-94a4-4cc0-8369-56afe671b3b1 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:10.856564 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2901fa6e-e59c-426e-a48b-1e62ae8d79d2 req-3d1949c7-94a4-4cc0-8369-56afe671b3b1 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 950 time: 0.0844824 Mar 11 18:15:10.902661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2901fa6e-e59c-426e-a48b-1e62ae8d79d2 req-a42571e1-4486-4345-9d31-cadf61347823 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Mar 11 18:15:11.375658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-07d18796-a649-430d-9c3b-c9015e82bee5 req-0fd427d4-878f-416a-ab64-4a224f35c91a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0908206 Mar 11 18:15:12.030525 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a7c27d0-820b-475b-b1fa-3c77bc5ca9fb req-73642604-3c53-495c-b259-ac352feb741a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2106147 Mar 11 18:15:12.373979 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42d614b4-3715-4fa4-b88b-3a4c27a15d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:12.593820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f838219-a968-47d4-afe5-70f30effaacd req-d5902104-d90c-42f3-86a5-fc2f247833e0 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:12.595267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f838219-a968-47d4-afe5-70f30effaacd req-d5902104-d90c-42f3-86a5-fc2f247833e0 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 950 time: 0.0898314 Mar 11 18:15:12.643840 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f838219-a968-47d4-afe5-70f30effaacd req-ed47f068-9d4d-4f80-b583-4fd582c3fe23 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Mar 11 18:15:13.868444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cedd2f-9b01-4110-90f0-eeebfd3da931 req-a4b882a5-e784-47c2-baf8-0b69c6fa2892 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:13.869935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7cedd2f-9b01-4110-90f0-eeebfd3da931 req-a4b882a5-e784-47c2-baf8-0b69c6fa2892 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 950 time: 0.1004963 Mar 11 18:15:13.917639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b7cedd2f-9b01-4110-90f0-eeebfd3da931 req-966b4cd1-4cb2-446c-bc39-a2131cfd0a18 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/security-groups?id=b4bd3898-a812-4261-9a6c-8a62bd68146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Mar 11 18:15:13.927350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-07a50c7b-41fa-4994-b440-308bd4d6acef tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:13.928034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-07a50c7b-41fa-4994-b440-308bd4d6acef tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Synchronizing usage tracker for tenant:9e0ab5b84a2e431e8116e8e064ba75a8 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:15:13.947544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-07a50c7b-41fa-4994-b440-308bd4d6acef tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Unset dirty status for tenant:9e0ab5b84a2e431e8116e8e064ba75a8 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:15:13.949149 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-07a50c7b-41fa-4994-b440-308bd4d6acef tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 950 time: 0.1012356 Mar 11 18:15:14.017758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Deleting port 457f350d-2b06-4ad7-b491-d73dc5e33a81 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:15:14.018043 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:14.269460 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] For port 457f350d-2b06-4ad7-b491-d73dc5e33a81, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=457f350d-2b06-4ad7-b491-d73dc5e33a81,segment=NetworkSegment(bd315d2b-e9b6-478f-a92a-04839cbd5cf9),segment_id=bd315d2b-e9b6-478f-a92a-04839cbd5cf9)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:14.269722 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:14.497830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Calling delete_port for 457f350d-2b06-4ad7-b491-d73dc5e33a81 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:15:14.557103 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d26cf2a-c2cc-4082-a6a0-f7480673b8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:14.658891 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:14.692692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['457f350d-2b06-4ad7-b491-d73dc5e33a81'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:15:14.707894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Pushing event deleted for resources: {'Port': ['ID=457f350d-2b06-4ad7-b491-d73dc5e33a81,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:14.784296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] No DVR routers for this DVR port 457f350d-2b06-4ad7-b491-d73dc5e33a81 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:15:14.787128 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:14.789938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'name': 'network-vif-deleted', 'tag': '457f350d-2b06-4ad7-b491-d73dc5e33a81'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:15:14.808684 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-11e13e9a-0e40-4dd7-8159-370733850ae3 req-159e5cf5-8e11-4be9-939f-2689f0137e83 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.59 "DELETE /v2.0/ports/457f350d-2b06-4ad7-b491-d73dc5e33a81 HTTP/1.1" status: 204 len: 173 time: 0.8546813 Mar 11 18:15:14.861418 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a28ff7-4f74-4edb-9a91-f62240f7a18c', 'name': 'network-vif-deleted', 'tag': '457f350d-2b06-4ad7-b491-d73dc5e33a81', 'status': 'completed', 'code': 200} Mar 11 18:15:15.111271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42b6406b-542e-4edd-8a00-26e740c583ce req-ce1aa059-7777-4b3e-b1e7-a7014cf6f194 tempest-ServersAdminNegativeTestJSON-1010554602 tempest-ServersAdminNegativeTestJSON-1010554602-project] 10.222.0.96 "GET /v2.0/ports?device_id=58a28ff7-4f74-4edb-9a91-f62240f7a18c HTTP/1.1" status: 200 len: 210 time: 0.0457768 Mar 11 18:15:15.781182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:15.863420 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:16.523562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42962) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:15:16.710498 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f80b46c8-30ff-408d-aab3-a77b104747e1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9e0ab5b84a2e431e8116e8e064ba75a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1856976 Mar 11 18:15:16.714317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42968) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:15:16.772928 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd94c7cf-1b49-46d0-b35d-9d2db51785ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:16.799154 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd94c7cf-1b49-46d0-b35d-9d2db51785ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:16.860782 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd94c7cf-1b49-46d0-b35d-9d2db51785ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:16.877749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94c7cf-1b49-46d0-b35d-9d2db51785ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd3898-a812-4261-9a6c-8a62bd68146c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:16.881069 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bd94c7cf-1b49-46d0-b35d-9d2db51785ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:16.882541 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bd94c7cf-1b49-46d0-b35d-9d2db51785ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b4bd3898-a812-4261-9a6c-8a62bd68146c HTTP/1.1" status: 204 len: 168 time: 0.1669948 Mar 11 18:15:17.124119 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.245446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42976) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:15:17.264071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.294749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:15:17.298801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5929c163b8a04d97b892ceeb776a0b3e is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:15:17.301608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:15:17.307639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:15:17.373462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.379256 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.424755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf3b91-1a38-4e4d-970b-6713313ff582,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:17.432660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cefa18ce-fd7c-41f8-96d8-15d35aefbcc5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5929c163b8a04d97b892ceeb776a0b3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1853848 Mar 11 18:15:17.434743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 42980) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:15:17.501543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9be7d9a-b99a-4a41-9b1c-1ea8555e31db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.531809 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9be7d9a-b99a-4a41-9b1c-1ea8555e31db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.590569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9be7d9a-b99a-4a41-9b1c-1ea8555e31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.606623 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be7d9a-b99a-4a41-9b1c-1ea8555e31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf3b91-1a38-4e4d-970b-6713313ff582,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:17.611211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a9be7d9a-b99a-4a41-9b1c-1ea8555e31db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:17.612351 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a9be7d9a-b99a-4a41-9b1c-1ea8555e31db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1bdf3b91-1a38-4e4d-970b-6713313ff582 HTTP/1.1" status: 204 len: 168 time: 0.1766839 Mar 11 18:15:18.119712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 457f350d-2b06-4ad7-b491-d73dc5e33a81 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:15:18.154195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 457f350d-2b06-4ad7-b491-d73dc5e33a81 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:15:18.154970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 457f350d-2b06-4ad7-b491-d73dc5e33a81 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:15:18.511369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43002) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:15:18.648569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-542311160-network', 'tenant_id': 'f65663c048294518955dc62590ce4ee7'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:15:18.654536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:15:18.659061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Usage tracker for resource:network and tenant:f65663c048294518955dc62590ce4ee7 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:15:18.662297 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:15:18.669044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:15:18.686455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Made reservation on behalf of f65663c048294518955dc62590ce4ee7 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:15:18.688969 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.701761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.733116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:15:18.737614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f65663c048294518955dc62590ce4ee7 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:15:18.740532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:15:18.747169 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:15:18.813709 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.819989 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.855073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:15:18.863570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4434f9d0-9ef4-4005-be9b-b17ff02ce564,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:18.869273 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.869610 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Added segment 6155ea61-ac32-498c-bde2-43919063d942 of type vlan for network 6db3c1d1-07ef-4386-8530-7415a693b64d Mar 11 18:15:18.897304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.934918 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.935836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:18.936407 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:19.036621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6db3c1d1-07ef-4386-8530-7415a693b64d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:19.041128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ecbdf53d-8e31-4a33-b501-501cc4ddf7b0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5286610 Mar 11 18:15:19.045579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43008) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:15:19.049421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 6db3c1d1-07ef-4386-8530-7415a693b64d details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:15:19.052734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Request body: {'subnet': {'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-542311160-subnet', 'tenant_id': 'f65663c048294518955dc62590ce4ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:15:19.058298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:15:19.062420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Usage tracker for resource:subnet and tenant:f65663c048294518955dc62590ce4ee7 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:15:19.065486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:15:19.071504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:15:19.087295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Made reservation on behalf of f65663c048294518955dc62590ce4ee7 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:15:19.089687 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:19.298823 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:19.366701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f8f8aa-63fa-4734-8067-b23026977349,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:19.383800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Checking segment: {'id': '6155ea61-ac32-498c-bde2-43919063d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:15:19.384123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Network hostable DHCP agents. Network: 6db3c1d1-07ef-4386-8530-7415a693b64d, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:15:19.413134 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Network 6db3c1d1-07ef-4386-8530-7415a693b64d is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:15:19.424756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 6db3c1d1-07ef-4386-8530-7415a693b64d) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:15:19.428943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:19.429540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:19.434704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509da56f-68f6-475e-8632-8cbf171efaf6 None None] Network 6db3c1d1-07ef-4386-8530-7415a693b64d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:15:19.452756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-91483c1c-63da-4588-8e6f-570931fad65d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4046545 Mar 11 18:15:19.654464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f7f8f-5a14-4058-8434-f86bdec11040 None None] Network 6db3c1d1-07ef-4386-8530-7415a693b64d requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:15:20.049815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-e2a5acc4-342c-4f38-b4dd-7f0fb591f53a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:20.050529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-e2a5acc4-342c-4f38-b4dd-7f0fb591f53a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Synchronizing usage tracker for tenant:f65663c048294518955dc62590ce4ee7 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:15:20.070152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-e2a5acc4-342c-4f38-b4dd-7f0fb591f53a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Unset dirty status for tenant:f65663c048294518955dc62590ce4ee7 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:15:20.071392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-e2a5acc4-342c-4f38-b4dd-7f0fb591f53a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/networks?id=6db3c1d1-07ef-4386-8530-7415a693b64d HTTP/1.1" status: 200 len: 811 time: 0.1719871 Mar 11 18:15:20.094438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-da9ab7d2-6a5f-4105-8625-f96a7185b2bf tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/quotas/f65663c048294518955dc62590ce4ee7 HTTP/1.1" status: 200 len: 375 time: 0.0174155 Mar 11 18:15:20.141695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-83d07874-359a-433d-9e5d-7f273708ed13 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f65663c048294518955dc62590ce4ee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419896 Mar 11 18:15:20.277065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-15aa67a8-37da-4729-9b52-7bc79ec97bfd service neutron] 10.222.0.96 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283171 Mar 11 18:15:20.419961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-6473a577-92c1-4252-af47-edf2c24e7e6a service neutron] 10.222.0.96 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347818 Mar 11 18:15:20.624609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b1d21ee-3d04-4900-8d2c-31b81c5c162f req-a63d0b34-0a80-4713-869f-be176d65811a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 210 time: 0.0505061 Mar 11 18:15:21.858742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-81318e3f-186f-48f8-b563-1133a6cedabd tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:21.861207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-81318e3f-186f-48f8-b563-1133a6cedabd tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.59 "GET /v2.0/networks?id=6db3c1d1-07ef-4386-8530-7415a693b64d HTTP/1.1" status: 200 len: 811 time: 0.2152483 Mar 11 18:15:21.885250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Request body: {'port': {'device_id': '1461cebf-13cf-4775-bb83-cedde67a6362', 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d', 'admin_state_up': True, 'tenant_id': 'f65663c048294518955dc62590ce4ee7'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:15:21.968749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b920a5f-275c-439b-a2be-25ad7116d82c req-d8b462cb-23f3-4b65-9f81-5a24d17e9334 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 210 time: 0.0452628 Mar 11 18:15:22.024437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:15:22.028213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Usage tracker for resource:port and tenant:f65663c048294518955dc62590ce4ee7 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:15:22.031074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:15:22.036659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:15:22.049000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Made reservation on behalf of f65663c048294518955dc62590ce4ee7 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:15:22.052121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:22.225763 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Allocated IP 172.20.0.12 (6db3c1d1-07ef-4386-8530-7415a693b64d/85f8f8aa-63fa-4734-8067-b23026977349/878e557c-75c4-40a1-b3a9-ee1741b2ee35) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:15:22.432592 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:22.463779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:22.533912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Network 6db3c1d1-07ef-4386-8530-7415a693b64d is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:15:22.537221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:15:22.542081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:15:22.573282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:22.605895 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:22.606523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:22.638230 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-ed53295d-94c3-4d3f-99f5-2e0c40369a61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583859 Mar 11 18:15:22.655148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Request body: {'port': {'device_id': '1461cebf-13cf-4775-bb83-cedde67a6362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:15:22.770234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:23.209471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878e557c-75c4-40a1-b3a9-ee1741b2ee35 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:15:23.216873 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:23.232380 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Transition to ACTIVE for port object 878e557c-75c4-40a1-b3a9-ee1741b2ee35 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:15:23.237389 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:23.260553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4c626-e595-47e6-a06c-dd6385d174cd req-994e782d-8d96-4163-8f30-35d782433383 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:23.261966 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0c4c626-e595-47e6-a06c-dd6385d174cd req-994e782d-8d96-4163-8f30-35d782433383 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 932 time: 0.1678643 Mar 11 18:15:23.307753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c0c4c626-e595-47e6-a06c-dd6385d174cd req-85e2b375-6523-4000-a627-c3ca892ee8c8 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Synchronizing usage tracker for tenant:f65663c048294518955dc62590ce4ee7 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:15:23.328627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c0c4c626-e595-47e6-a06c-dd6385d174cd req-85e2b375-6523-4000-a627-c3ca892ee8c8 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Unset dirty status for tenant:f65663c048294518955dc62590ce4ee7 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:15:23.329920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0c4c626-e595-47e6-a06c-dd6385d174cd req-85e2b375-6523-4000-a627-c3ca892ee8c8 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624168 Mar 11 18:15:23.366885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:23.476278 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Attempting to bind port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:15:23.476600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Attempting to bind port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '6155ea61-ac32-498c-bde2-43919063d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:15:23.476916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Attempting to bind port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 on network 6db3c1d1-07ef-4386-8530-7415a693b64d {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:15:23.484586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 on network 6db3c1d1-07ef-4386-8530-7415a693b64d not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:15:23.484898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Attempting to bind port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 on network 6db3c1d1-07ef-4386-8530-7415a693b64d {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:15:23.491526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:15:23.491854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Checking segment: {'id': '6155ea61-ac32-498c-bde2-43919063d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:15:23.492224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Bound using segment: {'id': '6155ea61-ac32-498c-bde2-43919063d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:15:23.492648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Bound port: 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6155ea61-ac32-498c-bde2-43919063d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:15:23.492967 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:23.586289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:15:23.589633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:15:23.597499 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:23.665989 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:23.667463 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] 10.222.0.59 "PUT /v2.0/ports/878e557c-75c4-40a1-b3a9-ee1741b2ee35 HTTP/1.1" status: 200 len: 1092 time: 1.0163794 Mar 11 18:15:23.667897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:15:23.688368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d826042-dcac-48d6-96dc-099364142d54 service neutron] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:23.753330 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'status': 'completed', 'code': 200} Mar 11 18:15:23.796894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-4f3a0fbf-7eac-4e08-b618-bd059661ec00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65663c048294518955dc62590ce4ee7&device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 1095 time: 0.0761075 Mar 11 18:15:23.882083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-add4ed18-c8b8-4ada-86d5-c12fb32da143 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35 HTTP/1.1" status: 200 len: 217 time: 0.0716984 Mar 11 18:15:23.946921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-65b88c18-8f53-41ce-8969-928c9f592c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:23.948418 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-65b88c18-8f53-41ce-8969-928c9f592c57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85f8f8aa-63fa-4734-8067-b23026977349 HTTP/1.1" status: 200 len: 851 time: 0.0603776 Mar 11 18:15:23.995033 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-cd8e5216-ab6d-4114-a694-c49074a36a9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db3c1d1-07ef-4386-8530-7415a693b64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398788 Mar 11 18:15:24.127402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-d0cc1a47-c7d1-422b-98fb-d4121c25d820 service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267509 Mar 11 18:15:24.264636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fe3d065-2f0f-4450-be4e-cca7187dd307 req-fdc951bc-63b2-4793-87c9-1e2f618e3868 service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315284 Mar 11 18:15:24.427900 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-8679761a-612e-4868-89bd-449c6004b985 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65663c048294518955dc62590ce4ee7&device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 1095 time: 0.0775967 Mar 11 18:15:24.542632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208047-d73f-4b6e-aa29-254750a6e2e8 req-b2f84268-0af9-4c54-9172-9f9841fb95a9 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:24.544119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47208047-d73f-4b6e-aa29-254750a6e2e8 req-b2f84268-0af9-4c54-9172-9f9841fb95a9 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 944 time: 0.0859821 Mar 11 18:15:24.565848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-61aef415-24d7-4642-b492-226744f5d4b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:24.567326 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-61aef415-24d7-4642-b492-226744f5d4b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db3c1d1-07ef-4386-8530-7415a693b64d HTTP/1.1" status: 200 len: 913 time: 0.1323936 Mar 11 18:15:24.595902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47208047-d73f-4b6e-aa29-254750a6e2e8 req-d9aacf03-41ae-42f0-8221-746b321b2419 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Mar 11 18:15:24.634074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-6955a826-72a1-4665-8282-c80f3cd3ba0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35 HTTP/1.1" status: 200 len: 217 time: 0.0597332 Mar 11 18:15:24.706849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-54a5b9f0-08c3-4d91-a613-174d5498a48b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:24.708247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-54a5b9f0-08c3-4d91-a613-174d5498a48b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85f8f8aa-63fa-4734-8067-b23026977349 HTTP/1.1" status: 200 len: 851 time: 0.0681412 Mar 11 18:15:24.753567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-c65515f2-2d15-46e3-81ab-239db295f5bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db3c1d1-07ef-4386-8530-7415a693b64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390403 Mar 11 18:15:24.984602 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-1d5afe36-72e4-4efa-904c-9e16e7d1d84b service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241650 Mar 11 18:15:25.123476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e690fb36-0b0d-4205-9e21-5a1b73a2b2c4 req-466515be-7368-459f-83db-820c764064fa service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315842 Mar 11 18:15:25.804174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8705dc0-80f0-4344-89e6-2cad098b0759 req-de6adf4f-dbbd-48d9-a75b-b9372a602d5b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:25.805846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8705dc0-80f0-4344-89e6-2cad098b0759 req-de6adf4f-dbbd-48d9-a75b-b9372a602d5b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 944 time: 0.0847886 Mar 11 18:15:25.855677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b8705dc0-80f0-4344-89e6-2cad098b0759 req-8282cf28-b249-4efe-8d52-44895b1fec0d tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Mar 11 18:15:27.074238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15276c3c-225c-4623-a854-24a0a41c9da0 req-d285a9a7-8725-4548-96a9-44086dd94a04 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:27.075714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15276c3c-225c-4623-a854-24a0a41c9da0 req-d285a9a7-8725-4548-96a9-44086dd94a04 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 944 time: 0.0861058 Mar 11 18:15:27.122705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15276c3c-225c-4623-a854-24a0a41c9da0 req-1ff8ec6d-415a-47c3-a109-e6f66ab41eff tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Mar 11 18:15:28.134926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 878e557c-75c4-40a1-b3a9-ee1741b2ee35 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:15:28.272502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:28.289585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d', 'port_id': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'mac_address': 'fa:16:3e:e5:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f8f8aa-63fa-4734-8067-b23026977349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:15:28.324748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22692-a944-4f8a-adfe-d62ab679dd8e req-3d1af8ee-e305-46d5-987c-d8dd82b97f4a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:28.326139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08f22692-a944-4f8a-adfe-d62ab679dd8e req-3d1af8ee-e305-46d5-987c-d8dd82b97f4a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 944 time: 0.0804007 Mar 11 18:15:28.345245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:28.362739 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878e557c-75c4-40a1-b3a9-ee1741b2ee35 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:15:28.376477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08f22692-a944-4f8a-adfe-d62ab679dd8e req-8a5b5a51-84d2-437b-adb9-ffdeb3a634df tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Mar 11 18:15:28.378311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:28.383925 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:28.461943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:28.645085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['878e557c-75c4-40a1-b3a9-ee1741b2ee35'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:15:29.587850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538c919-b27f-4b0a-95ea-b998a9454318 req-c1c0d56b-26b7-4eaa-b2cb-d43b432ffd9d tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:29.589288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1538c919-b27f-4b0a-95ea-b998a9454318 req-c1c0d56b-26b7-4eaa-b2cb-d43b432ffd9d tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 945 time: 0.0858531 Mar 11 18:15:29.635910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1538c919-b27f-4b0a-95ea-b998a9454318 req-cc585e46-0c42-4e00-9911-fd4d6141d3e8 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Mar 11 18:15:30.147608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 878e557c-75c4-40a1-b3a9-ee1741b2ee35 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:15:30.233862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:15:30.239119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:15:30.239501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:30.382423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:30.412074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:15:30.423888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:30.430138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:30.497010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:30.558184 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'code': 200} Mar 11 18:15:30.733965 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2486e58f-a509-4606-8b4b-e1631a07da7f req-9ec8cac4-c370-4038-8ad7-3a29414e72e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 1097 time: 0.0884585 Mar 11 18:15:30.776791 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2486e58f-a509-4606-8b4b-e1631a07da7f req-2bda4e26-dd79-42b9-a3e1-6e3254620eeb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Mar 11 18:15:30.846964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25fcc-05ea-4c79-a2c4-ecaf8bbd9821 req-591b6829-4478-41ae-802b-b74378c26a4e tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:30.848436 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4b25fcc-05ea-4c79-a2c4-ecaf8bbd9821 req-591b6829-4478-41ae-802b-b74378c26a4e tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0815132 Mar 11 18:15:30.896660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4b25fcc-05ea-4c79-a2c4-ecaf8bbd9821 req-4aba9b7a-765e-4e99-9e6c-db2df68ace8b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Mar 11 18:15:32.111166 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3600-097c-4d41-944a-1d0f17ea35d3 req-0a60ee15-60a9-4630-8d74-50292d9c7563 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:32.112655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e38c3600-097c-4d41-944a-1d0f17ea35d3 req-0a60ee15-60a9-4630-8d74-50292d9c7563 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0812018 Mar 11 18:15:32.161939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e38c3600-097c-4d41-944a-1d0f17ea35d3 req-10d9eae3-76e5-48a3-bbd3-22dac4ec0bc5 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Mar 11 18:15:32.363218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db9afb92-f9e1-4dff-b5ca-c496c87c065d req-48e415f1-d6b4-4634-9c44-d5c6b86d87a5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0743263 Mar 11 18:15:32.560996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43064) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:15:32.744570 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725bf4a-3a60-41ec-9d97-cd7210d434b6 req-e61e6efc-9aee-4994-ab28-f1ac805bdb78 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:32.746073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b725bf4a-3a60-41ec-9d97-cd7210d434b6 req-e61e6efc-9aee-4994-ab28-f1ac805bdb78 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.1352210 Mar 11 18:15:32.749851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-cc59d0a2-4d09-4d7f-8b2f-1f7660e7af7d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1877356 Mar 11 18:15:32.793148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b725bf4a-3a60-41ec-9d97-cd7210d434b6 req-e0098d18-b26c-402b-a501-ff03039dc2c7 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Mar 11 18:15:34.008884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16503f86-14c6-4f43-a3a9-0933a7fa80fd req-276b86ac-ddee-40a4-a350-85cef53271aa tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:34.010446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16503f86-14c6-4f43-a3a9-0933a7fa80fd req-276b86ac-ddee-40a4-a350-85cef53271aa tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0904102 Mar 11 18:15:34.060595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16503f86-14c6-4f43-a3a9-0933a7fa80fd req-305e5e9e-136a-437e-8be6-cfd4e44f4815 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444176 Mar 11 18:15:34.194009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-28b8b578-ecec-413e-8b42-1946c4866dcf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65663c048294518955dc62590ce4ee7&device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 1097 time: 0.0688171 Mar 11 18:15:34.326782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-9c41ecf7-6f00-467b-b1dc-8e594bc4e429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:34.328264 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-9c41ecf7-6f00-467b-b1dc-8e594bc4e429 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db3c1d1-07ef-4386-8530-7415a693b64d HTTP/1.1" status: 200 len: 913 time: 0.1287358 Mar 11 18:15:34.399152 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-056ea9d6-8442-4d07-a961-36c0afea59e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35 HTTP/1.1" status: 200 len: 217 time: 0.0648851 Mar 11 18:15:34.464958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-71615083-8e9f-4f45-b8d6-bcc1f0d31c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:34.466375 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-71615083-8e9f-4f45-b8d6-bcc1f0d31c3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85f8f8aa-63fa-4734-8067-b23026977349 HTTP/1.1" status: 200 len: 851 time: 0.0616722 Mar 11 18:15:34.515866 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-0453e711-c181-4b8b-8710-a345f4a5ced3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db3c1d1-07ef-4386-8530-7415a693b64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425854 Mar 11 18:15:34.645649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-68b71364-64a9-4fed-8e2c-322b0a37cd7c service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239772 Mar 11 18:15:34.784950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-b262f7d9-b2cd-4e3f-9d20-a804f7cc9694 service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330686 Mar 11 18:15:35.262931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc32edf-2bf5-4f14-b852-fb08d1361e78 req-766577de-a95b-4c89-9b0b-f00ff0f9bf63 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:35.264359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dc32edf-2bf5-4f14-b852-fb08d1361e78 req-766577de-a95b-4c89-9b0b-f00ff0f9bf63 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0795968 Mar 11 18:15:35.312433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1dc32edf-2bf5-4f14-b852-fb08d1361e78 req-79df8bd0-1dc2-40dc-9e98-d9e02e61220c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Mar 11 18:15:36.527992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b0a20-4b75-4110-bfcb-ef014a6b638c req-b15e758a-9aad-4fac-a5bb-c3ea05785c25 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:36.529457 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c10b0a20-4b75-4110-bfcb-ef014a6b638c req-b15e758a-9aad-4fac-a5bb-c3ea05785c25 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0879245 Mar 11 18:15:36.586028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c10b0a20-4b75-4110-bfcb-ef014a6b638c req-a02ddc3b-92f1-4bd1-a9cf-dda25aa36f84 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509255 Mar 11 18:15:37.805708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf61c2-ba9c-44d1-b7a1-7b42691bf354 req-12a810a7-7e23-4f7d-8deb-90a541a78f91 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:37.807285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6aaf61c2-ba9c-44d1-b7a1-7b42691bf354 req-12a810a7-7e23-4f7d-8deb-90a541a78f91 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0859268 Mar 11 18:15:37.856059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6aaf61c2-ba9c-44d1-b7a1-7b42691bf354 req-e9dc3c2b-abc3-4b0c-90d3-2e05809b2c61 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Mar 11 18:15:39.070792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27952b-bb24-4b23-88fa-384aa6bdc42c req-c33fca13-1891-4dd8-8ee6-1519bf340ddd tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:39.072292 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b27952b-bb24-4b23-88fa-384aa6bdc42c req-c33fca13-1891-4dd8-8ee6-1519bf340ddd tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0844471 Mar 11 18:15:39.118914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b27952b-bb24-4b23-88fa-384aa6bdc42c req-a8cb229d-70eb-4720-9a3b-170b51839cb6 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Mar 11 18:15:39.745178 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:40.320413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf439ea-c39d-4fd4-a2c4-01bb386fa4c6 req-3de611eb-72f3-433d-a4bf-07e5a1cc2559 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:40.321782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7bf439ea-c39d-4fd4-a2c4-01bb386fa4c6 req-3de611eb-72f3-433d-a4bf-07e5a1cc2559 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0808446 Mar 11 18:15:40.368938 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7bf439ea-c39d-4fd4-a2c4-01bb386fa4c6 req-1f2ee48b-7381-4d30-b748-e18459d57c83 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Mar 11 18:15:41.589546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23fa21-9bff-4f4d-a762-170d9f9785fb req-bbac6d86-c230-43c5-9d42-ab3ad09d1900 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:41.591846 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb23fa21-9bff-4f4d-a762-170d9f9785fb req-bbac6d86-c230-43c5-9d42-ab3ad09d1900 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0880682 Mar 11 18:15:41.638843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb23fa21-9bff-4f4d-a762-170d9f9785fb req-9c826af8-e764-41b1-b2f7-d1d62c2d2f81 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Mar 11 18:15:42.376737 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-100e3751-1040-4b05-aa3e-f96ef17b0d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:42.522110 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:15:42.857090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01d239-244e-46f2-a470-6e1814d6fa00 req-1330e6a5-c36e-4c4b-b4cc-984235879508 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:42.858592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b01d239-244e-46f2-a470-6e1814d6fa00 req-1330e6a5-c36e-4c4b-b4cc-984235879508 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0958993 Mar 11 18:15:42.988325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b01d239-244e-46f2-a470-6e1814d6fa00 req-3cdeec16-a750-4f6b-8634-2b0f00a8be2a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240287 Mar 11 18:15:44.201576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a1d3-83e7-451d-bef0-116015e17844 req-f6ec8283-d340-4687-99bb-f1bccc4f0842 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:44.203096 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e302a1d3-83e7-451d-bef0-116015e17844 req-f6ec8283-d340-4687-99bb-f1bccc4f0842 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0806503 Mar 11 18:15:44.250148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e302a1d3-83e7-451d-bef0-116015e17844 req-7fb641bd-8785-4999-9f17-57f76073d701 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Mar 11 18:15:44.556845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65ad3fec-8a0c-436a-b9d1-b8f0d16900a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:45.460085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da650c-6da1-41ad-8b6b-744109385c0a req-53dd32de-830c-40ea-947c-f9260a1acc08 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:45.461485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25da650c-6da1-41ad-8b6b-744109385c0a req-53dd32de-830c-40ea-947c-f9260a1acc08 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0860705 Mar 11 18:15:45.511769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25da650c-6da1-41ad-8b6b-744109385c0a req-ea817703-0eeb-4536-8bc7-87b3ecd08c5a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Mar 11 18:15:45.783618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:45.870241 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:46.719909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b108-f6a1-4dac-a380-e54152adf483 req-4b82dd5a-673b-4303-b972-340a9d9da76b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:46.721383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e354b108-f6a1-4dac-a380-e54152adf483 req-4b82dd5a-673b-4303-b972-340a9d9da76b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0806382 Mar 11 18:15:46.771579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e354b108-f6a1-4dac-a380-e54152adf483 req-2cd5f57a-8d45-47be-9151-f68f55514c9d tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Mar 11 18:15:47.126521 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:47.995551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5b912-6ca7-4233-9abd-bc37c285272a req-2a9f2475-5d6e-4145-a87e-48c6276b378b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:47.997306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38d5b912-6ca7-4233-9abd-bc37c285272a req-2a9f2475-5d6e-4145-a87e-48c6276b378b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0857978 Mar 11 18:15:48.044355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38d5b912-6ca7-4233-9abd-bc37c285272a req-f9ddd106-79f6-4dd9-a466-61f2feab8f1d tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Mar 11 18:15:49.242767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d226-361c-4ca5-b428-e0aee339296e req-fff8f591-010a-4f29-bfc3-356b23a10628 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.244228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1874d226-361c-4ca5-b428-e0aee339296e req-fff8f591-010a-4f29-bfc3-356b23a10628 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0767350 Mar 11 18:15:49.296747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1874d226-361c-4ca5-b428-e0aee339296e req-6a6fb7eb-6a42-40db-9c62-ac305e5d2a9b tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Mar 11 18:15:50.507049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785528c-8d53-4258-9732-1e1422fdfcac req-3a582327-3049-4e93-a1f6-16633e3bf36a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:50.508498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9785528c-8d53-4258-9732-1e1422fdfcac req-3a582327-3049-4e93-a1f6-16633e3bf36a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0801065 Mar 11 18:15:50.556051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9785528c-8d53-4258-9732-1e1422fdfcac req-78ddd62b-e1ae-4e12-9f16-1181a6469524 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417786 Mar 11 18:15:51.775915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968fc7c-e1f6-43df-b777-a90a23452145 req-eaa6a219-8a83-40ef-93d6-f8d6c24c297c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:51.777395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6968fc7c-e1f6-43df-b777-a90a23452145 req-eaa6a219-8a83-40ef-93d6-f8d6c24c297c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0959351 Mar 11 18:15:51.827374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6968fc7c-e1f6-43df-b777-a90a23452145 req-6eff18d0-2ed4-44c8-88b8-119650a1e360 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Mar 11 18:15:53.038072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6409c8d-e71b-42ef-b519-09001aa402d7 req-b8e3469e-f52d-4e99-b484-c979e6724a69 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:53.039611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6409c8d-e71b-42ef-b519-09001aa402d7 req-b8e3469e-f52d-4e99-b484-c979e6724a69 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0820074 Mar 11 18:15:53.089485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6409c8d-e71b-42ef-b519-09001aa402d7 req-27b4b1c5-149d-458b-847b-5960b88be740 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 Mar 11 18:15:54.322422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6c80a-cdc9-41c1-8e7f-1ebbf501a566 req-9bca798f-5e74-47d1-ae28-1c22efc012b6 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:54.323800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ea6c80a-cdc9-41c1-8e7f-1ebbf501a566 req-9bca798f-5e74-47d1-ae28-1c22efc012b6 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0987303 Mar 11 18:15:54.372712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ea6c80a-cdc9-41c1-8e7f-1ebbf501a566 req-e96a0fb2-81e5-4858-a4ad-c9d327c64f17 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Mar 11 18:15:55.612549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae869fd-0cb5-4d0b-bbd1-0299bc0c1e51 req-f3c3a69b-518f-4e31-b9ba-36ce3f33652e tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:55.614503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ae869fd-0cb5-4d0b-bbd1-0299bc0c1e51 req-f3c3a69b-518f-4e31-b9ba-36ce3f33652e tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.1011007 Mar 11 18:15:55.665472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6ae869fd-0cb5-4d0b-bbd1-0299bc0c1e51 req-11029f8c-24c9-489a-b750-24db76055ccf tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Mar 11 18:15:56.987315 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff5fb-6557-4a08-b82d-6df6f888a201 req-a15fd417-ddfd-44b9-8dee-bbf002dd320e tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:56.989994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-356ff5fb-6557-4a08-b82d-6df6f888a201 req-a15fd417-ddfd-44b9-8dee-bbf002dd320e tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.2001798 Mar 11 18:15:57.042543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-356ff5fb-6557-4a08-b82d-6df6f888a201 req-9b8a4869-5af7-4994-b34d-a4f590a0135c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Mar 11 18:15:58.346790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278c47-3349-43a0-a571-939d06339352 req-dd895968-e849-407c-a7d8-7f94498f4c82 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.348246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40278c47-3349-43a0-a571-939d06339352 req-dd895968-e849-407c-a7d8-7f94498f4c82 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.1797805 Mar 11 18:15:58.405073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40278c47-3349-43a0-a571-939d06339352 req-112a38ed-02f4-43bd-aa7f-ca5cf97b7952 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Mar 11 18:15:59.627189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204317c8-279f-4fb0-b6c6-c6879043da23 req-9d3fdce7-890c-4a38-be97-a9bc4bedf9e2 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:59.628729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-204317c8-279f-4fb0-b6c6-c6879043da23 req-9d3fdce7-890c-4a38-be97-a9bc4bedf9e2 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0974505 Mar 11 18:15:59.676045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-204317c8-279f-4fb0-b6c6-c6879043da23 req-8d16f458-444e-4b20-a650-1b1fb26af52c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Mar 11 18:16:00.901344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eff79-4980-4b5f-9df8-73a15db79de8 req-3c559c71-1d9d-4c39-ab64-2a5e2f2d66e2 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.902851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf4eff79-4980-4b5f-9df8-73a15db79de8 req-3c559c71-1d9d-4c39-ab64-2a5e2f2d66e2 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0874655 Mar 11 18:16:00.950542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bf4eff79-4980-4b5f-9df8-73a15db79de8 req-39d32e75-11df-40f7-a5dd-349f12bc7421 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Mar 11 18:16:01.561234 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-9db7b57e-faa4-4772-ac1e-b7fb0cc1b112 service neutron] 10.222.0.59 "GET /v2.0/ports/878e557c-75c4-40a1-b3a9-ee1741b2ee35/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0778978 Mar 11 18:16:01.864078 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-7f30bcc5-ced3-4a48-9de6-aef7ffe3603f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362&tenant_id=f65663c048294518955dc62590ce4ee7 HTTP/1.1" status: 200 len: 1097 time: 0.0784850 Mar 11 18:16:01.971510 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-37191c4b-8417-4e6e-a808-75569c452b4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65663c048294518955dc62590ce4ee7&device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 1097 time: 0.0720153 Mar 11 18:16:02.114036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-a34d390e-a517-4dde-9263-4fe7fb7c1cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:02.116434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-a34d390e-a517-4dde-9263-4fe7fb7c1cc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db3c1d1-07ef-4386-8530-7415a693b64d HTTP/1.1" status: 200 len: 913 time: 0.1394382 Mar 11 18:16:02.194332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-dd1794e9-50fc-4027-b85b-822bae224c1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35 HTTP/1.1" status: 200 len: 217 time: 0.0721641 Mar 11 18:16:02.258636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-4e072dec-cf7b-4ce8-aff7-30314abf099e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:02.260120 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-4e072dec-cf7b-4ce8-aff7-30314abf099e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85f8f8aa-63fa-4734-8067-b23026977349 HTTP/1.1" status: 200 len: 851 time: 0.0601597 Mar 11 18:16:02.305945 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-e7597c49-866e-4ea2-9660-8ca2e6cf7ece service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db3c1d1-07ef-4386-8530-7415a693b64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398028 Mar 11 18:16:02.327930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18562dcf-ab95-4f42-88b1-b98e10829fad req-18d3f3fb-fd36-4cc0-938e-7f9e10fc7922 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:02.329416 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18562dcf-ab95-4f42-88b1-b98e10829fad req-18d3f3fb-fd36-4cc0-938e-7f9e10fc7922 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0798974 Mar 11 18:16:02.379293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-18562dcf-ab95-4f42-88b1-b98e10829fad req-63d4aa93-2893-40c1-998f-805098b63c8c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437706 Mar 11 18:16:02.548082 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-551f0810-3a70-4261-8de1-88b447e83192 service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357621 Mar 11 18:16:02.683005 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4468036e-db4e-4ce6-bd0b-c4ba3dc8cdaa req-b50f10e9-635f-4975-822e-39bcb59fa880 service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279325 Mar 11 18:16:03.587590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdbe93-c098-475e-8476-4e82461722ef req-635130f8-6c98-407c-a552-696b4dd12f4c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:03.589123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bfdbe93-c098-475e-8476-4e82461722ef req-635130f8-6c98-407c-a552-696b4dd12f4c tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0849550 Mar 11 18:16:03.636031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8bfdbe93-c098-475e-8476-4e82461722ef req-b76b8e2d-0584-49cf-97e7-41e557f60eb8 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Mar 11 18:16:04.283454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 878e557c-75c4-40a1-b3a9-ee1741b2ee35 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:16:04.406003 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:04.436614 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:16:04.447471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:04.454875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:04.515791 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'code': 200} Mar 11 18:16:04.534711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:04.839658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555479-b88a-43bc-8651-a37ed8a2ca2c req-fb314f8e-afb6-4d1c-a5d0-f9559ab7421f tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:04.841190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2555479-b88a-43bc-8651-a37ed8a2ca2c req-fb314f8e-afb6-4d1c-a5d0-f9559ab7421f tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 944 time: 0.0800993 Mar 11 18:16:04.897088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2555479-b88a-43bc-8651-a37ed8a2ca2c req-3c18e42f-b0f2-44ac-a728-88d9d2db048a tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 Mar 11 18:16:05.350617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fd8c7e8-4e70-4db8-8eb2-5c878cce123e req-76e2190d-8a4b-4023-b894-3aad743bf313 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1781929 Mar 11 18:16:05.447183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-ea1ea436-874a-4e7e-807b-e94062aa05fb tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.448100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-ea1ea436-874a-4e7e-807b-e94062aa05fb tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Synchronizing usage tracker for tenant:f65663c048294518955dc62590ce4ee7 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:16:05.449231 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fd8c7e8-4e70-4db8-8eb2-5c878cce123e req-c5c5dcbc-17a9-4d65-8ca6-4e1c43b21f81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0642207 Mar 11 18:16:05.478580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-ea1ea436-874a-4e7e-807b-e94062aa05fb tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Unset dirty status for tenant:f65663c048294518955dc62590ce4ee7 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:16:05.479830 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-ea1ea436-874a-4e7e-807b-e94062aa05fb tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.59 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362&tenant_id=f65663c048294518955dc62590ce4ee7&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 944 time: 0.1438644 Mar 11 18:16:05.506475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fd8c7e8-4e70-4db8-8eb2-5c878cce123e req-9853e425-64c8-4d22-8c92-7b26cd386ead service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282679 Mar 11 18:16:05.680217 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-08b18dc0-d996-4832-a9cd-27a0d18fcb89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f65663c048294518955dc62590ce4ee7&device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 1095 time: 0.0917640 Mar 11 18:16:05.693839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8c7e8-4e70-4db8-8eb2-5c878cce123e req-e5acaac1-d41d-46b0-9683-04aa6da2faec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.696478 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fd8c7e8-4e70-4db8-8eb2-5c878cce123e req-e5acaac1-d41d-46b0-9683-04aa6da2faec service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1846681 Mar 11 18:16:05.827611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-919ab520-348e-47dc-8545-704009f1f1ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.829490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-919ab520-348e-47dc-8545-704009f1f1ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db3c1d1-07ef-4386-8530-7415a693b64d HTTP/1.1" status: 200 len: 913 time: 0.1424868 Mar 11 18:16:05.903901 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-24a7a7c1-0815-442d-baa4-61a8f3a55a9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35 HTTP/1.1" status: 200 len: 217 time: 0.0686364 Mar 11 18:16:05.971485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-ad66f11d-107e-4096-8b7e-11bf89f1c89d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.973041 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-ad66f11d-107e-4096-8b7e-11bf89f1c89d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85f8f8aa-63fa-4734-8067-b23026977349 HTTP/1.1" status: 200 len: 851 time: 0.0624557 Mar 11 18:16:06.023509 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1c72bcc7-3596-4629-bea7-27cbc9cc9bfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db3c1d1-07ef-4386-8530-7415a693b64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443902 Mar 11 18:16:06.163891 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-445c3d40-070e-411c-ae6d-309cf4e377d7 service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348894 Mar 11 18:16:06.291118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 878e557c-75c4-40a1-b3a9-ee1741b2ee35 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:16:06.305137 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-5b3d917a-a698-4d36-9742-74fd95478990 service neutron] 10.222.0.59 "GET /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351304 Mar 11 18:16:06.446891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:06.465037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'network_id': '6db3c1d1-07ef-4386-8530-7415a693b64d', 'port_id': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'mac_address': 'fa:16:3e:e5:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f8f8aa-63fa-4734-8067-b23026977349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:16:06.526647 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:06.548213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878e557c-75c4-40a1-b3a9-ee1741b2ee35 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:16:06.566950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:06.572182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:06.643667 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:06.652275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.652613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.652925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.653463 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.653789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.654120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.654455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.654771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.655081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.655467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.655777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:06.899942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['878e557c-75c4-40a1-b3a9-ee1741b2ee35'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:16:07.492203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda3a91-7fb7-4994-94ce-024882b6e8bf req-3d31112d-9109-43b2-8c40-090bce2354cd tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.493666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bda3a91-7fb7-4994-94ce-024882b6e8bf req-3d31112d-9109-43b2-8c40-090bce2354cd tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 945 time: 0.0902417 Mar 11 18:16:07.542384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bda3a91-7fb7-4994-94ce-024882b6e8bf req-9f9bf7ba-460a-4ddb-8124-089080672cdd tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Mar 11 18:16:08.309493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 878e557c-75c4-40a1-b3a9-ee1741b2ee35 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:16:08.382958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:16:08.383238 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:08.500285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:08.539085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:16:08.549779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:08.554722 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:08.602678 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'code': 200} Mar 11 18:16:08.628936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:08.752525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1a7a0-1df3-42bf-8cba-a2bf82478748 req-9831287c-0deb-474d-a872-74804b5d2ab1 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:08.754018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4bd1a7a0-1df3-42bf-8cba-a2bf82478748 req-9831287c-0deb-474d-a872-74804b5d2ab1 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.0822051 Mar 11 18:16:08.813306 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4bd1a7a0-1df3-42bf-8cba-a2bf82478748 req-02fad78b-fdcf-49f4-a222-69cd82021981 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/security-groups?id=4434f9d0-9ef4-4005-be9b-b17ff02ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520480 Mar 11 18:16:08.924513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-aff465f1-e93a-46b4-85df-d842d09c1e85 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:08.926039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-aff465f1-e93a-46b4-85df-d842d09c1e85 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.59 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 946 time: 0.1024806 Mar 11 18:16:09.001901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Deleting port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:16:09.002215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:09.268951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] For port 878e557c-75c4-40a1-b3a9-ee1741b2ee35, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=878e557c-75c4-40a1-b3a9-ee1741b2ee35,segment=NetworkSegment(6155ea61-ac32-498c-bde2-43919063d942),segment_id=6155ea61-ac32-498c-bde2-43919063d942)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:09.269306 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:09.498952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Calling delete_port for 878e557c-75c4-40a1-b3a9-ee1741b2ee35 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:16:09.648931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:09.683968 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['878e557c-75c4-40a1-b3a9-ee1741b2ee35'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:16:09.711252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Pushing event deleted for resources: {'Port': ['ID=878e557c-75c4-40a1-b3a9-ee1741b2ee35,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:09.759693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.760040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.760395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.760718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.761064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.761489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.761809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.762148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.762498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.762816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.763132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:09.763721 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:09.800518 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] No DVR routers for this DVR port 878e557c-75c4-40a1-b3a9-ee1741b2ee35 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:09.803600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:09.806463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-deleted', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:16:09.824911 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b6b790d-f174-479f-94e5-d55890b9c798 req-1dfe7c85-85dd-4ee9-9eb3-ca8205932c06 tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.59 "DELETE /v2.0/ports/878e557c-75c4-40a1-b3a9-ee1741b2ee35 HTTP/1.1" status: 204 len: 173 time: 0.8933733 Mar 11 18:16:09.874386 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461cebf-13cf-4775-bb83-cedde67a6362', 'name': 'network-vif-deleted', 'tag': '878e557c-75c4-40a1-b3a9-ee1741b2ee35', 'status': 'completed', 'code': 200} Mar 11 18:16:10.009611 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcba98db-43c8-43dd-a258-0037fef2870b req-0495aedf-b8d4-4bfa-973b-b58ad3a7e9ea tempest-DeleteServersTestJSON-2124830269 tempest-DeleteServersTestJSON-2124830269-project] 10.222.0.96 "GET /v2.0/ports?device_id=1461cebf-13cf-4775-bb83-cedde67a6362 HTTP/1.1" status: 200 len: 210 time: 0.0476964 Mar 11 18:16:11.304772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43172) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:16:11.374037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Deleting subnet 85f8f8aa-63fa-4734-8067-b23026977349 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:16:11.377298 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.432365 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.489634 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.565800 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.701959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f8f8aa-63fa-4734-8067-b23026977349,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:11.707385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.717072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/85f8f8aa-63fa-4734-8067-b23026977349 HTTP/1.1" status: 204 len: 168 time: 0.4110508 Mar 11 18:16:11.719819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43176) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:16:11.720835 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.721167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.721501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.721830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.722157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.722522 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.722848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.723202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.723577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.723830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.724145 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e41d-fba5-4a58-a274-fca2f8095c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:11.836836 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.971785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.999737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db3c1d1-07ef-4386-8530-7415a693b64d']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:12.017521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6155ea61-ac32-498c-bde2-43919063d942') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:12.017971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6155ea61-ac32-498c-bde2-43919063d942') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:12.030528 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.048601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.055539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:16:12.055921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:16:12.069257 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:16:12.149258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.154506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.182887 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db3c1d1-07ef-4386-8530-7415a693b64d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:12.192329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3b2ae057-abcf-4038-9a8f-8b0c364620b1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6db3c1d1-07ef-4386-8530-7415a693b64d HTTP/1.1" status: 204 len: 168 time: 0.4714472 Mar 11 18:16:12.337489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 878e557c-75c4-40a1-b3a9-ee1741b2ee35 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:16:12.347014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43182) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:16:12.384485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 878e557c-75c4-40a1-b3a9-ee1741b2ee35 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:16:12.384850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 878e557c-75c4-40a1-b3a9-ee1741b2ee35 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:16:12.398660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e70613b9-c703-4535-9dd8-43cfc46fe524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.413012 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aec4ca0e-f00e-409b-bef1-0e8791acf454 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f65663c048294518955dc62590ce4ee7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0638032 Mar 11 18:16:12.415241 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:16:12.480230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01a133d4-905a-417d-8469-89ab08616280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.506144 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01a133d4-905a-417d-8469-89ab08616280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.560964 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01a133d4-905a-417d-8469-89ab08616280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.577974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a133d4-905a-417d-8469-89ab08616280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4434f9d0-9ef4-4005-be9b-b17ff02ce564,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:12.592148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-01a133d4-905a-417d-8469-89ab08616280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.593396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-01a133d4-905a-417d-8469-89ab08616280 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4434f9d0-9ef4-4005-be9b-b17ff02ce564 HTTP/1.1" status: 204 len: 168 time: 0.1770937 Mar 11 18:16:13.507642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43208) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:16:13.654771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1060835032-network', 'tenant_id': '65eba3d5dc734d9b885088dd8e1d6b5c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:16:13.660839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:16:13.665345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Usage tracker for resource:network and tenant:65eba3d5dc734d9b885088dd8e1d6b5c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:16:13.669639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:16:13.676288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:16:13.690558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Made reservation on behalf of 65eba3d5dc734d9b885088dd8e1d6b5c for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:13.692990 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:13.707156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:13.747529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:16:13.753718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Usage tracker for resource:security_group_rule and tenant:65eba3d5dc734d9b885088dd8e1d6b5c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:16:13.758694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:16:13.768298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:16:13.852919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:13.859430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:13.912485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:16:13.931801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00543c73-74ea-41f6-86fd-b0461b848f6f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:13.938023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:13.938432 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Added segment 4cd69694-2c88-4be8-8252-7c21088a9dcf of type vlan for network 5711a4b5-b357-4818-bc5c-3253bcb5a21b Mar 11 18:16:13.967281 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.001313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.002264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.002849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.119790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] Pushing event updated for resources: {'Network': ['ID=5711a4b5-b357-4818-bc5c-3253bcb5a21b,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:14.126001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43214) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:16:14.126609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-17f693e4-bc5c-4326-9022-61fde5ad1473 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6172981 Mar 11 18:16:14.133164 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 5711a4b5-b357-4818-bc5c-3253bcb5a21b details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:16:14.135278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Request body: {'subnet': {'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1060835032-subnet', 'tenant_id': '65eba3d5dc734d9b885088dd8e1d6b5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:16:14.141401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:16:14.146905 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Usage tracker for resource:subnet and tenant:65eba3d5dc734d9b885088dd8e1d6b5c is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:16:14.150493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:16:14.158590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:16:14.176887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Made reservation on behalf of 65eba3d5dc734d9b885088dd8e1d6b5c for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:14.179975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.409928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.552515 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76267f08-f149-4552-b7b0-d08812c891f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.554043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1331b4-872c-4de5-b2ec-0f81769ee628,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:14.570238 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Checking segment: {'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:16:14.570866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Network hostable DHCP agents. Network: 5711a4b5-b357-4818-bc5c-3253bcb5a21b, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:16:14.609820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Network 5711a4b5-b357-4818-bc5c-3253bcb5a21b is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:16:14.622350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 5711a4b5-b357-4818-bc5c-3253bcb5a21b) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:14.628449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.629362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.634186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855e0d9-724d-47c5-b622-18d5d51ce688 None None] Network 5711a4b5-b357-4818-bc5c-3253bcb5a21b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:16:14.657406 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e0360494-9bed-4ef7-9938-48e97882b532 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5288124 Mar 11 18:16:14.883652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf5870c-6e50-4037-8229-9fb913469a96 None None] Network 5711a4b5-b357-4818-bc5c-3253bcb5a21b requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:16:15.281972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc241-0b12-419c-9336-35317859bd95 req-8145aa5e-8124-451c-9e95-afd0fd71d914 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:15.283374 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-8145aa5e-8124-451c-9e95-afd0fd71d914 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 815 time: 0.1711721 Mar 11 18:16:15.302885 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-7e15ddba-7687-479b-bf58-be077a1e764e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/quotas/65eba3d5dc734d9b885088dd8e1d6b5c HTTP/1.1" status: 200 len: 375 time: 0.0131156 Mar 11 18:16:15.355715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-0c12eb1a-7426-4028-ad13-a1e6b061d99a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464773 Mar 11 18:16:15.501477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-71a6371b-3656-46aa-a778-45b763048a14 service neutron] 10.222.0.96 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385894 Mar 11 18:16:15.656626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-538a5089-4faf-4ca2-b31a-6fc4c4e0e7da service neutron] 10.222.0.96 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490757 Mar 11 18:16:15.789685 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:15.856106 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7f3da0be-f9b8-483f-add9-804588701d4f req-1591dace-2f2b-4112-bceb-6a5f331eec13 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 210 time: 0.0419464 Mar 11 18:16:15.878284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:17.038675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc241-0b12-419c-9336-35317859bd95 req-acf06c9e-d4f8-4294-a039-fe404a61d19b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:17.039934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9b8dc241-0b12-419c-9336-35317859bd95 req-acf06c9e-d4f8-4294-a039-fe404a61d19b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Synchronizing usage tracker for tenant:65eba3d5dc734d9b885088dd8e1d6b5c on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:16:17.059513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28dffaa2-2627-448e-9f10-c74f1875fdb6 req-b33db217-9df4-4777-bb7e-79e46284a70f tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 210 time: 0.0737722 Mar 11 18:16:17.065618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9b8dc241-0b12-419c-9336-35317859bd95 req-acf06c9e-d4f8-4294-a039-fe404a61d19b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Unset dirty status for tenant:65eba3d5dc734d9b885088dd8e1d6b5c on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:16:17.067007 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-acf06c9e-d4f8-4294-a039-fe404a61d19b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 815 time: 0.1999416 Mar 11 18:16:17.095135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Request body: {'port': {'device_id': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b', 'admin_state_up': True, 'tenant_id': '65eba3d5dc734d9b885088dd8e1d6b5c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:16:17.136023 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:17.240675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:16:17.244831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Usage tracker for resource:port and tenant:65eba3d5dc734d9b885088dd8e1d6b5c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:16:17.247867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:16:17.254183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:16:17.265827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Made reservation on behalf of 65eba3d5dc734d9b885088dd8e1d6b5c for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:17.268906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:17.437115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Allocated IP 172.20.0.2 (5711a4b5-b357-4818-bc5c-3253bcb5a21b/0a1331b4-872c-4de5-b2ec-0f81769ee628/85f254af-ad86-4160-808c-dacc50777ab4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:16:17.645632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:17.678197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:17.758868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Network 5711a4b5-b357-4818-bc5c-3253bcb5a21b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:16:17.761810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:17.766281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:16:17.790920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:17.832202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:17.832842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:17.855856 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-59a11ea1-c7f9-4eb4-a965-6a513fd7f4ea tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648253 Mar 11 18:16:17.950991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Request body: {'port': {'device_id': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:16:18.076418 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:18.271356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20642014-a59e-4b5d-bb28-7ef26a6c12d9 req-799695cd-a654-4b95-8510-f7124239337d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:18.274443 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20642014-a59e-4b5d-bb28-7ef26a6c12d9 req-799695cd-a654-4b95-8510-f7124239337d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 931 time: 0.0858860 Mar 11 18:16:18.329377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20642014-a59e-4b5d-bb28-7ef26a6c12d9 req-bf2bb4bb-d9a8-4681-bea8-298d9c06cbe0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Mar 11 18:16:18.534655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f254af-ad86-4160-808c-dacc50777ab4 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:16:18.543590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:18.562861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Transition to ACTIVE for port object 85f254af-ad86-4160-808c-dacc50777ab4 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:16:18.568903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:18.695861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:18.808605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Attempting to bind port 85f254af-ad86-4160-808c-dacc50777ab4 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:16:18.808933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Attempting to bind port 85f254af-ad86-4160-808c-dacc50777ab4 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:16:18.809404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Attempting to bind port 85f254af-ad86-4160-808c-dacc50777ab4 on network 5711a4b5-b357-4818-bc5c-3253bcb5a21b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:16:18.816970 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Port 85f254af-ad86-4160-808c-dacc50777ab4 on network 5711a4b5-b357-4818-bc5c-3253bcb5a21b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:16:18.817291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Attempting to bind port 85f254af-ad86-4160-808c-dacc50777ab4 on network 5711a4b5-b357-4818-bc5c-3253bcb5a21b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:16:18.824191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:16:18.824525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Checking segment: {'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:16:18.824905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Bound using segment: {'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:16:18.825333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Bound port: 85f254af-ad86-4160-808c-dacc50777ab4, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:16:18.825699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:18.920156 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:16:18.923804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:16:18.928307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:18.990952 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:18.992408 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] 10.222.0.59 "PUT /v2.0/ports/85f254af-ad86-4160-808c-dacc50777ab4 HTTP/1.1" status: 200 len: 1091 time: 1.1237028 Mar 11 18:16:18.992827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:16:19.011728 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5250-eeb3-4dd6-b214-433449b428ad service neutron] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:19.049019 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4', 'status': 'completed', 'code': 200} Mar 11 18:16:19.143692 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-05fe1d9f-6d1c-4e3f-ab2a-bbf06bbd3bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 1094 time: 0.0797081 Mar 11 18:16:19.220607 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-11b68a74-c4a0-4d7f-af85-8dadb9f6b3c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85f254af-ad86-4160-808c-dacc50777ab4 HTTP/1.1" status: 200 len: 217 time: 0.0635722 Mar 11 18:16:19.287974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc241-0b12-419c-9336-35317859bd95 req-d80a33bd-376b-441f-a06c-f8d1951b27a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:19.289456 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-d80a33bd-376b-441f-a06c-f8d1951b27a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0632489 Mar 11 18:16:19.336286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-3e89551e-d86b-4fdc-9b7f-04198a377743 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412624 Mar 11 18:16:19.476566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-5cba736e-cc49-4c61-ab7c-2ab1b63564c7 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344759 Mar 11 18:16:19.522574 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:16:19.539836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e37029-f1fe-4c2a-bd1f-e9fa5e2c19e4 req-6395c38a-c14c-4bf0-a35c-4e01ba8b88cc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:19.541350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7e37029-f1fe-4c2a-bd1f-e9fa5e2c19e4 req-6395c38a-c14c-4bf0-a35c-4e01ba8b88cc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 943 time: 0.0830271 Mar 11 18:16:19.589075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7e37029-f1fe-4c2a-bd1f-e9fa5e2c19e4 req-f2642a3c-9d61-41c4-a1db-8788e0273ffc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Mar 11 18:16:19.623472 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b8dc241-0b12-419c-9336-35317859bd95 req-3f795fc4-4f61-4e84-84c8-f84b04f652ff service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407351 Mar 11 18:16:19.796756 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-4395b590-932a-4b86-81f9-d9860fc35b3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 1094 time: 0.0838768 Mar 11 18:16:19.930233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-c2d16798-c4a1-4e7c-b4a8-c1e0da583be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:19.931987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-c2d16798-c4a1-4e7c-b4a8-c1e0da583be3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.1294298 Mar 11 18:16:20.007118 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-b55a5565-81a7-4e48-90e9-dbc1617cfada service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85f254af-ad86-4160-808c-dacc50777ab4 HTTP/1.1" status: 200 len: 217 time: 0.0683374 Mar 11 18:16:20.078271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-c9c0d769-ba04-4ae6-936b-c7144a6794a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:20.079844 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-c9c0d769-ba04-4ae6-936b-c7144a6794a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0669160 Mar 11 18:16:20.131773 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-6131c92a-0310-45df-94cf-fd14f8b47246 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453134 Mar 11 18:16:20.399688 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-35553075-072d-4003-8032-75d9f8feaddf service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615643 Mar 11 18:16:20.541584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-09c3cabd-4c54-4b88-9745-1281896359e3 req-e13b3110-fbf4-4e62-8514-6542ebf88315 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354046 Mar 11 18:16:20.804885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66dd1-faf6-402f-8e64-261455ff89b4 req-0d784403-2c53-47b9-a09e-523cd029dcb6 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:20.806430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44c66dd1-faf6-402f-8e64-261455ff89b4 req-0d784403-2c53-47b9-a09e-523cd029dcb6 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 943 time: 0.0826516 Mar 11 18:16:20.854127 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44c66dd1-faf6-402f-8e64-261455ff89b4 req-5215c66a-d2f3-4eeb-a3ba-486ffb7f9228 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Mar 11 18:16:22.058713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c932d-14ab-4cbb-a828-b05893335d84 req-e4975e24-349d-4b2d-8fa8-f163de3d7fc2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:22.060217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f86c932d-14ab-4cbb-a828-b05893335d84 req-e4975e24-349d-4b2d-8fa8-f163de3d7fc2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 943 time: 0.0833375 Mar 11 18:16:22.111284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f86c932d-14ab-4cbb-a828-b05893335d84 req-8a7c09c4-a6b8-4074-a077-0c88e2358bbc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Mar 11 18:16:22.382838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 85f254af-ad86-4160-808c-dacc50777ab4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:16:22.523963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:22.539204 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '85f254af-ad86-4160-808c-dacc50777ab4', 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b', 'port_id': '85f254af-ad86-4160-808c-dacc50777ab4', 'mac_address': 'fa:16:3e:86:b6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1331b4-872c-4de5-b2ec-0f81769ee628', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:16:22.594351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:22.611612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f254af-ad86-4160-808c-dacc50777ab4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:16:22.627689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:22.633950 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:22.703449 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:22.900820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['85f254af-ad86-4160-808c-dacc50777ab4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:16:23.315114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1888ce-7107-431f-9942-851f71e5f202 req-1a4c1727-b7f4-4226-9ab2-b992232fc2ab tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:23.316707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f1888ce-7107-431f-9942-851f71e5f202 req-1a4c1727-b7f4-4226-9ab2-b992232fc2ab tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 944 time: 0.0814919 Mar 11 18:16:23.364903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f1888ce-7107-431f-9942-851f71e5f202 req-65f2406c-fbcf-4e5e-b5f7-30a0538f6e8e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Mar 11 18:16:24.389050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 85f254af-ad86-4160-808c-dacc50777ab4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:16:24.469389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 85f254af-ad86-4160-808c-dacc50777ab4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:16:24.476303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 85f254af-ad86-4160-808c-dacc50777ab4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:16:24.476858 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:24.601105 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c51d-64f7-4b41-ad7f-57b2b5868bda req-dc76d054-f3ce-4fac-b92a-916e2dae8f0d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:24.602703 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4485c51d-64f7-4b41-ad7f-57b2b5868bda req-dc76d054-f3ce-4fac-b92a-916e2dae8f0d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 944 time: 0.1068881 Mar 11 18:16:24.607604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:24.638444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:16:24.649215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:24.655335 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:24.666517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4485c51d-64f7-4b41-ad7f-57b2b5868bda req-624d3e2b-980b-45bf-bd99-ddfe205bc5e5 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573339 Mar 11 18:16:24.700915 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4', 'code': 200} Mar 11 18:16:24.744706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:24.855394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-695570ae-c864-4be1-a8fe-2ccdafcc90fc req-d47b8153-7bef-45dd-bb0a-64c216395b83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 1096 time: 0.0683138 Mar 11 18:16:24.900633 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-695570ae-c864-4be1-a8fe-2ccdafcc90fc req-0ffcdd43-8007-4a7d-af6a-7d6b6a9d9a84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Mar 11 18:16:25.884738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d3ba8-8c62-4ca9-b3c6-99c5f47c5c53 req-a70834fb-59a5-466f-bef8-823d918332ae tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:25.886280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c5d3ba8-8c62-4ca9-b3c6-99c5f47c5c53 req-a70834fb-59a5-466f-bef8-823d918332ae tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0900612 Mar 11 18:16:25.935623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c5d3ba8-8c62-4ca9-b3c6-99c5f47c5c53 req-0e82e14f-c7b1-4412-b46a-13681daf990e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Mar 11 18:16:27.159466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f303e4f-a5a5-455e-95a9-938ebc8beef8 req-73552d5b-48d9-4e27-8471-f4055a5d0ab2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:27.160957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f303e4f-a5a5-455e-95a9-938ebc8beef8 req-73552d5b-48d9-4e27-8471-f4055a5d0ab2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0864258 Mar 11 18:16:27.209862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f303e4f-a5a5-455e-95a9-938ebc8beef8 req-b24b24db-b0cd-4724-afaa-aed36e68c093 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Mar 11 18:16:27.425707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa575a-5c52-4ad5-805c-e077a8f11723 req-616da1c8-5a4b-4ef6-bf8b-9988be16bf10 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:27.427243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1aa575a-5c52-4ad5-805c-e077a8f11723 req-616da1c8-5a4b-4ef6-bf8b-9988be16bf10 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0844488 Mar 11 18:16:27.479011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1aa575a-5c52-4ad5-805c-e077a8f11723 req-c48c0e26-a79c-4c89-a850-d9f52d528b4c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Mar 11 18:16:27.939688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85746793-d235-40f7-833f-1aeac7a92f21 req-c03c50b0-cb53-4b3f-bcd5-341f8a2603ba tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:27.941163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85746793-d235-40f7-833f-1aeac7a92f21 req-c03c50b0-cb53-4b3f-bcd5-341f8a2603ba tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.1659954 Mar 11 18:16:27.990158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85746793-d235-40f7-833f-1aeac7a92f21 req-6668d6fd-71b1-4b2f-b4c8-efb314df3c10 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Mar 11 18:16:28.196401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88854060-d4c8-4e45-9f5a-eb91c00782c9 req-417e52c2-149a-4f5d-8db3-95b1672b8f52 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:28.197867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88854060-d4c8-4e45-9f5a-eb91c00782c9 req-417e52c2-149a-4f5d-8db3-95b1672b8f52 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0849433 Mar 11 18:16:28.245303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88854060-d4c8-4e45-9f5a-eb91c00782c9 req-e8c1c827-accf-4498-86ff-c6a13af6c8c8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Mar 11 18:16:28.445158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2c8df67-ea2e-418f-88ae-486c0d47fff3 req-87500fe9-42da-4fb3-9881-c7c9289e67d3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0719800 Mar 11 18:16:28.768217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-62af4f90-0849-4a5b-bf03-a672e1d508df service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1269798 Mar 11 18:16:28.784923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716d6c1-3e1e-4efa-bd9b-c80adaee590f req-7cc58cc8-e462-4841-8d26-3a83c4067f9c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:28.786489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6716d6c1-3e1e-4efa-bd9b-c80adaee590f req-7cc58cc8-e462-4841-8d26-3a83c4067f9c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0979469 Mar 11 18:16:28.836915 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6716d6c1-3e1e-4efa-bd9b-c80adaee590f req-6fa78c53-d071-4734-b7e3-cb3244c7296c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Mar 11 18:16:30.060709 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706ccd-88f7-4bf7-afda-d5c6cbb4f4c5 req-48ea332d-dbdb-4047-8594-8e61e0b88623 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.062197 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2706ccd-88f7-4bf7-afda-d5c6cbb4f4c5 req-48ea332d-dbdb-4047-8594-8e61e0b88623 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0839238 Mar 11 18:16:30.116348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2706ccd-88f7-4bf7-afda-d5c6cbb4f4c5 req-cb198f1c-332d-438c-876a-51380c72cb84 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Mar 11 18:16:30.356713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-bfb5fc38-ab4d-404c-8e59-13a5a71de1eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 1096 time: 0.0758793 Mar 11 18:16:30.504615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-0739161d-0a3f-4542-9228-a5329288a1ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.506097 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-0739161d-0a3f-4542-9228-a5329288a1ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.1369028 Mar 11 18:16:30.576614 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-fcb6056a-0910-4c7e-89ae-4c47fdcab660 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85f254af-ad86-4160-808c-dacc50777ab4 HTTP/1.1" status: 200 len: 217 time: 0.0646229 Mar 11 18:16:30.656680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-0a7098bb-c3a8-44b3-bfce-7a78b5279815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.658169 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-0a7098bb-c3a8-44b3-bfce-7a78b5279815 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0753698 Mar 11 18:16:30.713144 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-681ec762-349c-4f1e-bed3-107d3cf0d31b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396957 Mar 11 18:16:30.850758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-9946feb5-132b-4926-9df1-2734d515bd0f service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310511 Mar 11 18:16:31.006565 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-194da06c-ed31-415c-b4ee-5e237f501cfd service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494513 Mar 11 18:16:31.330712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adbd5e-76bd-4cd8-80ba-e3550bd1b920 req-c339d655-feae-4f6f-b99b-ae2c6b0a3e68 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:31.333969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75adbd5e-76bd-4cd8-80ba-e3550bd1b920 req-c339d655-feae-4f6f-b99b-ae2c6b0a3e68 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0884271 Mar 11 18:16:31.388055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-75adbd5e-76bd-4cd8-80ba-e3550bd1b920 req-804f3e83-2d8e-43f1-b8e5-7ad2b768dd9a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 Mar 11 18:16:32.616474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df77bb-3bda-4f5a-886a-9e30659c2d65 req-286a22d4-36de-4ab0-a45f-c6fcda99ae77 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:32.618115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33df77bb-3bda-4f5a-886a-9e30659c2d65 req-286a22d4-36de-4ab0-a45f-c6fcda99ae77 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0881515 Mar 11 18:16:32.670903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33df77bb-3bda-4f5a-886a-9e30659c2d65 req-af0334d4-776b-493e-a38c-1e5ebbc91b56 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473671 Mar 11 18:16:33.896843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86cacc-932a-452b-9480-0ac54156c65d req-3fb5d782-37ae-4f49-a096-68700173d1c4 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:33.898333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d86cacc-932a-452b-9480-0ac54156c65d req-3fb5d782-37ae-4f49-a096-68700173d1c4 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0916388 Mar 11 18:16:33.953236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d86cacc-932a-452b-9480-0ac54156c65d req-616551d1-843a-415d-ae4d-9c2c11210cf2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Mar 11 18:16:35.160294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f8ef1-f799-42c9-a857-3705e5eade76 req-7846f59e-4172-4ed0-8a8f-a5eae854507c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:35.161759 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e0f8ef1-f799-42c9-a857-3705e5eade76 req-7846f59e-4172-4ed0-8a8f-a5eae854507c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0805354 Mar 11 18:16:35.207835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e0f8ef1-f799-42c9-a857-3705e5eade76 req-c6903ed9-134c-47e0-8e48-5cca034f9101 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Mar 11 18:16:36.423322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499b5a-0d6c-40a6-9f31-e808905dc6bd req-969611e1-4fcf-4075-9a79-94dad7bbe917 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:36.424725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31499b5a-0d6c-40a6-9f31-e808905dc6bd req-969611e1-4fcf-4075-9a79-94dad7bbe917 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0914812 Mar 11 18:16:36.474174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31499b5a-0d6c-40a6-9f31-e808905dc6bd req-69f82d05-3b76-46d5-82ea-c1f3a18eab91 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Mar 11 18:16:37.709521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f476-ba1b-4738-a0de-0276d38f7a5a req-0c652f01-4e99-4001-94eb-440ab8c3cc5d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:37.710996 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c771f476-ba1b-4738-a0de-0276d38f7a5a req-0c652f01-4e99-4001-94eb-440ab8c3cc5d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0856206 Mar 11 18:16:37.757604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c771f476-ba1b-4738-a0de-0276d38f7a5a req-23c442c7-8e3b-4bd8-8909-19f0a3f2e67b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Mar 11 18:16:38.973424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4938ef-e55c-4dca-96e6-961b558327c3 req-bfee7a89-a885-4f61-bab5-10a64db28c75 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:38.974957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd4938ef-e55c-4dca-96e6-961b558327c3 req-bfee7a89-a885-4f61-bab5-10a64db28c75 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0814388 Mar 11 18:16:39.021589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd4938ef-e55c-4dca-96e6-961b558327c3 req-9b548459-05be-4477-a8b2-66eacacf8da2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Mar 11 18:16:39.762594 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:40.229806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7af607-36d2-495e-b852-d50c92012083 req-ddd99eb8-141e-4236-a832-d2ab1d51c785 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:40.231308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc7af607-36d2-495e-b852-d50c92012083 req-ddd99eb8-141e-4236-a832-d2ab1d51c785 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0857089 Mar 11 18:16:40.286635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc7af607-36d2-495e-b852-d50c92012083 req-15ce13f4-0cfc-49f0-85d6-bdb38370ddbd tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Mar 11 18:16:41.502654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b2f77-51a2-4aed-88ec-eadec89ede57 req-522e3d62-7c58-4b85-966b-973366cb124a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:41.504037 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8b2f77-51a2-4aed-88ec-eadec89ede57 req-522e3d62-7c58-4b85-966b-973366cb124a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0913105 Mar 11 18:16:41.552133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8b2f77-51a2-4aed-88ec-eadec89ede57 req-becd5b80-77f3-4dcd-9f21-c849c35d34f9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Mar 11 18:16:42.376459 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0c343fd-371f-49e8-be11-71784d1547d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:42.762629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8885-7030-4dc4-8cdb-57ef4ac5cd84 req-6001b2f3-7dfa-4d6e-bf29-e558b7322d7d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:42.764089 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16da8885-7030-4dc4-8cdb-57ef4ac5cd84 req-6001b2f3-7dfa-4d6e-bf29-e558b7322d7d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0862148 Mar 11 18:16:42.809115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-16da8885-7030-4dc4-8cdb-57ef4ac5cd84 req-13f2298c-c0bb-4a5c-8ad3-a28c150407ca tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Mar 11 18:16:44.019718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cab21-861a-4c71-b7a9-053d1b29f89b req-1828763e-c950-4d25-9a33-368016dc0e67 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:44.021220 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd1cab21-861a-4c71-b7a9-053d1b29f89b req-1828763e-c950-4d25-9a33-368016dc0e67 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0795782 Mar 11 18:16:44.069464 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd1cab21-861a-4c71-b7a9-053d1b29f89b req-74fb0d7e-c5a4-4f26-b401-d0b2bf1772a8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Mar 11 18:16:44.551825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62b78821-204e-4668-9ce1-185fe7880274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:45.299538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ae84-85ee-4322-9229-af386e4968aa req-4661d6b9-ec92-4e05-ae5f-c5b65fa7c4c3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:45.301006 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c56ae84-85ee-4322-9229-af386e4968aa req-4661d6b9-ec92-4e05-ae5f-c5b65fa7c4c3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0999191 Mar 11 18:16:45.349701 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c56ae84-85ee-4322-9229-af386e4968aa req-d5600d38-ff5d-436d-b2b1-99cf9905d0a6 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Mar 11 18:16:45.798144 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:45.865536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:46.567243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a40f-ea33-413e-a5e7-2cc7860d5e17 req-5a12f6c2-2844-43b8-b593-d7a11b38f567 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:46.568735 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc08a40f-ea33-413e-a5e7-2cc7860d5e17 req-5a12f6c2-2844-43b8-b593-d7a11b38f567 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0874121 Mar 11 18:16:46.619722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc08a40f-ea33-413e-a5e7-2cc7860d5e17 req-37dcb699-b314-420b-87a5-96e196374b1c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Mar 11 18:16:47.125256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:47.843111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286403-6587-43c3-be79-37e031b0b0bc req-7c7e158d-626d-4e35-b54f-74c903f7b66a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.844603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f286403-6587-43c3-be79-37e031b0b0bc req-7c7e158d-626d-4e35-b54f-74c903f7b66a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0943632 Mar 11 18:16:47.893699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f286403-6587-43c3-be79-37e031b0b0bc req-cefd119a-3007-44bd-ad25-764a6529985c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Mar 11 18:16:49.114601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970713e-f31f-429f-8da9-966edf1be4de req-28e99625-a941-44ff-aee6-9ca5025dfcb3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:49.116074 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4970713e-f31f-429f-8da9-966edf1be4de req-28e99625-a941-44ff-aee6-9ca5025dfcb3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0834315 Mar 11 18:16:49.253308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4970713e-f31f-429f-8da9-966edf1be4de req-f27db9be-ba34-4dc0-a792-e396a24fb001 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316097 Mar 11 18:16:50.469173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9224c-1b29-4d39-b41a-9df95d687c1f req-84d778c9-70e6-41a4-9d45-6295b0a58f97 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:50.470678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fc9224c-1b29-4d39-b41a-9df95d687c1f req-84d778c9-70e6-41a4-9d45-6295b0a58f97 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0857840 Mar 11 18:16:50.518987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fc9224c-1b29-4d39-b41a-9df95d687c1f req-59cc48e3-a897-4987-8a04-86b4799cbd46 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Mar 11 18:16:51.736384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da6c06-200e-4bf0-a2a8-3d2f94d1f02f req-402f2613-253f-4294-b32d-543f1f073ae7 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.737851 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3da6c06-200e-4bf0-a2a8-3d2f94d1f02f req-402f2613-253f-4294-b32d-543f1f073ae7 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0884442 Mar 11 18:16:51.787991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a3da6c06-200e-4bf0-a2a8-3d2f94d1f02f req-61a6ff84-72d1-43a6-ab1b-e8ee4c7cf265 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Mar 11 18:16:52.995718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd319e-d73c-4f38-9680-713c879e0755 req-5b4f4a7c-c77b-4f5e-b3c8-fc3a4926e21b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:52.997156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfcd319e-d73c-4f38-9680-713c879e0755 req-5b4f4a7c-c77b-4f5e-b3c8-fc3a4926e21b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0795538 Mar 11 18:16:53.048309 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bfcd319e-d73c-4f38-9680-713c879e0755 req-8362c575-ea23-4eba-8cf0-06bbbf7123f8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Mar 11 18:16:54.260466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113db04c-2468-468b-be51-6e33164877cb req-59d2c764-3b83-41db-8183-554ccb9baa70 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:54.261950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-113db04c-2468-468b-be51-6e33164877cb req-59d2c764-3b83-41db-8183-554ccb9baa70 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0847085 Mar 11 18:16:54.312288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-113db04c-2468-468b-be51-6e33164877cb req-da1a3fc3-9b9d-4e6e-9f62-790b9b590924 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Mar 11 18:16:55.526072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b336a-ba5e-4835-96fd-65337ef3c76f req-e67e7c5d-a027-4b4d-950d-8a738900fbd0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:55.527460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-452b336a-ba5e-4835-96fd-65337ef3c76f req-e67e7c5d-a027-4b4d-950d-8a738900fbd0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0831449 Mar 11 18:16:55.585767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-452b336a-ba5e-4835-96fd-65337ef3c76f req-4fbc1082-45d5-4da6-8d62-d5931fe9a370 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527806 Mar 11 18:16:56.525534 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:16:56.796487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c6f52-b0b5-461f-bb54-6c972fb16700 req-cbf23ee5-a8c9-4742-aa25-25ac0fe10b1b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:56.798235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d90c6f52-b0b5-461f-bb54-6c972fb16700 req-cbf23ee5-a8c9-4742-aa25-25ac0fe10b1b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0799921 Mar 11 18:16:56.847827 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d90c6f52-b0b5-461f-bb54-6c972fb16700 req-177bd914-0e6f-4975-acb0-35feaae21e3c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Mar 11 18:16:57.980131 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-698ba437-2ecd-4281-90c0-e9768a57a68a service neutron] 10.222.0.59 "GET /v2.0/ports/85f254af-ad86-4160-808c-dacc50777ab4/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0817773 Mar 11 18:16:58.061198 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493f0a-014d-4c10-ab81-39312e78df4a req-903ade2d-e449-4a7c-ab28-c8c170ec2e24 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:58.062681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef493f0a-014d-4c10-ab81-39312e78df4a req-903ade2d-e449-4a7c-ab28-c8c170ec2e24 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0854163 Mar 11 18:16:58.113305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef493f0a-014d-4c10-ab81-39312e78df4a req-d788e9c2-d909-4292-a0f8-c34f74f0996a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Mar 11 18:16:58.276149 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-49014021-a56a-4573-ad65-1cc07463f489 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e&tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c HTTP/1.1" status: 200 len: 1096 time: 0.0762808 Mar 11 18:16:58.393332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-336b1320-f4dd-46a0-89d0-2b85dd2795e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 1096 time: 0.0831480 Mar 11 18:16:58.528532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-2a29b1ed-b4ad-4bec-85cb-1a353d4bbdf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:58.529943 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-2a29b1ed-b4ad-4bec-85cb-1a353d4bbdf8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.1307137 Mar 11 18:16:58.614300 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-22e09cc3-8df6-4b62-9278-09eea3b1e290 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85f254af-ad86-4160-808c-dacc50777ab4 HTTP/1.1" status: 200 len: 217 time: 0.0770164 Mar 11 18:16:58.686228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-f716f1f7-3a67-4156-816f-5f59d864c46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:58.687722 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-f716f1f7-3a67-4156-816f-5f59d864c46c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0669446 Mar 11 18:16:58.741088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-b0bc47d7-b469-4fed-8a94-2d26a26a1bcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464408 Mar 11 18:16:58.975972 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-8a7b0bf9-aadc-45ad-8237-23153809a920 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283297 Mar 11 18:16:59.108155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-456432ad-44c9-4fd9-8e19-ed8861178d95 req-c5add80a-f448-4148-9121-fab339df9b8d service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258440 Mar 11 18:16:59.314649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad15b96-e357-4d03-93d3-2b7619b36b02 req-8342433b-633b-40bc-9092-49126e6ff1bc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:59.316114 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad15b96-e357-4d03-93d3-2b7619b36b02 req-8342433b-633b-40bc-9092-49126e6ff1bc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0768642 Mar 11 18:16:59.364726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fad15b96-e357-4d03-93d3-2b7619b36b02 req-59decec2-7a45-46fe-b504-99f0410d138b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Mar 11 18:17:00.605697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff511923-c8dd-4ef2-a5c4-8d1cdc416f08 req-3e580568-ad76-45a7-8c13-c45785432702 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:00.607201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff511923-c8dd-4ef2-a5c4-8d1cdc416f08 req-3e580568-ad76-45a7-8c13-c45785432702 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.1038167 Mar 11 18:17:00.620476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 85f254af-ad86-4160-808c-dacc50777ab4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:17:00.656507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ff511923-c8dd-4ef2-a5c4-8d1cdc416f08 req-a1144297-3588-4276-8ec1-327aec84f905 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Mar 11 18:17:00.740863 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:00.771114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:00.781444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:00.787734 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:00.844491 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4', 'code': 200} Mar 11 18:17:00.860743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:01.875080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf27d4-4490-42e0-9630-bdb4ac1ef707 req-e6cda57b-8f9a-48af-bdc1-fb9d6976715c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:01.876535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edaf27d4-4490-42e0-9630-bdb4ac1ef707 req-e6cda57b-8f9a-48af-bdc1-fb9d6976715c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 943 time: 0.0960460 Mar 11 18:17:01.924196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edaf27d4-4490-42e0-9630-bdb4ac1ef707 req-24d0c0ac-c69b-43b4-8ae2-8df4bf777552 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Mar 11 18:17:02.267017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0160826-0747-4801-bae6-93ad37573de6 req-4cd7f583-e62a-4c2a-a7d1-869024d3e5dc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:02.270844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0160826-0747-4801-bae6-93ad37573de6 req-4cd7f583-e62a-4c2a-a7d1-869024d3e5dc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 943 time: 0.0799327 Mar 11 18:17:02.279485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-6b4eff5b-6dbe-44fc-90c1-632cf77e19e8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:02.280147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-6b4eff5b-6dbe-44fc-90c1-632cf77e19e8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Synchronizing usage tracker for tenant:65eba3d5dc734d9b885088dd8e1d6b5c on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:17:02.299674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-6b4eff5b-6dbe-44fc-90c1-632cf77e19e8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Unset dirty status for tenant:65eba3d5dc734d9b885088dd8e1d6b5c on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:17:02.301023 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-6b4eff5b-6dbe-44fc-90c1-632cf77e19e8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e&tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 943 time: 0.0994852 Mar 11 18:17:02.315343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c0160826-0747-4801-bae6-93ad37573de6 req-8acdb5fc-76cc-4d7f-a41c-081a389245b8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Mar 11 18:17:02.474966 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-8ef9885c-df8b-4120-a70c-02eec45a7996 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 1094 time: 0.0894887 Mar 11 18:17:02.608933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-2815f70a-3f76-44e1-9315-5ac159328dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:02.610309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-2815f70a-3f76-44e1-9315-5ac159328dc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.1283672 Mar 11 18:17:02.621926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 85f254af-ad86-4160-808c-dacc50777ab4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:17:02.679715 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-cbbc1403-1723-4e81-8b28-e41d51b3ad9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85f254af-ad86-4160-808c-dacc50777ab4 HTTP/1.1" status: 200 len: 217 time: 0.0607245 Mar 11 18:17:02.746081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-cbc37369-c867-4f36-a392-9de51bb4eb6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:02.747606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-cbc37369-c867-4f36-a392-9de51bb4eb6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0618987 Mar 11 18:17:02.756862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:02.770282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '85f254af-ad86-4160-808c-dacc50777ab4', 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b', 'port_id': '85f254af-ad86-4160-808c-dacc50777ab4', 'mac_address': 'fa:16:3e:86:b6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1331b4-872c-4de5-b2ec-0f81769ee628', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:17:02.796854 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-febe2bc2-380f-410f-8f64-72735f916acd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383446 Mar 11 18:17:02.824286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:02.841954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f254af-ad86-4160-808c-dacc50777ab4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:17:02.857188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:02.862334 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:02.930279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-fe350c9d-ab40-4ed6-815a-84139c56626b service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238339 Mar 11 18:17:02.930753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:03.069042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-626a1c8e-5280-4aac-ab2e-0fc2245e2ebf req-26bd2544-d003-4fb7-b9af-ea30104b3945 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322243 Mar 11 18:17:03.186295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['85f254af-ad86-4160-808c-dacc50777ab4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:17:03.535584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a46d69-1bc0-4a6b-afe2-890098edc171 req-ebe5ad24-111c-42b1-b3c5-e4a479612340 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:03.537109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a46d69-1bc0-4a6b-afe2-890098edc171 req-ebe5ad24-111c-42b1-b3c5-e4a479612340 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 944 time: 0.0961487 Mar 11 18:17:03.588512 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65a46d69-1bc0-4a6b-afe2-890098edc171 req-2ecf31e7-2640-4f1f-b1cf-aba0d82c3517 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Mar 11 18:17:04.653109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 85f254af-ad86-4160-808c-dacc50777ab4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:17:04.725474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 85f254af-ad86-4160-808c-dacc50777ab4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:17:04.725856 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:04.788258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077aa0-d3fa-4216-a6e4-74d9bb1fd021 req-6e366ee6-8862-458d-8f6d-81f8957bd76a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:04.789746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e077aa0-d3fa-4216-a6e4-74d9bb1fd021 req-6e366ee6-8862-458d-8f6d-81f8957bd76a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 944 time: 0.0809951 Mar 11 18:17:04.838307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e077aa0-d3fa-4216-a6e4-74d9bb1fd021 req-51899481-e5b3-49a9-958b-3435f340be06 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Mar 11 18:17:04.841487 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:04.869910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:04.880021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:04.883981 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:04.931616 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4', 'code': 200} Mar 11 18:17:04.958241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:05.045303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06108e8e-5984-4eac-acc7-f8119f8f8e12 req-35d9affc-4773-45c8-81b4-348554e129ca tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:05.046871 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06108e8e-5984-4eac-acc7-f8119f8f8e12 req-35d9affc-4773-45c8-81b4-348554e129ca tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0868762 Mar 11 18:17:05.093875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06108e8e-5984-4eac-acc7-f8119f8f8e12 req-88484e77-d074-4384-ab0f-0b5ffd58f1e9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Mar 11 18:17:05.253186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b6f4ddb-0854-44a0-b1b6-0909a20db96b req-318ffb37-df38-4961-b096-7ac0e5401125 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0698001 Mar 11 18:17:05.327156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b6f4ddb-0854-44a0-b1b6-0909a20db96b req-fc08767b-625a-4c55-92e6-5a0c24741840 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0413120 Mar 11 18:17:05.337668 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8dcb1-894b-4093-b171-4e63beecd467 req-535a5173-4af9-41fd-904b-53bf45e00cfe tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:05.339117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25e8dcb1-894b-4093-b171-4e63beecd467 req-535a5173-4af9-41fd-904b-53bf45e00cfe tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.1232717 Mar 11 18:17:05.392718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b6f4ddb-0854-44a0-b1b6-0909a20db96b req-cf3085fc-0760-4de1-82a3-112bd9b026cd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330429 Mar 11 18:17:05.490499 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-25e8dcb1-894b-4093-b171-4e63beecd467 req-88e3b9d0-4ad5-4973-8b0c-31f8dbf21c52 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444774 Mar 11 18:17:05.629834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f4ddb-0854-44a0-b1b6-0909a20db96b req-2a3d27c4-cf14-40f2-a6d4-b159841f93be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:05.631578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b6f4ddb-0854-44a0-b1b6-0909a20db96b req-2a3d27c4-cf14-40f2-a6d4-b159841f93be service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2315202 Mar 11 18:17:06.050730 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-5486ef61-9d3c-48f2-9fb0-ec773eab6f82 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:06.052091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-5486ef61-9d3c-48f2-9fb0-ec773eab6f82 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 815 time: 0.1425784 Mar 11 18:17:06.072531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-c0d0833a-62f8-4efc-b2f1-fd7eaffe1d63 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/quotas/65eba3d5dc734d9b885088dd8e1d6b5c HTTP/1.1" status: 200 len: 375 time: 0.0124924 Mar 11 18:17:06.153103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-ef876ad5-e912-4512-9a06-56b81baaa05c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753002 Mar 11 18:17:06.164361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-a01f8418-3f07-44c1-95f0-9edb7d2d1bec service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:17:06.165278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-a01f8418-3f07-44c1-95f0-9edb7d2d1bec service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051110 Mar 11 18:17:06.298802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-17256268-7159-4d89-90f8-6c5be76c81d1 service neutron] 10.222.0.96 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276813 Mar 11 18:17:06.437035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-e5ba8d61-dad6-4fae-8e13-2b6b29fa9242 service neutron] 10.222.0.96 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323695 Mar 11 18:17:06.646476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64798670-0572-45b1-95a2-c1e7a265cf9c req-e631e601-b8a6-4f94-b682-9ce59b0bd842 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 210 time: 0.0459304 Mar 11 18:17:07.718238 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-898bc1d7-c49e-44a0-9175-d2acccc136e1 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:07.720407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-898bc1d7-c49e-44a0-9175-d2acccc136e1 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bb161b7-9bc3-4fe9-ae47-a188ba1e972e HTTP/1.1" status: 200 len: 945 time: 0.0878739 Mar 11 18:17:07.793482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Deleting port 85f254af-ad86-4160-808c-dacc50777ab4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:17:07.793771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:07.813692 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32b7620d-9015-4c77-9bf0-efd50d8807a4 req-e4e1e384-b356-4ab8-b78c-9e9c008cce99 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 210 time: 0.0414777 Mar 11 18:17:08.126743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] For port 85f254af-ad86-4160-808c-dacc50777ab4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=85f254af-ad86-4160-808c-dacc50777ab4,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:08.127119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:08.355809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Calling delete_port for 85f254af-ad86-4160-808c-dacc50777ab4 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:17:08.458913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-a40f2e64-04a7-45fc-9bd7-39833015adeb tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:08.460335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-a40f2e64-04a7-45fc-9bd7-39833015adeb tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 815 time: 0.4277952 Mar 11 18:17:08.525465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Request body: {'port': {'device_id': '7a28e554-0875-454d-af01-dfda058dcd72', 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b', 'admin_state_up': True, 'tenant_id': '65eba3d5dc734d9b885088dd8e1d6b5c'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:17:08.629070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:08.664502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['85f254af-ad86-4160-808c-dacc50777ab4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:17:08.693174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Pushing event deleted for resources: {'Port': ['ID=85f254af-ad86-4160-808c-dacc50777ab4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:08.787771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:17:08.790178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] No DVR routers for this DVR port 85f254af-ad86-4160-808c-dacc50777ab4 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:17:08.793290 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:08.795642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-deleted', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:08.800867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Usage tracker for resource:port and tenant:65eba3d5dc734d9b885088dd8e1d6b5c is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:17:08.807511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:17:08.814447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:17:08.826720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Made reservation on behalf of 65eba3d5dc734d9b885088dd8e1d6b5c for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:17:08.830340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:08.843045 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d7a5852c-e81b-4301-b2bb-496cf1f225f3 req-81239001-9acd-4d79-8d15-a87d91f34604 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "DELETE /v2.0/ports/85f254af-ad86-4160-808c-dacc50777ab4 HTTP/1.1" status: 204 len: 173 time: 1.1165953 Mar 11 18:17:08.996384 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb161b7-9bc3-4fe9-ae47-a188ba1e972e', 'name': 'network-vif-deleted', 'tag': '85f254af-ad86-4160-808c-dacc50777ab4', 'status': 'completed', 'code': 200} Mar 11 18:17:09.003063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aecc53c9-2d5b-4a4b-a507-88acd91f0306 req-b50ae8ad-90b2-4489-8a01-d518ff175952 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 210 time: 0.0497684 Mar 11 18:17:09.005306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Allocated IP 172.20.0.13 (5711a4b5-b357-4818-bc5c-3253bcb5a21b/0a1331b4-872c-4de5-b2ec-0f81769ee628/063f5554-1159-4bca-ab4f-79e20cad44d8) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:17:09.210945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:09.241254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:09.316065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Network 5711a4b5-b357-4818-bc5c-3253bcb5a21b is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:17:09.319818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:17:09.321734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:09.323904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:17:09.385290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:09.385902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:09.413058 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-662b017a-1f48-4578-85ff-05e28bf7f166 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9018734 Mar 11 18:17:09.436394 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Request body: {'port': {'device_id': '7a28e554-0875-454d-af01-dfda058dcd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:17:09.548211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:09.759247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:09.926755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063f5554-1159-4bca-ab4f-79e20cad44d8 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:17:09.933957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:09.949145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Transition to ACTIVE for port object 063f5554-1159-4bca-ab4f-79e20cad44d8 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:17:09.954157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:10.084814 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:10.116485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.116829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.117162 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.117490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.117806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.118131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.118475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.118880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.119098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.119410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.119729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:10.199453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Attempting to bind port 063f5554-1159-4bca-ab4f-79e20cad44d8 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:17:10.199808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Attempting to bind port 063f5554-1159-4bca-ab4f-79e20cad44d8 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:17:10.200090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Attempting to bind port 063f5554-1159-4bca-ab4f-79e20cad44d8 on network 5711a4b5-b357-4818-bc5c-3253bcb5a21b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:17:10.207590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Port 063f5554-1159-4bca-ab4f-79e20cad44d8 on network 5711a4b5-b357-4818-bc5c-3253bcb5a21b not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:17:10.207910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Attempting to bind port 063f5554-1159-4bca-ab4f-79e20cad44d8 on network 5711a4b5-b357-4818-bc5c-3253bcb5a21b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:17:10.215183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:17:10.215528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Checking segment: {'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:17:10.215908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Bound using segment: {'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:17:10.216337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Bound port: 063f5554-1159-4bca-ab4f-79e20cad44d8, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd69694-2c88-4be8-8252-7c21088a9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:17:10.216670 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:10.222336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd71b7-b3bf-40e2-8263-8876394bb45b req-d9c5108e-6d42-43b6-b084-162490146aaf tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:10.223837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4dd71b7-b3bf-40e2-8263-8876394bb45b req-d9c5108e-6d42-43b6-b084-162490146aaf tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 944 time: 0.0911441 Mar 11 18:17:10.272529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4dd71b7-b3bf-40e2-8263-8876394bb45b req-1d64f6d1-3293-4fb7-9117-bc3e8e52e63b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Mar 11 18:17:10.418665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:17:10.421771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:17:10.429155 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:10.494145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:10.495576 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] 10.222.0.59 "PUT /v2.0/ports/063f5554-1159-4bca-ab4f-79e20cad44d8 HTTP/1.1" status: 200 len: 1092 time: 1.0638232 Mar 11 18:17:10.509022 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831d8d-25c4-4fb3-a0c7-8d73f2e75ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:10.629403 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-cdd1f04a-96bb-4b67-a471-109c622e78c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 1095 time: 0.0777819 Mar 11 18:17:10.686587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 85f254af-ad86-4160-808c-dacc50777ab4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:17:10.703812 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-e61ccd62-da25-4857-b2f3-3a7c543ed336 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063f5554-1159-4bca-ab4f-79e20cad44d8 HTTP/1.1" status: 200 len: 217 time: 0.0610766 Mar 11 18:17:10.722562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 85f254af-ad86-4160-808c-dacc50777ab4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:17:10.722920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 85f254af-ad86-4160-808c-dacc50777ab4 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:17:10.775033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-31d2919d-cabb-4d39-a3c5-c15e67fb5926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:10.776486 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-31d2919d-cabb-4d39-a3c5-c15e67fb5926 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0649250 Mar 11 18:17:10.824129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-25480167-3183-4641-9cc9-adc957a8517a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404944 Mar 11 18:17:10.956453 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-47582e15-c385-48c7-bd53-5cd7257d18d6 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256518 Mar 11 18:17:11.034672 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:11.094232 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'status': 'completed', 'code': 200} Mar 11 18:17:11.102694 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e894f78-4f6c-43cf-9c24-ece8bb509d81 req-7d66f474-8171-43c9-a8c3-aa8b9e79e5eb service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399691 Mar 11 18:17:11.270164 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-40032b77-168f-4f07-8549-5b06c68b4127 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 1095 time: 0.0735316 Mar 11 18:17:11.420269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-2991fb55-5aaa-461a-99dd-002e0e465501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:11.422624 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-2991fb55-5aaa-461a-99dd-002e0e465501 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.1419618 Mar 11 18:17:11.482477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ded13d-eee5-4952-bb03-e7b3771095d3 req-72ccbb15-96da-44ae-a54a-b804e80bc882 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:11.483930 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57ded13d-eee5-4952-bb03-e7b3771095d3 req-72ccbb15-96da-44ae-a54a-b804e80bc882 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 944 time: 0.0855839 Mar 11 18:17:11.494785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-468ed039-fa2b-47e4-b45c-bcef33f91672 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063f5554-1159-4bca-ab4f-79e20cad44d8 HTTP/1.1" status: 200 len: 217 time: 0.0644138 Mar 11 18:17:11.530284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57ded13d-eee5-4952-bb03-e7b3771095d3 req-058bcc9a-15e8-42a1-8766-21149fad1bbc tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Mar 11 18:17:11.563286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-b5867d91-393b-4165-9d09-15e7e651e3b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:11.564762 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-b5867d91-393b-4165-9d09-15e7e651e3b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0625465 Mar 11 18:17:11.630013 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-d7ca2358-56d1-4e1f-b476-25c2dd7af95c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418880 Mar 11 18:17:11.763668 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-e1561f4d-1f94-43c4-8047-77cb539bff92 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271544 Mar 11 18:17:11.903964 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6fe3a42a-d5e0-42a8-818e-19869dc9943d req-43eb68b0-83f7-43cd-8ee8-919ec01f0994 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333110 Mar 11 18:17:12.375495 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f31cdaba-2ac8-4cc7-a0e8-429f2eea0aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:12.738899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9d9b1-835e-4e1e-967e-f551664660dc req-7b8eec64-ded9-4f12-9c70-60e6c2165b42 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:12.740357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56c9d9b1-835e-4e1e-967e-f551664660dc req-7b8eec64-ded9-4f12-9c70-60e6c2165b42 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 944 time: 0.0844791 Mar 11 18:17:12.788142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-56c9d9b1-835e-4e1e-967e-f551664660dc req-0231f978-7437-4f87-8d58-5a3cd3e5718b tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Mar 11 18:17:14.005253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c7d61-5903-4d64-980a-97dbc080b5c4 req-9df36310-7bdc-4a61-8dc9-c21e42f26435 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:14.006778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b5c7d61-5903-4d64-980a-97dbc080b5c4 req-9df36310-7bdc-4a61-8dc9-c21e42f26435 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 944 time: 0.0921001 Mar 11 18:17:14.057815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4b5c7d61-5903-4d64-980a-97dbc080b5c4 req-c8b5484a-ae3f-41e9-abbe-0a06d9888ae3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Mar 11 18:17:14.547325 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b22ef26-d3a9-4381-b2bf-b76d398bf90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:14.715343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 063f5554-1159-4bca-ab4f-79e20cad44d8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:17:14.854251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:14.867788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b', 'port_id': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'mac_address': 'fa:16:3e:8d:30:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1331b4-872c-4de5-b2ec-0f81769ee628', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:17:14.921505 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:14.939348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063f5554-1159-4bca-ab4f-79e20cad44d8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:17:14.954674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:14.960323 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:15.028850 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:15.037563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.037892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.038225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.038574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.038894 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.039222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.039532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.039915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.040222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.040532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.040844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:15.249298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['063f5554-1159-4bca-ab4f-79e20cad44d8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:17:15.261548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef26df-2275-46c1-9a31-648ef737c747 req-4540f2d2-235b-488a-ab55-53c34bf37727 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:15.263025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46ef26df-2275-46c1-9a31-648ef737c747 req-4540f2d2-235b-488a-ab55-53c34bf37727 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 945 time: 0.0817111 Mar 11 18:17:15.311378 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-46ef26df-2275-46c1-9a31-648ef737c747 req-2f822531-ac61-4744-b125-6f0211202fec tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Mar 11 18:17:15.793681 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:15.869486 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:16.526771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a512-eeb1-45ac-b5b8-c094078f94aa req-ff2f0ecd-8100-4bd4-8a39-3d65a4c9ef2a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:16.528249 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b801a512-eeb1-45ac-b5b8-c094078f94aa req-ff2f0ecd-8100-4bd4-8a39-3d65a4c9ef2a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 945 time: 0.0883069 Mar 11 18:17:16.576911 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b801a512-eeb1-45ac-b5b8-c094078f94aa req-aa05efe1-0ade-4da9-94e5-f64e2223282c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Mar 11 18:17:16.726697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 063f5554-1159-4bca-ab4f-79e20cad44d8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:17:16.814167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 063f5554-1159-4bca-ab4f-79e20cad44d8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:17:16.820140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 063f5554-1159-4bca-ab4f-79e20cad44d8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:17:16.820528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:16.937424 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:16.964949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:16.975399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:16.981138 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:17.027118 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'code': 200} Mar 11 18:17:17.053723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:17.128999 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:17.198861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1acf97f-e48a-4b03-9dee-15a1513aab8c req-8ced03d2-5fd8-493e-83d5-9ab7eaae7cec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 1097 time: 0.0714223 Mar 11 18:17:17.242527 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a1acf97f-e48a-4b03-9dee-15a1513aab8c req-3ba03866-2cbb-451c-8437-ce735907f94f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364494 Mar 11 18:17:17.798741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e3bd-741b-4f13-9024-759b76ebcb19 req-94aa3d85-ea4c-4599-a273-805ebbfa4936 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:17.800252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4538e3bd-741b-4f13-9024-759b76ebcb19 req-94aa3d85-ea4c-4599-a273-805ebbfa4936 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.1005518 Mar 11 18:17:17.848690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4538e3bd-741b-4f13-9024-759b76ebcb19 req-11ff3648-51c6-4c40-8479-b4cf73252588 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Mar 11 18:17:19.069180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4cca0-dea4-4095-bd3f-b25c6dc2be59 req-c35f863f-63b0-4e71-b91c-8f5ece558c3c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:19.070681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4a4cca0-dea4-4095-bd3f-b25c6dc2be59 req-c35f863f-63b0-4e71-b91c-8f5ece558c3c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0962617 Mar 11 18:17:19.120013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4a4cca0-dea4-4095-bd3f-b25c6dc2be59 req-8d6c5d56-4248-4b5d-9343-bf8880941a7c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Mar 11 18:17:19.326116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f1bd3-12b1-4cdf-8024-400abcf1bf1d req-dd5afd60-8c2c-45c3-884a-96a1b3410f10 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:19.327643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-325f1bd3-12b1-4cdf-8024-400abcf1bf1d req-dd5afd60-8c2c-45c3-884a-96a1b3410f10 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0868831 Mar 11 18:17:19.381563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-325f1bd3-12b1-4cdf-8024-400abcf1bf1d req-56b3db49-2f62-41bd-8190-88e744132a78 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482960 Mar 11 18:17:19.586752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8dcb525a-32a5-46ab-8a6c-825d1daac52e req-fe46d3b8-7c3a-4c74-90a6-5daaacab3411 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716333 Mar 11 18:17:19.994556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-1827f107-be7d-4599-9415-54060a89aed8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2120852 Mar 11 18:17:20.015051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd885be1-1c76-4da3-b348-bf1203f9faf2 req-510d6ce9-fe65-4671-a05f-6b84c8b72971 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:20.016473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd885be1-1c76-4da3-b348-bf1203f9faf2 req-510d6ce9-fe65-4671-a05f-6b84c8b72971 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.1785371 Mar 11 18:17:20.063155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd885be1-1c76-4da3-b348-bf1203f9faf2 req-2024793f-615e-4fe2-83a1-c90ca3a9e0f1 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Mar 11 18:17:21.271170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e90f96-9f15-49c0-b5a5-5a143035c0fa req-dc544969-3927-4551-a6bb-4d6acbc9d349 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:21.272669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19e90f96-9f15-49c0-b5a5-5a143035c0fa req-dc544969-3927-4551-a6bb-4d6acbc9d349 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0836053 Mar 11 18:17:21.319873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19e90f96-9f15-49c0-b5a5-5a143035c0fa req-6dfa072c-7d5d-4b48-a963-deff8a44abb4 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Mar 11 18:17:21.395111 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-4b610f32-042f-4b79-a68d-7206dcd87fb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 1097 time: 0.0744357 Mar 11 18:17:21.632966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-ac1a9e34-225e-4ada-bde4-0772766c71dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:21.634409 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-ac1a9e34-225e-4ada-bde4-0772766c71dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.2334163 Mar 11 18:17:21.705250 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-5990ed6b-0d5f-47c9-915a-892208b6d2e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063f5554-1159-4bca-ab4f-79e20cad44d8 HTTP/1.1" status: 200 len: 217 time: 0.0644517 Mar 11 18:17:21.770087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-c3e5342f-bc19-4a34-a328-c6970f74bb8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:21.771560 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-c3e5342f-bc19-4a34-a328-c6970f74bb8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0606148 Mar 11 18:17:21.815697 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-497ce154-5bf9-4fbd-958d-625dbb1adc82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381315 Mar 11 18:17:21.950090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-5571e0e2-9a2c-42f9-9133-2ef323716961 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263947 Mar 11 18:17:22.092680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-952d6a7c-3848-4c41-8145-27222eb09c90 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357591 Mar 11 18:17:22.523971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ea8c-5609-4bd7-8cbe-2f411674a27c req-17a1650f-ad1a-4f9d-8d29-6a8bf49a81b4 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:22.525438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a06ea8c-5609-4bd7-8cbe-2f411674a27c req-17a1650f-ad1a-4f9d-8d29-6a8bf49a81b4 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0798147 Mar 11 18:17:22.580191 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a06ea8c-5609-4bd7-8cbe-2f411674a27c req-64f2fcbf-139e-4d0d-bea5-ba247197f7c0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Mar 11 18:17:23.795652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c12bf-6fdf-4f2d-a366-74e901a64d07 req-75cd03b1-8847-43fc-9165-1c972e3e8a53 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:23.797398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de7c12bf-6fdf-4f2d-a366-74e901a64d07 req-75cd03b1-8847-43fc-9165-1c972e3e8a53 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0885656 Mar 11 18:17:23.855913 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de7c12bf-6fdf-4f2d-a366-74e901a64d07 req-022cef41-7ebd-4318-b6fc-439ec1d825f9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518057 Mar 11 18:17:25.076300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727b3aa-5031-4490-bcb7-420c0a1f0e93 req-39010504-9d64-44d6-be16-f4a5a5594c84 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:25.077769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2727b3aa-5031-4490-bcb7-420c0a1f0e93 req-39010504-9d64-44d6-be16-f4a5a5594c84 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0894780 Mar 11 18:17:25.126952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2727b3aa-5031-4490-bcb7-420c0a1f0e93 req-6cf503e5-9d80-4658-b699-f816dade4b63 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Mar 11 18:17:26.335919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49012-7f38-417b-b8ee-59efe3627e52 req-2a7cebee-4086-4d43-a688-3e8892120cc0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:26.337437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7b49012-7f38-417b-b8ee-59efe3627e52 req-2a7cebee-4086-4d43-a688-3e8892120cc0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0884883 Mar 11 18:17:26.386434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7b49012-7f38-417b-b8ee-59efe3627e52 req-bca29ad3-7748-4565-831d-86218cf4e1d9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Mar 11 18:17:27.595116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f602b-7bab-4fdb-a43e-ae446da3e557 req-c5a679d1-7cdd-4867-ab87-a5cce624eeec tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:27.596589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-024f602b-7bab-4fdb-a43e-ae446da3e557 req-c5a679d1-7cdd-4867-ab87-a5cce624eeec tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0894930 Mar 11 18:17:27.649267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-024f602b-7bab-4fdb-a43e-ae446da3e557 req-535faa2a-3774-4bd0-a870-0da515ee685e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 Mar 11 18:17:28.863178 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6891e5-3f89-4c6c-9b44-c685efb7a46c req-0c60be46-9e77-4006-ac6a-bced7126387d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:28.864606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc6891e5-3f89-4c6c-9b44-c685efb7a46c req-0c60be46-9e77-4006-ac6a-bced7126387d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0815058 Mar 11 18:17:28.911446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc6891e5-3f89-4c6c-9b44-c685efb7a46c req-f4c12fe8-7362-4c45-83e3-b64230ca6851 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Mar 11 18:17:30.115520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74575af0-6847-46dc-8867-3e6673f02793 req-4d009746-26a5-479e-8214-e87706ad7a11 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:30.117013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74575af0-6847-46dc-8867-3e6673f02793 req-4d009746-26a5-479e-8214-e87706ad7a11 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0844839 Mar 11 18:17:30.163775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74575af0-6847-46dc-8867-3e6673f02793 req-3ea84e24-1c7a-4bd2-b9da-40584cafbb7d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Mar 11 18:17:31.372029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5318-1dd7-4d7c-a383-ebc7fa61152e req-afeb8391-79b0-4b80-b613-11f4a54b4a40 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:31.373379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d58d5318-1dd7-4d7c-a383-ebc7fa61152e req-afeb8391-79b0-4b80-b613-11f4a54b4a40 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0848551 Mar 11 18:17:31.423371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d58d5318-1dd7-4d7c-a383-ebc7fa61152e req-595ff77f-17e9-4fb1-8d88-ddc60c6032a8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Mar 11 18:17:32.651657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df108491-fe3a-4a52-890b-5abaa4562948 req-2f2db3e7-ca74-434b-b2db-f4ab272b100f tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:32.653293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df108491-fe3a-4a52-890b-5abaa4562948 req-2f2db3e7-ca74-434b-b2db-f4ab272b100f tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0927529 Mar 11 18:17:32.702855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df108491-fe3a-4a52-890b-5abaa4562948 req-431c1395-a663-43ef-ad8e-a66651f2b461 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Mar 11 18:17:33.527020 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:17:33.918415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493372f-9450-4969-8e06-cb7ee8c8aa06 req-ef169e1c-d99c-4526-9e88-b58ce9c58f32 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:33.919788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d493372f-9450-4969-8e06-cb7ee8c8aa06 req-ef169e1c-d99c-4526-9e88-b58ce9c58f32 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0879571 Mar 11 18:17:33.980865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d493372f-9450-4969-8e06-cb7ee8c8aa06 req-4e0552f2-b826-48ca-8790-d3f5d3791bf3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Mar 11 18:17:35.209657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd4876-ec15-4973-b15f-9cb9613380e0 req-bec80475-683a-42fd-a6e7-ebfef8300586 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:35.211181 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42fd4876-ec15-4973-b15f-9cb9613380e0 req-bec80475-683a-42fd-a6e7-ebfef8300586 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0887096 Mar 11 18:17:35.257243 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42fd4876-ec15-4973-b15f-9cb9613380e0 req-66f06c60-8c64-4e26-b68f-015162ecb84d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Mar 11 18:17:36.642060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57f2bf-1897-4dcb-8f16-1e056e2d9223 req-e60e698b-225d-4abc-a73e-ddcbfcf2d413 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:36.643676 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b57f2bf-1897-4dcb-8f16-1e056e2d9223 req-e60e698b-225d-4abc-a73e-ddcbfcf2d413 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.1695037 Mar 11 18:17:36.703369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b57f2bf-1897-4dcb-8f16-1e056e2d9223 req-caa3ee8c-287b-4177-b6fa-1222146c40ff tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Mar 11 18:17:37.920250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56717f7-3b9c-4058-ab83-2238c718f3b1 req-32b02663-c1c9-49e3-8493-e9634cbec5e2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:37.921710 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b56717f7-3b9c-4058-ab83-2238c718f3b1 req-32b02663-c1c9-49e3-8493-e9634cbec5e2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0846870 Mar 11 18:17:37.967864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b56717f7-3b9c-4058-ab83-2238c718f3b1 req-fa653881-5a3f-4b50-8193-a7a1cb239fbf tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Mar 11 18:17:39.172391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4079ea-02b7-4c37-8960-be2d816c9382 req-e93967a4-10f2-4116-8560-1c5fc8654a84 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:39.173833 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb4079ea-02b7-4c37-8960-be2d816c9382 req-e93967a4-10f2-4116-8560-1c5fc8654a84 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0809696 Mar 11 18:17:39.220927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb4079ea-02b7-4c37-8960-be2d816c9382 req-e2609c5f-b4d6-42d0-a05e-8a8fd6145da3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Mar 11 18:17:39.779650 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:40.553465 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eb1f3-a581-4118-a5a3-f1dec8cddfa2 req-6a107210-e8e5-446a-ba28-991ea1b4bd71 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:40.555092 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c6eb1f3-a581-4118-a5a3-f1dec8cddfa2 req-6a107210-e8e5-446a-ba28-991ea1b4bd71 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.1556897 Mar 11 18:17:40.610068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c6eb1f3-a581-4118-a5a3-f1dec8cddfa2 req-7198934f-222a-47e3-81ed-92846ccae0a4 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Mar 11 18:17:41.829728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2fe0-611d-483b-9ea4-652e436ac24b req-41f90c1c-78ca-43fa-a607-53147601613e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:41.831310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea9b2fe0-611d-483b-9ea4-652e436ac24b req-41f90c1c-78ca-43fa-a607-53147601613e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0944111 Mar 11 18:17:41.879727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea9b2fe0-611d-483b-9ea4-652e436ac24b req-bef6d17d-3217-4ecf-8a28-c7ff3a9621dd tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Mar 11 18:17:42.371803 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81b161b6-6a8b-44ac-a883-de6e20a778b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:43.091282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9468a-6b88-428c-b6b6-a6d80411ef52 req-e0de9ff7-f66a-4985-82ac-7f5ff2602cf0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:43.092741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ee9468a-6b88-428c-b6b6-a6d80411ef52 req-e0de9ff7-f66a-4985-82ac-7f5ff2602cf0 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0836103 Mar 11 18:17:43.144059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ee9468a-6b88-428c-b6b6-a6d80411ef52 req-11d92c65-caec-46ae-9828-434303a08b39 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 Mar 11 18:17:44.387273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37ecb0-adb8-4362-a326-fe38ca64db60 req-d0a8367a-0337-48f6-a2a4-d9c98e6a78e6 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:44.388629 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca37ecb0-adb8-4362-a326-fe38ca64db60 req-d0a8367a-0337-48f6-a2a4-d9c98e6a78e6 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0835094 Mar 11 18:17:44.438180 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca37ecb0-adb8-4362-a326-fe38ca64db60 req-822b6d4c-bb76-4792-9882-7a0c25a31714 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Mar 11 18:17:44.542313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-29579d5d-4bd2-43f1-9f81-26924c1e77eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.746914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba783148-9ad4-4028-af1b-f33dadef09de req-8913395e-8d99-40d0-b615-aa09dae731e3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:45.749330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba783148-9ad4-4028-af1b-f33dadef09de req-8913395e-8d99-40d0-b615-aa09dae731e3 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.1831310 Mar 11 18:17:45.801742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba783148-9ad4-4028-af1b-f33dadef09de req-e7f9b267-fb81-4c34-bab7-6495a037d94d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430427 Mar 11 18:17:45.803284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.864536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:47.049023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b9e-7c5a-4dd0-906a-36b00bd43c67 req-a7108517-4b7e-49ab-96b5-46fa335fdd41 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:47.050541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57f79b9e-7c5a-4dd0-906a-36b00bd43c67 req-a7108517-4b7e-49ab-96b5-46fa335fdd41 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0992513 Mar 11 18:17:47.098576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57f79b9e-7c5a-4dd0-906a-36b00bd43c67 req-2c6b3a2c-98f1-4c1e-aae8-1ff1aca1ce0c tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Mar 11 18:17:47.137012 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:48.315998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38cc3-443a-4e81-94b0-775a0f5c17a4 req-4744a067-297c-44c0-b166-734fc9604927 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:48.317454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cb38cc3-443a-4e81-94b0-775a0f5c17a4 req-4744a067-297c-44c0-b166-734fc9604927 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0942221 Mar 11 18:17:48.367642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cb38cc3-443a-4e81-94b0-775a0f5c17a4 req-7bf4f081-080d-4b73-a271-a5c6b7a2ed58 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Mar 11 18:17:49.104916 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-b89157b0-62a6-4eab-9905-06dcd9246c3b service neutron] 10.222.0.59 "GET /v2.0/ports/063f5554-1159-4bca-ab4f-79e20cad44d8/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0921006 Mar 11 18:17:49.403944 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-6a0ee987-e800-4696-9bf8-13a1bc0799b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72&tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c HTTP/1.1" status: 200 len: 1097 time: 0.0715318 Mar 11 18:17:49.510302 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-2c1bffc3-599e-4f54-a40e-8e51859687d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 1097 time: 0.0715902 Mar 11 18:17:49.581727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932aee4-9643-48b6-822b-a22c8b5382dd req-cd9829e2-2cb9-40b3-be69-0cdc49c3d9af tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:49.583235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c932aee4-9643-48b6-822b-a22c8b5382dd req-cd9829e2-2cb9-40b3-be69-0cdc49c3d9af tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0799272 Mar 11 18:17:49.630909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c932aee4-9643-48b6-822b-a22c8b5382dd req-25855282-dcf3-4c3f-9936-db750c7a630a tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Mar 11 18:17:49.643660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-21524da9-e071-4700-9b3d-581d03061512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:49.645115 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-21524da9-e071-4700-9b3d-581d03061512 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.1288328 Mar 11 18:17:49.713964 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-113cdd15-bc5a-4d3c-be35-4cc6de66f3a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063f5554-1159-4bca-ab4f-79e20cad44d8 HTTP/1.1" status: 200 len: 217 time: 0.0620310 Mar 11 18:17:49.780114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-386898ec-01bf-4344-a045-64f2074e8a53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:49.781847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-386898ec-01bf-4344-a045-64f2074e8a53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0617151 Mar 11 18:17:49.830664 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-8a9f6394-c22c-4858-ae77-6cc0eff8cf3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429587 Mar 11 18:17:49.969438 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-fa1b0650-ade5-4e26-b922-7ed98b73f059 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321452 Mar 11 18:17:50.122039 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-63d1dd88-70c3-4c36-a3c4-6c52f3a65070 req-f631f9e8-33ca-4295-b13b-839240e13163 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465120 Mar 11 18:17:50.842475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b03b2-16ac-42e4-a7e1-95f422db9f5d req-538578db-4906-4ae3-abc2-07a1aee35049 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:50.844023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-476b03b2-16ac-42e4-a7e1-95f422db9f5d req-538578db-4906-4ae3-abc2-07a1aee35049 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0867324 Mar 11 18:17:50.892016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-476b03b2-16ac-42e4-a7e1-95f422db9f5d req-c4a79c13-3093-4bf2-8ea6-2aec3d8c91c9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Mar 11 18:17:52.107883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bd1d1-7384-43c7-ad43-ea812a72730e req-12f82fce-907c-44ec-9b45-906c8bc457f9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:52.109402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f0bd1d1-7384-43c7-ad43-ea812a72730e req-12f82fce-907c-44ec-9b45-906c8bc457f9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0884397 Mar 11 18:17:52.161159 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f0bd1d1-7384-43c7-ad43-ea812a72730e req-6e0eb357-a8eb-4fe7-8fb6-a27444e9f3ff tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Mar 11 18:17:52.499966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa036d7d-1e87-4e5f-be96-6b6fa635642a req-51a3b50d-1d50-4b7a-ba1b-f72d2ade6458 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:52.501404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa036d7d-1e87-4e5f-be96-6b6fa635642a req-51a3b50d-1d50-4b7a-ba1b-f72d2ade6458 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0777812 Mar 11 18:17:52.502599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-5e61bfc3-0bc7-4120-84f9-531d7668243e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:52.503292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-5e61bfc3-0bc7-4120-84f9-531d7668243e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Synchronizing usage tracker for tenant:65eba3d5dc734d9b885088dd8e1d6b5c on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:17:52.520764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-5e61bfc3-0bc7-4120-84f9-531d7668243e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Unset dirty status for tenant:65eba3d5dc734d9b885088dd8e1d6b5c on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:17:52.521938 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-5e61bfc3-0bc7-4120-84f9-531d7668243e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72&tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 946 time: 0.0986967 Mar 11 18:17:52.551237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa036d7d-1e87-4e5f-be96-6b6fa635642a req-266cda04-e7af-43d9-8235-8fc94d0e89cb tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Mar 11 18:17:52.845971 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-3380299e-19fe-42bf-a0f3-92e429dea81c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 1097 time: 0.1561439 Mar 11 18:17:52.896512 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 063f5554-1159-4bca-ab4f-79e20cad44d8 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:17:52.904024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 063f5554-1159-4bca-ab4f-79e20cad44d8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:17:53.091321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-0c84aced-e424-40d2-b4f1-94e10e33494c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:53.092716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-0c84aced-e424-40d2-b4f1-94e10e33494c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 200 len: 917 time: 0.2409499 Mar 11 18:17:53.127031 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:53.148707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:53.163315 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-7f92f665-175d-4dc4-a6df-9e0d0182af47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063f5554-1159-4bca-ab4f-79e20cad44d8 HTTP/1.1" status: 200 len: 217 time: 0.0622237 Mar 11 18:17:53.172878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:53.179159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'network_id': '5711a4b5-b357-4818-bc5c-3253bcb5a21b', 'port_id': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'mac_address': 'fa:16:3e:8d:30:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1331b4-872c-4de5-b2ec-0f81769ee628', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:17:53.185498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:53.227661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:53.235633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-9569e603-0a39-4b47-a63a-38307941f8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:53.237163 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-9569e603-0a39-4b47-a63a-38307941f8f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 200 len: 855 time: 0.0676153 Mar 11 18:17:53.261574 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'code': 200} Mar 11 18:17:53.279340 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:53.285205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-0e45594f-7c35-4196-b80e-4a4c1faf367e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5711a4b5-b357-4818-bc5c-3253bcb5a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398004 Mar 11 18:17:53.315380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063f5554-1159-4bca-ab4f-79e20cad44d8 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:17:53.333358 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:53.342779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:53.349055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:53.425377 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-47bd4f52-bd67-42bc-a89e-03967c509751 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338155 Mar 11 18:17:53.448983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:53.566353 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d0775446-c3e5-41c0-b15d-c369ef97c385 req-fab2588d-8e1a-4c77-9b33-8366469b4419 service neutron] 10.222.0.59 "GET /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346271 Mar 11 18:17:53.658383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['063f5554-1159-4bca-ab4f-79e20cad44d8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:17:53.769203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80278-db10-41ce-8487-13212aa5d1f4 req-8c3c564b-45f2-4514-a1bb-bb176ceb587d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:53.770809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24a80278-db10-41ce-8487-13212aa5d1f4 req-8c3c564b-45f2-4514-a1bb-bb176ceb587d tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 945 time: 0.0848565 Mar 11 18:17:53.819244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24a80278-db10-41ce-8487-13212aa5d1f4 req-b1c20067-6393-4c98-95a3-6bc8b56780e9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Mar 11 18:17:54.896683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 063f5554-1159-4bca-ab4f-79e20cad44d8 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:17:54.968192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 063f5554-1159-4bca-ab4f-79e20cad44d8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:17:54.968866 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:55.022943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf550f9-44ec-49ce-9078-8e3e5cc2a4c0 req-c794d42a-c086-49cc-80d7-ac89a3be5f23 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:55.024395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1cf550f9-44ec-49ce-9078-8e3e5cc2a4c0 req-c794d42a-c086-49cc-80d7-ac89a3be5f23 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 945 time: 0.0770092 Mar 11 18:17:55.072128 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1cf550f9-44ec-49ce-9078-8e3e5cc2a4c0 req-5debe8f3-b33c-4674-8dad-05d4f0584ab2 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Mar 11 18:17:55.091129 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:55.126020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:55.131768 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:55.202813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:55.262469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:55.276418 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0de7-1f23-49db-877f-6a29553630af req-dd2affed-0d3d-46e5-988f-aa7a106f6671 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:55.277882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85dc0de7-1f23-49db-877f-6a29553630af req-dd2affed-0d3d-46e5-988f-aa7a106f6671 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0788589 Mar 11 18:17:55.317232 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'code': 200} Mar 11 18:17:55.326343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85dc0de7-1f23-49db-877f-6a29553630af req-2abc71d3-826a-4a8d-8dc0-b45d6051176e tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Mar 11 18:17:55.525804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234975d-c587-4667-8cfc-c84940aa5b38 req-3260bc43-1e36-4c73-ab0a-3cf0e9c20676 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:55.527327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4234975d-c587-4667-8cfc-c84940aa5b38 req-3260bc43-1e36-4c73-ab0a-3cf0e9c20676 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0798721 Mar 11 18:17:55.578909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4234975d-c587-4667-8cfc-c84940aa5b38 req-13a70230-33ee-4447-9d43-43969595fde5 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Mar 11 18:17:56.178830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6f903-f9fb-49e5-951a-ccdc2f2d57a5 req-72d25149-dd1a-47fa-9190-1e4abaccf7f1 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:56.180318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24c6f903-f9fb-49e5-951a-ccdc2f2d57a5 req-72d25149-dd1a-47fa-9190-1e4abaccf7f1 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0832953 Mar 11 18:17:56.229016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24c6f903-f9fb-49e5-951a-ccdc2f2d57a5 req-42aa86f7-ddf2-4eaa-8fe4-ebc6fc1a410f tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Mar 11 18:17:57.443417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f1052-a9ee-470b-bdca-dd926c900daf req-df42784b-8f4a-4384-a12b-b8382378c6e9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:57.444775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d3f1052-a9ee-470b-bdca-dd926c900daf req-df42784b-8f4a-4384-a12b-b8382378c6e9 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0857048 Mar 11 18:17:57.491201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d3f1052-a9ee-470b-bdca-dd926c900daf req-3cffb8d6-fc12-43d8-ba5c-24ee4b8873b8 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/security-groups?id=00543c73-74ea-41f6-86fd-b0461b848f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Mar 11 18:17:57.493295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-5af06eb1-d7c9-45aa-80bd-6cf6cea543c5 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:57.494842 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-5af06eb1-d7c9-45aa-80bd-6cf6cea543c5 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 946 time: 0.0813584 Mar 11 18:17:57.572778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Deleting port 063f5554-1159-4bca-ab4f-79e20cad44d8 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:17:57.573093 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:57.831711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] For port 063f5554-1159-4bca-ab4f-79e20cad44d8, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=063f5554-1159-4bca-ab4f-79e20cad44d8,segment=NetworkSegment(4cd69694-2c88-4be8-8252-7c21088a9dcf),segment_id=4cd69694-2c88-4be8-8252-7c21088a9dcf)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:57.831964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:57.950816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Calling delete_port for 063f5554-1159-4bca-ab4f-79e20cad44d8 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:17:58.098667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:58.133170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['063f5554-1159-4bca-ab4f-79e20cad44d8'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:17:58.147031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Pushing event deleted for resources: {'Port': ['ID=063f5554-1159-4bca-ab4f-79e20cad44d8,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:58.221986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] No DVR routers for this DVR port 063f5554-1159-4bca-ab4f-79e20cad44d8 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:17:58.224532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:58.227011 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-deleted', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:17:58.242881 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7c2a3d2f-72bf-4194-9e43-445f81d8e129 req-cb4fb04e-3042-4e20-b8b6-1d0f2e49b459 tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.59 "DELETE /v2.0/ports/063f5554-1159-4bca-ab4f-79e20cad44d8 HTTP/1.1" status: 204 len: 173 time: 0.7426779 Mar 11 18:17:58.397587 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a28e554-0875-454d-af01-dfda058dcd72', 'name': 'network-vif-deleted', 'tag': '063f5554-1159-4bca-ab4f-79e20cad44d8', 'status': 'completed', 'code': 200} Mar 11 18:17:58.671133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8e6e419-ce66-45bc-8ca2-b7a5297de4ed req-9caaff56-36a6-468b-8032-e665fd9acade tempest-ServerDiskConfigTestJSON-1598575268 tempest-ServerDiskConfigTestJSON-1598575268-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a28e554-0875-454d-af01-dfda058dcd72 HTTP/1.1" status: 200 len: 210 time: 0.0408170 Mar 11 18:17:59.945805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43560) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:00.014664 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] Deleting subnet 0a1331b4-872c-4de5-b2ec-0f81769ee628 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:18:00.018211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.069022 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.126749 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.210443 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.250213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1331b4-872c-4de5-b2ec-0f81769ee628,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:00.258003 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.264404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a286ff5f-443e-43ee-bdf6-0b4a87924306 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0a1331b4-872c-4de5-b2ec-0f81769ee628 HTTP/1.1" status: 204 len: 168 time: 0.3172553 Mar 11 18:18:00.268426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43564) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:00.474273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.600862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.625179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5711a4b5-b357-4818-bc5c-3253bcb5a21b']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:00.637311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd69694-2c88-4be8-8252-7c21088a9dcf') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:00.637597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd69694-2c88-4be8-8252-7c21088a9dcf') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:00.649419 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.666405 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.673421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:18:00.673845 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:18:00.687569 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:18:00.766906 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.773184 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.799762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] Pushing event deleted for resources: {'Network': ['ID=5711a4b5-b357-4818-bc5c-3253bcb5a21b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:00.811898 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7f52a30c-cd8f-4d27-9e54-6475ee6ebe49 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5711a4b5-b357-4818-bc5c-3253bcb5a21b HTTP/1.1" status: 204 len: 168 time: 0.5425892 Mar 11 18:18:00.926643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 063f5554-1159-4bca-ab4f-79e20cad44d8 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:18:00.958563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 063f5554-1159-4bca-ab4f-79e20cad44d8 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:18:00.958907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 063f5554-1159-4bca-ab4f-79e20cad44d8 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:18:00.964075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43570) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:01.015236 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-02807f03-68d1-42d2-bcc1-e94fcfd2d84a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=65eba3d5dc734d9b885088dd8e1d6b5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497961 Mar 11 18:18:01.026928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43574) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:01.090112 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95e3c215-8e7b-46ee-9f03-eea9410b1449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:01.116005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95e3c215-8e7b-46ee-9f03-eea9410b1449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:01.171438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95e3c215-8e7b-46ee-9f03-eea9410b1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:01.186390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3c215-8e7b-46ee-9f03-eea9410b1449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00543c73-74ea-41f6-86fd-b0461b848f6f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:01.194466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-95e3c215-8e7b-46ee-9f03-eea9410b1449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:01.197993 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-95e3c215-8e7b-46ee-9f03-eea9410b1449 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/00543c73-74ea-41f6-86fd-b0461b848f6f HTTP/1.1" status: 204 len: 168 time: 0.1677785 Mar 11 18:18:02.149511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 43596) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:02.297902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1320287731-network', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:02.306899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:02.313270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Usage tracker for resource:network and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:02.318109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:02.324562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:02.336802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Made reservation on behalf of 37756a6f4c4e427196ab58ac4eceeced for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:02.339095 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.351685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.384377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:02.388661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Usage tracker for resource:security_group_rule and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:02.391886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:02.397820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:02.469917 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.475614 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.505320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:18:02.513686 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c0b7d0-937e-4cb0-b9cb-689fa2278a78,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:02.519156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.519493 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Added segment 9ec686fc-43dd-409e-b054-c6e0a3ccf1d4 of type vlan for network 17aff678-7c15-4517-9f69-89ee354bf8d7 Mar 11 18:18:02.545401 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.578451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.579327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:02.579892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.679676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] Pushing event updated for resources: {'Network': ['ID=17aff678-7c15-4517-9f69-89ee354bf8d7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:02.686136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43602) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:02.686635 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ae09bc00-39cc-47b8-bf6b-55259e8d1e51 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5341389 Mar 11 18:18:02.690433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:18:02.692936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Request body: {'subnet': {'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1320287731-subnet', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:02.698812 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:02.703023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Usage tracker for resource:subnet and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:02.705957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:02.712390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:02.724561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Made reservation on behalf of 37756a6f4c4e427196ab58ac4eceeced for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:02.726861 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:02.956590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.029962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17dcb76b-e516-4db9-837a-d9eedd9eb8f1,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:03.048260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.048689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.049030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.049444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.049687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.050015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.050333 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.050659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.050978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.051293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.051608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:03.057638 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Checking segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:18:03.057998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Network hostable DHCP agents. Network: 17aff678-7c15-4517-9f69-89ee354bf8d7, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:18:03.086327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:18:03.100935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 17aff678-7c15-4517-9f69-89ee354bf8d7) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:03.104952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.105523 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.109979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc293715-d0df-4dba-892d-48b2d0412361 None None] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:18:03.131993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-35a85c40-a051-40c1-9e23-89f79152ad3e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4420350 Mar 11 18:18:03.132225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43606) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:03.138033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:03.144184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:03.148659 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Usage tracker for resource:router and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:03.152059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:03.158561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:03.172280 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.173226 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.193135 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.324930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-17aff678-7c15-4517-9f69-89ee354bf8d7', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:18:03.325757 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.440084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.488925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Allocated IP 172.20.0.2 (17aff678-7c15-4517-9f69-89ee354bf8d7/17dcb76b-e516-4db9-837a-d9eedd9eb8f1/1cb06749-d289-4283-9964-9bf641d1fcb2) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:18:03.631021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.661136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.699006 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.710410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Transition to ACTIVE for port object 1cb06749-d289-4283-9964-9bf641d1fcb2 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:03.728874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Transition to ACTIVE for port object 1cb06749-d289-4283-9964-9bf641d1fcb2 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:03.735872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.800164 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Allocated IP 172.25.3.212 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/08a60e6a-ae2f-4927-b403-ad142355bcee) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:18:03.802174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:03.805303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:03.808138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:18:03.819314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Pushing event updated for resources: {'Port': ['ID=1cb06749-d289-4283-9964-9bf641d1fcb2,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:03.904183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Attempting to bind port 1cb06749-d289-4283-9964-9bf641d1fcb2 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:18:03.904426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Attempting to bind port 1cb06749-d289-4283-9964-9bf641d1fcb2 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:18:03.904795 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Attempting to bind port 1cb06749-d289-4283-9964-9bf641d1fcb2 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:18:03.911701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:18:03.912086 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Checking segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:18:03.912480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.912838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Bound using segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:18:03.913311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Bound port: 1cb06749-d289-4283-9964-9bf641d1fcb2, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:18:03.913682 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.949317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:03.980318 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:04.002314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] For port 1cb06749-d289-4283-9964-9bf641d1fcb2, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:18:04.005409 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] For port 1cb06749-d289-4283-9964-9bf641d1fcb2, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1cb06749-d289-4283-9964-9bf641d1fcb2,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:18:04.011016 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:04.050818 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:04.053651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:04.057581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:18:04.087342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Pushing event updated for resources: {'Port': ['ID=08a60e6a-ae2f-4927-b403-ad142355bcee,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:04.102970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b81d36-ff22-46a3-ba3b-b52bbdbd7e3a None None] Pushing event updated for resources: {'Port': ['ID=1cb06749-d289-4283-9964-9bf641d1fcb2,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:04.233075 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:04.233836 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:04.498880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:18:04.710513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:04.722488 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:18:04.735515 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:18:04.736142 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:17:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:04.736707 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:04.738742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e8d5b0bd-7cd5-4dc2-94ee-65ddd1ef009a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6052589 Mar 11 18:18:04.741386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43610) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:04.926472 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:18:05.028083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f782c8a-c7d9-4d05-a921-b620bbbad96f None None] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:18:05.181925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-664a50d8-c3c0-479a-ab78-9a2a26b10634 None None] Provisioning for port 1cb06749-d289-4283-9964-9bf641d1fcb2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:05.250383 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:04Z', 'revision_number': 3, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:05.256202 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:18:05.256795 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Updating router 20c0eff1-57c9-455b-953d-7c5c6302ba44 port 08a60e6a-ae2f-4927-b403-ad142355bcee binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:18:05.309122 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:05.630285 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:05.644984 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:05.659123 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Transition to ACTIVE for port object 08a60e6a-ae2f-4927-b403-ad142355bcee will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:05.666617 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:05.748024 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Pushing event updated for resources: {'Port': ['ID=08a60e6a-ae2f-4927-b403-ad142355bcee,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:05.753542 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Attempting to bind port 08a60e6a-ae2f-4927-b403-ad142355bcee on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:18:05.753842 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Attempting to bind port 08a60e6a-ae2f-4927-b403-ad142355bcee by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:18:05.754244 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Attempting to bind port 08a60e6a-ae2f-4927-b403-ad142355bcee on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:18:05.762512 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.762854 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.763178 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.763502 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.763817 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.764128 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.764445 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.764732 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.765062 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.765368 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.765670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:05.771555 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:18:05.771921 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:18:05.772316 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:05.772695 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:18:05.773146 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Bound port: 08a60e6a-ae2f-4927-b403-ad142355bcee, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:18:05.773522 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:05.844003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] For port 08a60e6a-ae2f-4927-b403-ad142355bcee, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:18:05.847289 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] For port 08a60e6a-ae2f-4927-b403-ad142355bcee, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=08a60e6a-ae2f-4927-b403-ad142355bcee,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:18:05.853876 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:05.859419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Allocated IP 172.20.0.1 (17aff678-7c15-4517-9f69-89ee354bf8d7/17dcb76b-e516-4db9-837a-d9eedd9eb8f1/94bb6b83-9b4c-4961-81ec-13f2e808d45a) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:18:05.935633 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c99ed-19b5-4b18-a07e-d9289924db27 None None] Pushing event updated for resources: {'Port': ['ID=08a60e6a-ae2f-4927-b403-ad142355bcee,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:05.940941 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:18:05.941606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:17:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:06.017341 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.034012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Transition to ACTIVE for port object 94bb6b83-9b4c-4961-81ec-13f2e808d45a will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:06.090997 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bac1dc0-f971-4aaf-a47d-3bed8a90af92 req-e046bb68-b131-41c4-a5fa-f6ddb5069d23 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0419974 Mar 11 18:18:06.097360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.159428 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:18:06.160429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Pushing event updated for resources: {'Port': ['ID=94bb6b83-9b4c-4961-81ec-13f2e808d45a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:06.214389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:06.219374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:06.226931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:18:06.262135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bac1dc0-f971-4aaf-a47d-3bed8a90af92 req-409d6d80-8f9d-42d3-ab71-2056e3d18880 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0850291 Mar 11 18:18:06.292391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1cb06749-d289-4283-9964-9bf641d1fcb2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:18:06.328407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bac1dc0-f971-4aaf-a47d-3bed8a90af92 req-eb631c82-2037-4e88-8eaa-10391d4c1b00 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360730 Mar 11 18:18:06.372586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1cb06749-d289-4283-9964-9bf641d1fcb2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:06.379111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1cb06749-d289-4283-9964-9bf641d1fcb2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:06.379731 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.418499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.474545 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:04Z', 'revision_number': 3, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:06.478687 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a741f-fd1b-42e5-b722-a837f4932865 None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:04Z', 'revision_number': 3, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:18:06.521349 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.543972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.565855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 1cb06749-d289-4283-9964-9bf641d1fcb2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1cb06749-d289-4283-9964-9bf641d1fcb2,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:06.572198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.603090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac1dc0-f971-4aaf-a47d-3bed8a90af92 req-64310d38-0e7c-4c83-b574-15eadd28c5ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:06.604792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bac1dc0-f971-4aaf-a47d-3bed8a90af92 req-64310d38-0e7c-4c83-b574-15eadd28c5ae service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2731080 Mar 11 18:18:06.614110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9dae75d8-a1b9-4d22-9a20-45ae89158144 None None] Provisioning for port 94bb6b83-9b4c-4961-81ec-13f2e808d45a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:06.641088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9dae75d8-a1b9-4d22-9a20-45ae89158144 None None] Provisioning complete for port 94bb6b83-9b4c-4961-81ec-13f2e808d45a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:06.641470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9dae75d8-a1b9-4d22-9a20-45ae89158144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.709840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=1cb06749-d289-4283-9964-9bf641d1fcb2,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:06.718322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9dae75d8-a1b9-4d22-9a20-45ae89158144 None None] Port 94bb6b83-9b4c-4961-81ec-13f2e808d45a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:18:06.833182 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.839039 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.946322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Pushing event updated for resources: {'Port': ['ID=94bb6b83-9b4c-4961-81ec-13f2e808d45a,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:06.948931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.206209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:07.207408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:07.444566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-044e8f97-9d92-4279-b2d3-7e68824f0688 None None] Provisioning complete for port 94bb6b83-9b4c-4961-81ec-13f2e808d45a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:07.445175 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-044e8f97-9d92-4279-b2d3-7e68824f0688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.497485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-044e8f97-9d92-4279-b2d3-7e68824f0688 None None] Port 94bb6b83-9b4c-4961-81ec-13f2e808d45a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:18:07.600197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:07.819713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:07.829103 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-778c3c45-b7f7-421c-9d52-0450e38aef26 admin admin] 10.222.0.96 "PUT /v2.0/routers/20c0eff1-57c9-455b-953d-7c5c6302ba44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0862920 Mar 11 18:18:08.282851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 08a60e6a-ae2f-4927-b403-ad142355bcee up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:18:08.346114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43620) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:08.352747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238625857', 'description': 'tempest-description--781259710'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:08.356323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 08a60e6a-ae2f-4927-b403-ad142355bcee completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:08.360114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:08.361349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 08a60e6a-ae2f-4927-b403-ad142355bcee triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:08.361885 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.364533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:security_group and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:08.368060 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:08.374061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:08.385724 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.421408 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:08.425537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:security_group_rule and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:08.428439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:08.434138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:08.479427 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.494084 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.495214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 08a60e6a-ae2f-4927-b403-ad142355bcee, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=08a60e6a-ae2f-4927-b403-ad142355bcee,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:08.499381 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.500470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.501298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1cb06749-d289-4283-9964-9bf641d1fcb2 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:18:08.540385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:08.543846 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.548431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cd7dd0c4-5695-46bd-913b-8c158d46d7c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1977286 Mar 11 18:18:08.548819 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43624) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:08.554691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'security_group_rule': {'security_group_id': '243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:08.561654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:08.566656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:security_group_rule and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:08.570201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:08.575925 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:08.595631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.620078 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=08a60e6a-ae2f-4927-b403-ad142355bcee,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:08.634992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1cb06749-d289-4283-9964-9bf641d1fcb2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:08.635381 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.670045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.675074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.709625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257b9647-43fb-43c1-9e85-952f811a7390,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:08.719968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.721253 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a11e8ccf-b812-4ec5-894f-4de528f2da7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1712859 Mar 11 18:18:08.724195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43628) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:08.729770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'security_group_rule': {'security_group_id': '243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:08.736310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:08.740561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:security_group_rule and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:08.743485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:08.749447 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:08.777706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.844207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.851165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.874898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf0242a-a9f3-4cbd-930b-86e76700b500,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:08.885615 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:08.889984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-76a72dca-d55c-4ee6-8260-a48476f9b67f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1617320 Mar 11 18:18:08.890167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43632) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:08.895364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:08.901536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:08.905597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:floatingip and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:18:08.908726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:18:08.915299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:08.929759 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:09.087522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:09.227938 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Allocated IP 172.25.3.25 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/5a0f75e3-a293-4dcf-9321-4b3680a36b37) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:18:09.387036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:09.419500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:09.493118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:09.495516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:09.497969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:18:09.531192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'Port': ['ID=5a0f75e3-a293-4dcf-9321-4b3680a36b37,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:09.668228 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:09.791192 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:09.852590 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:09.918345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:18:09.930537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:18:09.931217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:17:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:10.064185 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:10.070876 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:10.112226 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:18:10.183714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'Port': ['ID=5a0f75e3-a293-4dcf-9321-4b3680a36b37,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:10.196169 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:10.220453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:10.226861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1e20bd94-e5e3-4a1a-a5d8-997f0ccb3c54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3356781 Mar 11 18:18:10.245372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 08a60e6a-ae2f-4927-b403-ad142355bcee up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:18:10.399310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-bafae881-a301-4941-853a-a7817f8530ff tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:18:10.419573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-bafae881-a301-4941-853a-a7817f8530ff tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:18:10.423031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-bafae881-a301-4941-853a-a7817f8530ff tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1238625857&fields=id&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 267 time: 0.0670545 Mar 11 18:18:10.442865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 08a60e6a-ae2f-4927-b403-ad142355bcee triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:10.443225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:10.528121 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:18:10.573126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-01babd51-72ae-477e-901d-0c8fab98610d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:10.574483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-01babd51-72ae-477e-901d-0c8fab98610d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.1464915 Mar 11 18:18:10.592535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-9c09c01e-f823-4be6-9b27-d05ee8dd486f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/quotas/37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 375 time: 0.0116754 Mar 11 18:18:10.649072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 2, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:10.655306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:18:10.655655 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Updating router 20c0eff1-57c9-455b-953d-7c5c6302ba44 port 94bb6b83-9b4c-4961-81ec-13f2e808d45a binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:18:10.678461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-b8c9f5c2-94bd-477c-ad62-6d54d4e2f321 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:18:10.706289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-b8c9f5c2-94bd-477c-ad62-6d54d4e2f321 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:18:10.707893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-b8c9f5c2-94bd-477c-ad62-6d54d4e2f321 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104658 Mar 11 18:18:10.712044 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:10.957384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-52905146-2003-4f69-81b6-6d0c744603a9 service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994221 Mar 11 18:18:11.059933 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:11.072295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Transition to ACTIVE for port object 94bb6b83-9b4c-4961-81ec-13f2e808d45a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:11.080147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:11.092487 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-73e0e924-9768-4566-9dd6-d38a0febfc2c service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290033 Mar 11 18:18:11.196526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f207031-c9c9-4244-90a3-cbcc0436d4d2 None None] Pushing event updated for resources: {'Port': ['ID=94bb6b83-9b4c-4961-81ec-13f2e808d45a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:11.298960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab706f4e-be50-47f1-9238-58fcbaf23f76 req-5de688e7-c862-489a-bf7a-c71e4f537d75 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 210 time: 0.0492747 Mar 11 18:18:11.327310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Attempting to bind port 94bb6b83-9b4c-4961-81ec-13f2e808d45a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:18:11.327742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Attempting to bind port 94bb6b83-9b4c-4961-81ec-13f2e808d45a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:18:11.328198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Attempting to bind port 94bb6b83-9b4c-4961-81ec-13f2e808d45a on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:18:11.335657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:18:11.336131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Checking segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:18:11.336625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:11.337117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Bound using segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:18:11.337680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Bound port: 94bb6b83-9b4c-4961-81ec-13f2e808d45a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:18:11.340376 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:11.440916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] For port 94bb6b83-9b4c-4961-81ec-13f2e808d45a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:18:11.444680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] For port 94bb6b83-9b4c-4961-81ec-13f2e808d45a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=94bb6b83-9b4c-4961-81ec-13f2e808d45a,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:18:11.450842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:11.545208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f207031-c9c9-4244-90a3-cbcc0436d4d2 None None] Pushing event updated for resources: {'Port': ['ID=94bb6b83-9b4c-4961-81ec-13f2e808d45a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:11.558962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:18:11.559619 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:17:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:11.819506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:18:12.177179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:11Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:12.181398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9092f5-d947-4026-b1c1-d1f19d215a43 None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:11Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:18:12.376691 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3af1b2b2-4407-4217-9141-e29f755da4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:12.484146 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c83a434-569a-4da4-aa94-2eb00178d782 req-2d99117a-70c3-4160-ba45-5bcf0f635e2a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 210 time: 0.0469022 Mar 11 18:18:13.060467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-197f14f3-ae5c-4bbf-a6a3-2c15eba321c1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:13.061138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-197f14f3-ae5c-4bbf-a6a3-2c15eba321c1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:18:13.080503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-197f14f3-ae5c-4bbf-a6a3-2c15eba321c1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:18:13.081649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-197f14f3-ae5c-4bbf-a6a3-2c15eba321c1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.1767054 Mar 11 18:18:13.145898 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f0d67cf5-a8a8-40c9-a72a-701e38fa701c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:18:13.158101 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f0d67cf5-a8a8-40c9-a72a-701e38fa701c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:18:13.159289 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f0d67cf5-a8a8-40c9-a72a-701e38fa701c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 380 time: 0.0589859 Mar 11 18:18:13.201709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'port': {'device_id': '48083881-c2b1-4913-8374-938261d2b557', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'admin_state_up': True, 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'security_groups': ['243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:13.354103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:18:13.365100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:18:13.377477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Made reservation on behalf of 37756a6f4c4e427196ab58ac4eceeced for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:13.380843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:13.561503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Allocated IP 172.20.0.7 (17aff678-7c15-4517-9f69-89ee354bf8d7/17dcb76b-e516-4db9-837a-d9eedd9eb8f1/e807941c-c385-4f28-8c51-56e80dbb09e5) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:18:13.652489 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a057283a-62b3-44f4-9773-2e0d281a2755 req-2d4e337b-649d-4ce4-b1a3-5189188f9b52 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 210 time: 0.0407810 Mar 11 18:18:13.757056 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:13.773973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Transition to ACTIVE for port object e807941c-c385-4f28-8c51-56e80dbb09e5 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:13.799166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:13.873479 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:13.876735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:13.879572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:18:13.919839 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:13.941007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.941342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.941670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.942005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.942311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.942684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.943000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.943317 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.943622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.943923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.944229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:13.961826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:13.962476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:13.990734 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f2d578e6-ccb4-4d91-ad43-730931768f34 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952557 Mar 11 18:18:14.008607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Request body: {'port': {'device_id': '48083881-c2b1-4913-8374-938261d2b557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:14.179848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fbc6b7c5-cc87-4665-9e19-a35215d3c23d None None] Provisioning for port e807941c-c385-4f28-8c51-56e80dbb09e5 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:14.191067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fbc6b7c5-cc87-4665-9e19-a35215d3c23d None None] Provisioning complete for port e807941c-c385-4f28-8c51-56e80dbb09e5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:14.191651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbc6b7c5-cc87-4665-9e19-a35215d3c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.219130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.252178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 94bb6b83-9b4c-4961-81ec-13f2e808d45a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:18:14.281744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6b7c5-cc87-4665-9e19-a35215d3c23d None None] Port e807941c-c385-4f28-8c51-56e80dbb09e5 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:18:14.324846 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 94bb6b83-9b4c-4961-81ec-13f2e808d45a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:14.329794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 94bb6b83-9b4c-4961-81ec-13f2e808d45a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:14.330141 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.488471 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.521603 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 94bb6b83-9b4c-4961-81ec-13f2e808d45a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=94bb6b83-9b4c-4961-81ec-13f2e808d45a,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:14.527786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.581859 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e807941c-c385-4f28-8c51-56e80dbb09e5 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:18:14.590693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.595007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fff6efb6-45df-4ade-a91e-a0415a7b3698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.607656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=94bb6b83-9b4c-4961-81ec-13f2e808d45a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:14.608261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Transition to ACTIVE for port object e807941c-c385-4f28-8c51-56e80dbb09e5 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:14.613299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.741427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:14.861151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Attempting to bind port e807941c-c385-4f28-8c51-56e80dbb09e5 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:18:14.861609 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Attempting to bind port e807941c-c385-4f28-8c51-56e80dbb09e5 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:18:14.861937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Attempting to bind port e807941c-c385-4f28-8c51-56e80dbb09e5 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:18:14.867743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Port e807941c-c385-4f28-8c51-56e80dbb09e5 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:18:14.868053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Attempting to bind port e807941c-c385-4f28-8c51-56e80dbb09e5 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:18:14.872472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb235b-08bd-4235-9336-8377c518633c req-0f4fd445-4ef5-417b-abba-d18f2ce9eaef tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:14.874130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7fb235b-08bd-4235-9336-8377c518633c req-0f4fd445-4ef5-417b-abba-d18f2ce9eaef tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 943 time: 0.0798705 Mar 11 18:18:14.874710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:18:14.875049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Checking segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:18:14.875419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Bound using segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:18:14.875840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Bound port: e807941c-c385-4f28-8c51-56e80dbb09e5, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:18:14.876178 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:14.924063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7fb235b-08bd-4235-9336-8377c518633c req-221efb2d-8555-4972-9f14-9e8ba8a5fbea tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Mar 11 18:18:14.968758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:18:14.972083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:18:14.978850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:15.039820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:15.041099 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] 10.222.0.59 "PUT /v2.0/ports/e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 200 len: 1091 time: 1.0370626 Mar 11 18:18:15.041525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:18:15.059848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f091a-5090-40bc-b576-a30aa1093cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:15.130995 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'status': 'completed', 'code': 200} Mar 11 18:18:15.174095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-7d7698bc-2e21-4fb4-bb2a-9a05640db8ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 1094 time: 0.0741391 Mar 11 18:18:15.256947 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-0679165e-f7d9-4818-80b7-6188a5232cf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 200 len: 217 time: 0.0697978 Mar 11 18:18:15.324577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f476e9a5-a59f-4d5c-96df-6a4221a86ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:15.326115 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-f476e9a5-a59f-4d5c-96df-6a4221a86ca0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0623424 Mar 11 18:18:15.410670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-2f6b5810-294e-4929-ade7-b65e26bb3f5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776556 Mar 11 18:18:15.563069 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-79afc564-9094-4080-a178-ea4ce59985dd service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437397 Mar 11 18:18:15.713137 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-360a1a52-d6ff-43bb-8923-49cbcbedf270 req-2e551ad3-1e3f-43f7-b01a-9694f1d5047b service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433895 Mar 11 18:18:15.802253 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:15.868622 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:15.889558 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-75182afd-ea45-448b-b770-f8648a2baf0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 1094 time: 0.0743895 Mar 11 18:18:16.023149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-3d57e351-9ae2-41c8-923e-bfdb99d98da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:16.024698 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-3d57e351-9ae2-41c8-923e-bfdb99d98da4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1289876 Mar 11 18:18:16.136020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c418f-3981-4cd4-95e5-5bd1a400787b req-c0d5e5aa-7f4a-4b11-a770-38c5c0ef78f6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:16.137591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c0c418f-3981-4cd4-95e5-5bd1a400787b req-c0d5e5aa-7f4a-4b11-a770-38c5c0ef78f6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 943 time: 0.0881462 Mar 11 18:18:16.188804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c0c418f-3981-4cd4-95e5-5bd1a400787b req-c238a4e6-3301-4ee5-a6b0-7005cdcae57f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450017 Mar 11 18:18:16.206423 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-174042f1-db65-403b-95a3-3dcbe233de05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 200 len: 217 time: 0.1688919 Mar 11 18:18:16.231365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 94bb6b83-9b4c-4961-81ec-13f2e808d45a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:18:16.268191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-156b12e1-e0d9-4281-a3eb-d9c2b61ce724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:16.269661 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-156b12e1-e0d9-4281-a3eb-d9c2b61ce724 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0588377 Mar 11 18:18:16.300651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 94bb6b83-9b4c-4961-81ec-13f2e808d45a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:16.301010 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:16.349147 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-4fcc99fc-9205-4469-ae51-057389e1c67d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707517 Mar 11 18:18:16.483417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-ea754e44-ef63-44a2-9afa-3693ec841a54 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280336 Mar 11 18:18:16.619538 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2d49c556-5f24-4c7f-bcdc-716b646e2e38 req-6e1d4998-6b5e-41b6-99c6-fb1083612b13 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269517 Mar 11 18:18:17.139146 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:17.399940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf182ac-60bc-4456-b803-91417de961f9 req-0a100839-511d-4f7b-b553-9cb3867b75e9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:17.401290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-baf182ac-60bc-4456-b803-91417de961f9 req-0a100839-511d-4f7b-b553-9cb3867b75e9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 943 time: 0.0797598 Mar 11 18:18:17.452500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-baf182ac-60bc-4456-b803-91417de961f9 req-9b4b7efd-abd5-4740-a4e4-5d7afc25ccb8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454829 Mar 11 18:18:18.652761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f211-f281-403d-b18e-85e40fd4bd10 req-d0249b2c-9f73-4e4a-bac4-8f9a02eae30a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:18.654217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3c7f211-f281-403d-b18e-85e40fd4bd10 req-d0249b2c-9f73-4e4a-bac4-8f9a02eae30a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 943 time: 0.0798690 Mar 11 18:18:18.703556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3c7f211-f281-403d-b18e-85e40fd4bd10 req-7d917022-6201-4863-b0a6-3b334f7f6137 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Mar 11 18:18:18.990595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e807941c-c385-4f28-8c51-56e80dbb09e5 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:18:19.127122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:19.140579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'mac_address': 'fa:16:3e:ec:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:18:19.200172 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:19.225925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e807941c-c385-4f28-8c51-56e80dbb09e5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:18:19.237200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:19.244115 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:19.312814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:19.321263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.321591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.321917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.322240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.322590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.322906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.323242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.323560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.323856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.324165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.324477 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.531633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e807941c-c385-4f28-8c51-56e80dbb09e5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:18:19.934277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2cd8-b660-4eec-b636-2c797b430048 req-1718445f-1a71-4602-ab34-c902eb164fc7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:19.935776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24cc2cd8-b660-4eec-b636-2c797b430048 req-1718445f-1a71-4602-ab34-c902eb164fc7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 944 time: 0.0971460 Mar 11 18:18:19.981408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24cc2cd8-b660-4eec-b636-2c797b430048 req-48d2f16e-ada5-4e6f-82de-883b3368fdf3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400012 Mar 11 18:18:21.004485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e807941c-c385-4f28-8c51-56e80dbb09e5 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:18:21.082005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port e807941c-c385-4f28-8c51-56e80dbb09e5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:21.087082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e807941c-c385-4f28-8c51-56e80dbb09e5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:21.087448 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:21.188754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0e3e8-fee0-469c-80ff-57e6bcbba09f req-c086cccc-84cf-4de5-9242-9b1c0e6b3e93 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:21.190242 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8f0e3e8-fee0-469c-80ff-57e6bcbba09f req-c086cccc-84cf-4de5-9242-9b1c0e6b3e93 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 944 time: 0.0789170 Mar 11 18:18:21.203391 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:21.232069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:18:21.239033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a8f0e3e8-fee0-469c-80ff-57e6bcbba09f req-024d6653-58a9-4f05-a5f9-7aa3b18b44e2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Mar 11 18:18:21.240963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:21.246594 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:21.325639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:21.416633 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'code': 200} Mar 11 18:18:21.589385 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d6cba3ef-436e-4324-be94-fe771cdd5876 req-ed116652-9ffe-4b53-a5c3-397311d77df1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 1096 time: 0.0787690 Mar 11 18:18:21.637006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d6cba3ef-436e-4324-be94-fe771cdd5876 req-96412274-4f03-47ae-9b30-81626aeae66c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415547 Mar 11 18:18:22.541014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04df264-f295-47c6-87f8-eef2f22ffc40 req-eec6378e-fc73-456d-a6ee-194f8df5cc92 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:22.542568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e04df264-f295-47c6-87f8-eef2f22ffc40 req-eec6378e-fc73-456d-a6ee-194f8df5cc92 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.1707230 Mar 11 18:18:22.588883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e04df264-f295-47c6-87f8-eef2f22ffc40 req-7f41610c-6552-4adc-a2bf-b14067832852 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Mar 11 18:18:23.799314 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aacf3-7d12-4294-8c7f-5cc3e127ff8d req-a08face3-9582-45d9-a96d-aee1ef90018e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:23.800898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f86aacf3-7d12-4294-8c7f-5cc3e127ff8d req-a08face3-9582-45d9-a96d-aee1ef90018e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0865393 Mar 11 18:18:23.856118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f86aacf3-7d12-4294-8c7f-5cc3e127ff8d req-125af3b3-5137-4fd1-b171-1fe15c6c5a8d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491927 Mar 11 18:18:24.075972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e24e89-dba5-455e-98f5-c0a5892c2b2c req-34ec5016-5466-49bc-8c91-cb9cea0b6aec tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:24.077453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93e24e89-dba5-455e-98f5-c0a5892c2b2c req-34ec5016-5466-49bc-8c91-cb9cea0b6aec tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0890949 Mar 11 18:18:24.087811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43690) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:18:24.095872 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'floatingip': {'port_id': 'e807941c-c385-4f28-8c51-56e80dbb09e5'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:18:24.182904 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:24.785611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:24.790937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:24.986001 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f associated. External IP: 172.25.3.25, port: e807941c-c385-4f28-8c51-56e80dbb09e5. Mar 11 18:18:25.508464 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:25.715751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:25.721324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.725672 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:18:25.737745 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:18:25.738337 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:18:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:25.781323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dc0d5ead-3042-44ed-899b-4d5ea0413591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "PUT /v2.0/floatingips/d12b9900-f7b1-4c30-9933-9b6ac4ecf20f HTTP/1.1" status: 200 len: 990 time: 1.6919324 Mar 11 18:18:25.781717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:18:25.918351 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:18:25.959405 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'status': 'completed', 'code': 200} Mar 11 18:18:25.969055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f794a-2b78-41a2-9cb4-de430aa3b6f7 req-f1f57406-1911-429a-abfb-eac7e6dc154e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:25.970559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f6f794a-2b78-41a2-9cb4-de430aa3b6f7 req-f1f57406-1911-429a-abfb-eac7e6dc154e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0844345 Mar 11 18:18:26.017435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f6f794a-2b78-41a2-9cb4-de430aa3b6f7 req-62d33267-bba2-4683-85f9-38c2f0aa88cf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Mar 11 18:18:26.079537 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-20f23900-0704-4672-a48f-57c288731c14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 1096 time: 0.0741425 Mar 11 18:18:26.219819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-4fb06be5-b12a-4e1e-ac04-66699baad816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:26.221294 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-4fb06be5-b12a-4e1e-ac04-66699baad816 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1357608 Mar 11 18:18:26.239482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510d05-d414-49c2-8459-515660719fa0 req-cbfec677-c387-43af-9cf2-eee96296fd09 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:26.241555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5510d05-d414-49c2-8459-515660719fa0 req-cbfec677-c387-43af-9cf2-eee96296fd09 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0996106 Mar 11 18:18:26.278864 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:ec:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48083881-c2b1-4913-8374-938261d2b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:18:24Z', 'revision_number': 1, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:26.282787 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:18:26.290916 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5510d05-d414-49c2-8459-515660719fa0 req-e5482386-5d24-4e8d-a982-f26cd84ac5b6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Mar 11 18:18:26.293659 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:18:26.294257 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:18:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:26.329028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-4bd4b477-cb6a-4dff-a16d-402a19173d08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 200 len: 998 time: 0.1017215 Mar 11 18:18:26.390809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-fcac53f2-7a03-463a-9e05-9edd611d31f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:26.392238 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-fcac53f2-7a03-463a-9e05-9edd611d31f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0564275 Mar 11 18:18:26.472187 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:18:26.486103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-3860c999-d6f5-4df2-9ac4-440ff1237c0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877125 Mar 11 18:18:26.623327 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-c9b48167-3275-4772-9366-869aa4417ef5 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303225 Mar 11 18:18:26.758922 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ecb43772-bbf3-4e03-9aa0-2c2092e1d49e req-3b936bd0-3bd8-4992-84ad-bc46ffde9a2d service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283147 Mar 11 18:18:26.850691 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:ec:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48083881-c2b1-4913-8374-938261d2b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:18:24Z', 'revision_number': 1, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:26.854744 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e0b4d-7fa5-41cb-af46-7fb9446e979e None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:ec:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48083881-c2b1-4913-8374-938261d2b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:18:24Z', 'revision_number': 1, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:18:27.499161 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db447af-4cc3-4901-9a63-25edf378f45f req-505e6d82-b291-4752-9722-2ecf79b2d503 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:27.500543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8db447af-4cc3-4901-9a63-25edf378f45f req-505e6d82-b291-4752-9722-2ecf79b2d503 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0870841 Mar 11 18:18:27.549792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8db447af-4cc3-4901-9a63-25edf378f45f req-4ce71001-d86a-4348-9aab-106df60e2f14 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 Mar 11 18:18:27.767214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8118-4e55-4d35-9e90-eec07ce85597 req-29487839-b79f-4807-a9d7-733f726607dd tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:27.768616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d7c8118-4e55-4d35-9e90-eec07ce85597 req-29487839-b79f-4807-a9d7-733f726607dd tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0885863 Mar 11 18:18:27.818016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d7c8118-4e55-4d35-9e90-eec07ce85597 req-d0076a88-0c9e-498b-b36b-a30289b6eac1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Mar 11 18:18:28.031899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-57a605eb-f44c-4740-b4d7-753524b4ff33 req-af3360a1-cfc3-43ea-9f0c-d0ab07141e85 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0800233 Mar 11 18:18:28.971869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881184e-5e45-4d75-913a-5788bfe4691f None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:18:29.357412 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-3f2a07b3-1e11-45fc-a4e9-e54a7984ed41 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205039 Mar 11 18:18:29.387868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c840e-dc82-46b7-a6d9-de7f6c094a75 req-c994c920-6df5-4fbb-9726-7d44d9e5ec41 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:29.389333 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-229c840e-dc82-46b7-a6d9-de7f6c094a75 req-c994c920-6df5-4fbb-9726-7d44d9e5ec41 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0883961 Mar 11 18:18:29.444704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-229c840e-dc82-46b7-a6d9-de7f6c094a75 req-7c7f3981-c393-43f0-9081-414e4f07834e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489759 Mar 11 18:18:30.663606 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd5f2-80bb-492f-a0fa-99dc237ff829 req-23e36f0d-647d-473f-9220-ce9825962a2e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:30.665120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22bbd5f2-80bb-492f-a0fa-99dc237ff829 req-23e36f0d-647d-473f-9220-ce9825962a2e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0935028 Mar 11 18:18:30.716531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22bbd5f2-80bb-492f-a0fa-99dc237ff829 req-8f709d80-4f18-494b-a480-f1dd08be06c0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Mar 11 18:18:30.739301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-fbc77993-151a-492f-8363-5587e9c2810f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 1096 time: 0.0736284 Mar 11 18:18:30.869765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-dbd36de3-f8c6-4878-a5a4-154fe908d3da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:30.871304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-dbd36de3-f8c6-4878-a5a4-154fe908d3da service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1300166 Mar 11 18:18:31.078032 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-50fe6764-b315-46c8-9863-ea4638ef22d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 200 len: 1000 time: 0.1995339 Mar 11 18:18:31.139962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-bfcad7e8-5d79-4848-a67e-cebb114fef3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:31.141406 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-bfcad7e8-5d79-4848-a67e-cebb114fef3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0566802 Mar 11 18:18:31.218975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-76a8e82d-1b0e-46e8-9746-c3d2fc1c36c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716045 Mar 11 18:18:31.367768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-4e0a1edc-7c21-49db-849b-ce5df187b96c service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424201 Mar 11 18:18:31.515628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-d1fbc62b-0f36-450b-af0b-cda1f688513e service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424482 Mar 11 18:18:31.926317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0259a-b9f3-42d7-b4f9-e5d89d24d8dc req-67ef5a4e-1bb3-4cdb-beab-b9b7e9d89d70 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:31.927854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26d0259a-b9f3-42d7-b4f9-e5d89d24d8dc req-67ef5a4e-1bb3-4cdb-beab-b9b7e9d89d70 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0809882 Mar 11 18:18:31.980898 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-26d0259a-b9f3-42d7-b4f9-e5d89d24d8dc req-89036815-adbf-4946-9c09-95ff1466627f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Mar 11 18:18:33.182900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56128-30db-492e-8449-3e68f58d6274 req-ab6e8f90-b026-4983-b017-d886eecc557f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:33.184387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19e56128-30db-492e-8449-3e68f58d6274 req-ab6e8f90-b026-4983-b017-d886eecc557f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0787990 Mar 11 18:18:33.234047 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19e56128-30db-492e-8449-3e68f58d6274 req-ee036de1-fd49-473b-aa83-cd29cc1b6833 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Mar 11 18:18:34.459532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13c5a-1490-4858-8d1e-5cc80b75c932 req-974a030c-f812-44f6-bec0-646585f9f26c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:34.461013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44f13c5a-1490-4858-8d1e-5cc80b75c932 req-974a030c-f812-44f6-bec0-646585f9f26c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0937903 Mar 11 18:18:34.515065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44f13c5a-1490-4858-8d1e-5cc80b75c932 req-945a3a40-8774-4fb9-835f-dee039b2c53c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483859 Mar 11 18:18:35.733299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5ceb3-19fa-4f24-8c80-5b3d3aadb883 req-469b0578-04b6-4cd5-a31b-b85957a9b00b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:35.734788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04b5ceb3-19fa-4f24-8c80-5b3d3aadb883 req-469b0578-04b6-4cd5-a31b-b85957a9b00b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0831115 Mar 11 18:18:35.781663 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04b5ceb3-19fa-4f24-8c80-5b3d3aadb883 req-e25df0c4-57bb-4993-bb89-4627f09bae91 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413370 Mar 11 18:18:37.013450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badf21e-a801-4ca7-b04e-d44c0c2b6c85 req-ec9a7dbc-5d4e-41a5-9413-fed1c8d3ffb7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:37.015007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9badf21e-a801-4ca7-b04e-d44c0c2b6c85 req-ec9a7dbc-5d4e-41a5-9413-fed1c8d3ffb7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0898201 Mar 11 18:18:37.064496 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9badf21e-a801-4ca7-b04e-d44c0c2b6c85 req-8a2fbc6c-e40d-4488-ac9f-1885824f9f54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Mar 11 18:18:38.280978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7049bd2-b1d1-4711-bd87-bedec63ca1b0 req-4d616cce-d7e2-429f-8ca5-6c1990d7652d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:38.282454 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7049bd2-b1d1-4711-bd87-bedec63ca1b0 req-4d616cce-d7e2-429f-8ca5-6c1990d7652d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0875387 Mar 11 18:18:38.328118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f7049bd2-b1d1-4711-bd87-bedec63ca1b0 req-299daab0-431b-43fa-a1fa-5d0d63940087 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Mar 11 18:18:39.628867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcc569-df90-43c9-b030-95c7680ba369 req-85c7f906-c495-44b7-bd52-f5f2c22434ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:39.630199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6bcc569-df90-43c9-b030-95c7680ba369 req-85c7f906-c495-44b7-bd52-f5f2c22434ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.1799934 Mar 11 18:18:39.678661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6bcc569-df90-43c9-b030-95c7680ba369 req-0578511b-a8dc-4151-83f7-bbcf41446ca9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Mar 11 18:18:39.797406 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:40.897876 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301a6a8-c267-4168-a1ab-cdc7ae09053c req-c0dd5679-9db5-466c-a923-6c2cb6588d47 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:40.899379 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4301a6a8-c267-4168-a1ab-cdc7ae09053c req-c0dd5679-9db5-466c-a923-6c2cb6588d47 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0822275 Mar 11 18:18:40.947235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4301a6a8-c267-4168-a1ab-cdc7ae09053c req-d4a330fd-c1b3-4f02-9326-cb9dcbacca10 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Mar 11 18:18:42.167559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea99b-4fcd-40a0-a078-6b3de854b1c2 req-304a6720-934d-4b13-bd3e-1fdf25471d32 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:42.169099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdbea99b-4fcd-40a0-a078-6b3de854b1c2 req-304a6720-934d-4b13-bd3e-1fdf25471d32 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0780077 Mar 11 18:18:42.215305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdbea99b-4fcd-40a0-a078-6b3de854b1c2 req-a0f4afff-c538-45a1-aed8-3d904db3a870 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Mar 11 18:18:42.373036 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe960df8-9e7d-48bc-a7ec-175afdca2d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:43.428677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc04ac-e0eb-4b46-8c93-dcec10b1fc6a req-a0e67b04-8809-43d0-90c9-1fb2bb8d864b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:43.430152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9bc04ac-e0eb-4b46-8c93-dcec10b1fc6a req-a0e67b04-8809-43d0-90c9-1fb2bb8d864b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0899196 Mar 11 18:18:43.489577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9bc04ac-e0eb-4b46-8c93-dcec10b1fc6a req-8e37b5cd-ad26-4c47-8bf5-b30e2842b0b8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535805 Mar 11 18:18:44.553840 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d9b743f-6656-48be-a7a8-2b875130b3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:44.721363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c393af-06d2-44a0-8f82-99576041cb6f req-d3ca0206-e99b-4745-9de5-76f55bac3ff0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:44.722888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6c393af-06d2-44a0-8f82-99576041cb6f req-d3ca0206-e99b-4745-9de5-76f55bac3ff0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0853100 Mar 11 18:18:44.772801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6c393af-06d2-44a0-8f82-99576041cb6f req-2c38e7ee-0b89-46c0-bb59-614dfd3bc5f6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Mar 11 18:18:45.803834 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:45.875447 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:46.001893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442fc6-8df8-4587-8949-ca938035fcb5 req-34164eb2-bb79-4a75-b421-baf7094bbfd7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:46.003382 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a442fc6-8df8-4587-8949-ca938035fcb5 req-34164eb2-bb79-4a75-b421-baf7094bbfd7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0900817 Mar 11 18:18:46.053194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a442fc6-8df8-4587-8949-ca938035fcb5 req-1d88cc2c-61ce-4550-9e89-c610c5677acb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Mar 11 18:18:47.176337 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:47.266310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba88e45-3ee0-4e1f-92e9-297602515720 req-c08f7d40-5ac6-4fe5-9be3-e0f9e3a623e6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:47.267814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ba88e45-3ee0-4e1f-92e9-297602515720 req-c08f7d40-5ac6-4fe5-9be3-e0f9e3a623e6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0804632 Mar 11 18:18:47.317203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ba88e45-3ee0-4e1f-92e9-297602515720 req-97cb55e0-d4c8-4c2b-bfa8-f3768ce580d6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 Mar 11 18:18:47.529346 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:18:48.533374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf4bc-594a-4c82-8d45-6735b0389863 req-7ca0dea1-f84d-43d4-8cd1-fe0444a1addb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:48.534928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4aaf4bc-594a-4c82-8d45-6735b0389863 req-7ca0dea1-f84d-43d4-8cd1-fe0444a1addb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0878747 Mar 11 18:18:48.581050 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4aaf4bc-594a-4c82-8d45-6735b0389863 req-fb30507d-359d-4b13-ab02-410b6a94dad2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Mar 11 18:18:49.795821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe18845-5c23-4204-9a2d-152454f8dbf3 req-3da8dd64-de20-42c0-94c5-e61928fe4751 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:49.797596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbe18845-5c23-4204-9a2d-152454f8dbf3 req-3da8dd64-de20-42c0-94c5-e61928fe4751 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0866864 Mar 11 18:18:49.843511 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbe18845-5c23-4204-9a2d-152454f8dbf3 req-58cf3f74-353d-4c11-a081-7251ffef4b4d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Mar 11 18:18:51.058254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542ad5-a157-4186-9663-95354901b307 req-6f275d15-4054-4c35-aa83-c2879bfbe4b4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:51.059908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32542ad5-a157-4186-9663-95354901b307 req-6f275d15-4054-4c35-aa83-c2879bfbe4b4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0787287 Mar 11 18:18:51.106246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-32542ad5-a157-4186-9663-95354901b307 req-1b89506c-4a34-465e-864a-2ab2ac8e8379 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Mar 11 18:18:52.327687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552f1bf-478d-4617-a277-af8983dcb3b9 req-46d42c1d-3a75-42aa-878e-ab0e66094b52 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:52.329170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a552f1bf-478d-4617-a277-af8983dcb3b9 req-46d42c1d-3a75-42aa-878e-ab0e66094b52 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0965431 Mar 11 18:18:52.384328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a552f1bf-478d-4617-a277-af8983dcb3b9 req-7b49d9d9-f53f-4afb-9e9c-f95f993adfff tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465393 Mar 11 18:18:53.506348 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-fb9baa5a-e059-466f-bb38-3db1a8481813 service neutron] 10.222.0.59 "GET /v2.0/ports/e807941c-c385-4f28-8c51-56e80dbb09e5/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0790112 Mar 11 18:18:53.590753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab8df7-ba95-48fc-a644-ac449c67a9b3 req-9096163e-4225-4557-b2b2-e73f3d58ae55 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:53.592335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4ab8df7-ba95-48fc-a644-ac449c67a9b3 req-9096163e-4225-4557-b2b2-e73f3d58ae55 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0784814 Mar 11 18:18:53.647437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c4ab8df7-ba95-48fc-a644-ac449c67a9b3 req-036c3033-d397-458f-8bf1-f6637f8864bc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495114 Mar 11 18:18:53.816959 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-a8194b0c-e9d3-4eec-b323-c08c25b7ff45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 1096 time: 0.0770390 Mar 11 18:18:53.944332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-d270d88e-6a9c-4890-887f-b88911c7bf11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 1096 time: 0.0884972 Mar 11 18:18:54.088177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-43add00f-d1c5-4118-ae54-7c49b16b25bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:54.089557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-43add00f-d1c5-4118-ae54-7c49b16b25bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1383035 Mar 11 18:18:54.214476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-1467a8d6-c6a1-44b2-8d28-f65a6149b106 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 200 len: 1000 time: 0.1176205 Mar 11 18:18:54.292665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-a73d82c5-4c78-4889-8735-23617b6d8bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:54.294150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-a73d82c5-4c78-4889-8735-23617b6d8bd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0726345 Mar 11 18:18:54.385193 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-186efd45-7479-425b-aa13-775214ed17ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845025 Mar 11 18:18:54.519963 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-164e1826-8221-4d44-abef-d983772b34e3 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278324 Mar 11 18:18:54.655351 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93ea0bd4-a4bf-436b-b6c0-a3606e6c70c3 req-b7a0e817-22fd-44a8-992f-5f56425bd63e service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288347 Mar 11 18:18:54.858732 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f3d95-572a-4534-b730-fc0abfb4028c req-8db84dd9-17fe-4212-9eee-e647331b74c3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:54.860194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d7f3d95-572a-4534-b730-fc0abfb4028c req-8db84dd9-17fe-4212-9eee-e647331b74c3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0794485 Mar 11 18:18:54.914546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1d7f3d95-572a-4534-b730-fc0abfb4028c req-6d464085-9eb8-4f31-afb7-395226ff4ded tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485272 Mar 11 18:18:56.138863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11024094-d1a8-4539-9e7c-99338f3df3c5 req-11b25e81-1256-4754-9145-163bd0acc2b2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:56.140411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11024094-d1a8-4539-9e7c-99338f3df3c5 req-11b25e81-1256-4754-9145-163bd0acc2b2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0994129 Mar 11 18:18:56.187838 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11024094-d1a8-4539-9e7c-99338f3df3c5 req-27739f2d-e75a-4987-aeaa-45219dcec00f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Mar 11 18:18:57.261577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e807941c-c385-4f28-8c51-56e80dbb09e5 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:18:57.268966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e807941c-c385-4f28-8c51-56e80dbb09e5 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:18:57.393881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067f21b-ea0d-4a72-99cd-4471579ba39a req-104d6c0d-35c5-478c-8149-8002c846e8bc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:57.395430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c067f21b-ea0d-4a72-99cd-4471579ba39a req-104d6c0d-35c5-478c-8149-8002c846e8bc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0790527 Mar 11 18:18:57.442935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c067f21b-ea0d-4a72-99cd-4471579ba39a req-a2aa898c-ce47-4c44-9da2-79f2897d7ad7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Mar 11 18:18:57.489351 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:57.496527 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:57.515590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'mac_address': 'fa:16:3e:ec:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:18:57.561049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:18:57.580031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:57.586828 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:57.640326 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'code': 200} Mar 11 18:18:57.640931 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:57.672750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e807941c-c385-4f28-8c51-56e80dbb09e5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:18:57.724244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:57.745768 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:18:57.746136 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:18:57.802779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95745be0-9b49-4205-acd8-d87d09a78183 req-3a9d3aa1-314d-43ed-b37b-0d282f3f2346 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:57.804256 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95745be0-9b49-4205-acd8-d87d09a78183 req-3a9d3aa1-314d-43ed-b37b-0d282f3f2346 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 943 time: 0.0846786 Mar 11 18:18:57.805563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-73614418-717a-4a76-b3eb-8314cfa9706a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:57.806245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-73614418-717a-4a76-b3eb-8314cfa9706a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:18:57.823092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-73614418-717a-4a76-b3eb-8314cfa9706a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:18:57.824220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-73614418-717a-4a76-b3eb-8314cfa9706a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557&tenant_id=37756a6f4c4e427196ab58ac4eceeced&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 943 time: 0.1073654 Mar 11 18:18:57.850519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-95745be0-9b49-4205-acd8-d87d09a78183 req-58ae77bd-2311-426f-af43-06de8ad32d70 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Mar 11 18:18:57.995064 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-04c5db16-901e-4076-b7c2-913a575c7317 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 1094 time: 0.0788474 Mar 11 18:18:58.128305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-62eb0054-aba1-4c69-b932-f5d12f8b42ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:58.129792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-62eb0054-aba1-4c69-b932-f5d12f8b42ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1279316 Mar 11 18:18:58.303959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:58.321291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e807941c-c385-4f28-8c51-56e80dbb09e5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:18:58.322218 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-24a6a552-434a-41cb-ac3c-1c354e01dd3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 200 len: 998 time: 0.1857007 Mar 11 18:18:58.337032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:58.342423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:58.391616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-d2e78300-9e9c-41f7-898c-6662f86b7efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:58.393160 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-d2e78300-9e9c-41f7-898c-6662f86b7efe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0638015 Mar 11 18:18:58.408518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:58.471619 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-b76d05a3-6cba-4a58-90c6-81d56c055387 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720491 Mar 11 18:18:58.608549 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-5b519177-3f14-411b-a727-aac8555059a0 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289268 Mar 11 18:18:58.666227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['e807941c-c385-4f28-8c51-56e80dbb09e5'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:18:58.749331 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6c3f407a-f98c-45e0-a291-c99bb8fe5075 req-320a11da-54cd-4d05-b106-0c78c154d259 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262412 Mar 11 18:18:59.068031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172b3b8-6a16-4c49-b680-21972c927df3 req-aa29b635-95b5-493a-9a56-b9aff935fd55 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:59.069529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4172b3b8-6a16-4c49-b680-21972c927df3 req-aa29b635-95b5-493a-9a56-b9aff935fd55 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 944 time: 0.0818515 Mar 11 18:18:59.115356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4172b3b8-6a16-4c49-b680-21972c927df3 req-8495d279-c770-4665-a179-5dea38f72a7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 Mar 11 18:19:00.328040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653abfab-4de1-4b68-aa08-75016c8a6706 req-5364c04a-8da5-4483-a4c7-6e5b90b2078c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:00.329468 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-653abfab-4de1-4b68-aa08-75016c8a6706 req-5364c04a-8da5-4483-a4c7-6e5b90b2078c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 944 time: 0.0923550 Mar 11 18:19:00.379198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-653abfab-4de1-4b68-aa08-75016c8a6706 req-3de591b2-ade3-4c8a-91db-a859c528d89a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Mar 11 18:19:00.580909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50368d2e-31ea-4bca-abba-d9ff242c74ef req-52484ef3-0d50-443d-859e-e5f0ae64496d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:00.582407 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50368d2e-31ea-4bca-abba-d9ff242c74ef req-52484ef3-0d50-443d-859e-e5f0ae64496d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 944 time: 0.0819826 Mar 11 18:19:00.642352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50368d2e-31ea-4bca-abba-d9ff242c74ef req-95c114bc-04f4-42d0-bd12-ab332bc04b7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521669 Mar 11 18:19:01.016533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f06d9-5826-4c83-8341-efd721332764 req-41aa3d12-d950-410c-b31e-5fae97804894 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:01.017944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a3f06d9-5826-4c83-8341-efd721332764 req-41aa3d12-d950-410c-b31e-5fae97804894 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 944 time: 0.0870142 Mar 11 18:19:01.065975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a3f06d9-5826-4c83-8341-efd721332764 req-c64d53c6-ef43-40e4-b68c-6e366146c40e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Mar 11 18:19:01.296395 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e807941c-c385-4f28-8c51-56e80dbb09e5 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:19:01.375489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port e807941c-c385-4f28-8c51-56e80dbb09e5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:19:01.375857 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:01.489989 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:01.520146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:19:01.535864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:19:01.540553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:01.608608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28801d75-1e7e-4fe7-98f1-0b697ecc82a5 req-f63ce383-e774-4e56-a530-593df195e603 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:01.610140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28801d75-1e7e-4fe7-98f1-0b697ecc82a5 req-f63ce383-e774-4e56-a530-593df195e603 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 944 time: 0.1735690 Mar 11 18:19:01.613163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:01.662744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28801d75-1e7e-4fe7-98f1-0b697ecc82a5 req-3b8ce071-13d6-4721-a3af-6087563a3a17 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470488 Mar 11 18:19:01.744817 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'code': 200} Mar 11 18:19:02.874602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9034a51-c52b-4517-b451-6b53e08cd113 req-cab0a48c-46f9-46cf-810a-b6154dc9d7a5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:02.876044 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9034a51-c52b-4517-b451-6b53e08cd113 req-cab0a48c-46f9-46cf-810a-b6154dc9d7a5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0834599 Mar 11 18:19:02.925999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9034a51-c52b-4517-b451-6b53e08cd113 req-abb45275-ccee-43e4-83e4-976d98a2f7c6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Mar 11 18:19:03.175912 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-75f4b02f-7b9a-4f86-b49b-de0daa34a36a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:03.177442 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-75f4b02f-7b9a-4f86-b49b-de0daa34a36a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 945 time: 0.0882585 Mar 11 18:19:03.245926 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Deleting port e807941c-c385-4f28-8c51-56e80dbb09e5 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:19:03.246204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:03.489755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] For port e807941c-c385-4f28-8c51-56e80dbb09e5, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=e807941c-c385-4f28-8c51-56e80dbb09e5,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:19:03.490008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:03.779161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:03.779413 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:03.779898 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f disassociated. External IP: 172.25.3.25, port: e807941c-c385-4f28-8c51-56e80dbb09e5. Mar 11 18:19:03.780299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Calling delete_port for e807941c-c385-4f28-8c51-56e80dbb09e5 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:19:03.933542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:03.982016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event deleted for resources: {'Port': ['ID=e807941c-c385-4f28-8c51-56e80dbb09e5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:04.096380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eab9490e-1873-4f02-ad67-df71c609b088 req-da88448f-3c86-42bd-92cf-0b828d15f4de tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 210 time: 0.0474708 Mar 11 18:19:04.298620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:19:04.514420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:19:04.524323 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:19:04.537058 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:19:04.537657 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:18:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:04.584151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] No DVR routers for this DVR port e807941c-c385-4f28-8c51-56e80dbb09e5 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:19:04.587077 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:04.590058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-deleted', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:19:04.606060 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0128f5d9-64e1-44f2-a2e1-dff9e08a71f8 req-87c7d4ee-4025-469c-ba05-b3fbe366dc67 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "DELETE /v2.0/ports/e807941c-c385-4f28-8c51-56e80dbb09e5 HTTP/1.1" status: 204 len: 173 time: 1.4231172 Mar 11 18:19:04.656493 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48083881-c2b1-4913-8374-938261d2b557', 'name': 'network-vif-deleted', 'tag': 'e807941c-c385-4f28-8c51-56e80dbb09e5', 'status': 'completed', 'code': 200} Mar 11 18:19:04.715977 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:19:05.028664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:05.032681 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:19:05.043500 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:19:05.044072 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:18:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:05.233170 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:19:05.283524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bc41d4b0-bf64-4e24-aebb-85c1ace81daf req-d98a198d-2ccf-4cc1-8a85-070fc38d0802 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=48083881-c2b1-4913-8374-938261d2b557 HTTP/1.1" status: 200 len: 210 time: 0.0422087 Mar 11 18:19:05.565398 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:05.569901 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e017d52-0fe1-49f1-a3cf-602674064e45 None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:19:05.826236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11845d07-c852-4e20-8358-d0ff81873215 None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:19:06.656449 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-3d339a93-293b-4249-ae6f-47ecbd418a9a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1238625857&fields=id&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 267 time: 0.0437491 Mar 11 18:19:06.826806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-24302f69-28c2-40f2-ace4-6b56a3dc17e3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:06.828228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-24302f69-28c2-40f2-ace4-6b56a3dc17e3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.1628602 Mar 11 18:19:06.849156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-3c6bf3aa-269e-4f4d-91cb-9f9a3c4e151b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/quotas/37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 375 time: 0.0128353 Mar 11 18:19:06.935413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-16d875d0-6734-40c4-b8b1-0d35e98f930c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810225 Mar 11 18:19:07.062337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-d079fede-2a44-4c18-9091-2f427067623e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:19:07.063473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-d079fede-2a44-4c18-9091-2f427067623e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0762923 Mar 11 18:19:07.214864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-e16d59d4-dfb3-4c30-9946-8acebd9b2fa7 service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450820 Mar 11 18:19:07.311779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e807941c-c385-4f28-8c51-56e80dbb09e5 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:19:07.347932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: e807941c-c385-4f28-8c51-56e80dbb09e5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:19:07.348282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device e807941c-c385-4f28-8c51-56e80dbb09e5 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:19:07.363463 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-22f26d8b-ad4d-41c3-955c-4520ddf4c6e1 service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419861 Mar 11 18:19:07.567368 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b0115f71-21b4-4394-bbd3-b64e95c6c195 req-9cc0316b-4ca1-4155-83ec-73f161f4697c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 210 time: 0.0419650 Mar 11 18:19:08.233577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c0d08fa-36c3-435e-9f3c-465e54304fed req-4dca2761-9dd2-4969-92df-49ee7936c06b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1049986 Mar 11 18:19:08.311866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c0d08fa-36c3-435e-9f3c-465e54304fed req-54868fbf-f99a-42bb-be31-029305738829 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0426924 Mar 11 18:19:08.368466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c0d08fa-36c3-435e-9f3c-465e54304fed req-0f8c7ce8-6fc6-475c-a731-65bbc11d4775 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342531 Mar 11 18:19:08.511758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d08fa-36c3-435e-9f3c-465e54304fed req-e0ad68e8-d101-419c-b4d0-668e9a07fb38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:08.513223 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c0d08fa-36c3-435e-9f3c-465e54304fed req-e0ad68e8-d101-419c-b4d0-668e9a07fb38 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1360152 Mar 11 18:19:08.738340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36f10bc5-78e7-4cfe-8b8f-9de486c39c62 req-e8c537e2-a77a-46ac-ac55-3019ce7f649b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 210 time: 0.0407848 Mar 11 18:19:08.766186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-2544d7e0-1e5a-4a20-a4fc-64d859757ce4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:08.767679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-2544d7e0-1e5a-4a20-a4fc-64d859757ce4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.1698954 Mar 11 18:19:08.828213 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-b338c2f7-f647-48a5-87c7-16606c19f886 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 380 time: 0.0405335 Mar 11 18:19:08.840372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'port': {'device_id': '27388c29-d522-4346-b760-d3ac7f105f1d', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'admin_state_up': True, 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'security_groups': ['243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:19:08.979312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:19:08.983467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:port and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:19:08.986338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:19:08.991981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:19:09.003183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Made reservation on behalf of 37756a6f4c4e427196ab58ac4eceeced for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:19:09.006177 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:09.188513 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Allocated IP 172.20.0.5 (17aff678-7c15-4517-9f69-89ee354bf8d7/17dcb76b-e516-4db9-837a-d9eedd9eb8f1/9a44b148-9ba3-4e66-926e-6465fea8b33f) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:19:09.384156 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:09.400264 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Transition to ACTIVE for port object 9a44b148-9ba3-4e66-926e-6465fea8b33f will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:19:09.425209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:09.500592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:19:09.503870 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:19:09.508678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:19:09.533831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:09.571931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:09.572542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:09.600514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-886eeced-d1aa-4c24-a051-d9183900ec5e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665739 Mar 11 18:19:09.619694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Request body: {'port': {'device_id': '27388c29-d522-4346-b760-d3ac7f105f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:19:09.735866 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:09.740877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-722b7b78-a810-4277-acda-25633cf310ce None None] Provisioning for port 9a44b148-9ba3-4e66-926e-6465fea8b33f completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:19:09.745878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-722b7b78-a810-4277-acda-25633cf310ce None None] Provisioning complete for port 9a44b148-9ba3-4e66-926e-6465fea8b33f triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:19:09.746244 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-722b7b78-a810-4277-acda-25633cf310ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:09.810063 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-722b7b78-a810-4277-acda-25633cf310ce None None] Port 9a44b148-9ba3-4e66-926e-6465fea8b33f cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:19:09.811534 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:09.939850 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f8f9-0931-4eb7-adb6-ab7ceeb9193f req-e7625ba8-366a-48ad-93e9-f2a2a48ae951 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:09.941413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2a6f8f9-0931-4eb7-adb6-ab7ceeb9193f req-e7625ba8-366a-48ad-93e9-f2a2a48ae951 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 931 time: 0.0791235 Mar 11 18:19:09.988206 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2a6f8f9-0931-4eb7-adb6-ab7ceeb9193f req-61be4af9-cd2a-4dbe-ad28-12511f140e36 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411654 Mar 11 18:19:10.077817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a44b148-9ba3-4e66-926e-6465fea8b33f {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:19:10.084799 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:10.100018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Transition to ACTIVE for port object 9a44b148-9ba3-4e66-926e-6465fea8b33f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:19:10.105896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:10.323791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:10.438500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Attempting to bind port 9a44b148-9ba3-4e66-926e-6465fea8b33f on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:19:10.438833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Attempting to bind port 9a44b148-9ba3-4e66-926e-6465fea8b33f by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:19:10.439147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Attempting to bind port 9a44b148-9ba3-4e66-926e-6465fea8b33f on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:19:10.444954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Port 9a44b148-9ba3-4e66-926e-6465fea8b33f on network 17aff678-7c15-4517-9f69-89ee354bf8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:19:10.445269 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Attempting to bind port 9a44b148-9ba3-4e66-926e-6465fea8b33f on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:19:10.451590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:19:10.451921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Checking segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:19:10.452302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Bound using segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:19:10.452724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Bound port: 9a44b148-9ba3-4e66-926e-6465fea8b33f, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:19:10.453062 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:10.548950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:19:10.551946 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:19:10.558106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:10.618956 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:10.620368 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 1091 time: 1.0050960 Mar 11 18:19:10.620807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:19:10.640736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c8465-ee12-43f0-9d7f-ffef9fc8d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:10.684499 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'status': 'completed', 'code': 200} Mar 11 18:19:10.777580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-c913da81-f1f6-4449-9871-4e550767bb17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1094 time: 0.0721688 Mar 11 18:19:10.859567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-c3c410a1-ef4e-4c84-8e18-feb5567c1acc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 217 time: 0.0663202 Mar 11 18:19:10.923865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-c0a7f225-99aa-4a98-bcf3-6999968e8ab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:10.925371 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-c0a7f225-99aa-4a98-bcf3-6999968e8ab3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0599005 Mar 11 18:19:11.005188 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-afc8807d-2bf7-4041-9540-dae8228278cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731275 Mar 11 18:19:11.138106 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-72e6006e-a9e7-45ce-90fc-40f3c17393c2 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263158 Mar 11 18:19:11.186673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12034bc-1497-4f53-9281-f64ecd13fe73 req-3450a0e8-2fad-4899-8fa3-cfc2c152e3b8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:11.188091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e12034bc-1497-4f53-9281-f64ecd13fe73 req-3450a0e8-2fad-4899-8fa3-cfc2c152e3b8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 943 time: 0.0796554 Mar 11 18:19:11.235861 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e12034bc-1497-4f53-9281-f64ecd13fe73 req-2dc44595-57d8-4863-9025-c173076f42e4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Mar 11 18:19:11.272051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b2c658a0-78a5-4352-b2f7-2dc5294cbf2b req-7dfd7751-f545-45e5-9792-7a6afb8b2126 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264560 Mar 11 18:19:11.456181 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-3425789e-57e7-4d37-b21d-49fd34b8f26f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1094 time: 0.0792062 Mar 11 18:19:11.603709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-9d4f20b6-3cd1-4877-92a2-d9529c7fe75c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:11.605153 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-9d4f20b6-3cd1-4877-92a2-d9529c7fe75c service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1399639 Mar 11 18:19:11.677311 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-7dbe87b8-4c6b-4d7d-b65c-b8054e628018 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 217 time: 0.0648661 Mar 11 18:19:11.751782 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-0378a039-7d74-4c6e-b3cf-4738b7074a03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:11.753146 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-0378a039-7d74-4c6e-b3cf-4738b7074a03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0682735 Mar 11 18:19:11.833135 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-8b466c71-6dd8-46b2-92ca-e934947694b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733685 Mar 11 18:19:11.972272 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-283e6ba5-28cc-494e-bcc9-8df32d13664d service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316383 Mar 11 18:19:12.212446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c0a4fdda-142b-4d0c-9c01-8f2dcf11a3fc req-f1cc5f5f-a5d2-4640-b96f-661ce31422a9 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262723 Mar 11 18:19:12.369960 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b6f1d07-86e3-44e5-81af-9bb040712ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:12.446987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62e129-56b3-48ae-897d-c09191f54e91 req-fa0bdfc7-ef50-4bb7-b7bb-50aba98fbd49 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:12.448655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b62e129-56b3-48ae-897d-c09191f54e91 req-fa0bdfc7-ef50-4bb7-b7bb-50aba98fbd49 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 943 time: 0.0882387 Mar 11 18:19:12.503384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b62e129-56b3-48ae-897d-c09191f54e91 req-90f21ea6-7fe1-4c03-92c8-4b5e28c53369 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491056 Mar 11 18:19:13.712898 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0946-62c1-452c-be76-de0bcc252712 req-b51990f9-b4cb-4711-b2a2-2c4fff93ce72 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:13.714399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa3f0946-62c1-452c-be76-de0bcc252712 req-b51990f9-b4cb-4711-b2a2-2c4fff93ce72 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 943 time: 0.0811522 Mar 11 18:19:13.763431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa3f0946-62c1-452c-be76-de0bcc252712 req-578a95c4-a0ae-43cc-9812-dc82f5856a57 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431349 Mar 11 18:19:14.551693 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd10b66-1209-49fb-84dd-7a427701f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:14.975610 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db89f-15e8-4eac-952c-dda1cf8a5444 req-85e55003-8fac-4260-a449-19e30edc5455 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:14.977078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-558db89f-15e8-4eac-952c-dda1cf8a5444 req-85e55003-8fac-4260-a449-19e30edc5455 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 943 time: 0.0926633 Mar 11 18:19:15.025881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-558db89f-15e8-4eac-952c-dda1cf8a5444 req-ed654794-cdb6-4138-beb9-a79c3d157f11 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 Mar 11 18:19:15.347644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9a44b148-9ba3-4e66-926e-6465fea8b33f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:19:15.492212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:19:15.505399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'mac_address': 'fa:16:3e:4d:84:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:19:15.592965 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:15.611132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a44b148-9ba3-4e66-926e-6465fea8b33f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:19:15.630155 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:19:15.637006 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:15.705445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:15.806247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:15.875131 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:15.943685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9a44b148-9ba3-4e66-926e-6465fea8b33f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:19:16.234063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fa78d-49b8-43d8-9e21-9256e4d6bc21 req-7da489be-1188-4e65-a32b-56513a188d7d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:16.235860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-985fa78d-49b8-43d8-9e21-9256e4d6bc21 req-7da489be-1188-4e65-a32b-56513a188d7d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 944 time: 0.0896521 Mar 11 18:19:16.385445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-985fa78d-49b8-43d8-9e21-9256e4d6bc21 req-54d1d5ee-b982-4554-a97f-cd5c5c05932f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406901 Mar 11 18:19:17.143617 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:17.365963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9a44b148-9ba3-4e66-926e-6465fea8b33f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:19:17.445920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9a44b148-9ba3-4e66-926e-6465fea8b33f completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:19:17.451267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9a44b148-9ba3-4e66-926e-6465fea8b33f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:19:17.451639 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:17.569877 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:17.593679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98c40-99dc-4650-90f1-3e951aa03a84 req-0a2c2781-e3f6-4268-9a6f-8d9b5d1b1a2c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:17.595167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cb98c40-99dc-4650-90f1-3e951aa03a84 req-0a2c2781-e3f6-4268-9a6f-8d9b5d1b1a2c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 944 time: 0.0753880 Mar 11 18:19:17.598015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:19:17.607591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:19:17.612529 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:17.641961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9cb98c40-99dc-4650-90f1-3e951aa03a84 req-34fbcbfe-b13b-4f2c-95a1-f01917fda4b1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410986 Mar 11 18:19:17.659221 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'code': 200} Mar 11 18:19:17.685064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:17.833577 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb0fc39c-8bbe-4569-8537-9acec76e3f60 req-401e6db3-67a9-4313-ad72-635b54768157 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1096 time: 0.0775638 Mar 11 18:19:17.877637 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb0fc39c-8bbe-4569-8537-9acec76e3f60 req-233c63c2-b880-4000-8c50-a72790335e60 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376163 Mar 11 18:19:18.859293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e0f2a-484c-47b9-9c88-a21e69b695df req-50126eb5-a5fa-4687-a1c0-aa17336d7213 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:18.861198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e4e0f2a-484c-47b9-9c88-a21e69b695df req-50126eb5-a5fa-4687-a1c0-aa17336d7213 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0850508 Mar 11 18:19:18.907469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e4e0f2a-484c-47b9-9c88-a21e69b695df req-f8e70820-1b80-4091-aa54-9fc180800342 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Mar 11 18:19:20.125589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb61d0-befa-49c2-b2b0-92e4dbda08e8 req-6a158cc2-5a68-4c1d-b9bb-179b9c9b0463 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:20.127120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8cb61d0-befa-49c2-b2b0-92e4dbda08e8 req-6a158cc2-5a68-4c1d-b9bb-179b9c9b0463 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0924020 Mar 11 18:19:20.173418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f8cb61d0-befa-49c2-b2b0-92e4dbda08e8 req-ecaa4f02-6c06-4263-83f7-a4a5fbabe068 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407364 Mar 11 18:19:20.368714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafbf45-aae2-4b9f-9d6b-e7263aa1d012 req-7863e831-785c-4de4-8070-0ed152477693 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:20.370161 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8aafbf45-aae2-4b9f-9d6b-e7263aa1d012 req-7863e831-785c-4de4-8070-0ed152477693 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0813575 Mar 11 18:19:20.379436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 43888) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:19:20.384682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'floatingip': {'port_id': '9a44b148-9ba3-4e66-926e-6465fea8b33f'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:19:20.461044 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:21.056291 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:21.061466 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:21.250774 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f associated. External IP: 172.25.3.25, port: 9a44b148-9ba3-4e66-926e-6465fea8b33f. Mar 11 18:19:21.755099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:19:21.976084 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:19:21.981574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:21.986406 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:19:21.999745 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:19:22.000447 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:19:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:22.034935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ed8f4fd5-32ef-4c13-b74a-0147fc0599c9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "PUT /v2.0/floatingips/d12b9900-f7b1-4c30-9933-9b6ac4ecf20f HTTP/1.1" status: 200 len: 990 time: 1.6541188 Mar 11 18:19:22.035717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:19:22.096100 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'status': 'completed', 'code': 200} Mar 11 18:19:22.186113 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:19:22.228652 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bce16530-5417-4600-adab-4ba370883a05 req-20c144e1-a389-43c2-9cf1-f073adda4991 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1096 time: 0.0871859 Mar 11 18:19:22.375757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce16530-5417-4600-adab-4ba370883a05 req-87fbdcc5-da0c-4707-a70a-4baddef72ca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:22.377186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bce16530-5417-4600-adab-4ba370883a05 req-87fbdcc5-da0c-4707-a70a-4baddef72ca8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1419322 Mar 11 18:19:22.405104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f469b4-ac9d-42cf-987f-39d9a6f61338 req-6ea0d1c5-16e3-482c-8d2a-cadb4abba06c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:22.406645 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04f469b4-ac9d-42cf-987f-39d9a6f61338 req-6ea0d1c5-16e3-482c-8d2a-cadb4abba06c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0897241 Mar 11 18:19:22.457352 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04f469b4-ac9d-42cf-987f-39d9a6f61338 req-2281b7e3-92c2-49ee-80ab-f2a6b811bcfe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450709 Mar 11 18:19:22.526278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bce16530-5417-4600-adab-4ba370883a05 req-0bd3587e-c3f8-4a5c-902a-881bda0628a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 998 time: 0.1057487 Mar 11 18:19:22.547903 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:4d:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27388c29-d522-4346-b760-d3ac7f105f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:19:20Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:22.551803 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:19:22.562223 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:19:22.562826 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:19:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:22.588662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce16530-5417-4600-adab-4ba370883a05 req-fcfed267-4066-4ffc-b9a0-57c98d945dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:22.590118 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bce16530-5417-4600-adab-4ba370883a05 req-fcfed267-4066-4ffc-b9a0-57c98d945dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0573025 Mar 11 18:19:22.663968 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bce16530-5417-4600-adab-4ba370883a05 req-7d5f6632-fab6-4d39-903f-889c1f8b43a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674214 Mar 11 18:19:22.734817 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:19:22.796474 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bce16530-5417-4600-adab-4ba370883a05 req-8ed87f1b-fa8e-4b20-b21b-fa625e795d2b service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260724 Mar 11 18:19:22.930441 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bce16530-5417-4600-adab-4ba370883a05 req-7dfcdded-457a-4b30-92e7-73674296338d service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277771 Mar 11 18:19:23.085146 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:4d:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27388c29-d522-4346-b760-d3ac7f105f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:19:20Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:23.090446 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4000ab-077a-4742-ac06-fd6ef9c65e92 None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:4d:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27388c29-d522-4346-b760-d3ac7f105f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:19:20Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:19:23.294700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8591b0fc-62e8-4b47-8af2-2c7cf35345f7 None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:19:23.671416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a136ae-78d8-42f9-bb20-80e59c7eedfa req-911e1c66-06d8-427e-833f-2535cc5600a4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:23.673193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9a136ae-78d8-42f9-bb20-80e59c7eedfa req-911e1c66-06d8-427e-833f-2535cc5600a4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0900760 Mar 11 18:19:23.725769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b9a136ae-78d8-42f9-bb20-80e59c7eedfa req-ddba93e0-52ee-47cd-97cf-28d7dc7ba520 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Mar 11 18:19:24.531018 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:19:24.934909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ec872-1ca5-43c8-bfba-f1c7aaa659b3 req-e9a833c6-ddf8-402c-a529-b4b3a87bf46f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:24.936404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e6ec872-1ca5-43c8-bfba-f1c7aaa659b3 req-e9a833c6-ddf8-402c-a529-b4b3a87bf46f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0839546 Mar 11 18:19:24.984462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e6ec872-1ca5-43c8-bfba-f1c7aaa659b3 req-5ff5bb1a-2b98-4710-9044-b454e589b3d7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 Mar 11 18:19:26.191612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463852-f16a-4ac5-9154-9e9a5a0d650c req-1977191c-1e32-42b2-9ce0-ca45c73954ef tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:26.193062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb463852-f16a-4ac5-9154-9e9a5a0d650c req-1977191c-1e32-42b2-9ce0-ca45c73954ef tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0784523 Mar 11 18:19:26.242385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb463852-f16a-4ac5-9154-9e9a5a0d650c req-13c58d45-79e5-4165-987b-2598acbac00d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431635 Mar 11 18:19:27.449795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8305a4-8a1a-40b8-b8f6-de677ce8ea4c req-9febb649-1455-4e0a-ad18-07d5f6aed655 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:27.451216 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f8305a4-8a1a-40b8-b8f6-de677ce8ea4c req-9febb649-1455-4e0a-ad18-07d5f6aed655 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0822582 Mar 11 18:19:27.501992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f8305a4-8a1a-40b8-b8f6-de677ce8ea4c req-162d4860-0555-405f-84b6-86bf08976055 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Mar 11 18:19:28.733115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a9a02-82fc-4243-aa6c-18cb01c35a53 req-a5e55b90-bca4-45fa-95fe-7ab37dddcc20 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:28.734681 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e47a9a02-82fc-4243-aa6c-18cb01c35a53 req-a5e55b90-bca4-45fa-95fe-7ab37dddcc20 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.1050568 Mar 11 18:19:28.782162 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e47a9a02-82fc-4243-aa6c-18cb01c35a53 req-4fd0380d-e841-4308-9264-6eea6692e053 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 Mar 11 18:19:29.982466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eb6d1-8343-4cd6-a1d8-0857534eef9a req-167c148e-1554-4738-b136-041d7cfc992c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:29.983914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-512eb6d1-8343-4cd6-a1d8-0857534eef9a req-167c148e-1554-4738-b136-041d7cfc992c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0804205 Mar 11 18:19:30.034165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-512eb6d1-8343-4cd6-a1d8-0857534eef9a req-bf1f3b0c-b00a-4c43-a369-2a8dc600da49 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Mar 11 18:19:31.242450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96880c86-4f92-4a5c-827a-afd79a278ccd req-192f3d24-9cc0-4fc0-882d-753890d9066b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:31.243939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96880c86-4f92-4a5c-827a-afd79a278ccd req-192f3d24-9cc0-4fc0-882d-753890d9066b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0861571 Mar 11 18:19:31.300964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96880c86-4f92-4a5c-827a-afd79a278ccd req-152d0146-bcae-4b35-83ae-1879bd05356d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493708 Mar 11 18:19:32.529317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462cb4-f4bf-4bca-8d57-d3d176c6a32a req-14fbf9ff-3449-45f1-95a2-3d32697031f5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:32.530813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76462cb4-f4bf-4bca-8d57-d3d176c6a32a req-14fbf9ff-3449-45f1-95a2-3d32697031f5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0944376 Mar 11 18:19:32.577708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-76462cb4-f4bf-4bca-8d57-d3d176c6a32a req-513af318-87e5-4ddd-922d-343424cdae8d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Mar 11 18:19:33.795745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451cef-e803-45ba-8bc3-22f215bbd630 req-96adce38-05fb-4439-9c03-fe7c8aa5537b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:33.797551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19451cef-e803-45ba-8bc3-22f215bbd630 req-96adce38-05fb-4439-9c03-fe7c8aa5537b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0880945 Mar 11 18:19:33.842530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-19451cef-e803-45ba-8bc3-22f215bbd630 req-6fd8df53-8474-4784-b038-9ae20758ed50 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394592 Mar 11 18:19:35.052123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003385-1cfb-4f8e-93d7-573363c8523c req-efdbac38-3309-45f9-8bde-244f767fe76c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:35.053585 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99003385-1cfb-4f8e-93d7-573363c8523c req-efdbac38-3309-45f9-8bde-244f767fe76c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0854812 Mar 11 18:19:35.101918 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99003385-1cfb-4f8e-93d7-573363c8523c req-544db40b-6a1c-4c41-8de1-a160f8b5f0d3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Mar 11 18:19:36.312231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a853fe1-e93a-4669-8f54-8e3b1e02caae req-92f3f639-ff08-4638-8b5b-e8c6a50dabc4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:36.313824 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a853fe1-e93a-4669-8f54-8e3b1e02caae req-92f3f639-ff08-4638-8b5b-e8c6a50dabc4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0887232 Mar 11 18:19:36.361186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5a853fe1-e93a-4669-8f54-8e3b1e02caae req-eda95166-7228-4858-8a16-4bdbacf38ab2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 Mar 11 18:19:37.678280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1818d5-a50d-43a7-888d-0a1f0968d9e5 req-ebce4ac2-ac0d-4e50-8b23-336f311ef86a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:37.679962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f1818d5-a50d-43a7-888d-0a1f0968d9e5 req-ebce4ac2-ac0d-4e50-8b23-336f311ef86a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.1946945 Mar 11 18:19:37.726236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5f1818d5-a50d-43a7-888d-0a1f0968d9e5 req-9e6bdebe-a40d-44ed-8f86-75798e92ce0f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406759 Mar 11 18:19:38.923603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e6e40-02a1-401a-a49c-a99f84394a2e req-ccabc50e-db03-432e-9985-9a90d2e0952c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:38.925107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a86e6e40-02a1-401a-a49c-a99f84394a2e req-ccabc50e-db03-432e-9985-9a90d2e0952c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0779018 Mar 11 18:19:38.973140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a86e6e40-02a1-401a-a49c-a99f84394a2e req-66d797eb-db72-4c91-90fc-8bef240ad4fe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Mar 11 18:19:39.800491 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:40.192352 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f7863-b264-4675-b88c-39ff7ab54492 req-59621042-2de8-47dc-a8bb-e3a98424fe1f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:40.193848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-201f7863-b264-4675-b88c-39ff7ab54492 req-59621042-2de8-47dc-a8bb-e3a98424fe1f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0889122 Mar 11 18:19:40.239635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-201f7863-b264-4675-b88c-39ff7ab54492 req-9d5c35e9-888e-4955-a138-9d0ce26e5102 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399065 Mar 11 18:19:41.460163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def874-be47-45c3-8789-a4b4eefdb8be req-2f8a6d61-e946-4cd5-a902-8bbb846bb7fc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:41.461519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10def874-be47-45c3-8789-a4b4eefdb8be req-2f8a6d61-e946-4cd5-a902-8bbb846bb7fc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0851152 Mar 11 18:19:41.508909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-10def874-be47-45c3-8789-a4b4eefdb8be req-ac17389f-3483-44b5-a19d-f7df63d493fd tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Mar 11 18:19:42.369688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8baf10a2-6d9e-4a8c-9335-27d00f8030e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:42.724163 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd21371-240c-4e52-80e5-b9fc29a274db req-b7e25810-a076-45b2-b671-279d31a9eda1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:42.725639 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd21371-240c-4e52-80e5-b9fc29a274db req-b7e25810-a076-45b2-b671-279d31a9eda1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0928807 Mar 11 18:19:42.774277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd21371-240c-4e52-80e5-b9fc29a274db req-11219920-4950-4ba5-8c3b-0091247cdf22 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Mar 11 18:19:44.010932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a53179-94dc-4864-b7c5-abf350eb26f9 req-9bae4f9d-158a-4085-9c72-37477d23c02e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:44.012451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38a53179-94dc-4864-b7c5-abf350eb26f9 req-9bae4f9d-158a-4085-9c72-37477d23c02e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0933330 Mar 11 18:19:44.064226 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38a53179-94dc-4864-b7c5-abf350eb26f9 req-6826fe13-5fbc-4943-b1f5-d6487b8643a0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458877 Mar 11 18:19:44.551987 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78b7658f-19b9-46bd-ae27-e13a0cbc9f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:45.281480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba208e-446e-47a6-b4f7-48982a1f9e7d req-f09aa6f4-c0d0-44a8-b283-59aeeea19585 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:45.283009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-feba208e-446e-47a6-b4f7-48982a1f9e7d req-f09aa6f4-c0d0-44a8-b283-59aeeea19585 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0838232 Mar 11 18:19:45.331548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-feba208e-446e-47a6-b4f7-48982a1f9e7d req-83ec966d-3024-4b1f-9a57-8588bd3a28cb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403354 Mar 11 18:19:45.809034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:45.870946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:46.555721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cecde-3c8b-459d-b4e7-9fe0ab108b57 req-9a06e60f-285e-47ac-a820-e494a38553b6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:46.557099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c5cecde-3c8b-459d-b4e7-9fe0ab108b57 req-9a06e60f-285e-47ac-a820-e494a38553b6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0933619 Mar 11 18:19:46.605301 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7c5cecde-3c8b-459d-b4e7-9fe0ab108b57 req-cbfd90e1-e8cc-4042-a572-2392c30d5240 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 Mar 11 18:19:47.147265 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:47.822924 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b1ca-a995-4a4d-99b4-d491bf8927c3 req-ccb6158b-8b3c-4569-8224-cff704b8c324 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:47.824426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e943b1ca-a995-4a4d-99b4-d491bf8927c3 req-ccb6158b-8b3c-4569-8224-cff704b8c324 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0910528 Mar 11 18:19:47.880149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e943b1ca-a995-4a4d-99b4-d491bf8927c3 req-f15a9f6e-bd16-47e0-acb0-d2927efa2361 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463660 Mar 11 18:19:49.091809 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc86e8-62e1-40ae-a33f-2db6696f0b48 req-920740ef-00a6-4ab0-ac31-9126d317b7cd tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:49.093318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ddc86e8-62e1-40ae-a33f-2db6696f0b48 req-920740ef-00a6-4ab0-ac31-9126d317b7cd tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0847399 Mar 11 18:19:49.141987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ddc86e8-62e1-40ae-a33f-2db6696f0b48 req-0103897f-fa2a-495b-b7cb-431349c53fc1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405192 Mar 11 18:19:50.339725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e2e64-648f-40fd-835f-3fca5716f719 req-ce34f463-b15b-4cb0-9e18-92e7a30df4cf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:50.341193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-165e2e64-648f-40fd-835f-3fca5716f719 req-ce34f463-b15b-4cb0-9e18-92e7a30df4cf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0791821 Mar 11 18:19:50.397978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-165e2e64-648f-40fd-835f-3fca5716f719 req-f0f5f6c9-5907-48b0-87ee-66eb88d7f676 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484157 Mar 11 18:19:51.610285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46168d-56df-4ae6-b5cc-11fcb098cec0 req-e308608b-6add-4b27-849a-e6bce9245349 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:51.611811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e46168d-56df-4ae6-b5cc-11fcb098cec0 req-e308608b-6add-4b27-849a-e6bce9245349 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0818727 Mar 11 18:19:51.661973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9e46168d-56df-4ae6-b5cc-11fcb098cec0 req-616b44ec-bdc5-46d9-9dd5-2744c5244226 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444317 Mar 11 18:19:52.872595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22d03d-1a73-45b2-b723-23917a5dc3cd req-86f5804d-44c1-4267-9da5-24f391826add tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:52.874085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba22d03d-1a73-45b2-b723-23917a5dc3cd req-86f5804d-44c1-4267-9da5-24f391826add tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0854573 Mar 11 18:19:52.920516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba22d03d-1a73-45b2-b723-23917a5dc3cd req-4a3dc6b0-a256-416e-8f75-7b7d937c7d11 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407164 Mar 11 18:19:54.122525 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aa1fa-4588-460e-95f2-a772771183cb req-bd82bbac-b44a-4cc2-acc9-bf0f19d90791 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:54.123998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63aa1fa-4588-460e-95f2-a772771183cb req-bd82bbac-b44a-4cc2-acc9-bf0f19d90791 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0804865 Mar 11 18:19:54.169656 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f63aa1fa-4588-460e-95f2-a772771183cb req-e03a34cf-c5ce-4291-a13d-fbcd4d34bb03 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400999 Mar 11 18:19:54.384709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c9cb9cc3-9a9a-4cea-bc5f-b8934367888b req-f0f086c4-afac-40fe-9702-9de790f8c986 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0742028 Mar 11 18:19:54.759069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61412a-1276-4e8d-b03f-769e47a2e802 req-7c537d1c-0b6d-4e92-b4b2-1a3c30b4da81 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:54.760609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c61412a-1276-4e8d-b03f-769e47a2e802 req-7c537d1c-0b6d-4e92-b4b2-1a3c30b4da81 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.1334972 Mar 11 18:19:54.793318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-f60e4a3c-f8b3-4fd4-9fa6-27e0b1f7b9db service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1816144 Mar 11 18:19:54.816329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c61412a-1276-4e8d-b03f-769e47a2e802 req-0b3c35ee-f405-495c-8b2f-0edd9d5eddb7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485938 Mar 11 18:19:56.039496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59428c7-c1a5-4737-aa6e-8ca60c0c8669 req-3bdbd51b-f96e-42e5-a5bd-8a3290e35cf9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:56.041157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f59428c7-c1a5-4737-aa6e-8ca60c0c8669 req-3bdbd51b-f96e-42e5-a5bd-8a3290e35cf9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.1024919 Mar 11 18:19:56.092013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f59428c7-c1a5-4737-aa6e-8ca60c0c8669 req-82941468-7360-499e-9427-74eb075d7dad tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452251 Mar 11 18:19:56.224600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-31ce4186-0414-4f8e-8139-0942ed927b33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1096 time: 0.0796988 Mar 11 18:19:56.358655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-d8f52966-8d2f-48c3-a9ea-44dc36c0b5f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:56.360178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-d8f52966-8d2f-48c3-a9ea-44dc36c0b5f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1283753 Mar 11 18:19:56.474087 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-af58a02d-3411-476d-8a5f-9ac897640905 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 1000 time: 0.1071413 Mar 11 18:19:56.540482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-e43cb164-193d-4374-a81b-1ed6403bec49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:56.541978 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-e43cb164-193d-4374-a81b-1ed6403bec49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0605807 Mar 11 18:19:56.625007 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-dd7e4f02-a6d5-451c-baa6-aa36baa7f992 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748231 Mar 11 18:19:56.756880 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-60b2f92a-bda8-44c2-a406-f6eff3c08a84 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250226 Mar 11 18:19:56.892879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-976876de-6190-4a09-b617-b05779dcb4fa service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262131 Mar 11 18:19:57.293767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20aef-403d-4c51-82a5-4a5a0ae82547 req-48081bf1-5971-4594-b418-2c1c36d73de6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:57.295278 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03b20aef-403d-4c51-82a5-4a5a0ae82547 req-48081bf1-5971-4594-b418-2c1c36d73de6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0798326 Mar 11 18:19:57.343062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-03b20aef-403d-4c51-82a5-4a5a0ae82547 req-4296ad09-e65b-46a9-b248-1f7854b328b7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Mar 11 18:19:58.672826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f79237-ab51-4ee9-957d-53b995f7ef82 req-32f54942-e0ca-42f4-8ade-a60a4784ef56 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:58.675799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81f79237-ab51-4ee9-957d-53b995f7ef82 req-32f54942-e0ca-42f4-8ade-a60a4784ef56 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.1914165 Mar 11 18:19:58.725297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81f79237-ab51-4ee9-957d-53b995f7ef82 req-97c1aafe-65f0-43ad-a6c3-13e36778fda0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Mar 11 18:19:59.228134 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-f808379b-d5a5-48d4-b1ee-c54d994dbfbc service neutron] 10.222.0.59 "GET /v2.0/ports/9a44b148-9ba3-4e66-926e-6465fea8b33f/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.1684012 Mar 11 18:19:59.539094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-0ff4b098-a63b-4e7f-9264-af608bb892cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 1096 time: 0.0730841 Mar 11 18:19:59.652003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-d3848fb3-1844-47db-b49d-04aac9e7e017 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1096 time: 0.0782869 Mar 11 18:19:59.789550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-08b669a4-6242-42eb-a83a-be071dcad372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:59.790973 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-08b669a4-6242-42eb-a83a-be071dcad372 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1321359 Mar 11 18:19:59.894317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-c0d5fa9f-d204-40f9-a9ff-94d7c2eb2556 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 1000 time: 0.0966167 Mar 11 18:19:59.929122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4677c23-2377-4542-839d-eba085b11805 req-870fb95e-1d3e-40e5-9605-b0968360b86b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:59.930610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4677c23-2377-4542-839d-eba085b11805 req-870fb95e-1d3e-40e5-9605-b0968360b86b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0792382 Mar 11 18:19:59.959572 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-9c478bc4-b113-4ac3-b7a4-9aba9f8c66a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:59.961069 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-9c478bc4-b113-4ac3-b7a4-9aba9f8c66a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0595014 Mar 11 18:19:59.975741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4677c23-2377-4542-839d-eba085b11805 req-ce2c5f1b-e423-4e95-b5a0-b3a00927ad8e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Mar 11 18:20:00.039997 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-aa9a3f94-d3a7-4d38-b191-199323c654f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725980 Mar 11 18:20:00.181618 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-b387219b-21d6-414c-91ee-8d49815540e9 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345210 Mar 11 18:20:00.325286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-14c5e9f6-576d-4d73-bcc7-a2b59b5239f0 req-b44ddb4b-4af2-4e44-b76a-b2f7fca2cc62 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359162 Mar 11 18:20:01.191848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc7439-9fe1-423e-a9f5-dc95b0eac563 req-80a5c46c-5727-46c0-8782-6983252dbcc3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:01.193347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcdc7439-9fe1-423e-a9f5-dc95b0eac563 req-80a5c46c-5727-46c0-8782-6983252dbcc3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0819416 Mar 11 18:20:01.240025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcdc7439-9fe1-423e-a9f5-dc95b0eac563 req-c0be147f-bfcb-4278-a251-ca813755b665 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Mar 11 18:20:01.533335 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:20:01.612691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9a44b148-9ba3-4e66-926e-6465fea8b33f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:20:01.741987 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:01.779408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:20:01.789898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:01.794720 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:01.849373 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'code': 200} Mar 11 18:20:01.862855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:01.871171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.871505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.871829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.872144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.872464 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.872774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.873082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.873386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.873690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.873993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:01.874295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:02.458038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625ec46-fea7-4dd3-b736-809eebed7fab req-2eb2d795-41d1-41fd-a460-2f447cdaa6d6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:02.459445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6625ec46-fea7-4dd3-b736-809eebed7fab req-2eb2d795-41d1-41fd-a460-2f447cdaa6d6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 943 time: 0.0920954 Mar 11 18:20:02.507196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6625ec46-fea7-4dd3-b736-809eebed7fab req-5ab08ddc-b0d9-4bfe-82f2-a233216ba363 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Mar 11 18:20:02.849844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b698bc0-5bf9-4803-b8da-ded6229b40d5 req-fe2dada5-7877-4ac2-a749-64f047dbbdbe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:02.851283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b698bc0-5bf9-4803-b8da-ded6229b40d5 req-fe2dada5-7877-4ac2-a749-64f047dbbdbe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 943 time: 0.0840809 Mar 11 18:20:02.857597 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-5eb19adf-e6db-4b2e-bacb-55ded7c1fcfe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:02.858285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-5eb19adf-e6db-4b2e-bacb-55ded7c1fcfe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:20:02.877160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-5eb19adf-e6db-4b2e-bacb-55ded7c1fcfe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:20:02.878605 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-5eb19adf-e6db-4b2e-bacb-55ded7c1fcfe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d&tenant_id=37756a6f4c4e427196ab58ac4eceeced&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 943 time: 0.1064584 Mar 11 18:20:02.898657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b698bc0-5bf9-4803-b8da-ded6229b40d5 req-571c80f8-25fa-46f7-9233-b6403eba7020 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Mar 11 18:20:03.042893 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-ff255827-78fb-4e82-8590-d7f83ad406a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1094 time: 0.0776370 Mar 11 18:20:03.187160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-15078ba1-c05d-43ea-8d9d-6cd0c9117d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:03.188634 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-15078ba1-c05d-43ea-8d9d-6cd0c9117d34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1400292 Mar 11 18:20:03.292873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-9ff52a74-1321-41da-b3a7-8386820ec14c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 998 time: 0.0984001 Mar 11 18:20:03.358980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-60129686-deb4-49b1-89e1-36ad83572610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:03.360518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-60129686-deb4-49b1-89e1-36ad83572610 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0621438 Mar 11 18:20:03.455552 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-65049c16-0112-4e04-aef9-ae2d6e4dd53b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888734 Mar 11 18:20:03.602655 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-94741ade-a2cc-4752-a2ec-930c211d1fc1 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406615 Mar 11 18:20:03.613970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9a44b148-9ba3-4e66-926e-6465fea8b33f details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:20:03.759897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:03.775601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'mac_address': 'fa:16:3e:4d:84:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:20:03.832926 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:03.845064 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ff485d2f-5b2d-4ae4-9378-b8776dce44f0 req-6347bc67-92f2-44f3-80d4-39b28cc54518 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360446 Mar 11 18:20:03.851427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a44b148-9ba3-4e66-926e-6465fea8b33f {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:20:03.868208 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:03.874649 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:03.947653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:04.118736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698c8af-e4e6-452b-930e-7d6470e3f10f req-7cbab888-dc4c-4dcd-98ef-08c3794d0cd4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:04.120168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5698c8af-e4e6-452b-930e-7d6470e3f10f req-7cbab888-dc4c-4dcd-98ef-08c3794d0cd4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 944 time: 0.0896769 Mar 11 18:20:04.171588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5698c8af-e4e6-452b-930e-7d6470e3f10f req-9157656f-e499-41ed-893d-bc73e3ef0613 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Mar 11 18:20:04.218927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9a44b148-9ba3-4e66-926e-6465fea8b33f'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:20:05.388857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977829d-5735-4519-947a-6e5a7c0d60dc req-219a0823-a07c-40b9-9a2c-78e304b2106d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:05.390323 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9977829d-5735-4519-947a-6e5a7c0d60dc req-219a0823-a07c-40b9-9a2c-78e304b2106d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 944 time: 0.0848682 Mar 11 18:20:05.436604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9977829d-5735-4519-947a-6e5a7c0d60dc req-40de29c9-ce05-45e0-8dc2-c87369509af1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Mar 11 18:20:05.621801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9a44b148-9ba3-4e66-926e-6465fea8b33f up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:20:05.654391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb937-0417-4033-9811-392727618936 req-66073dd9-54d0-49e6-aa3f-1021c2262e2a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:05.655868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df8eb937-0417-4033-9811-392727618936 req-66073dd9-54d0-49e6-aa3f-1021c2262e2a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 944 time: 0.0825722 Mar 11 18:20:05.691821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9a44b148-9ba3-4e66-926e-6465fea8b33f triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:20:05.692070 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:05.704485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df8eb937-0417-4033-9811-392727618936 req-1479e61c-4f26-4099-9526-559c07bedf70 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Mar 11 18:20:05.842694 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:05.870134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:20:05.880686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:05.885506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:05.937076 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'code': 200} Mar 11 18:20:05.963877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:06.075027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db155d-0ef8-4bc5-bc88-ac0f6eccab0f req-872e879d-7f7c-440e-b648-c7860bc6f093 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:06.076500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9db155d-0ef8-4bc5-bc88-ac0f6eccab0f req-872e879d-7f7c-440e-b648-c7860bc6f093 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0810263 Mar 11 18:20:06.122979 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9db155d-0ef8-4bc5-bc88-ac0f6eccab0f req-b857ec20-aacd-4611-a225-0513254beb26 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Mar 11 18:20:06.135228 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-febfd915-51ab-43dd-8a37-77d25e133e60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 1096 time: 0.0716357 Mar 11 18:20:06.273576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-d7b3418e-e87c-4621-8601-0d249e70900e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:06.275106 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-d7b3418e-e87c-4621-8601-0d249e70900e service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1317110 Mar 11 18:20:06.376590 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-504d41df-9c77-4d68-8098-d818483f0cb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 200 len: 1000 time: 0.0941460 Mar 11 18:20:06.443283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-48e1e005-2018-4e95-b60a-60d4740bdcc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:06.444785 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-48e1e005-2018-4e95-b60a-60d4740bdcc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0614872 Mar 11 18:20:06.527548 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-a9ca8f0a-bd24-4f15-8296-8c627839af0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762579 Mar 11 18:20:06.669114 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-92a0f30c-6740-47fd-9ddd-d21054d67898 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344473 Mar 11 18:20:06.809346 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-85d72be2-64cf-49d6-88ed-5b7796e1edd2 req-c53a5e69-e798-4807-b8ce-321ba1cc2d91 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328909 Mar 11 18:20:07.338313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048a8fa-b569-49de-af4d-579953f2ca55 req-c5b2d3f2-aa2a-4e00-b359-bbcb0a9cd23c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:07.340750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9048a8fa-b569-49de-af4d-579953f2ca55 req-c5b2d3f2-aa2a-4e00-b359-bbcb0a9cd23c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0941038 Mar 11 18:20:07.388163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9048a8fa-b569-49de-af4d-579953f2ca55 req-ad120ff6-06f9-4b4a-8e51-5183dcc6e689 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Mar 11 18:20:08.106395 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-302573e3-b49c-44fb-a01e-2fbe4623358f req-8bbb5753-708d-4874-a0ca-dd99fd2d6715 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0392935 Mar 11 18:20:08.187144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-302573e3-b49c-44fb-a01e-2fbe4623358f req-7e3ef47f-0678-4c78-948c-ac516206dd51 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0437424 Mar 11 18:20:08.244163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-302573e3-b49c-44fb-a01e-2fbe4623358f req-84692013-b606-49d2-9c04-28ee3b3333cd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300717 Mar 11 18:20:08.381859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302573e3-b49c-44fb-a01e-2fbe4623358f req-bec1d394-c676-48be-806a-b8a29c161f0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:08.383246 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-302573e3-b49c-44fb-a01e-2fbe4623358f req-bec1d394-c676-48be-806a-b8a29c161f0f service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1337104 Mar 11 18:20:08.589123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c6ec-73d3-44d5-97eb-cbf1561ae876 req-bea0e589-f453-46f7-abc0-2407de78a005 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:08.590635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de10c6ec-73d3-44d5-97eb-cbf1561ae876 req-bea0e589-f453-46f7-abc0-2407de78a005 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0800838 Mar 11 18:20:08.641394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-de10c6ec-73d3-44d5-97eb-cbf1561ae876 req-f59e432b-6ab3-49fd-9b6d-9f7fa026a959 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Mar 11 18:20:09.058870 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7da91-0be5-40ca-928d-7a9a4c1a05ae req-ec29f6ac-9b1b-4545-b3a1-ea7dcd3d0707 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:09.060336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bf7da91-0be5-40ca-928d-7a9a4c1a05ae req-ec29f6ac-9b1b-4545-b3a1-ea7dcd3d0707 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0830615 Mar 11 18:20:09.107111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0bf7da91-0be5-40ca-928d-7a9a4c1a05ae req-904f98fe-c59e-40f5-8199-648b6bec6cee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 Mar 11 18:20:09.811879 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:10.322503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36875ae7-9b9b-4435-88b0-fdc7391ad78d req-414da76c-00ad-4bf5-b037-1f7e7f1cdb01 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:10.324024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36875ae7-9b9b-4435-88b0-fdc7391ad78d req-414da76c-00ad-4bf5-b037-1f7e7f1cdb01 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0908668 Mar 11 18:20:10.377279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-36875ae7-9b9b-4435-88b0-fdc7391ad78d req-31ecfc3c-e884-407b-8686-002f28968ec3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448914 Mar 11 18:20:10.598873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-a371e35e-26ec-4add-8583-8d302e0c9192 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:10.600362 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-a371e35e-26ec-4add-8583-8d302e0c9192 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 945 time: 0.0935175 Mar 11 18:20:10.668772 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Deleting port 9a44b148-9ba3-4e66-926e-6465fea8b33f {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:20:10.669133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:10.926564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] For port 9a44b148-9ba3-4e66-926e-6465fea8b33f, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9a44b148-9ba3-4e66-926e-6465fea8b33f,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:10.926940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:11.218086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:11.218395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:11.218674 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f disassociated. External IP: 172.25.3.25, port: 9a44b148-9ba3-4e66-926e-6465fea8b33f. Mar 11 18:20:11.219050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Calling delete_port for 9a44b148-9ba3-4e66-926e-6465fea8b33f owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:20:11.462853 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:11.512504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event deleted for resources: {'Port': ['ID=9a44b148-9ba3-4e66-926e-6465fea8b33f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:11.526681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.526968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.527304 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.527644 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.527993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.528274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.528592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.528908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.529222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.529533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.529998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:11.546554 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28b779c1-18f8-4227-a84d-87fb9691c194 req-33d5336b-55ab-4967-a181-07418cd84c3a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 210 time: 0.0437341 Mar 11 18:20:11.752629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:20:11.965546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:20:11.978517 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:20:11.991481 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:20:11.992068 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:19:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:12.036208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] No DVR routers for this DVR port 9a44b148-9ba3-4e66-926e-6465fea8b33f on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:20:12.038982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:12.041651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-deleted', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:20:12.060658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9af33af9-308c-4bdd-b9dd-4c078185bd6e req-94368572-1bb5-4c77-acee-a6d165e4d25f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "DELETE /v2.0/ports/9a44b148-9ba3-4e66-926e-6465fea8b33f HTTP/1.1" status: 204 len: 173 time: 1.4545889 Mar 11 18:20:12.109212 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27388c29-d522-4346-b760-d3ac7f105f1d', 'name': 'network-vif-deleted', 'tag': '9a44b148-9ba3-4e66-926e-6465fea8b33f', 'status': 'completed', 'code': 200} Mar 11 18:20:12.211498 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:20:12.371531 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ee15f14-a6a3-4403-8434-158bc0cc79e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:12.540293 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:12.544579 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:20:12.556897 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:20:12.557488 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:19:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:12.760252 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:20:12.764602 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f31d47d-90b1-48de-8ace-c34f6803ef18 req-a4fa1e94-3f2c-4405-979a-1aeb5150eee9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=27388c29-d522-4346-b760-d3ac7f105f1d HTTP/1.1" status: 200 len: 210 time: 0.0768931 Mar 11 18:20:13.121420 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:13.126642 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093b624-b8fd-48ed-8806-a1c79330a486 None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:20:13.367465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c85ac-4594-48b2-ac98-402860725cae None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:20:13.661210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9a44b148-9ba3-4e66-926e-6465fea8b33f no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:20:13.695188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 9a44b148-9ba3-4e66-926e-6465fea8b33f {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:20:13.695535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9a44b148-9ba3-4e66-926e-6465fea8b33f not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:20:14.165818 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-7557a022-21b8-4ed2-b06b-a12397095591 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1238625857&fields=id&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 267 time: 0.0401793 Mar 11 18:20:14.323538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-59e80703-2235-4f0f-8bdd-e71f8ae96adc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:14.324945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-59e80703-2235-4f0f-8bdd-e71f8ae96adc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.1523399 Mar 11 18:20:14.344968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-a64ee0af-c755-4f7f-b7e9-cd190437a8d3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/quotas/37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 375 time: 0.0122015 Mar 11 18:20:14.444615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-8b907c61-7393-4a31-978b-370ca36a07f4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929546 Mar 11 18:20:14.548403 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a2ebb34-3f06-416a-86f1-8379a71571db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:14.673163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-676ac969-b2bf-4f4e-826e-ed6a57717405 service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164650 Mar 11 18:20:14.807625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-df203aa5-3597-4fa4-ae2c-9babc3458315 service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270616 Mar 11 18:20:15.006120 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa65164e-403d-4f98-a915-3d027d881ecf req-ed660c4a-cdbb-438b-8fbb-7b9212e3c347 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 210 time: 0.0412934 Mar 11 18:20:15.811821 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:15.868230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:16.202201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c227ff66-6806-45f6-81bb-8faf8f8b5cbd req-59f8ab58-9d78-417b-9532-2ff9ef049fcb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 210 time: 0.0481932 Mar 11 18:20:16.262807 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-8ff6fe4d-b15d-42a7-b063-ac4d54f8463a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:16.264240 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-8ff6fe4d-b15d-42a7-b063-ac4d54f8463a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.1617668 Mar 11 18:20:16.331902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-c15b7b00-3cf0-442e-beea-2bb417ebd2f7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 380 time: 0.0446429 Mar 11 18:20:16.342257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'port': {'device_id': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'admin_state_up': True, 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'security_groups': ['243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:20:16.493697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:20:16.499532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:port and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:20:16.503910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:20:16.510396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:20:16.520533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Made reservation on behalf of 37756a6f4c4e427196ab58ac4eceeced for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:20:16.523769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:16.691357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Allocated IP 172.20.0.9 (17aff678-7c15-4517-9f69-89ee354bf8d7/17dcb76b-e516-4db9-837a-d9eedd9eb8f1/605d7f14-5184-48b4-b2e6-3cd105356c64) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:20:16.908332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:16.924075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Transition to ACTIVE for port object 605d7f14-5184-48b4-b2e6-3cd105356c64 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:20:16.947639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.020326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:20:17.023457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:20:17.027825 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:20:17.052683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:17.090652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:17.091262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.119251 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-66ba990d-25a0-401d-a845-8ca78618df2f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7806761 Mar 11 18:20:17.138383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Request body: {'port': {'device_id': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:20:17.158599 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.255378 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.260398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c5151cc0-f926-4e1a-bd32-691c5c6cb244 None None] Provisioning for port 605d7f14-5184-48b4-b2e6-3cd105356c64 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:20:17.266224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c5151cc0-f926-4e1a-bd32-691c5c6cb244 None None] Provisioning complete for port 605d7f14-5184-48b4-b2e6-3cd105356c64 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:20:17.266962 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5151cc0-f926-4e1a-bd32-691c5c6cb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.328936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c5151cc0-f926-4e1a-bd32-691c5c6cb244 None None] Port 605d7f14-5184-48b4-b2e6-3cd105356c64 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:20:17.418957 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9f5d-6985-4c54-95a2-9ce23a14a92a req-5eaa368c-461d-460e-878f-7143d8ee8473 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:17.420516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-666e9f5d-6985-4c54-95a2-9ce23a14a92a req-5eaa368c-461d-460e-878f-7143d8ee8473 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 931 time: 0.0834467 Mar 11 18:20:17.468994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-666e9f5d-6985-4c54-95a2-9ce23a14a92a req-c2713b64-2bc0-4f3f-9071-83edebaf1245 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Mar 11 18:20:17.716186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:20:17.723387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.738530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Transition to ACTIVE for port object 605d7f14-5184-48b4-b2e6-3cd105356c64 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:20:17.744447 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.885726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:18.000410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Attempting to bind port 605d7f14-5184-48b4-b2e6-3cd105356c64 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:20:18.000771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Attempting to bind port 605d7f14-5184-48b4-b2e6-3cd105356c64 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:20:18.001097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Attempting to bind port 605d7f14-5184-48b4-b2e6-3cd105356c64 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:20:18.007344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Port 605d7f14-5184-48b4-b2e6-3cd105356c64 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:20:18.007689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Attempting to bind port 605d7f14-5184-48b4-b2e6-3cd105356c64 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:20:18.014151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:20:18.014521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Checking segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:20:18.014901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Bound using segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:20:18.015319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Bound port: 605d7f14-5184-48b4-b2e6-3cd105356c64, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:20:18.015661 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:18.108161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:20:18.111649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:20:18.119130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:18.194274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:18.195768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] 10.222.0.59 "PUT /v2.0/ports/605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 1091 time: 1.0622375 Mar 11 18:20:18.196222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:20:18.216305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b922cf0-f337-4aba-9deb-e5ccdda2a03f service neutron] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:18.261182 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'status': 'completed', 'code': 200} Mar 11 18:20:18.358989 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-76af0769-c2a0-4745-a17b-d55c6d69803b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1094 time: 0.0789387 Mar 11 18:20:18.441014 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-9c0f9e04-77f4-482e-91fd-ea09ccfba746 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 217 time: 0.0681264 Mar 11 18:20:18.525251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-4a424a5b-48e8-4095-9062-b8372eac3247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:18.526925 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-4a424a5b-48e8-4095-9062-b8372eac3247 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0788074 Mar 11 18:20:18.609570 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-f0e9b3e7-1c12-4135-bf04-2cbb3484990c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754774 Mar 11 18:20:18.675657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b5c7-432d-4d67-847d-ad4313e2d25c req-04f466e7-0529-479e-8171-8c154196394f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:18.677501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd72b5c7-432d-4d67-847d-ad4313e2d25c req-04f466e7-0529-479e-8171-8c154196394f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 943 time: 0.0858707 Mar 11 18:20:18.727722 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd72b5c7-432d-4d67-847d-ad4313e2d25c req-f6177003-baa1-410a-be6a-b58e7965ea10 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 Mar 11 18:20:18.748440 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-2d8502f0-82d6-49af-8e8a-a91d24878501 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323631 Mar 11 18:20:18.886332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e2660b63-4e3d-4f4b-8453-b7d822d6f8ab req-c7caaf78-4e29-4c37-b960-951ee993e257 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291981 Mar 11 18:20:19.078334 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-b93ac93f-1602-4e40-a28f-65a746ced84b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1094 time: 0.0770915 Mar 11 18:20:19.215420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-6a2cd0e6-9ab9-45fe-a919-f3c49014e47f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:19.216892 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-6a2cd0e6-9ab9-45fe-a919-f3c49014e47f service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1310539 Mar 11 18:20:19.285743 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-f0d82054-11e0-4e87-adf9-150f3f067ba9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 217 time: 0.0617306 Mar 11 18:20:19.454065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-204d9770-f398-40f9-b243-039bdf43adca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:19.455499 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-204d9770-f398-40f9-b243-039bdf43adca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.1619098 Mar 11 18:20:19.534378 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-5246a0f3-376c-4f0a-86da-ce1e74009ff3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721393 Mar 11 18:20:19.673853 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-fad33269-5c15-4f72-b08c-ef2918c90618 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296716 Mar 11 18:20:19.815061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-bdf2e5fb-b910-4ca0-95ab-ad168eaafb4f req-98094d9d-d91b-4476-af86-f80cd51a8777 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344793 Mar 11 18:20:19.970151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a90da-e63f-4612-8145-dfff31fc6fe1 req-155dcaba-d123-4560-b308-8ba048c72bc1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:19.971651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd4a90da-e63f-4612-8145-dfff31fc6fe1 req-155dcaba-d123-4560-b308-8ba048c72bc1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 943 time: 0.1014609 Mar 11 18:20:20.024753 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd4a90da-e63f-4612-8145-dfff31fc6fe1 req-0c8f5b71-42e6-46c3-87cb-0ddff81f329b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 Mar 11 18:20:21.230778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963f47-cf20-4f35-a5c4-d0d26371ea09 req-04f6318a-db45-426c-b95f-11abcb9d30a3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:21.232229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd963f47-cf20-4f35-a5c4-d0d26371ea09 req-04f6318a-db45-426c-b95f-11abcb9d30a3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 943 time: 0.0813675 Mar 11 18:20:21.280369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cd963f47-cf20-4f35-a5c4-d0d26371ea09 req-b4910c0f-bfd1-4a46-bc64-7983b416a7e9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Mar 11 18:20:21.709260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:20:21.853711 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:21.866828 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'mac_address': 'fa:16:3e:8e:c6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:20:21.924210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:21.941518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:20:21.956994 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:21.962106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:22.031903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:22.260657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['605d7f14-5184-48b4-b2e6-3cd105356c64'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:20:22.495426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c77-0e2c-4cc6-9a1e-c3d3c4d6b5a5 req-9fff4c63-6feb-4a88-a94e-4bfe768e64d8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:22.496782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15498c77-0e2c-4cc6-9a1e-c3d3c4d6b5a5 req-9fff4c63-6feb-4a88-a94e-4bfe768e64d8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 944 time: 0.0881431 Mar 11 18:20:22.549949 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-15498c77-0e2c-4cc6-9a1e-c3d3c4d6b5a5 req-6cef9942-61ab-419d-888e-de4afbd00350 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473444 Mar 11 18:20:23.736004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:20:23.759423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1533bb-da67-412e-b39d-9cc66aa078a8 req-00269302-e928-43e9-bb69-fe60277b5881 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:23.760931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d1533bb-da67-412e-b39d-9cc66aa078a8 req-00269302-e928-43e9-bb69-fe60277b5881 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 944 time: 0.0844128 Mar 11 18:20:23.809314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d1533bb-da67-412e-b39d-9cc66aa078a8 req-0a23507c-5108-484b-bdcb-8abee5c4b095 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Mar 11 18:20:23.819586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 605d7f14-5184-48b4-b2e6-3cd105356c64 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:20:23.824798 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 605d7f14-5184-48b4-b2e6-3cd105356c64 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:20:23.825163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:23.950773 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:23.979556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:20:23.989432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:23.995444 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:24.040773 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'code': 200} Mar 11 18:20:24.065165 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:24.210325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c008aa21-4781-4087-8441-395f7679ffb4 req-17da4be2-1acc-4f63-8c20-87ed6d914344 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1096 time: 0.0747447 Mar 11 18:20:24.252732 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c008aa21-4781-4087-8441-395f7679ffb4 req-9b485b12-07bb-4942-9900-e43e450cd169 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363052 Mar 11 18:20:25.023543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fd404-1b27-4714-92d7-8fe5a8b4e1b0 req-1070755f-f414-4057-bf5c-408006aa3d41 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:25.025147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c5fd404-1b27-4714-92d7-8fe5a8b4e1b0 req-1070755f-f414-4057-bf5c-408006aa3d41 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0847013 Mar 11 18:20:25.073875 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c5fd404-1b27-4714-92d7-8fe5a8b4e1b0 req-3b29c504-aca4-4610-8158-60dabdf13c32 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Mar 11 18:20:26.279922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e83ca-cd6c-43f2-8054-8fe593e8b624 req-c7c36f91-868c-493a-9c65-1014ac623032 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:26.281419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b6e83ca-cd6c-43f2-8054-8fe593e8b624 req-c7c36f91-868c-493a-9c65-1014ac623032 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0833359 Mar 11 18:20:26.328712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b6e83ca-cd6c-43f2-8054-8fe593e8b624 req-d1e2fe44-d953-4d95-9c17-8db066c22905 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415919 Mar 11 18:20:26.558386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029b279-5ce5-472f-a847-6c0b1bfbabb8 req-afa226ff-9ffa-4083-bd0e-579a2f674a4b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:26.559927 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c029b279-5ce5-472f-a847-6c0b1bfbabb8 req-afa226ff-9ffa-4083-bd0e-579a2f674a4b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.1134474 Mar 11 18:20:26.569384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44098) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:20:26.577520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'floatingip': {'port_id': '605d7f14-5184-48b4-b2e6-3cd105356c64'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:20:26.659991 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:27.382011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:27.387890 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:27.584274 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f associated. External IP: 172.25.3.25, port: 605d7f14-5184-48b4-b2e6-3cd105356c64. Mar 11 18:20:28.038622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:20:28.252879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:20:28.257827 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:28.264200 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:20:28.282147 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:20:28.282838 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:20:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:28.312724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6af7b72f-3108-4683-b523-d0085cf9369f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "PUT /v2.0/floatingips/d12b9900-f7b1-4c30-9933-9b6ac4ecf20f HTTP/1.1" status: 200 len: 990 time: 1.7417760 Mar 11 18:20:28.313298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:20:28.371206 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'status': 'completed', 'code': 200} Mar 11 18:20:28.463614 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:20:28.492853 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84528358-4b88-4401-947d-8206b1072d1f req-c89ac013-ddcc-49df-9771-65c0593cc2ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1096 time: 0.0738692 Mar 11 18:20:28.504371 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-745a558f-1601-4daa-9481-82c9e6c01306 req-4c39e599-417d-422a-9a90-5acb92daeec3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0761826 Mar 11 18:20:28.637161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84528358-4b88-4401-947d-8206b1072d1f req-5e36c28b-8e28-4278-98ad-9c15768e9d0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:28.638613 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84528358-4b88-4401-947d-8206b1072d1f req-5e36c28b-8e28-4278-98ad-9c15768e9d0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1393123 Mar 11 18:20:28.778781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84528358-4b88-4401-947d-8206b1072d1f req-537fcea6-2eb5-47fd-b041-08d4a5622cf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 998 time: 0.1333706 Mar 11 18:20:28.852045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84528358-4b88-4401-947d-8206b1072d1f req-300eb8c2-6a9f-4235-b422-2c019393c0ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:28.854612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84528358-4b88-4401-947d-8206b1072d1f req-300eb8c2-6a9f-4235-b422-2c019393c0ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0700209 Mar 11 18:20:28.864756 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-acfbd34c-9aab-4796-99a3-5a004d88563e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1483648 Mar 11 18:20:28.874940 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:8e:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:20:27Z', 'revision_number': 9, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:28.878665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9e7c-a57d-4c3a-8159-9bc49ee717fa req-d9d16e57-6915-406d-a983-ef0508bceb3d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:28.879343 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:20:28.880891 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-546f9e7c-a57d-4c3a-8159-9bc49ee717fa req-d9d16e57-6915-406d-a983-ef0508bceb3d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.1176341 Mar 11 18:20:28.892642 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:20:28.893256 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:20:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:28.938176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-546f9e7c-a57d-4c3a-8159-9bc49ee717fa req-1d27d742-9337-4ff0-a4ad-75d50598904c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508723 Mar 11 18:20:28.951475 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84528358-4b88-4401-947d-8206b1072d1f req-263c5b07-4ef2-4e2f-a8aa-3c6e4cb9efe4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898871 Mar 11 18:20:29.097613 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:20:29.103378 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84528358-4b88-4401-947d-8206b1072d1f req-a42fc1e3-9c03-4c68-a6bb-beac4421c5e0 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431239 Mar 11 18:20:29.252790 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-84528358-4b88-4401-947d-8206b1072d1f req-df73549a-0e9c-4099-972a-eda399e603e6 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420631 Mar 11 18:20:29.472696 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:8e:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:20:27Z', 'revision_number': 9, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:20:29.477021 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983e5ec-3504-4b11-9430-9bdb57439a6a None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:8e:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:20:27Z', 'revision_number': 9, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:20:29.711971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b50d2e-f5ee-45d6-be76-abef50d4bfd2 None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:20:30.142488 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb7d6-9326-454b-824f-76661530818f req-f7b7b3f3-2c33-4ff1-a9f4-f632636d8360 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:30.143955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7afb7d6-9326-454b-824f-76661530818f req-f7b7b3f3-2c33-4ff1-a9f4-f632636d8360 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0790746 Mar 11 18:20:30.191633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7afb7d6-9326-454b-824f-76661530818f req-c8dcae5e-3a6d-4ab1-b3b5-711a07683ff6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Mar 11 18:20:30.370261 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-007ce410-f84a-4f1b-9243-aba7690c084f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1096 time: 0.0763438 Mar 11 18:20:30.515979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786130-a540-4389-bb86-5804b202417d req-6f8ec533-bc8d-4931-b5fb-37fc455b9576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:30.518235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-6f8ec533-bc8d-4931-b5fb-37fc455b9576 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1415737 Mar 11 18:20:30.636123 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-4dc02fd4-52bd-41e9-949f-a22a6251a38a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 1001 time: 0.1114964 Mar 11 18:20:30.714002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786130-a540-4389-bb86-5804b202417d req-b7a05235-6b56-49f4-bcdf-43b779729eb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:30.715516 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-b7a05235-6b56-49f4-bcdf-43b779729eb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0680351 Mar 11 18:20:30.908349 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-935a6557-ef88-496e-985e-c9b470afcc6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797721 Mar 11 18:20:31.045247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-e7374492-7362-4f36-8e8a-ff04586d42b0 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297383 Mar 11 18:20:31.177197 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-1dd00faa-5b81-478f-b422-a90c2c696c8c service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256189 Mar 11 18:20:31.520012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b455f-afb4-477f-ab2f-481c5c2bac04 req-894910a6-b10a-4158-9887-51acdcb089e1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:31.521400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-882b455f-afb4-477f-ab2f-481c5c2bac04 req-894910a6-b10a-4158-9887-51acdcb089e1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.1932518 Mar 11 18:20:31.568657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-882b455f-afb4-477f-ab2f-481c5c2bac04 req-64259301-3166-4e11-838e-21cabcada982 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414815 Mar 11 18:20:32.779736 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e414954-4651-41e6-a25e-f323ef07d79f req-6b0abf47-a38b-4daf-ba36-67d216d19cbf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:32.781227 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e414954-4651-41e6-a25e-f323ef07d79f req-6b0abf47-a38b-4daf-ba36-67d216d19cbf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0899668 Mar 11 18:20:32.828724 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0e414954-4651-41e6-a25e-f323ef07d79f req-59261fa4-3771-40c4-95c9-6d6b4b8b9276 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Mar 11 18:20:34.038863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a939b1-b8de-4ff0-9381-6af7373726b4 req-48892db8-e5cf-4320-837a-37dcdb3dc9c2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:34.040329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79a939b1-b8de-4ff0-9381-6af7373726b4 req-48892db8-e5cf-4320-837a-37dcdb3dc9c2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0849347 Mar 11 18:20:34.091251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-79a939b1-b8de-4ff0-9381-6af7373726b4 req-6231aa22-bb6d-457f-9172-70d5a4cd99c1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Mar 11 18:20:35.311920 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8f309-cbfc-427d-93eb-f04092c1f129 req-0bcfa760-5c06-4aa7-a553-7f0d9eec81c6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:35.313426 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37d8f309-cbfc-427d-93eb-f04092c1f129 req-0bcfa760-5c06-4aa7-a553-7f0d9eec81c6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0885553 Mar 11 18:20:35.372076 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-37d8f309-cbfc-427d-93eb-f04092c1f129 req-d70b3419-0037-4861-99ea-55d07aa1c9d0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502954 Mar 11 18:20:36.582303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ec3c9-ca11-43ce-9800-6c7f79db7ccd req-0a5148ae-3b22-4ac8-86c4-85136cf55611 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:36.583714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a76ec3c9-ca11-43ce-9800-6c7f79db7ccd req-0a5148ae-3b22-4ac8-86c4-85136cf55611 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0864053 Mar 11 18:20:36.632326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a76ec3c9-ca11-43ce-9800-6c7f79db7ccd req-568840ab-c1f2-4d6e-a8ca-520ed9f35c4d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Mar 11 18:20:37.842671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d9d3-db34-4b09-940f-d3ff9b5c9b5c req-443daf2f-3f3c-4842-8a2e-e4d14e09726d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:37.844194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a265d9d3-db34-4b09-940f-d3ff9b5c9b5c req-443daf2f-3f3c-4842-8a2e-e4d14e09726d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0880458 Mar 11 18:20:37.897784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a265d9d3-db34-4b09-940f-d3ff9b5c9b5c req-69073824-d8ed-4cb0-9dcc-85cef7bf3d93 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458868 Mar 11 18:20:38.533659 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:20:39.109637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2d1d5-e24a-41be-9421-4562e41db1c5 req-79252e60-e17b-40e9-8239-51e667553916 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:39.111776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8a2d1d5-e24a-41be-9421-4562e41db1c5 req-79252e60-e17b-40e9-8239-51e667553916 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0803778 Mar 11 18:20:39.159055 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e8a2d1d5-e24a-41be-9421-4562e41db1c5 req-0b83d019-d15e-4be3-b589-93de511e56d7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Mar 11 18:20:39.839745 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:40.378389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec9b2b-0587-4a9d-b476-1bf1e563b4a4 req-97c34529-6bfe-44e2-82d7-0a838f2d2e36 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:40.379842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1aec9b2b-0587-4a9d-b476-1bf1e563b4a4 req-97c34529-6bfe-44e2-82d7-0a838f2d2e36 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0870233 Mar 11 18:20:40.440299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1aec9b2b-0587-4a9d-b476-1bf1e563b4a4 req-bbc8e2f4-73b3-4f78-beda-545155cd67e6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522108 Mar 11 18:20:41.651053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b252dc-bce0-4ec2-ba93-8ece302f23d1 req-971407b1-7421-4129-9b7f-9ee8f7dad248 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:41.652535 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1b252dc-bce0-4ec2-ba93-8ece302f23d1 req-971407b1-7421-4129-9b7f-9ee8f7dad248 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0855591 Mar 11 18:20:41.706985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1b252dc-bce0-4ec2-ba93-8ece302f23d1 req-b64ae203-c98d-4d70-9390-8ff606ef3329 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Mar 11 18:20:42.381298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3604-1406-45e5-88cd-0b020bbe6a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:42.929734 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1405-5dd7-48db-b3ee-ba338b4f6926 req-b3565ea4-7d60-45d0-89ca-f9ca49bab0c1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:42.931754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-122e1405-5dd7-48db-b3ee-ba338b4f6926 req-b3565ea4-7d60-45d0-89ca-f9ca49bab0c1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0947342 Mar 11 18:20:42.984523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-122e1405-5dd7-48db-b3ee-ba338b4f6926 req-8f5d0bed-ac1d-4b90-9228-8a520474be87 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470285 Mar 11 18:20:44.199726 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a33b5-aaad-4c98-8878-589ad372bee6 req-608c8922-d3a2-456f-8cdd-948a557c376b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:44.201204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c6a33b5-aaad-4c98-8878-589ad372bee6 req-608c8922-d3a2-456f-8cdd-948a557c376b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0884778 Mar 11 18:20:44.247347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c6a33b5-aaad-4c98-8878-589ad372bee6 req-3cd9fa50-fecc-4f36-a1d0-9c2681cadd37 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Mar 11 18:20:44.546320 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5499ee4-7573-4868-b298-de61a4dea2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:45.451567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd8fc7-01a4-486c-b90c-46a9e49174a6 req-cde66e89-3900-4336-bce4-55988f46fa9d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:45.452939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9fd8fc7-01a4-486c-b90c-46a9e49174a6 req-cde66e89-3900-4336-bce4-55988f46fa9d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0832491 Mar 11 18:20:45.502536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d9fd8fc7-01a4-486c-b90c-46a9e49174a6 req-33690e03-9174-4f6e-9478-6ee49dd84dfb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Mar 11 18:20:45.820570 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:45.863721 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:46.725089 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2444-58c5-4ad2-8b2a-81156bb77657 req-da012dbf-d3c1-4842-85a4-406512a988a3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:46.726597 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e8f2444-58c5-4ad2-8b2a-81156bb77657 req-da012dbf-d3c1-4842-85a4-406512a988a3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0893469 Mar 11 18:20:46.774492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8e8f2444-58c5-4ad2-8b2a-81156bb77657 req-d7c06820-5be6-4208-84f1-28d9151ca76a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Mar 11 18:20:47.151435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:47.999520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba4be0-dc2b-47e6-a5d9-2c9d7984e779 req-de054257-87da-419c-b7d4-a745ee0afa5c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:48.001049 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96ba4be0-dc2b-47e6-a5d9-2c9d7984e779 req-de054257-87da-419c-b7d4-a745ee0afa5c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0914934 Mar 11 18:20:48.066125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96ba4be0-dc2b-47e6-a5d9-2c9d7984e779 req-0459cc68-babd-42f2-98a8-c2fe17bf7f2b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588229 Mar 11 18:20:49.287446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897e944-3421-4496-96b2-9b8383e5740a req-f4aafcaf-97ab-45ef-a551-82eda0f2f70c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:49.288888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0897e944-3421-4496-96b2-9b8383e5740a req-f4aafcaf-97ab-45ef-a551-82eda0f2f70c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0890162 Mar 11 18:20:49.338593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0897e944-3421-4496-96b2-9b8383e5740a req-da0b96f0-79eb-4f58-8dc3-aeb2c43e399e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410058 Mar 11 18:20:50.564900 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f591b-8359-42f8-9a3a-8f407abd43af req-348f8b24-05cc-4712-9c36-5cbc7a223a39 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:50.566303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f9f591b-8359-42f8-9a3a-8f407abd43af req-348f8b24-05cc-4712-9c36-5cbc7a223a39 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0873311 Mar 11 18:20:50.616922 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f9f591b-8359-42f8-9a3a-8f407abd43af req-bca1ec07-227a-4a96-b2b7-21337a46d755 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448778 Mar 11 18:20:51.835490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f799-5bf6-4515-91d3-3c1bbf59f719 req-6b95037d-e5d5-4faf-af25-faf37716fed0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:51.837059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3096f799-5bf6-4515-91d3-3c1bbf59f719 req-6b95037d-e5d5-4faf-af25-faf37716fed0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0918376 Mar 11 18:20:51.884245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3096f799-5bf6-4515-91d3-3c1bbf59f719 req-f6ddca19-e53b-470d-ba0e-e29328dc4728 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Mar 11 18:20:53.099838 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf14ae-d577-4977-b8c1-ef0c2ff9c8ab req-4c42040f-9f0d-452e-ac7e-44d1694fbde8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:53.101318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6aaf14ae-d577-4977-b8c1-ef0c2ff9c8ab req-4c42040f-9f0d-452e-ac7e-44d1694fbde8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0860803 Mar 11 18:20:53.149469 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6aaf14ae-d577-4977-b8c1-ef0c2ff9c8ab req-79bd6611-9e68-4961-a65c-639f589e4608 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Mar 11 18:20:54.356554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cdfc4-6100-4a3b-9445-106751e92b5c req-2fa9d71e-1771-483f-8f71-ad5d9a8b06f4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:54.358042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-753cdfc4-6100-4a3b-9445-106751e92b5c req-2fa9d71e-1771-483f-8f71-ad5d9a8b06f4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0844562 Mar 11 18:20:54.404284 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-753cdfc4-6100-4a3b-9445-106751e92b5c req-c120ae8b-41c7-473b-9b5f-e462ec821975 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 Mar 11 18:20:55.621952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6f62-8033-4775-8f61-87019ba037d9 req-ed6f16bc-a537-4a8d-ba4f-53cb922e54c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:55.623473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d55a6f62-8033-4775-8f61-87019ba037d9 req-ed6f16bc-a537-4a8d-ba4f-53cb922e54c5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0883744 Mar 11 18:20:55.670939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d55a6f62-8033-4775-8f61-87019ba037d9 req-dd0d6664-4858-4db6-bef9-8890f911ef16 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Mar 11 18:20:56.890586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c294-3483-4901-9042-d8d91c90f90d req-17638d91-0883-4752-b2c1-e30b9e270a75 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:56.892064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1072c294-3483-4901-9042-d8d91c90f90d req-17638d91-0883-4752-b2c1-e30b9e270a75 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0920320 Mar 11 18:20:56.962228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1072c294-3483-4901-9042-d8d91c90f90d req-14b5d8a5-1dfa-4a26-9ade-8aadf7dada63 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631523 Mar 11 18:20:58.173875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdce87-3879-41b5-8822-66acf15638b9 req-61b86399-a37b-475b-8a1f-7ab0c0042f2c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:58.175322 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4cdce87-3879-41b5-8822-66acf15638b9 req-61b86399-a37b-475b-8a1f-7ab0c0042f2c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0795710 Mar 11 18:20:58.223007 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4cdce87-3879-41b5-8822-66acf15638b9 req-47c6652a-be4f-4cae-8458-09f04c10bef2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Mar 11 18:20:59.431497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c44e4f-bbbc-47a2-8242-a41cf3cbdd0b req-4aa50ccc-92fb-4422-b190-781be67ccd3e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:59.433005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91c44e4f-bbbc-47a2-8242-a41cf3cbdd0b req-4aa50ccc-92fb-4422-b190-781be67ccd3e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0804226 Mar 11 18:20:59.571233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91c44e4f-bbbc-47a2-8242-a41cf3cbdd0b req-1ff030f7-5b82-451c-8ee7-a1da16850d31 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292734 Mar 11 18:21:00.771151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eb21e-e19d-4bc4-9fb7-abb59b4533d9 req-e4568bd9-109e-401e-9f8d-d5763aeb8b29 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:00.772899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d24eb21e-e19d-4bc4-9fb7-abb59b4533d9 req-e4568bd9-109e-401e-9f8d-d5763aeb8b29 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0802426 Mar 11 18:21:00.821236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d24eb21e-e19d-4bc4-9fb7-abb59b4533d9 req-1f5fddf2-034e-4fc1-840b-bf377db25ecb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Mar 11 18:21:02.035244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2b73e-f128-4d6a-b3ef-6cff1610b929 req-e437a782-c008-4848-82ba-3358945752fc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:02.036721 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11b2b73e-f128-4d6a-b3ef-6cff1610b929 req-e437a782-c008-4848-82ba-3358945752fc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0874221 Mar 11 18:21:02.086524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11b2b73e-f128-4d6a-b3ef-6cff1610b929 req-f80af1ba-f7b3-4a83-aa83-27bc927e0a6c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Mar 11 18:21:03.221758 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-fe375920-0d41-48d8-9b4f-97fe310d5e1e service neutron] 10.222.0.59 "GET /v2.0/ports/605d7f14-5184-48b4-b2e6-3cd105356c64/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0776637 Mar 11 18:21:03.293236 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73943a0-20e3-4c00-830a-55fea0f2b309 req-08aaf6b0-d7d7-4cf4-9d17-a60c848ab81f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:03.294964 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e73943a0-20e3-4c00-830a-55fea0f2b309 req-08aaf6b0-d7d7-4cf4-9d17-a60c848ab81f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0811124 Mar 11 18:21:03.346831 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e73943a0-20e3-4c00-830a-55fea0f2b309 req-662b8d62-4c68-4fda-a901-c794e5436e4a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458968 Mar 11 18:21:03.520063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-7ce45a4b-186a-49c3-a176-23a63fb0f763 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 1096 time: 0.0768225 Mar 11 18:21:03.633711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-e50c42f2-65fb-4747-b061-05d2eb3f9bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1096 time: 0.0768228 Mar 11 18:21:03.780114 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786130-a540-4389-bb86-5804b202417d req-a3325a2f-cba5-48d2-9a16-358dae894712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:03.781524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-a3325a2f-cba5-48d2-9a16-358dae894712 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1421034 Mar 11 18:21:03.892370 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-d7d1da10-bd6c-44b6-b683-92080ab5bd8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 1001 time: 0.1033075 Mar 11 18:21:03.963129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786130-a540-4389-bb86-5804b202417d req-1d6259a4-c509-4f2f-8cc3-905838fbd265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:03.964587 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-1d6259a4-c509-4f2f-8cc3-905838fbd265 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0662589 Mar 11 18:21:04.049448 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-2d961fc1-8f5e-4a9c-a302-a1293900e0e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778739 Mar 11 18:21:04.184792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-2a8b1711-0ecb-486e-89d4-de4c42849f95 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263902 Mar 11 18:21:04.318102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a4786130-a540-4389-bb86-5804b202417d req-2314c89e-75d9-4ea3-89eb-af0636815a6c service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263220 Mar 11 18:21:04.552678 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482d26f-a750-4cad-bab1-797aca9c8dda req-cf6c0b89-dc5a-4ebe-8ae3-0077de7b8e4e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:04.554155 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9482d26f-a750-4cad-bab1-797aca9c8dda req-cf6c0b89-dc5a-4ebe-8ae3-0077de7b8e4e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0792322 Mar 11 18:21:04.602745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9482d26f-a750-4cad-bab1-797aca9c8dda req-4d510d63-7026-4f88-82e6-a1050b5b07a0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409431 Mar 11 18:21:05.827102 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011b774-38a6-44a7-aca1-a5ab00e90a92 req-c47ebcac-2838-4053-9be7-863396021d13 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:05.828582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c011b774-38a6-44a7-aca1-a5ab00e90a92 req-c47ebcac-2838-4053-9be7-863396021d13 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0928621 Mar 11 18:21:05.878775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c011b774-38a6-44a7-aca1-a5ab00e90a92 req-4bcfdc30-605b-44bb-8d75-e45c45928ebb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Mar 11 18:21:05.958253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:21:06.074303 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:06.104917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:21:06.126106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:06.132765 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:06.194263 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'code': 200} Mar 11 18:21:06.207748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:06.216008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.216336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.216658 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.216975 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.217296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.217604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.217914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.218223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.218562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.218868 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:06.219173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:07.087693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1289dc-5c85-4a51-bcef-d928bec06965 req-9f243063-5e48-4cd0-8aa1-72a3bf843008 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:07.089157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d1289dc-5c85-4a51-bcef-d928bec06965 req-9f243063-5e48-4cd0-8aa1-72a3bf843008 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 943 time: 0.0839429 Mar 11 18:21:07.136643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9d1289dc-5c85-4a51-bcef-d928bec06965 req-8e6360c2-d456-4c8d-b206-264c3292eabb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Mar 11 18:21:07.609647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-c573d9f1-1a8a-432f-a6aa-9418800a3007 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:07.610348 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-c573d9f1-1a8a-432f-a6aa-9418800a3007 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:21:07.628658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-c573d9f1-1a8a-432f-a6aa-9418800a3007 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:21:07.629931 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-c573d9f1-1a8a-432f-a6aa-9418800a3007 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b&tenant_id=37756a6f4c4e427196ab58ac4eceeced&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 943 time: 0.1016033 Mar 11 18:21:07.660320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3697c-480e-43d1-8a14-99b742c6b9cc req-dcc346e9-089f-4efa-80ae-098a136df4e2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:07.661843 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2a3697c-480e-43d1-8a14-99b742c6b9cc req-dcc346e9-089f-4efa-80ae-098a136df4e2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 943 time: 0.0819290 Mar 11 18:21:07.709442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e2a3697c-480e-43d1-8a14-99b742c6b9cc req-6e3dd89a-65de-4c13-897c-b78f4543e7a7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Mar 11 18:21:07.716192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-4ec8781f-e04f-4b49-a851-6e2343351901 service neutron] 10.222.0.59 "GET /v2.0/ports/605d7f14-5184-48b4-b2e6-3cd105356c64/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0800340 Mar 11 18:21:07.831829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-ffec7005-82d9-408e-bf83-1013bf91bd35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1094 time: 0.0719976 Mar 11 18:21:07.968876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:21:07.970806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-7df885ac-352c-479a-b843-d421a394c83c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:07.974113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-7df885ac-352c-479a-b843-d421a394c83c service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1355441 Mar 11 18:21:08.117865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:08.132638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'mac_address': 'fa:16:3e:8e:c6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:21:08.181777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-533d627b-3d1f-4187-93a0-ef003322895c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 999 time: 0.2008054 Mar 11 18:21:08.189456 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:08.207488 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:21:08.223447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:08.228738 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:08.250081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-f85c1165-0616-4e5c-bc84-bdceb47e788a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:08.251612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-f85c1165-0616-4e5c-bc84-bdceb47e788a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0631166 Mar 11 18:21:08.301222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:08.329113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-1cde5454-8e01-4041-8ff7-29fc617137a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700476 Mar 11 18:21:08.469912 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-a7623989-8e82-4d0a-8fd6-bb10e8112bef service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275103 Mar 11 18:21:08.587978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['605d7f14-5184-48b4-b2e6-3cd105356c64'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:21:08.602355 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-0045bb9c-85fc-4690-a2c3-41fdc866c7f2 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256201 Mar 11 18:21:08.932538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6add0-a3ea-4e66-9c6c-76f5d2d37cfc req-50878b18-4413-4f58-ab9b-39ca0a09b135 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:08.934000 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ea6add0-a3ea-4e66-9c6c-76f5d2d37cfc req-50878b18-4413-4f58-ab9b-39ca0a09b135 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 944 time: 0.0986006 Mar 11 18:21:08.987200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ea6add0-a3ea-4e66-9c6c-76f5d2d37cfc req-b9ce3527-7f32-427d-9be7-5410c0a0bcdf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Mar 11 18:21:09.859358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:09.987580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:21:10.062951 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 605d7f14-5184-48b4-b2e6-3cd105356c64 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:21:10.063317 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:10.181790 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:10.204341 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daf7dbf8-e489-449d-a727-0084a4f4ebf2 req-e18471b2-0bab-4d52-a09f-e10b3bb5caaf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0459898 Mar 11 18:21:10.208287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:21:10.218107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:10.223883 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:10.243206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd57d61-cc9f-4189-b2df-89ec8da921d1 req-f0c37ead-7e5d-47d1-bb81-a005023a0233 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:10.244550 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bd57d61-cc9f-4189-b2df-89ec8da921d1 req-f0c37ead-7e5d-47d1-bb81-a005023a0233 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 944 time: 0.1316278 Mar 11 18:21:10.287974 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'code': 200} Mar 11 18:21:10.293580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:10.294637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daf7dbf8-e489-449d-a727-0084a4f4ebf2 req-66008686-9c77-4393-8973-27f1a35c8524 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0489862 Mar 11 18:21:10.355093 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daf7dbf8-e489-449d-a727-0084a4f4ebf2 req-3155dea5-7247-4cea-83e1-dac14037c0b4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362999 Mar 11 18:21:10.390798 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bd57d61-cc9f-4189-b2df-89ec8da921d1 req-a74bf5e6-1578-4360-b322-2d7354305b5b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990803 Mar 11 18:21:10.504313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7dbf8-e489-449d-a727-0084a4f4ebf2 req-4975b116-aeb0-4542-88a9-805efdee00a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:10.505791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-daf7dbf8-e489-449d-a727-0084a4f4ebf2 req-4975b116-aeb0-4542-88a9-805efdee00a1 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1437347 Mar 11 18:21:11.232873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-98af0666-7745-42e4-82e7-9bfd61ed9497 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 1096 time: 0.0918033 Mar 11 18:21:11.359840 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-6f5865af-4b3c-4370-bd6a-539fceb379a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 1096 time: 0.0834463 Mar 11 18:21:11.493621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-a692e082-ff85-41cb-a542-2a0783b69281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:11.494994 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-a692e082-ff85-41cb-a542-2a0783b69281 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1293209 Mar 11 18:21:11.599571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df95586-3748-45ea-9f3e-50ba14b7b068 req-4cff80e0-c53f-41e2-ba93-bf8963ed8049 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:11.601044 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8df95586-3748-45ea-9f3e-50ba14b7b068 req-4cff80e0-c53f-41e2-ba93-bf8963ed8049 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0822644 Mar 11 18:21:11.601232 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-f468f1e9-c8e7-4399-8df3-a1c470b762ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 200 len: 1001 time: 0.0994434 Mar 11 18:21:11.651858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8df95586-3748-45ea-9f3e-50ba14b7b068 req-835cac43-f929-4d64-9313-3c43dc25af72 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443909 Mar 11 18:21:11.663850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-32937dd1-751a-4200-89cb-43a07f3264d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:11.665338 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-32937dd1-751a-4200-89cb-43a07f3264d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0575681 Mar 11 18:21:11.746984 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-8185d6d7-adf5-40a6-9e33-39ccffb713a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753095 Mar 11 18:21:11.757469 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-974e1824-dfaa-4535-b6cd-948d9f7c0339 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:21:11.758444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-974e1824-dfaa-4535-b6cd-948d9f7c0339 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048459 Mar 11 18:21:11.896529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-618ef24c-1ba3-4526-a60a-5c2ed9fcfaf1 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313293 Mar 11 18:21:12.034473 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fb2ca4f-5230-4063-9fc0-d9fc61b4f902 req-57ef7503-d1db-4284-b3aa-3d56e0f33aaf service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310980 Mar 11 18:21:12.376925 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c85e44c5-b5f5-48a2-ad37-8db690159ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:12.859885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bbfcb-5fab-410d-961d-d183f322191d req-cebc9923-3c59-4bd8-9b16-6ba5d8828759 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:12.861356 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b3bbfcb-5fab-410d-961d-d183f322191d req-cebc9923-3c59-4bd8-9b16-6ba5d8828759 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0847135 Mar 11 18:21:12.918609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2b3bbfcb-5fab-410d-961d-d183f322191d req-c4dc1687-2390-4a3d-8f77-ec944483eba1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514152 Mar 11 18:21:14.043690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:21:14.051993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:21:14.126481 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049919b-cfe4-4beb-aa9e-40114c120b51 req-fa37c5c8-cdf5-4919-8398-c586ec9e4bd2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:14.128603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6049919b-cfe4-4beb-aa9e-40114c120b51 req-fa37c5c8-cdf5-4919-8398-c586ec9e4bd2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0843039 Mar 11 18:21:14.177626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6049919b-cfe4-4beb-aa9e-40114c120b51 req-8d56917a-4e6e-47c7-b678-1708dfed3f20 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Mar 11 18:21:14.281290 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:14.295601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:14.317922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'mac_address': 'fa:16:3e:8e:c6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:21:14.326456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:21:14.371050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:14.379206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6246c-bf26-4e4c-9b85-877d8e6078b4 req-25f35b54-016f-4a8e-bd2f-8fb69c4c28fe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:14.380738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bee6246c-bf26-4e4c-9b85-877d8e6078b4 req-25f35b54-016f-4a8e-bd2f-8fb69c4c28fe tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0827568 Mar 11 18:21:14.381707 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:14.418637 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'code': 200} Mar 11 18:21:14.431215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:14.432067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bee6246c-bf26-4e4c-9b85-877d8e6078b4 req-8021f366-7575-45c6-9d4f-b0cbb823cfb9 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445266 Mar 11 18:21:14.460774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:21:14.499272 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:14.552014 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:21:14.552377 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:21:14.555288 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-74fd8fab-35c0-4a28-94a2-8ac9a096f9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:14.643666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fb22e-2726-4581-86fc-7563e024238b req-55c41927-3973-4ae1-b5d6-8d3d6d6dd58b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:14.645211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a68fb22e-2726-4581-86fc-7563e024238b req-55c41927-3973-4ae1-b5d6-8d3d6d6dd58b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 943 time: 0.0883696 Mar 11 18:21:14.695126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a68fb22e-2726-4581-86fc-7563e024238b req-7c141000-8855-44dc-af3b-91e714cd4f88 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Mar 11 18:21:15.152324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:15.169600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:21:15.186236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:15.191275 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:15.260768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:15.275964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac10f-c1b2-49bd-b726-808a703bb78a req-055f2ffd-d737-4918-b263-234263481678 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:15.277432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dcac10f-c1b2-49bd-b726-808a703bb78a req-055f2ffd-d737-4918-b263-234263481678 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0765893 Mar 11 18:21:15.327740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dcac10f-c1b2-49bd-b726-808a703bb78a req-8c5b9e3b-1463-4e44-9066-57f80e434602 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Mar 11 18:21:15.502482 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['605d7f14-5184-48b4-b2e6-3cd105356c64'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:21:15.535104 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:21:15.819706 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:15.875345 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:16.535814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9c340-1cdf-48bc-8b16-cbde57b1cad5 req-562b3bc7-0a08-434c-ac29-567ef521e76c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:16.537209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c9c340-1cdf-48bc-8b16-cbde57b1cad5 req-562b3bc7-0a08-434c-ac29-567ef521e76c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0851343 Mar 11 18:21:16.585450 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c9c340-1cdf-48bc-8b16-cbde57b1cad5 req-e0fd45d6-8166-44d7-a2fc-e199b497bd78 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412886 Mar 11 18:21:16.621197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-63c7e2d3-0e9b-4f54-8619-e96dce9c1be7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:16.622696 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-63c7e2d3-0e9b-4f54-8619-e96dce9c1be7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 945 time: 0.0805452 Mar 11 18:21:16.692893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Deleting port 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:21:16.693291 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:17.058688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] For port 605d7f14-5184-48b4-b2e6-3cd105356c64, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=605d7f14-5184-48b4-b2e6-3cd105356c64,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:17.059029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:17.155928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:17.360215 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:17.360466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:17.360746 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f disassociated. External IP: 172.25.3.25, port: 605d7f14-5184-48b4-b2e6-3cd105356c64. Mar 11 18:21:17.361077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Calling delete_port for 605d7f14-5184-48b4-b2e6-3cd105356c64 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:21:17.504719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:17.555043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event deleted for resources: {'Port': ['ID=605d7f14-5184-48b4-b2e6-3cd105356c64,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:17.568600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.568952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.569297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.569618 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.569931 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.570243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.570604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.570875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.571179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.571639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.571757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:21:17.752164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-410bc955-6324-4813-bf63-11a574111c57 req-6ae02e39-aa3e-459f-97d1-21a021e1a71a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf31da4e-06f2-438d-b54d-500218899f5b HTTP/1.1" status: 200 len: 210 time: 0.0428059 Mar 11 18:21:17.778982 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:21:17.993668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:21:18.003689 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:21:18.016590 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:21:18.017269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:21:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:18.061210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] No DVR routers for this DVR port 605d7f14-5184-48b4-b2e6-3cd105356c64 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:21:18.063876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:18.066511 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-deleted', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:21:18.083353 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0bfff3d9-528d-4581-8024-a0f9f39f46e7 req-ce26e30c-b0a5-4f20-a0cf-600f4eceee54 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "DELETE /v2.0/ports/605d7f14-5184-48b4-b2e6-3cd105356c64 HTTP/1.1" status: 204 len: 173 time: 1.4550257 Mar 11 18:21:18.084170 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:21:18.134609 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf31da4e-06f2-438d-b54d-500218899f5b', 'name': 'network-vif-deleted', 'tag': '605d7f14-5184-48b4-b2e6-3cd105356c64', 'status': 'completed', 'code': 200} Mar 11 18:21:18.149982 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:21:18.151563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 18:21:18.198435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Port 605d7f14-5184-48b4-b2e6-3cd105356c64 not found, will not notify nova. {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 18:21:18.206853 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:21:18.552715 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:18.557308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:21:18.567790 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:21:18.568376 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:21:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:18.748931 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:21:19.075022 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:19.079400 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ba47b-8e08-4856-adc6-7f2832756bee None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:21:19.128576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-98556c5a-7ef4-4757-a319-c8232b59e556 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1238625857&fields=id&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 267 time: 0.0459690 Mar 11 18:21:19.316283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e53779-c4ab-4d87-a879-6aed100bee89 None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:21:19.386544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-32a6f03f-a153-415d-8d36-440aa3a73ca6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:19.387960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-32a6f03f-a153-415d-8d36-440aa3a73ca6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.2520409 Mar 11 18:21:19.407432 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-05185919-0864-47c7-92ee-c3da8186f77b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/quotas/37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 375 time: 0.0121024 Mar 11 18:21:19.490073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-9873e33e-3729-4857-90fb-8a07d15f10a5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773818 Mar 11 18:21:19.630825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-5ba5f4c7-4460-486f-aedd-5e1a88100a15 service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285727 Mar 11 18:21:19.779728 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-b41cc790-6aad-4a4a-82b1-d2b1065d9d2f service neutron] 10.222.0.96 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406159 Mar 11 18:21:19.984633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae80fb6c-644e-41b1-95c5-56f87eb06e09 req-5fe9ea63-5baf-484b-8695-612941585a19 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 210 time: 0.0561373 Mar 11 18:21:20.093883 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:21:20.127707 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 605d7f14-5184-48b4-b2e6-3cd105356c64 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:21:20.128055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 605d7f14-5184-48b4-b2e6-3cd105356c64 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:21:21.155139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-0ca6a6de-3c46-44fb-9930-eaf5e834dd49 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:21.156802 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-0ca6a6de-3c46-44fb-9930-eaf5e834dd49 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 812 time: 0.1677563 Mar 11 18:21:21.158869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-316d1ef5-6d6f-44c7-8c18-4e7c27a79e4b req-4bb40bc2-7118-4422-8474-81735ff36f3b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 210 time: 0.0451155 Mar 11 18:21:21.228709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-7546adb8-ef78-4e11-b4bd-a2a71aa665c0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 380 time: 0.0532846 Mar 11 18:21:21.237334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'port': {'device_id': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'admin_state_up': True, 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'security_groups': ['243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:21:21.376492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:21:21.386048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Usage tracker for resource:port and tenant:37756a6f4c4e427196ab58ac4eceeced is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:21:21.389653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:21:21.396648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:21:21.409246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Made reservation on behalf of 37756a6f4c4e427196ab58ac4eceeced for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:21:21.412605 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:21.577396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Allocated IP 172.20.0.7 (17aff678-7c15-4517-9f69-89ee354bf8d7/17dcb76b-e516-4db9-837a-d9eedd9eb8f1/b8b6aaed-6b2e-4625-8f3b-90c88011c494) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:21:21.880287 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:21.896629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Transition to ACTIVE for port object b8b6aaed-6b2e-4625-8f3b-90c88011c494 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:21:21.929914 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:22.012169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:21:22.015138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:21:22.019267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:21:22.053709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:22.089565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:22.090173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:22.120616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-e0a7d0c6-028d-48c9-83ab-ff4c6e4314ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8864577 Mar 11 18:21:22.141069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Request body: {'port': {'device_id': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:21:22.254862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:22.259101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c2da9240-d5e4-4512-9a4e-52fdab1f4d70 None None] Provisioning for port b8b6aaed-6b2e-4625-8f3b-90c88011c494 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:21:22.264350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c2da9240-d5e4-4512-9a4e-52fdab1f4d70 None None] Provisioning complete for port b8b6aaed-6b2e-4625-8f3b-90c88011c494 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:21:22.264712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2da9240-d5e4-4512-9a4e-52fdab1f4d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:22.323261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c2da9240-d5e4-4512-9a4e-52fdab1f4d70 None None] Port b8b6aaed-6b2e-4625-8f3b-90c88011c494 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:21:22.361530 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba5150-de45-43bb-9c88-3ec3643f7856 req-5f26a002-3749-4ca8-b412-b7a8cc6bc6fc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:22.363016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28ba5150-de45-43bb-9c88-3ec3643f7856 req-5f26a002-3749-4ca8-b412-b7a8cc6bc6fc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 931 time: 0.0797293 Mar 11 18:21:22.409359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28ba5150-de45-43bb-9c88-3ec3643f7856 req-5f4da24d-1b26-4334-bd7e-e5590780cadc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405254 Mar 11 18:21:22.602490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b6aaed-6b2e-4625-8f3b-90c88011c494 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:21:22.609497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:22.624189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Transition to ACTIVE for port object b8b6aaed-6b2e-4625-8f3b-90c88011c494 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:21:22.629300 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:22.752877 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:22.861777 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Attempting to bind port b8b6aaed-6b2e-4625-8f3b-90c88011c494 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:21:22.862102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Attempting to bind port b8b6aaed-6b2e-4625-8f3b-90c88011c494 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:21:22.862441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Attempting to bind port b8b6aaed-6b2e-4625-8f3b-90c88011c494 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:21:22.868167 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Port b8b6aaed-6b2e-4625-8f3b-90c88011c494 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:21:22.868482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Attempting to bind port b8b6aaed-6b2e-4625-8f3b-90c88011c494 on network 17aff678-7c15-4517-9f69-89ee354bf8d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:21:22.874756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:21:22.875084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Checking segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:21:22.875475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Bound using segment: {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:21:22.875883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Bound port: b8b6aaed-6b2e-4625-8f3b-90c88011c494, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:21:22.876218 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:22.965530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:21:22.968557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:21:22.974834 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:23.041595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:23.042975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] 10.222.0.59 "PUT /v2.0/ports/b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 1091 time: 0.9067647 Mar 11 18:21:23.043406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:21:23.061310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497bbfb-d0f4-4c73-9c54-201928664077 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:23.141759 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'status': 'completed', 'code': 200} Mar 11 18:21:23.185290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-f18289fb-66d3-4750-bee2-f3d3530ee1d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1094 time: 0.0779331 Mar 11 18:21:23.266457 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-c0b3abd9-e017-4239-80c7-188da8783d27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 217 time: 0.0678902 Mar 11 18:21:23.331172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-1f34b50c-784b-44a9-92d4-b2b3ee9d1ece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:23.332575 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-1f34b50c-784b-44a9-92d4-b2b3ee9d1ece service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0600960 Mar 11 18:21:23.413484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-714ed7c4-37d4-4a44-bb61-7da138613705 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731049 Mar 11 18:21:23.544051 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-cb5b2428-74ea-499e-8b55-0046f1aed5d9 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246023 Mar 11 18:21:23.618446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00247-2869-4969-8214-557f977ce3f7 req-8fd9b4ca-53c2-4360-880d-7423bffa6016 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:23.620023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ad00247-2869-4969-8214-557f977ce3f7 req-8fd9b4ca-53c2-4360-880d-7423bffa6016 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0875688 Mar 11 18:21:23.668890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3ad00247-2869-4969-8214-557f977ce3f7 req-420886b0-928a-4a55-96fa-8ede2f4cda2a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Mar 11 18:21:23.780904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d5709e19-8d3e-4b60-b12f-74cdc0a06c4e req-2d730f8f-e3d6-4751-b01e-9408414b999e service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308109 Mar 11 18:21:23.951082 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-d8d43d03-2e6b-4b6a-b9ac-107aa15ee158 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1094 time: 0.0783982 Mar 11 18:21:24.082329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-0992de17-7b99-416d-9efe-aee46ad7c500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:24.083753 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-0992de17-7b99-416d-9efe-aee46ad7c500 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1264501 Mar 11 18:21:24.154315 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-935d49f1-bb48-4047-9c6c-b6270ef36067 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 217 time: 0.0638547 Mar 11 18:21:24.223891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-2267795e-8705-459f-b981-fd8220b2223c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:24.225501 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-2267795e-8705-459f-b981-fd8220b2223c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0644984 Mar 11 18:21:24.310899 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-ca1eb4db-2495-406d-b970-889767109ad6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772679 Mar 11 18:21:24.445397 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-749b31c8-1018-41d9-85db-bce235007bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277819 Mar 11 18:21:24.591208 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64d3b286-a554-4c5d-a42e-8beb10dd0a0b req-5cf573c0-37b7-4d73-bb7e-eb78c4a921da service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392508 Mar 11 18:21:24.870032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625460-1125-44f3-8eae-a1c4f8182182 req-9c6782bd-bce2-4e62-94b0-31954962f722 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:24.871517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb625460-1125-44f3-8eae-a1c4f8182182 req-9c6782bd-bce2-4e62-94b0-31954962f722 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0795295 Mar 11 18:21:24.926822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb625460-1125-44f3-8eae-a1c4f8182182 req-e13173fd-f83f-4053-a4ed-751d930c390d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485830 Mar 11 18:21:26.128507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:21:26.132806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd7e56-9cc0-4524-8239-b7c77a71be2e req-ce78b071-c44a-45ef-8d46-e0f0475dd1ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:26.134276 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4fd7e56-9cc0-4524-8239-b7c77a71be2e req-ce78b071-c44a-45ef-8d46-e0f0475dd1ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0868096 Mar 11 18:21:26.185059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4fd7e56-9cc0-4524-8239-b7c77a71be2e req-9491072d-1e9d-4fe9-94aa-ab6100015bc2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Mar 11 18:21:26.265239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:26.278934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'mac_address': 'fa:16:3e:0d:7f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:21:26.334559 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:26.352382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b6aaed-6b2e-4625-8f3b-90c88011c494 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:21:26.367302 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:26.374142 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:26.451599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:26.644609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b8b6aaed-6b2e-4625-8f3b-90c88011c494'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:21:27.402388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1659c-28ae-44e0-b792-092d75a018f9 req-c54ea717-564d-4e3e-bd37-8bc68dd545c4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:27.403862 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20e1659c-28ae-44e0-b792-092d75a018f9 req-c54ea717-564d-4e3e-bd37-8bc68dd545c4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 944 time: 0.0931501 Mar 11 18:21:27.459184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-20e1659c-28ae-44e0-b792-092d75a018f9 req-3b203f96-712c-4f1a-8d92-2458e463207f tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493696 Mar 11 18:21:28.156407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:21:28.231322 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port b8b6aaed-6b2e-4625-8f3b-90c88011c494 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:21:28.236330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b8b6aaed-6b2e-4625-8f3b-90c88011c494 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:21:28.236650 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:28.356832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:28.386381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:21:28.396132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:21:28.401906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:28.447319 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'code': 200} Mar 11 18:21:28.471552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:21:28.608975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-30ab9880-86dd-4ca6-af2e-e9d30c35f7e8 req-239a0f1f-1644-44b9-b6c6-86c6746735ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1096 time: 0.0759830 Mar 11 18:21:28.655586 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-30ab9880-86dd-4ca6-af2e-e9d30c35f7e8 req-dab66606-5978-46f1-9d7e-111bf3b7666b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Mar 11 18:21:28.659154 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93081-e81a-411f-8455-848bff0e959d req-21a550dd-5555-4887-8747-2f03922feea6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:28.660711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec93081-e81a-411f-8455-848bff0e959d req-21a550dd-5555-4887-8747-2f03922feea6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0801878 Mar 11 18:21:28.708694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec93081-e81a-411f-8455-848bff0e959d req-ad6122db-0764-4787-a884-b7a1824a1b41 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424283 Mar 11 18:21:29.930213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb13b9-48d2-48a7-9ae1-b7006f85d195 req-3fa2454a-484d-4d88-88fb-3fe23fcf23f6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:29.931709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67eb13b9-48d2-48a7-9ae1-b7006f85d195 req-3fa2454a-484d-4d88-88fb-3fe23fcf23f6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0971446 Mar 11 18:21:29.977828 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67eb13b9-48d2-48a7-9ae1-b7006f85d195 req-f55a6713-c659-4383-bd19-be4dbc1405e5 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 Mar 11 18:21:30.183904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f766-5ea9-4647-bac9-3f0f7a71b587 req-3136813e-802e-459c-9d8a-74d7a58d8689 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:30.185570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9a5f766-5ea9-4647-bac9-3f0f7a71b587 req-3136813e-802e-459c-9d8a-74d7a58d8689 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0807357 Mar 11 18:21:30.196182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:21:30.201944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Request body: {'floatingip': {'port_id': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:21:30.281195 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:31.016386 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:31.022858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:31.226084 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f associated. External IP: 172.25.3.25, port: b8b6aaed-6b2e-4625-8f3b-90c88011c494. Mar 11 18:21:31.635629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:21:31.855885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:21:31.861014 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:31.867866 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:21:31.881232 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:21:31.881958 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:21:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:31.922882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bfaea66d-a254-4f7c-85c9-47cb6c36c861 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "PUT /v2.0/floatingips/d12b9900-f7b1-4c30-9933-9b6ac4ecf20f HTTP/1.1" status: 200 len: 991 time: 1.7217710 Mar 11 18:21:31.922882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:21:31.978629 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'status': 'completed', 'code': 200} Mar 11 18:21:32.064713 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:21:32.091110 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-bba11455-270b-4e45-a2a8-ea14e71b8872 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1096 time: 0.0686519 Mar 11 18:21:32.238266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-014f99ef-c028-4a7d-ad03-ce12d9e789e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:32.239829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-014f99ef-c028-4a7d-ad03-ce12d9e789e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1422741 Mar 11 18:21:32.347717 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-b38710ec-3fbf-4580-a01f-231b33ea0252 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 999 time: 0.1015809 Mar 11 18:21:32.422530 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-2d20ac50-4636-4861-b9f8-a9354e6c5bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:32.424067 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-2d20ac50-4636-4861-b9f8-a9354e6c5bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0688202 Mar 11 18:21:32.467021 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:0d:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:21:30Z', 'revision_number': 13, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:32.471091 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:21:32.485022 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:21:32.485656 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:21:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:32.504186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-c159301c-d62f-434c-9303-7d1de2a1f199 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729487 Mar 11 18:21:32.643505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-694b493b-5333-4389-a356-71ec7cb3b4b1 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321959 Mar 11 18:21:32.668407 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:21:32.785777 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8e7ff2dd-f487-43b7-9320-cc7913f9b085 req-8ab2b7e0-14af-48f4-a508-4bc2e99ccfd6 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364155 Mar 11 18:21:33.065128 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:0d:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:21:30Z', 'revision_number': 13, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:21:33.069561 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cbb04-980c-41b8-b7b5-650f4842964a None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'd12b9900-f7b1-4c30-9933-9b6ac4ecf20f', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'port_id': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'mac_address': 'fa:16:3e:0d:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:09Z', 'updated_at': '2022-03-11T18:21:30Z', 'revision_number': 13, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:21:33.273838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1cc62-3ca2-4a89-b07c-659bb3f5e53a None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:21:33.636364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724f2eb-d75b-44c0-923e-dfdd09e9b57f req-8d363785-fb5b-4129-86c1-9b4f28781974 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:33.637742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5724f2eb-d75b-44c0-923e-dfdd09e9b57f req-8d363785-fb5b-4129-86c1-9b4f28781974 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0830734 Mar 11 18:21:33.686609 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5724f2eb-d75b-44c0-923e-dfdd09e9b57f req-6aa1cae8-d472-47b3-b5fb-51ee883dc8de tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407581 Mar 11 18:21:39.853938 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:42.254318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb682920-63b8-403f-bfd7-bc0a310b3866 req-e81b36d6-8bf5-4489-b6f3-2c543ffb59bb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0783985 Mar 11 18:21:42.363676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d803ad3-bcda-46f6-ae85-eb318760796b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:42.611135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-313da2d8-eea4-45a6-9c10-449163308cfd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416121 Mar 11 18:21:42.626045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217e925-a3e7-4bec-8846-37d390d56fd3 req-70de7bdf-3650-4dc2-94b0-1accd8b6b951 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:42.627383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e217e925-a3e7-4bec-8846-37d390d56fd3 req-70de7bdf-3650-4dc2-94b0-1accd8b6b951 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.1057892 Mar 11 18:21:42.796190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e217e925-a3e7-4bec-8846-37d390d56fd3 req-c3e875c9-0c39-4cc1-93dd-5aee27db671d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622949 Mar 11 18:21:44.003403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25b7cf-ef73-40c2-8fc9-8bf5f0199c5a req-93d8f1b4-40a5-4149-a6f9-80cfdfde279d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:44.004893 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f25b7cf-ef73-40c2-8fc9-8bf5f0199c5a req-93d8f1b4-40a5-4149-a6f9-80cfdfde279d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0826077 Mar 11 18:21:44.057865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f25b7cf-ef73-40c2-8fc9-8bf5f0199c5a req-fa02fa7a-02be-4a38-ade6-69549855bf72 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470290 Mar 11 18:21:44.198445 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-eda65d32-778d-4658-9b3c-dd6adbd746ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1096 time: 0.0780122 Mar 11 18:21:44.423567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-b5213176-1b13-4df1-a753-f8ce2cdf1d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:44.425046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-b5213176-1b13-4df1-a753-f8ce2cdf1d1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.2208464 Mar 11 18:21:44.540372 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-455ed729-7844-41c0-bc18-15d2c411a8bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 1001 time: 0.1085315 Mar 11 18:21:44.540747 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecfaeadd-04bf-48c4-b42e-00402ea05c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:44.603750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-571d3c1b-f135-4800-b823-83c37dbb4e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:44.605278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-571d3c1b-f135-4800-b823-83c37dbb4e6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0585854 Mar 11 18:21:44.684072 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-3a72ce7d-9179-4519-8f96-0411d3fd83ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732393 Mar 11 18:21:44.822386 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-65eec386-f2be-4a34-b2bc-c52140741c27 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318350 Mar 11 18:21:44.959818 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-9ca80220-ea18-48f1-b82f-b83255be0686 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318588 Mar 11 18:21:45.289688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b703499-1df5-4df4-8dfd-da58d0717d37 req-40cbae84-813b-4e40-8ed2-891a49655949 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:45.291185 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b703499-1df5-4df4-8dfd-da58d0717d37 req-40cbae84-813b-4e40-8ed2-891a49655949 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0863914 Mar 11 18:21:45.337539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b703499-1df5-4df4-8dfd-da58d0717d37 req-3167e830-7df0-4e76-8f6c-4cb4916eabbc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406604 Mar 11 18:21:45.820584 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:45.869386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:46.549254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f407600-7a73-4b32-9648-de4314982f51 req-481949c1-227d-481b-afb7-47532d4bd049 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:46.550567 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f407600-7a73-4b32-9648-de4314982f51 req-481949c1-227d-481b-afb7-47532d4bd049 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0876012 Mar 11 18:21:46.600801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f407600-7a73-4b32-9648-de4314982f51 req-13821944-eae6-473c-b4ff-9692d244d608 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Mar 11 18:21:47.158408 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:47.818472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61103de-a6ec-4d9b-8c65-c07432c72106 req-72b152ae-5aff-49d3-b52d-f0f3499afaa1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:47.820039 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a61103de-a6ec-4d9b-8c65-c07432c72106 req-72b152ae-5aff-49d3-b52d-f0f3499afaa1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0905941 Mar 11 18:21:47.869675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a61103de-a6ec-4d9b-8c65-c07432c72106 req-8ef7820c-c09e-4d4b-9316-01ee8e0b1e3a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Mar 11 18:21:49.072111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a888dff-fe57-4dde-9f80-4ad6abd46a58 req-fdf93249-dab5-4978-bbb2-f3326d32b694 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:49.073771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a888dff-fe57-4dde-9f80-4ad6abd46a58 req-fdf93249-dab5-4978-bbb2-f3326d32b694 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0798686 Mar 11 18:21:49.127170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8a888dff-fe57-4dde-9f80-4ad6abd46a58 req-4675b934-4f1d-4131-80cc-277882fb9047 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Mar 11 18:21:50.505475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab25cc-3183-4564-a280-e2cc6faab301 req-75c0ec6f-a2a1-462d-bd04-171b9db8ac8c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:50.508132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bab25cc-3183-4564-a280-e2cc6faab301 req-75c0ec6f-a2a1-462d-bd04-171b9db8ac8c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0866177 Mar 11 18:21:50.555651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2bab25cc-3183-4564-a280-e2cc6faab301 req-efadc57c-60c9-4161-ab59-20a5d225733a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Mar 11 18:21:51.773289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ac77-e853-4bce-83e9-c679aefa9a75 req-2a1b9290-5758-427b-b3d5-71f694686767 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:51.774828 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d06ac77-e853-4bce-83e9-c679aefa9a75 req-2a1b9290-5758-427b-b3d5-71f694686767 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0880878 Mar 11 18:21:51.827299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d06ac77-e853-4bce-83e9-c679aefa9a75 req-1b9a0088-4af1-436c-817f-3cb394cfbe58 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Mar 11 18:21:52.536521 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:21:53.024219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a980c8-be0f-43a3-beb3-d628c5b09ce7 req-3777306e-a333-4cf8-8fd8-35c9e59140d4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:53.025741 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4a980c8-be0f-43a3-beb3-d628c5b09ce7 req-3777306e-a333-4cf8-8fd8-35c9e59140d4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0776501 Mar 11 18:21:53.072622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4a980c8-be0f-43a3-beb3-d628c5b09ce7 req-3488ca46-af03-4063-8aff-048e3286672a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Mar 11 18:21:54.277537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3c8f-705b-44b6-9274-c6e12670f48b req-4cadd9f9-715e-4e76-8dd5-cadc4d59656a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:54.279098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5adb3c8f-705b-44b6-9274-c6e12670f48b req-4cadd9f9-715e-4e76-8dd5-cadc4d59656a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0842099 Mar 11 18:21:54.326578 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5adb3c8f-705b-44b6-9274-c6e12670f48b req-cb3236a1-e526-4390-bd7d-efbd7548e735 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Mar 11 18:21:55.541437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f69ec-7426-457a-937d-71be46b4a5f3 req-dc2c0489-a42f-4d4d-aeb2-6170f193ef37 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:55.542956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f81f69ec-7426-457a-937d-71be46b4a5f3 req-dc2c0489-a42f-4d4d-aeb2-6170f193ef37 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0872812 Mar 11 18:21:55.592904 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f81f69ec-7426-457a-937d-71be46b4a5f3 req-cbce5202-9d3f-49ba-aa1a-271b72550397 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Mar 11 18:21:56.806572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25616-9b1c-4f2b-b1be-f420648c6489 req-582d61ca-ed3c-4608-8f66-b44d450b7eb6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:56.808064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9c25616-9b1c-4f2b-b1be-f420648c6489 req-582d61ca-ed3c-4608-8f66-b44d450b7eb6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0846829 Mar 11 18:21:56.855783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9c25616-9b1c-4f2b-b1be-f420648c6489 req-e55de1cf-bf5d-4891-a352-cb745b4aea3b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 Mar 11 18:21:58.069594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390a771-853e-4833-a63c-255dd882337e req-1425022d-dbd3-430b-8824-1cc5792642e2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:58.071126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4390a771-853e-4833-a63c-255dd882337e req-1425022d-dbd3-430b-8824-1cc5792642e2 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0822377 Mar 11 18:21:58.118612 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4390a771-853e-4833-a63c-255dd882337e req-39378b00-d07a-4fc1-9397-6e4def166a07 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 Mar 11 18:21:59.323294 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826cdc1-9619-47d5-8b89-19716babe58b req-ff8016b6-96e2-416a-8b09-a58e56a8ec94 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:59.324820 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7826cdc1-9619-47d5-8b89-19716babe58b req-ff8016b6-96e2-416a-8b09-a58e56a8ec94 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0786617 Mar 11 18:21:59.372600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7826cdc1-9619-47d5-8b89-19716babe58b req-b7f908d3-13bb-472d-9c5e-8550058c8ac0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Mar 11 18:22:00.596176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dc88-b21e-4732-a489-61286de43022 req-0644742f-7f3f-4554-b2a1-eac4785f5ddd tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:00.597750 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4622dc88-b21e-4732-a489-61286de43022 req-0644742f-7f3f-4554-b2a1-eac4785f5ddd tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0905211 Mar 11 18:22:00.646391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4622dc88-b21e-4732-a489-61286de43022 req-3f80dc0e-4f2a-441a-bf30-8ec50470bfc8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Mar 11 18:22:01.845366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb8eb5-3366-4077-87b0-966f1f64ac3c req-63d27c05-c6c9-41a2-a653-414666a7608d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:01.846822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cbb8eb5-3366-4077-87b0-966f1f64ac3c req-63d27c05-c6c9-41a2-a653-414666a7608d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0779700 Mar 11 18:22:01.895237 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cbb8eb5-3366-4077-87b0-966f1f64ac3c req-12d9cd89-ce44-4c73-bf0d-6854694bfc7c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Mar 11 18:22:02.591047 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-cc5d0165-08df-44c7-9c41-0aedbd79dad9 service neutron] 10.222.0.59 "GET /v2.0/ports/b8b6aaed-6b2e-4625-8f3b-90c88011c494/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0794063 Mar 11 18:22:02.885215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-d2a5a349-7fd4-46b5-8568-9a9ca39fe738 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 1096 time: 0.0708284 Mar 11 18:22:02.994195 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-f582c2be-9156-4b11-a87f-fca30ce3915c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1096 time: 0.0753167 Mar 11 18:22:03.111107 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a3fcb-e1a2-4a3b-8449-37bad792f2d2 req-d371751c-17f8-487e-ad90-cdea48e68319 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:03.113543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c34a3fcb-e1a2-4a3b-8449-37bad792f2d2 req-d371751c-17f8-487e-ad90-cdea48e68319 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0835192 Mar 11 18:22:03.130393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-77c3149f-60e3-4180-9d8a-a48916bd9747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:03.131928 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-77c3149f-60e3-4180-9d8a-a48916bd9747 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1308734 Mar 11 18:22:03.161902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c34a3fcb-e1a2-4a3b-8449-37bad792f2d2 req-d6a45343-e619-4b61-8d34-3e8c2ab291ea tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Mar 11 18:22:03.238772 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-592c79aa-2dbc-415e-8b9c-46726658ab24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 1001 time: 0.1001873 Mar 11 18:22:03.303481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-54c750ed-765c-4fc4-bb1b-403d26fec9b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:03.304942 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-54c750ed-765c-4fc4-bb1b-403d26fec9b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0599480 Mar 11 18:22:03.380284 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-c6405c55-9880-4ca1-a03e-5410810210bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692611 Mar 11 18:22:03.522680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-cc253052-02a0-491b-9e1a-93d22489d1f1 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349473 Mar 11 18:22:03.677947 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ac92efe2-77ee-48db-b26e-15d74d0b0a6a req-c0769acf-6348-47c8-a3fd-a04abeb39a8b service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477809 Mar 11 18:22:04.376183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:22:04.391615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5230a-2864-4dee-b830-528cc799c905 req-0b1e2579-6970-47f9-8d4d-98a4abfc7522 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:04.393365 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ab5230a-2864-4dee-b830-528cc799c905 req-0b1e2579-6970-47f9-8d4d-98a4abfc7522 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0883844 Mar 11 18:22:04.453453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ab5230a-2864-4dee-b830-528cc799c905 req-a285a690-2063-467a-9b81-785278081387 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515928 Mar 11 18:22:04.493387 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:04.519437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:22:04.528738 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:04.534084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:04.601814 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'code': 200} Mar 11 18:22:04.616080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:05.673306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf0e5-78f3-458a-8039-513663545551 req-7340fa87-0960-4000-bded-ebd783f1267a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:05.674804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-970cf0e5-78f3-458a-8039-513663545551 req-7340fa87-0960-4000-bded-ebd783f1267a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0856237 Mar 11 18:22:05.726517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-970cf0e5-78f3-458a-8039-513663545551 req-27780986-6663-42ea-b61a-08cb03f907a0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460832 Mar 11 18:22:06.934853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011a60-3210-4db0-95e0-06db0735a7a7 req-43f2be1d-e0bf-49a2-a59e-6564f9349ea8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:06.936396 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27011a60-3210-4db0-95e0-06db0735a7a7 req-43f2be1d-e0bf-49a2-a59e-6564f9349ea8 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0819175 Mar 11 18:22:06.984709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27011a60-3210-4db0-95e0-06db0735a7a7 req-7686e0ca-7ee5-468e-ace1-3cbed71ad061 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425198 Mar 11 18:22:08.185240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f8555-6d3c-4d7a-8f25-339ba941d4ad req-c8268607-62af-40c0-9cac-38975707375c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:08.186729 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-423f8555-6d3c-4d7a-8f25-339ba941d4ad req-c8268607-62af-40c0-9cac-38975707375c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0782723 Mar 11 18:22:08.231674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-423f8555-6d3c-4d7a-8f25-339ba941d4ad req-aeee0273-a106-4325-8df8-5ad14b8bcccb tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394816 Mar 11 18:22:09.453705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c6dc4-b5b6-4d48-b168-81f8a1faf34d req-983e25b0-1261-41ea-a4f6-0beca7b9523c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:09.455085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a0c6dc4-b5b6-4d48-b168-81f8a1faf34d req-983e25b0-1261-41ea-a4f6-0beca7b9523c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0912445 Mar 11 18:22:09.500193 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a0c6dc4-b5b6-4d48-b168-81f8a1faf34d req-01f863aa-799f-4ed8-8e1d-e7d03ed9d980 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Mar 11 18:22:09.857232 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:10.079958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b0509f2-eeb3-482a-8e44-121b6649f916 req-04005079-ee75-4042-8f22-aaabd8a553d0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0397990 Mar 11 18:22:10.292720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b0509f2-eeb3-482a-8e44-121b6649f916 req-66a17b43-7986-4b9e-9c9b-9a7354962093 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.1250579 Mar 11 18:22:10.347626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b0509f2-eeb3-482a-8e44-121b6649f916 req-2ac54e8d-93e8-4ad4-8045-0f9a269aceb3 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244906 Mar 11 18:22:10.494646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0509f2-eeb3-482a-8e44-121b6649f916 req-3656f8de-bd61-43e7-881b-bd570d5ff8f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:10.496052 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b0509f2-eeb3-482a-8e44-121b6649f916 req-3656f8de-bd61-43e7-881b-bd570d5ff8f2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1427622 Mar 11 18:22:10.715508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160836-a529-4ced-b034-cb6eab279fdf req-4c71b948-c020-4caf-897c-d830c9b52aff tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:10.717003 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd160836-a529-4ced-b034-cb6eab279fdf req-4c71b948-c020-4caf-897c-d830c9b52aff tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0879238 Mar 11 18:22:10.765738 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd160836-a529-4ced-b034-cb6eab279fdf req-4226d209-8fb7-4f5d-961c-2c2024f69094 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Mar 11 18:22:11.987289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8e3d-efb4-4c80-ba57-22ceffced5ab req-b66624a1-29ab-4b4c-813b-bccec1c5740c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:11.988772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b5b8e3d-efb4-4c80-ba57-22ceffced5ab req-b66624a1-29ab-4b4c-813b-bccec1c5740c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0937934 Mar 11 18:22:12.038588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b5b8e3d-efb4-4c80-ba57-22ceffced5ab req-d400f75b-37b8-49a2-bcc3-c5f0e9f33e49 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Mar 11 18:22:12.367174 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60b42238-0362-435f-b99b-e21bd448e1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:13.246113 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88a7eb-4329-4505-83a8-0653a5a3e82a req-715ca6d3-207a-4054-a405-925402c49f20 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:13.247631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a88a7eb-4329-4505-83a8-0653a5a3e82a req-715ca6d3-207a-4054-a405-925402c49f20 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0794659 Mar 11 18:22:13.307158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a88a7eb-4329-4505-83a8-0653a5a3e82a req-b6eb8b74-3823-4b23-8d4d-2c1c67b032c3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511203 Mar 11 18:22:13.802351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cee6f4-f849-41c8-a14c-24e704ff1a12 req-cff77e4f-5b91-4d8f-837f-115edac9baf1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:13.803890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7cee6f4-f849-41c8-a14c-24e704ff1a12 req-cff77e4f-5b91-4d8f-837f-115edac9baf1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0845780 Mar 11 18:22:13.849296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217999-71f2-4694-85c0-adf1b3fb504e req-396d9c4d-d7f2-4a53-9708-2b796d070871 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:13.850118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-65217999-71f2-4694-85c0-adf1b3fb504e req-396d9c4d-d7f2-4a53-9708-2b796d070871 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Synchronizing usage tracker for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:22:13.856380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7cee6f4-f849-41c8-a14c-24e704ff1a12 req-4f26b987-a7a1-417f-a5ab-6a493067388a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Mar 11 18:22:13.867724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-65217999-71f2-4694-85c0-adf1b3fb504e req-396d9c4d-d7f2-4a53-9708-2b796d070871 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Unset dirty status for tenant:37756a6f4c4e427196ab58ac4eceeced on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:22:13.868996 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-396d9c4d-d7f2-4a53-9708-2b796d070871 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60&tenant_id=37756a6f4c4e427196ab58ac4eceeced&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 943 time: 0.2017679 Mar 11 18:22:13.948407 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-4cd7f3b1-995b-4216-b838-75ab5b42ff46 service neutron] 10.222.0.59 "GET /v2.0/ports/b8b6aaed-6b2e-4625-8f3b-90c88011c494/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0720990 Mar 11 18:22:14.068489 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-ce10fa3c-2cc3-4c0d-a295-3b73e038f77d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1094 time: 0.0767090 Mar 11 18:22:14.201063 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217999-71f2-4694-85c0-adf1b3fb504e req-04a079d5-3a71-44be-a841-fb7803b3244d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:14.202622 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-04a079d5-3a71-44be-a841-fb7803b3244d service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1277795 Mar 11 18:22:14.311512 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-6e5b2a9c-6e26-447f-85c0-ecc9292f34b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 999 time: 0.1028161 Mar 11 18:22:14.378119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217999-71f2-4694-85c0-adf1b3fb504e req-d74b5d6c-08c0-4951-822f-212b7e94944b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:14.379670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-d74b5d6c-08c0-4951-822f-212b7e94944b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0603774 Mar 11 18:22:14.459105 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-e8dba460-285c-4224-b18c-64f8953bf544 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685608 Mar 11 18:22:14.483534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:22:14.590448 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2851c636-3951-4777-bc6b-35509970ddd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.590847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-e43e9187-80ee-4123-8d60-0d8b3591aa75 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243119 Mar 11 18:22:14.631552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:14.648456 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'mac_address': 'fa:16:3e:0d:7f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:22:14.703362 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.722224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b6aaed-6b2e-4625-8f3b-90c88011c494 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:22:14.725604 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-49e87b13-a58c-4d61-a0a5-4613ae5c87ea service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288714 Mar 11 18:22:14.738915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:14.743477 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.810845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:14.819414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.819750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.820084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.820407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.820728 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.821051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.821364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.821678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.821991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.822299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.822640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:15.078098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81563a7-f2cb-4a4a-a789-a582a7a1bf76 req-2b0fb92f-6133-492e-93bd-10f673d506bf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:15.079533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d81563a7-f2cb-4a4a-a789-a582a7a1bf76 req-2b0fb92f-6133-492e-93bd-10f673d506bf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 944 time: 0.0923982 Mar 11 18:22:15.114338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b8b6aaed-6b2e-4625-8f3b-90c88011c494'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:22:15.132577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d81563a7-f2cb-4a4a-a789-a582a7a1bf76 req-0e53f23f-2163-4c25-a108-88b1abafb1c7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474036 Mar 11 18:22:15.827810 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:15.874841 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:16.351389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988372e9-14a8-4be4-b5e8-0d36df009bde req-e5af8203-25f2-4a11-a0ec-bbe959333259 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:16.352842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-988372e9-14a8-4be4-b5e8-0d36df009bde req-e5af8203-25f2-4a11-a0ec-bbe959333259 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 944 time: 0.0865159 Mar 11 18:22:16.399791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-988372e9-14a8-4be4-b5e8-0d36df009bde req-a4524cb1-5b53-40ce-b43f-f18dc6eaa91d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393419 Mar 11 18:22:16.506092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:22:16.583535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b8b6aaed-6b2e-4625-8f3b-90c88011c494 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:16.583897 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:16.694563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:16.726853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:22:16.737024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:16.743141 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:16.805410 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'code': 200} Mar 11 18:22:16.821824 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:17.163035 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:17.604249 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-c9847707-0e19-4206-a9d6-48ab98d381c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1096 time: 0.0755980 Mar 11 18:22:17.628394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d159ac-a45d-41b9-a828-6152cd3ef202 req-2da230f7-23f1-410f-b1a0-022ce389e0e3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:17.629778 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87d159ac-a45d-41b9-a828-6152cd3ef202 req-2da230f7-23f1-410f-b1a0-022ce389e0e3 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0850155 Mar 11 18:22:17.679344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-87d159ac-a45d-41b9-a828-6152cd3ef202 req-e3dbf829-d21e-477a-a3e8-3366081727d7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Mar 11 18:22:17.752647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-e49bc69b-7d11-4ad9-8a1f-28a2d7020ca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:17.754129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-e49bc69b-7d11-4ad9-8a1f-28a2d7020ca7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1284244 Mar 11 18:22:17.869870 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-ee5a676c-0c74-4db7-80c9-2be4ef5819f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 1001 time: 0.1008983 Mar 11 18:22:17.945812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-d5b10c40-c418-4b42-8f95-435be714c497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:17.947520 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-d5b10c40-c418-4b42-8f95-435be714c497 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0597696 Mar 11 18:22:18.027672 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-dea94bd8-7354-47f1-ac6c-f38ffef8b291 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744622 Mar 11 18:22:18.164421 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-5342bac2-b133-4906-971c-06f04e830801 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284738 Mar 11 18:22:18.446139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-4dd2e494-5d28-4e35-b81c-cc83b5e734e2 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757869 Mar 11 18:22:18.456134 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-b9c2b17a-6bea-4648-a82f-08bdd3c1b044 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60&tenant_id=37756a6f4c4e427196ab58ac4eceeced HTTP/1.1" status: 200 len: 1096 time: 0.2579329 Mar 11 18:22:18.604859 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-39a95117-0e7a-4872-bcfc-d80ba7de8473 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37756a6f4c4e427196ab58ac4eceeced&device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 1096 time: 0.0744231 Mar 11 18:22:18.738719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217999-71f2-4694-85c0-adf1b3fb504e req-003b4b38-43e8-42ed-ae6e-89ccc1404af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:18.740174 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-003b4b38-43e8-42ed-ae6e-89ccc1404af8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 200 len: 914 time: 0.1296942 Mar 11 18:22:18.855539 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-9fa1e586-ca0e-46a4-9121-46c340012e1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 200 len: 1001 time: 0.1087472 Mar 11 18:22:18.887088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541249f-0da6-432f-851a-f7dfcc0cf05a req-76f000b8-f232-4d40-b9c8-b3a7c4036407 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:18.888521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9541249f-0da6-432f-851a-f7dfcc0cf05a req-76f000b8-f232-4d40-b9c8-b3a7c4036407 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0816252 Mar 11 18:22:18.921863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217999-71f2-4694-85c0-adf1b3fb504e req-3619e6f4-60d2-444b-b265-984926b94df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:18.923397 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-3619e6f4-60d2-444b-b265-984926b94df7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 200 len: 851 time: 0.0623584 Mar 11 18:22:18.936903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9541249f-0da6-432f-851a-f7dfcc0cf05a req-ac2a084a-136f-4d83-9bb6-e504aa6f0b8a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Mar 11 18:22:18.999584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-6dfac0eb-2f53-486f-ba4d-9cce48deb581 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17aff678-7c15-4517-9f69-89ee354bf8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694342 Mar 11 18:22:19.134957 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-b84924ed-cb8d-49ce-8ca0-b1379d431878 service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284022 Mar 11 18:22:19.276289 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-65217999-71f2-4694-85c0-adf1b3fb504e req-0102c47b-083c-494e-8f53-02f91a203aaf service neutron] 10.222.0.59 "GET /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356831 Mar 11 18:22:20.139660 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317448e-980b-49bc-a680-07d44b4dc990 req-60733b39-8e74-4cf9-8d51-1e40615ac3b1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:20.140996 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0317448e-980b-49bc-a680-07d44b4dc990 req-60733b39-8e74-4cf9-8d51-1e40615ac3b1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0824265 Mar 11 18:22:20.188715 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0317448e-980b-49bc-a680-07d44b4dc990 req-fa030f3f-03d3-483e-a5d1-9cee79bbc6d1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Mar 11 18:22:20.561412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:22:20.676206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:20.705721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:22:20.715716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:20.720634 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:20.778948 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'code': 200} Mar 11 18:22:20.789649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:21.393050 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da28cd-1892-48ea-b25f-1bdb53c5de41 req-e67ad4b0-539a-40e8-aa2f-341cec8206de tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:21.394523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45da28cd-1892-48ea-b25f-1bdb53c5de41 req-e67ad4b0-539a-40e8-aa2f-341cec8206de tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0786753 Mar 11 18:22:21.445383 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-45da28cd-1892-48ea-b25f-1bdb53c5de41 req-782c91b5-84b5-4899-81a6-aa5a2bb9faf4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Mar 11 18:22:22.651934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b77c30-bba7-4832-9865-60d7ba3902f0 req-3ddbc88d-08f3-4ff6-a14f-b90dcab92ddc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:22.653403 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1b77c30-bba7-4832-9865-60d7ba3902f0 req-3ddbc88d-08f3-4ff6-a14f-b90dcab92ddc tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0817814 Mar 11 18:22:22.711236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d1b77c30-bba7-4832-9865-60d7ba3902f0 req-34073ca3-dbaf-49f8-9e8a-eae6429c85c0 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494511 Mar 11 18:22:23.936313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb91e1-3a6a-42e6-a316-6469cf9a73be req-c7a742d7-257b-4f81-86c2-d5969a2afc8d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:23.937844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eb91e1-3a6a-42e6-a316-6469cf9a73be req-c7a742d7-257b-4f81-86c2-d5969a2afc8d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0917373 Mar 11 18:22:23.988775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-91eb91e1-3a6a-42e6-a316-6469cf9a73be req-bf78ae84-127f-430d-a345-c9e906f206b4 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Mar 11 18:22:25.206942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18495fc-18d1-4a4c-81a5-e2efdfb92802 req-453a501e-5fd7-4179-bd8b-fdbeb661710e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:25.208413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f18495fc-18d1-4a4c-81a5-e2efdfb92802 req-453a501e-5fd7-4179-bd8b-fdbeb661710e tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0842347 Mar 11 18:22:25.275387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f18495fc-18d1-4a4c-81a5-e2efdfb92802 req-7eb81af5-6e16-46cc-94dd-de05acd7862a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577710 Mar 11 18:22:26.492916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb609b7-3be0-472d-af06-917f95967cd8 req-4cf186de-0d41-4572-a055-4a83f474c70d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:26.494277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcb609b7-3be0-472d-af06-917f95967cd8 req-4cf186de-0d41-4572-a055-4a83f474c70d tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0929205 Mar 11 18:22:26.543298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcb609b7-3be0-472d-af06-917f95967cd8 req-93a794fd-2893-444c-8d9f-1918bee0e787 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Mar 11 18:22:27.750768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862f36a-3ec6-4185-949d-6d838bb50b9a req-ef7910c6-c6d8-421e-8a94-42fd5817545b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:27.752325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3862f36a-3ec6-4185-949d-6d838bb50b9a req-ef7910c6-c6d8-421e-8a94-42fd5817545b tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 943 time: 0.0819628 Mar 11 18:22:27.804868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3862f36a-3ec6-4185-949d-6d838bb50b9a req-dc68416f-ba63-41e3-a08f-12d354603d75 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Mar 11 18:22:28.607593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:22:28.747267 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:28.760722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'port_id': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'mac_address': 'fa:16:3e:0d:7f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:22:28.824750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.844420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b6aaed-6b2e-4625-8f3b-90c88011c494 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:22:28.862118 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:28.866475 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.931917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:29.009023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47882f7e-5a30-4c75-b902-ca8652f8591b req-a4420310-e385-4229-8761-8246c165ac58 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:29.010804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47882f7e-5a30-4c75-b902-ca8652f8591b req-a4420310-e385-4229-8761-8246c165ac58 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0832357 Mar 11 18:22:29.058988 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-47882f7e-5a30-4c75-b902-ca8652f8591b req-5263245d-58c4-4f9f-919c-f6e588e5a4a1 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426171 Mar 11 18:22:29.180650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['b8b6aaed-6b2e-4625-8f3b-90c88011c494'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:22:29.274578 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31865fbf-2939-4655-b046-79e16559e9c9 req-08fbfc00-e6fd-458d-b357-6c333c8b6b41 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:29.276137 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31865fbf-2939-4655-b046-79e16559e9c9 req-08fbfc00-e6fd-458d-b357-6c333c8b6b41 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0846362 Mar 11 18:22:29.410555 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-31865fbf-2939-4655-b046-79e16559e9c9 req-bd1a36a3-f863-48a3-af45-17d3bb01cb50 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282368 Mar 11 18:22:29.537707 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:22:29.610942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdf87d-2706-4f26-be7d-2c61d4d72b31 req-0452a893-7bda-43f1-baaf-5392ad180bd6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:29.612404 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dcdf87d-2706-4f26-be7d-2c61d4d72b31 req-0452a893-7bda-43f1-baaf-5392ad180bd6 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0766056 Mar 11 18:22:29.660605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dcdf87d-2706-4f26-be7d-2c61d4d72b31 req-a99f2594-c6b4-4478-ac4d-599dbc3e25ee tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Mar 11 18:22:30.086811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc732cd-0b26-4ddc-ba73-5cf13e4af41d req-f175c9fb-7ffa-4da5-b69e-c694343535a7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:30.088203 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bc732cd-0b26-4ddc-ba73-5cf13e4af41d req-f175c9fb-7ffa-4da5-b69e-c694343535a7 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 945 time: 0.0842726 Mar 11 18:22:30.134622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bc732cd-0b26-4ddc-ba73-5cf13e4af41d req-55385f2b-f190-4c23-a7e0-6cd6f6b6ef81 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Mar 11 18:22:30.634232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:22:30.706540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port b8b6aaed-6b2e-4625-8f3b-90c88011c494 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:30.706926 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.825386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.855006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:22:30.864518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:30.869735 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.913275 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'code': 200} Mar 11 18:22:30.944081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:31.346844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ba99e-36ca-447e-a890-dad3ee99b844 req-4ba079c1-30b9-46a3-ac4f-950d4d848e7a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:31.348286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-353ba99e-36ca-447e-a890-dad3ee99b844 req-4ba079c1-30b9-46a3-ac4f-950d4d848e7a tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 946 time: 0.0906444 Mar 11 18:22:31.400516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-353ba99e-36ca-447e-a890-dad3ee99b844 req-0452eae5-88f8-4ece-bd17-4c201c9afb21 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464025 Mar 11 18:22:32.073565 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41354a72-016c-44fc-8400-b57675b7203f req-7da1699c-ccc3-4476-a693-fe8fbef7f176 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:32.075083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-41354a72-016c-44fc-8400-b57675b7203f req-7da1699c-ccc3-4476-a693-fe8fbef7f176 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 946 time: 0.0902333 Mar 11 18:22:32.151541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Deleting port b8b6aaed-6b2e-4625-8f3b-90c88011c494 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:22:32.151819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.410182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] For port b8b6aaed-6b2e-4625-8f3b-90c88011c494, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=b8b6aaed-6b2e-4625-8f3b-90c88011c494,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:32.410464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.606127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96594ce8-f043-4163-b036-2e58fcfbaa15 req-73624b0c-0f1f-4c32-ad82-f9fd3dd3acbf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:32.607653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96594ce8-f043-4163-b036-2e58fcfbaa15 req-73624b0c-0f1f-4c32-ad82-f9fd3dd3acbf tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 946 time: 0.0789855 Mar 11 18:22:32.657472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96594ce8-f043-4163-b036-2e58fcfbaa15 req-6e49b81c-3721-493c-a4bb-698a43b2b881 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups?id=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Mar 11 18:22:32.708645 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.709049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.709350 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f disassociated. External IP: 172.25.3.25, port: b8b6aaed-6b2e-4625-8f3b-90c88011c494. Mar 11 18:22:32.709680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Calling delete_port for b8b6aaed-6b2e-4625-8f3b-90c88011c494 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:22:32.858152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.907329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event deleted for resources: {'Port': ['ID=b8b6aaed-6b2e-4625-8f3b-90c88011c494,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:32.920062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.920425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.920769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.921088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.921831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.922141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.922500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.922818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.923158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.923415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:32.923726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.221768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:33.431929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:33.442593 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:22:33.456630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:22:33.457254 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:22:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:33.500815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] No DVR routers for this DVR port b8b6aaed-6b2e-4625-8f3b-90c88011c494 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:22:33.503269 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.505743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-deleted', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:22:33.522878 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-41354a72-016c-44fc-8400-b57675b7203f req-6c46a886-2e8b-4194-9d4b-dfa9f15ccf05 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.59 "DELETE /v2.0/ports/b8b6aaed-6b2e-4625-8f3b-90c88011c494 HTTP/1.1" status: 204 len: 173 time: 1.4421806 Mar 11 18:22:33.574893 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616bb69-5b96-4e8c-ba5f-3101f4ef9f60', 'name': 'network-vif-deleted', 'tag': 'b8b6aaed-6b2e-4625-8f3b-90c88011c494', 'status': 'completed', 'code': 200} Mar 11 18:22:33.641207 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:22:33.836890 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3a66f9db-a04d-49f4-a8a8-f16943fb014f req-22ffe4d9-39ea-4cf7-b752-f9b4e14cf13c tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/ports?device_id=0616bb69-5b96-4e8c-ba5f-3101f4ef9f60 HTTP/1.1" status: 200 len: 210 time: 0.0477304 Mar 11 18:22:33.974478 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:33.978459 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:22:33.989843 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:22:33.990291 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:22:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:34.174289 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:22:34.530918 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:34.535584 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295ec20-0985-4ef2-8ac2-849b8664a569 None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:06Z', 'revision_number': 4, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '94bb6b83-9b4c-4961-81ec-13f2e808d45a', 'name': '', 'network_id': '17aff678-7c15-4517-9f69-89ee354bf8d7', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'mac_address': 'fa:16:3e:8a:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:05Z', 'updated_at': '2022-03-11T18:18:14Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'subnets': [{'id': '17dcb76b-e516-4db9-837a-d9eedd9eb8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:22:34.645662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:22:34.680557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: b8b6aaed-6b2e-4625-8f3b-90c88011c494 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:22:34.680889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device b8b6aaed-6b2e-4625-8f3b-90c88011c494 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:22:34.792526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d26176-2001-462a-9a9d-099bdaf87098 None None] New status for floating IP d12b9900-f7b1-4c30-9933-9b6ac4ecf20f: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:22:38.240559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44512) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:38.308783 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.337578 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.390634 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.408099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:38.421158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.421654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.421966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.422302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.422654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.422980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.423301 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.423620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.423939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.424256 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.424573 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:38.430377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.436320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-29d0a1a7-9680-4aad-b613-b1a215b0d088 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "DELETE /v2.0/security-groups/243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4 HTTP/1.1" status: 204 len: 168 time: 0.1899068 Mar 11 18:22:38.436818 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44516) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:38.458252 n-d-833436-1 neutron-server[83848]: INFO neutron.api.v2.resource [None req-e41a4883-9f6e-41aa-b16a-e627d0760b80 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] show failed (client error): The resource could not be found. Mar 11 18:22:38.459297 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e41a4883-9f6e-41aa-b16a-e627d0760b80 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "GET /v2.0/security-groups/243717f4-ae5a-4c79-8fb2-34b3f3ee5bc4 HTTP/1.1" status: 404 len: 347 time: 0.0237808 Mar 11 18:22:38.462109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44520) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:38.620037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Deleting port 5a0f75e3-a293-4dcf-9321-4b3680a36b37 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:22:38.620271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.798008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.798344 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.937951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Calling delete_port for 5a0f75e3-a293-4dcf-9321-4b3680a36b37 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:22:39.092321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.141892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Pushing event deleted for resources: {'Port': ['ID=5a0f75e3-a293-4dcf-9321-4b3680a36b37,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:39.234995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.249092 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.250290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e6ac31f-b871-45f5-9647-194bea990f95 tempest-ServerActionsTestJSON-2119222760 tempest-ServerActionsTestJSON-2119222760-project] 10.222.0.96 "DELETE /v2.0/floatingips/d12b9900-f7b1-4c30-9933-9b6ac4ecf20f HTTP/1.1" status: 204 len: 168 time: 0.7872045 Mar 11 18:22:39.253459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44524) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:39.777594 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.866373 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.416391 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Deleting port 94bb6b83-9b4c-4961-81ec-13f2e808d45a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:22:40.416862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.600260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] For port 94bb6b83-9b4c-4961-81ec-13f2e808d45a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=94bb6b83-9b4c-4961-81ec-13f2e808d45a,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:40.600529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.721622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Calling delete_port for 94bb6b83-9b4c-4961-81ec-13f2e808d45a owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:22:40.907740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.960497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=94bb6b83-9b4c-4961-81ec-13f2e808d45a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:41.364211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.974754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Router 20c0eff1-57c9-455b-953d-7c5c6302ba44 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:42.179896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:42.189687 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398600bd-461c-4b82-95df-76b60a267612 None None] Sync routers for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:22:42.195104 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be8c9345-2f14-46dd-9eff-d49c0a0f0e87 admin admin] 10.222.0.96 "PUT /v2.0/routers/20c0eff1-57c9-455b-953d-7c5c6302ba44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9381516 Mar 11 18:22:42.195477 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44528) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:42.201794 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:22:42.202428 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:22:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:42.362131 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ede3a798-bb3c-427f-8ed4-d67aaa2518f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.383224 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:22:42.415907 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.622465 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.632901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Deleting port 08a60e6a-ae2f-4927-b403-ad142355bcee {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:22:42.633201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.675819 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:22:40Z', 'revision_number': 5, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port': {'id': '08a60e6a-ae2f-4927-b403-ad142355bcee', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:42.680268 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398600bd-461c-4b82-95df-76b60a267612 None None] Checking router: 20c0eff1-57c9-455b-953d-7c5c6302ba44 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:22:42.691893 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] Routers {'20c0eff1-57c9-455b-953d-7c5c6302ba44'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:22:42.692510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:22:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['20c0eff1-57c9-455b-953d-7c5c6302ba44'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:42.819425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] For port 08a60e6a-ae2f-4927-b403-ad142355bcee, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=08a60e6a-ae2f-4927-b403-ad142355bcee,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:42.819780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.853193 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] Set router 20c0eff1-57c9-455b-953d-7c5c6302ba44 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:22:42.942811 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Calling delete_port for 08a60e6a-ae2f-4927-b403-ad142355bcee owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:22:42.961063 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-398600bd-461c-4b82-95df-76b60a267612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:22:42Z', 'revision_number': 6, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:42.965293 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398600bd-461c-4b82-95df-76b60a267612 None None] The sync data for ids ['20c0eff1-57c9-455b-953d-7c5c6302ba44'] in n-d-833436-1 is: [{'id': '20c0eff1-57c9-455b-953d-7c5c6302ba44', 'name': 'tempest-ServerActionsTestJSON-1320287731-router', 'tenant_id': '37756a6f4c4e427196ab58ac4eceeced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:18:03Z', 'updated_at': '2022-03-11T18:22:42Z', 'revision_number': 6, 'project_id': '37756a6f4c4e427196ab58ac4eceeced', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:22:43.133287 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.195225 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a60e6a-ae2f-4927-b403-ad142355bcee,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:43.528899 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.788994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.793385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.820677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.821329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c0eff1-57c9-455b-953d-7c5c6302ba44 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:22:43.834229 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.835480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fc3243c7-c580-4aac-b88a-b585db165f58 admin admin] 10.222.0.96 "DELETE /v2.0/routers/20c0eff1-57c9-455b-953d-7c5c6302ba44 HTTP/1.1" status: 204 len: 168 time: 1.6386206 Mar 11 18:22:43.838257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44532) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:43.898894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] Deleting subnet 17dcb76b-e516-4db9-837a-d9eedd9eb8f1 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:22:43.901976 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.957320 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.039733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.109730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.150669 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17dcb76b-e516-4db9-837a-d9eedd9eb8f1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:44.160953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.161417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f750fe0d-a6af-4e4b-9550-d0dece063a7b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/17dcb76b-e516-4db9-837a-d9eedd9eb8f1 HTTP/1.1" status: 204 len: 168 time: 0.3220425 Mar 11 18:22:44.163865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44536) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:44.169377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea2118-b996-4c5c-84d5-299a46258c2b None None] Network 17aff678-7c15-4517-9f69-89ee354bf8d7 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:22:44.269485 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.280057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Deleting port 1cb06749-d289-4283-9964-9bf641d1fcb2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:22:44.280380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.354153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 08a60e6a-ae2f-4927-b403-ad142355bcee no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:22:44.388332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 08a60e6a-ae2f-4927-b403-ad142355bcee {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:22:44.388668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 08a60e6a-ae2f-4927-b403-ad142355bcee not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:22:44.389070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 94bb6b83-9b4c-4961-81ec-13f2e808d45a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:22:44.426950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 94bb6b83-9b4c-4961-81ec-13f2e808d45a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:22:44.427251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 94bb6b83-9b4c-4961-81ec-13f2e808d45a not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:22:44.515233 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] DHCP port deletion for 17aff678-7c15-4517-9f69-89ee354bf8d7 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:22:44.528742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Deleting port 1cb06749-d289-4283-9964-9bf641d1fcb2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:22:44.529186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.569056 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-91976e06-34bc-4917-a3d9-d298c6c98c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.642250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] For port 1cb06749-d289-4283-9964-9bf641d1fcb2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1cb06749-d289-4283-9964-9bf641d1fcb2,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:44.642638 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.748851 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] For port 1cb06749-d289-4283-9964-9bf641d1fcb2, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1cb06749-d289-4283-9964-9bf641d1fcb2,segment=NetworkSegment(9ec686fc-43dd-409e-b054-c6e0a3ccf1d4),segment_id=9ec686fc-43dd-409e-b054-c6e0a3ccf1d4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:44.749105 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.766517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Calling delete_port for 1cb06749-d289-4283-9964-9bf641d1fcb2 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:22:44.842282 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.895425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb06749-d289-4283-9964-9bf641d1fcb2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:44.900983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] No DVR routers for this DVR port 1cb06749-d289-4283-9964-9bf641d1fcb2 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:22:44.909106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Calling delete_port for 1cb06749-d289-4283-9964-9bf641d1fcb2 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:22:44.986121 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:22:44.986440 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:22:45.019879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.050148 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aff678-7c15-4517-9f69-89ee354bf8d7']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:45.062029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:45.062312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec686fc-43dd-409e-b054-c6e0a3ccf1d4') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:45.079907 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.106011 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.114647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:22:45.115052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:22:45.129006 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:22:45.209575 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.225085 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.236248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=17aff678-7c15-4517-9f69-89ee354bf8d7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:45.250541 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2faea21c-b74b-4877-b7ea-d5986ce7aae4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/17aff678-7c15-4517-9f69-89ee354bf8d7 HTTP/1.1" status: 204 len: 168 time: 1.0855360 Mar 11 18:22:45.400791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44542) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:45.454593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ac049cac-6eb6-47c9-833d-e2124e02a7b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=37756a6f4c4e427196ab58ac4eceeced&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525646 Mar 11 18:22:45.457186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44546) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:45.488290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Deleting port 1cb06749-d289-4283-9964-9bf641d1fcb2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:22:45.488869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.516260 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82dfa6fa-6c0d-46fe-abd2-33e8b49628b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.541848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82dfa6fa-6c0d-46fe-abd2-33e8b49628b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.552839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd8fd9-e1aa-414b-9563-f200e368d233 None None] The port '1cb06749-d289-4283-9964-9bf641d1fcb2' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:22:45.599643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82dfa6fa-6c0d-46fe-abd2-33e8b49628b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.618035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfa6fa-6c0d-46fe-abd2-33e8b49628b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c0b7d0-937e-4cb0-b9cb-689fa2278a78,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:45.626819 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-82dfa6fa-6c0d-46fe-abd2-33e8b49628b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.628154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-82dfa6fa-6c0d-46fe-abd2-33e8b49628b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1c0b7d0-937e-4cb0-b9cb-689fa2278a78 HTTP/1.1" status: 204 len: 168 time: 0.1701026 Mar 11 18:22:45.827788 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:45.869774 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:46.350576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1cb06749-d289-4283-9964-9bf641d1fcb2 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:22:46.388775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1cb06749-d289-4283-9964-9bf641d1fcb2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:22:46.389065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1cb06749-d289-4283-9964-9bf641d1fcb2 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:22:46.559687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44572) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:46.732974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-656355386-network', 'tenant_id': 'e94a28cd8192426084e041acb2ea58ad'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:22:46.739791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:22:46.744091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Usage tracker for resource:network and tenant:e94a28cd8192426084e041acb2ea58ad is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:22:46.747224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:22:46.754158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:22:46.768473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Made reservation on behalf of e94a28cd8192426084e041acb2ea58ad for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:46.770983 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:46.784688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:46.818056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:22:46.822326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Usage tracker for resource:security_group_rule and tenant:e94a28cd8192426084e041acb2ea58ad is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:22:46.825334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:22:46.831281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:22:46.896755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:46.903712 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:46.942633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:22:46.948647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50363c30-1b56-4233-9068-fca8d1a49137,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:46.955730 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:46.956878 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Added segment 0db43270-1346-465d-9dbb-2ef7727521c4 of type vlan for network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 Mar 11 18:22:46.984078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.022161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.023099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:47.023754 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.129435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] Pushing event updated for resources: {'Network': ['ID=511e52ce-ce70-4850-ab88-ee3df87ec8b1,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:47.135523 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8324a902-82f3-4576-96ed-44c7826a167c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5718431 Mar 11 18:22:47.135936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44578) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:22:47.142209 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Request body: {'subnet': {'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-656355386-subnet', 'tenant_id': 'e94a28cd8192426084e041acb2ea58ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:22:47.148524 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:22:47.149309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:22:47.152930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Usage tracker for resource:subnet and tenant:e94a28cd8192426084e041acb2ea58ad is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:22:47.157027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:22:47.164781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:22:47.178486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Made reservation on behalf of e94a28cd8192426084e041acb2ea58ad for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:47.181471 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.238087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.388680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.455218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce96dc8-6f27-49af-bcee-7c49506663ee,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:47.471405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Checking segment: {'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:22:47.471755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Network hostable DHCP agents. Network: 511e52ce-ce70-4850-ab88-ee3df87ec8b1, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:22:47.495409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:22:47.506340 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 511e52ce-ce70-4850-ab88-ee3df87ec8b1) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:47.512208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:47.513626 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.514481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33cfa3-8643-4ca1-967d-2fa1201c68b1 None None] Network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:22:47.536466 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1a50e2d7-1913-495a-8bef-598377286b5e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3993566 Mar 11 18:22:47.728932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90ef0f-040f-4433-af0d-23b479ee6403 None None] Network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:22:48.355366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-67f70892-8ed0-4d19-b618-da4514f61a92 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:48.356816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-67f70892-8ed0-4d19-b618-da4514f61a92 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/networks?id=511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 200 len: 813 time: 0.1470482 Mar 11 18:22:48.373545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-127a9633-d1a3-48e6-92b6-a91527cbeb38 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/quotas/e94a28cd8192426084e041acb2ea58ad HTTP/1.1" status: 200 len: 375 time: 0.0113821 Mar 11 18:22:48.419398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-e7863fe5-5a03-440a-8bb6-3c1d85345520 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e94a28cd8192426084e041acb2ea58ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409796 Mar 11 18:22:48.560445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4aaa5a9e-a2da-4672-b6d5-41e3cbcde1e5 service neutron] 10.222.0.96 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309013 Mar 11 18:22:48.700072 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-ddba3d1c-12c2-4869-9c40-881c48c4f417 service neutron] 10.222.0.96 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337700 Mar 11 18:22:50.005961 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1cd48daf-557a-41dd-b0cb-e3a4792026a7 req-7bba3097-3cd1-4219-8090-0c27cefb283e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 210 time: 0.1354284 Mar 11 18:22:51.178061 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-53197a90-2776-4536-8218-07dd12bb12c2 req-08fd5826-b74d-4a30-bcc0-ad6a4b126158 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 210 time: 0.0489504 Mar 11 18:22:51.431459 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-33de9228-7ddc-480d-bf00-4e43d0d8927b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:51.432172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-33de9228-7ddc-480d-bf00-4e43d0d8927b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Synchronizing usage tracker for tenant:e94a28cd8192426084e041acb2ea58ad on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:22:51.451502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-33de9228-7ddc-480d-bf00-4e43d0d8927b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Unset dirty status for tenant:e94a28cd8192426084e041acb2ea58ad on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:22:51.452693 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-33de9228-7ddc-480d-bf00-4e43d0d8927b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "GET /v2.0/networks?id=511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 200 len: 813 time: 0.1754179 Mar 11 18:22:51.475765 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Request body: {'port': {'device_id': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1', 'admin_state_up': True, 'tenant_id': 'e94a28cd8192426084e041acb2ea58ad'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:22:51.614893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:22:51.619018 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Usage tracker for resource:port and tenant:e94a28cd8192426084e041acb2ea58ad is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:22:51.621865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:22:51.627642 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:22:51.639757 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Made reservation on behalf of e94a28cd8192426084e041acb2ea58ad for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:51.642842 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:51.808405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Allocated IP 172.20.0.10 (511e52ce-ce70-4850-ab88-ee3df87ec8b1/8ce96dc8-6f27-49af-bcee-7c49506663ee/25e32735-ce99-4251-9c23-a6b03fbf02fa) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:52.017395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.048904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.218838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:52.220367 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:52.224487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:22:52.255499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Pushing event updated for resources: {'Port': ['ID=25e32735-ce99-4251-9c23-a6b03fbf02fa,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:52.289275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:52.289896 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.313002 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-da46b696-3a52-48e2-accb-6b9713c57e8e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8412678 Mar 11 18:22:52.330326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Request body: {'port': {'device_id': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:22:52.379085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fbb5d-cb13-4dd3-b87c-d152e9a7938e req-aeeaad31-284c-48b6-a6c3-51ace8272291 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:52.380661 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af5fbb5d-cb13-4dd3-b87c-d152e9a7938e req-aeeaad31-284c-48b6-a6c3-51ace8272291 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 932 time: 0.0785358 Mar 11 18:22:52.433249 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af5fbb5d-cb13-4dd3-b87c-d152e9a7938e req-1a0305a3-fd16-4110-bef4-da5d1fdc26e1 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Mar 11 18:22:52.449041 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.831248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e32735-ce99-4251-9c23-a6b03fbf02fa {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:22:52.839574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.856986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Transition to ACTIVE for port object 25e32735-ce99-4251-9c23-a6b03fbf02fa will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:22:52.861960 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.995998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=25e32735-ce99-4251-9c23-a6b03fbf02fa,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:53.100129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Attempting to bind port 25e32735-ce99-4251-9c23-a6b03fbf02fa on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:53.100377 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Attempting to bind port 25e32735-ce99-4251-9c23-a6b03fbf02fa by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:53.100705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Attempting to bind port 25e32735-ce99-4251-9c23-a6b03fbf02fa on network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:22:53.107218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Port 25e32735-ce99-4251-9c23-a6b03fbf02fa on network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:22:53.107535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Attempting to bind port 25e32735-ce99-4251-9c23-a6b03fbf02fa on network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:22:53.115128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:22:53.115456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Checking segment: {'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:22:53.115851 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Bound using segment: {'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:22:53.116268 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Bound port: 25e32735-ce99-4251-9c23-a6b03fbf02fa, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:53.116640 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.223293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] For port 25e32735-ce99-4251-9c23-a6b03fbf02fa, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:53.226603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] For port 25e32735-ce99-4251-9c23-a6b03fbf02fa, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:53.234054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.302825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.304203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] 10.222.0.59 "PUT /v2.0/ports/25e32735-ce99-4251-9c23-a6b03fbf02fa HTTP/1.1" status: 200 len: 1092 time: 0.9781690 Mar 11 18:22:53.304634 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'tag': '25e32735-ce99-4251-9c23-a6b03fbf02fa'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:22:53.324581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47ba1-7e99-4176-87d4-771f23e0cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=25e32735-ce99-4251-9c23-a6b03fbf02fa,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:53.364716 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'tag': '25e32735-ce99-4251-9c23-a6b03fbf02fa', 'status': 'completed', 'code': 200} Mar 11 18:22:53.510963 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-6065560b-f362-4d86-9e67-71d7d9e6ad46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e94a28cd8192426084e041acb2ea58ad&device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 1095 time: 0.1517792 Mar 11 18:22:53.587322 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-65abd579-8132-460c-b06f-502603610e60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa HTTP/1.1" status: 200 len: 217 time: 0.0622432 Mar 11 18:22:53.639428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0846a21-d732-453b-973e-c5625f7a3439 req-621e6855-4779-492f-9cd2-73a181cc1372 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:53.640829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0846a21-d732-453b-973e-c5625f7a3439 req-621e6855-4779-492f-9cd2-73a181cc1372 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 944 time: 0.0806022 Mar 11 18:22:53.655147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-a235f637-63ce-4b2e-80cb-82c320634751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:53.656675 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-a235f637-63ce-4b2e-80cb-82c320634751 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ce96dc8-6f27-49af-bcee-7c49506663ee HTTP/1.1" status: 200 len: 853 time: 0.0625002 Mar 11 18:22:53.706521 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-6ce5285e-b490-4114-921e-8078ae57734f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=511e52ce-ce70-4850-ab88-ee3df87ec8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421479 Mar 11 18:22:53.792328 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0846a21-d732-453b-973e-c5625f7a3439 req-2a41c56f-cab2-42e3-9ebc-7475c64ba479 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456325 Mar 11 18:22:53.845404 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-8ba56414-f6e6-447d-a625-a9f670f5f8ff service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322815 Mar 11 18:22:53.983009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0884d3b8-21c2-454c-bede-ddfd74961c43 req-e20c78f5-4a84-42eb-b9f2-d341210db4b7 service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310244 Mar 11 18:22:54.146169 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49c41f44-e01b-40c6-83e2-a5481060542d req-71c48d8e-b724-457e-8443-a8bda8680388 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e94a28cd8192426084e041acb2ea58ad&device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0737629 Mar 11 18:22:54.379674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41f44-e01b-40c6-83e2-a5481060542d req-ffcafb4f-66b4-4dfe-86b2-c16345e93ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:54.381179 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49c41f44-e01b-40c6-83e2-a5481060542d req-ffcafb4f-66b4-4dfe-86b2-c16345e93ff7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 200 len: 915 time: 0.2289200 Mar 11 18:22:54.454538 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49c41f44-e01b-40c6-83e2-a5481060542d req-36450c9f-f5e6-4ec3-95c2-a97872bf87eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa HTTP/1.1" status: 200 len: 217 time: 0.0668216 Mar 11 18:22:54.531038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41f44-e01b-40c6-83e2-a5481060542d req-ecc7a131-5c82-44f6-a699-9083efa2582c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:54.532499 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49c41f44-e01b-40c6-83e2-a5481060542d req-ecc7a131-5c82-44f6-a699-9083efa2582c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ce96dc8-6f27-49af-bcee-7c49506663ee HTTP/1.1" status: 200 len: 853 time: 0.0704792 Mar 11 18:22:54.585259 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49c41f44-e01b-40c6-83e2-a5481060542d req-3319faf5-97e7-4847-b173-fd4c2afb378f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=511e52ce-ce70-4850-ab88-ee3df87ec8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452445 Mar 11 18:22:54.739738 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49c41f44-e01b-40c6-83e2-a5481060542d req-492bdc36-9a0d-4823-a212-a2bf53d31e7d service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468391 Mar 11 18:22:54.890627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49c41f44-e01b-40c6-83e2-a5481060542d req-47a8895b-1fb7-4f0c-a875-02f072f64986 service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442683 Mar 11 18:22:55.020961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a300f0-c943-4c16-85ef-f53695ae43ec req-9e3fc8a9-92cc-442a-b7ad-d94dc5c50e00 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:55.022423 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43a300f0-c943-4c16-85ef-f53695ae43ec req-9e3fc8a9-92cc-442a-b7ad-d94dc5c50e00 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 944 time: 0.0940287 Mar 11 18:22:55.073739 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-43a300f0-c943-4c16-85ef-f53695ae43ec req-ec479e60-dd6f-4826-9f6e-8cfa15007551 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Mar 11 18:22:56.279740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990b27a-1957-4797-9823-58b6986b089a req-19430dce-f7ed-4c0e-9937-45a36b22a0de tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:56.281205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6990b27a-1957-4797-9823-58b6986b089a req-19430dce-f7ed-4c0e-9937-45a36b22a0de tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 944 time: 0.0806656 Mar 11 18:22:56.329233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6990b27a-1957-4797-9823-58b6986b089a req-944db413-dbb3-4918-8fd5-50025dcb396d tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Mar 11 18:22:56.811965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 25e32735-ce99-4251-9c23-a6b03fbf02fa details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:22:56.950276 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 25e32735-ce99-4251-9c23-a6b03fbf02fa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:56.964066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '25e32735-ce99-4251-9c23-a6b03fbf02fa', 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1', 'port_id': '25e32735-ce99-4251-9c23-a6b03fbf02fa', 'mac_address': 'fa:16:3e:6f:3b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce96dc8-6f27-49af-bcee-7c49506663ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:22:57.017462 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:57.037919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e32735-ce99-4251-9c23-a6b03fbf02fa {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:22:57.054979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 25e32735-ce99-4251-9c23-a6b03fbf02fa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:57.062050 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:57.134056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=25e32735-ce99-4251-9c23-a6b03fbf02fa,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:57.344413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['25e32735-ce99-4251-9c23-a6b03fbf02fa'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:22:57.539665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e466d-b285-481d-903a-f7aee7721fa0 req-ed6866c0-51e7-4711-8f5c-8d59ca3591b3 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:57.541418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a9e466d-b285-481d-903a-f7aee7721fa0 req-ed6866c0-51e7-4711-8f5c-8d59ca3591b3 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 945 time: 0.0835264 Mar 11 18:22:57.597163 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a9e466d-b285-481d-903a-f7aee7721fa0 req-b778be3f-e561-4b74-98f4-f76aa2348259 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Mar 11 18:22:58.808968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fdac4-8945-4ab3-af20-9919f175c79f req-e6ff98f2-3342-4134-a8fc-cce60efb5ac2 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:58.810553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b4fdac4-8945-4ab3-af20-9919f175c79f req-e6ff98f2-3342-4134-a8fc-cce60efb5ac2 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 945 time: 0.0827556 Mar 11 18:22:58.819670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 25e32735-ce99-4251-9c23-a6b03fbf02fa up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:22:58.859797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3b4fdac4-8945-4ab3-af20-9919f175c79f req-39f58a9e-42aa-42bb-8c80-3c82f74b7e60 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Mar 11 18:22:58.911675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 25e32735-ce99-4251-9c23-a6b03fbf02fa completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:22:58.917049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 25e32735-ce99-4251-9c23-a6b03fbf02fa triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:58.917428 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:59.039461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:59.067913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e32735-ce99-4251-9c23-a6b03fbf02fa'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:22:59.078060 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 25e32735-ce99-4251-9c23-a6b03fbf02fa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:59.084799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:59.130062 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e32735-ce99-4251-9c23-a6b03fbf02fa', 'code': 200} Mar 11 18:22:59.153947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=25e32735-ce99-4251-9c23-a6b03fbf02fa,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:59.290057 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3727bb68-08de-4bf0-b19e-59fcd3e433d8 req-b0022273-d5b0-4bd1-8246-f79dcee0b8d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0768306 Mar 11 18:22:59.341611 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3727bb68-08de-4bf0-b19e-59fcd3e433d8 req-85b4dd16-37bc-45a6-b38d-775dbc8a896c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Mar 11 18:23:00.088845 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa24d8-c4e0-4363-bab1-b73774d9f187 req-3ac0c5d4-2b61-4d25-bc76-dd5ec342e774 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:00.090326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2efa24d8-c4e0-4363-bab1-b73774d9f187 req-3ac0c5d4-2b61-4d25-bc76-dd5ec342e774 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.1026714 Mar 11 18:23:00.140652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2efa24d8-c4e0-4363-bab1-b73774d9f187 req-206cdcc8-e79b-4f9e-a560-4473fadc3822 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Mar 11 18:23:01.360189 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0225-4902-43c3-bfef-4f7fcfd122f0 req-3bd7bc34-ac9a-42ab-bb3d-49613003ec4b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:01.361653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac0d0225-4902-43c3-bfef-4f7fcfd122f0 req-3bd7bc34-ac9a-42ab-bb3d-49613003ec4b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0838344 Mar 11 18:23:01.417603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ac0d0225-4902-43c3-bfef-4f7fcfd122f0 req-47caa643-c9c9-46c2-951d-b1ef2b44fe74 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Mar 11 18:23:01.753884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-20587002-270d-4042-96cb-fd544e9987f6 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:01.755283 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-20587002-270d-4042-96cb-fd544e9987f6 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/networks?id=511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 200 len: 813 time: 0.1494381 Mar 11 18:23:01.780045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-a0189c6c-7eb4-4ff6-8b29-65ab77a57b85 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/quotas/e94a28cd8192426084e041acb2ea58ad HTTP/1.1" status: 200 len: 375 time: 0.0171044 Mar 11 18:23:01.866717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-0622f871-74ff-4527-8fc9-6bba34377918 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e94a28cd8192426084e041acb2ea58ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800133 Mar 11 18:23:02.016536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-e2827e8b-6ed8-4286-a145-dd3bd2cfe387 service neutron] 10.222.0.96 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409531 Mar 11 18:23:02.155391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-e88a4d67-114b-4a20-8471-b407936f919a service neutron] 10.222.0.96 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330230 Mar 11 18:23:02.376545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b002f3c5-cd3c-4f4b-a625-9fd1afcb68fb req-41cbd181-0448-4efe-855f-390b02059584 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 210 time: 0.0424244 Mar 11 18:23:03.544266 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-9ac8dedd-ce06-4e80-b376-ac10db71dc3f tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:03.545706 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-9ac8dedd-ce06-4e80-b376-ac10db71dc3f tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "GET /v2.0/networks?id=511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 200 len: 813 time: 0.1514683 Mar 11 18:23:03.549164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3fb88ad4-6c48-4827-b9a9-c01a4efb65d5 req-99f12318-8ff3-4083-8b94-bfacd1e8545c tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 210 time: 0.0473161 Mar 11 18:23:03.569687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Request body: {'port': {'device_id': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1', 'admin_state_up': True, 'tenant_id': 'e94a28cd8192426084e041acb2ea58ad'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:03.712621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:03.716488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Usage tracker for resource:port and tenant:e94a28cd8192426084e041acb2ea58ad is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:03.719494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:03.725276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:03.738349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Made reservation on behalf of e94a28cd8192426084e041acb2ea58ad for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:03.741535 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:03.911109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Allocated IP 172.20.0.13 (511e52ce-ce70-4850-ab88-ee3df87ec8b1/8ce96dc8-6f27-49af-bcee-7c49506663ee/5ec84177-6a1c-4f83-86a2-4d162c59f3ca) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:04.147584 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:04.179887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:04.213387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['25e32735-ce99-4251-9c23-a6b03fbf02fa'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:23:04.252919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:04.256319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:04.261402 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:04.292829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Pushing event updated for resources: {'Port': ['ID=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:04.330627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:04.331223 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:04.352419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-36c4277c-46f9-423e-ba39-84bea3271c08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7875459 Mar 11 18:23:04.370374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Request body: {'port': {'device_id': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:04.476417 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:04.759611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063589-59b8-4cdd-932f-bb2562d2cec8 req-ea05c94c-f59a-4bcf-8b16-44c799342ffa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:04.761013 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e063589-59b8-4cdd-932f-bb2562d2cec8 req-ea05c94c-f59a-4bcf-8b16-44c799342ffa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 932 time: 0.0838838 Mar 11 18:23:04.810559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e063589-59b8-4cdd-932f-bb2562d2cec8 req-df28ff4e-06bb-4e74-b7b4-390ec104bd47 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Mar 11 18:23:04.933689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec84177-6a1c-4f83-86a2-4d162c59f3ca {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:23:04.941222 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:04.957032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Transition to ACTIVE for port object 5ec84177-6a1c-4f83-86a2-4d162c59f3ca will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:04.962636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:05.088965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:05.202601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Attempting to bind port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:05.202928 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Attempting to bind port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:05.203255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Attempting to bind port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca on network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:05.209715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca on network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:23:05.210036 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Attempting to bind port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca on network 511e52ce-ce70-4850-ab88-ee3df87ec8b1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:05.216559 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:05.216890 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Checking segment: {'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:05.217260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Bound using segment: {'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:05.217675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Bound port: 5ec84177-6a1c-4f83-86a2-4d162c59f3ca, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db43270-1346-465d-9dbb-2ef7727521c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:05.218000 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:05.316001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] For port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:05.319364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] For port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:05.324998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:05.391631 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:05.393030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ec84177-6a1c-4f83-86a2-4d162c59f3ca HTTP/1.1" status: 200 len: 1092 time: 1.0267718 Mar 11 18:23:05.393457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'tag': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:23:05.411467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2e33-8dd6-4fe6-bcce-3c179b58a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:05.537828 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'tag': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca', 'status': 'completed', 'code': 200} Mar 11 18:23:05.542987 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-2b3ab485-5ac9-4475-b53a-352b4e6e5ef9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e94a28cd8192426084e041acb2ea58ad&device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 1095 time: 0.0837631 Mar 11 18:23:05.632883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-069420c3-57c9-4a33-af71-0e4c000db1a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec84177-6a1c-4f83-86a2-4d162c59f3ca HTTP/1.1" status: 200 len: 217 time: 0.0708389 Mar 11 18:23:05.706806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-c7c25152-062d-46a7-801f-fba163cc9433 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:05.708861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-c7c25152-062d-46a7-801f-fba163cc9433 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ce96dc8-6f27-49af-bcee-7c49506663ee HTTP/1.1" status: 200 len: 853 time: 0.0696256 Mar 11 18:23:05.758654 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-f4490bfa-4e2a-46ae-9b75-3f3795e7b5c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=511e52ce-ce70-4850-ab88-ee3df87ec8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436716 Mar 11 18:23:05.895827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-3c7d2a07-d133-406d-b0ac-2d038535f305 service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311584 Mar 11 18:23:06.031806 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60758-6e17-47c5-ac2a-f06a49225cee req-d8f69090-9eb1-4e8f-aee9-b3ac95552f7a tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:06.033405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bd60758-6e17-47c5-ac2a-f06a49225cee req-d8f69090-9eb1-4e8f-aee9-b3ac95552f7a tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 944 time: 0.0941029 Mar 11 18:23:06.037242 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-1ebb3f9b-52c4-4922-bd2a-f5a943194736 req-c8dd1005-11e7-4a55-9cbf-923badd73810 service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345119 Mar 11 18:23:06.083045 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bd60758-6e17-47c5-ac2a-f06a49225cee req-4d7b7a88-f763-44cb-ae42-b884a4296011 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Mar 11 18:23:06.201671 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-25a8993b-527c-446d-af98-1482f7766ed8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e94a28cd8192426084e041acb2ea58ad&device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 1095 time: 0.0749371 Mar 11 18:23:06.340974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-64f57fd5-ef4b-498a-90e4-99f7c230812c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:06.342479 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-64f57fd5-ef4b-498a-90e4-99f7c230812c service neutron] 10.222.0.59 "GET /v2.0/networks?id=511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 200 len: 915 time: 0.1347644 Mar 11 18:23:06.413982 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-10bff73a-cb06-4a53-942e-594d7f731c40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec84177-6a1c-4f83-86a2-4d162c59f3ca HTTP/1.1" status: 200 len: 217 time: 0.0645854 Mar 11 18:23:06.539074 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:23:06.574910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-e920edd9-2c8a-4adb-8792-334f0f0535e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:06.576414 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-e920edd9-2c8a-4adb-8792-334f0f0535e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ce96dc8-6f27-49af-bcee-7c49506663ee HTTP/1.1" status: 200 len: 853 time: 0.1556926 Mar 11 18:23:06.626205 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-d25874f5-1475-453a-b1bc-cf6fd1496bf4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=511e52ce-ce70-4850-ab88-ee3df87ec8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418687 Mar 11 18:23:06.768313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-a2d7c353-efc5-4042-8f4c-90489b3190ec service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348748 Mar 11 18:23:06.913609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4e0e03e8-bead-4ccc-8bbb-8a859cd6effb req-60381fb5-0aae-4e8d-8f0f-bd945afc069a service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383374 Mar 11 18:23:07.289843 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3ac51-b54a-46a1-bdfd-cd0ca0cf063d req-5824b9f5-c78b-4dd8-84c0-4714371c9829 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:07.291359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cad3ac51-b54a-46a1-bdfd-cd0ca0cf063d req-5824b9f5-c78b-4dd8-84c0-4714371c9829 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 944 time: 0.0807576 Mar 11 18:23:07.341695 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cad3ac51-b54a-46a1-bdfd-cd0ca0cf063d req-fd572ac8-1952-42f3-833b-e54d7f3f55a6 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Mar 11 18:23:08.560475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b621-ec74-4efb-9dd7-f05e7245101a req-bdc46501-8180-4eb6-acdf-e371b7d5f970 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:08.561885 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8108b621-ec74-4efb-9dd7-f05e7245101a req-bdc46501-8180-4eb6-acdf-e371b7d5f970 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 944 time: 0.0888803 Mar 11 18:23:08.615906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8108b621-ec74-4efb-9dd7-f05e7245101a req-58411790-48ad-4ac3-8b90-f201bc32382a tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Mar 11 18:23:08.887582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ec84177-6a1c-4f83-86a2-4d162c59f3ca details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:23:09.032887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:09.052106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca', 'network_id': '511e52ce-ce70-4850-ab88-ee3df87ec8b1', 'port_id': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca', 'mac_address': 'fa:16:3e:59:53:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce96dc8-6f27-49af-bcee-7c49506663ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:23:09.109833 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:09.127301 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec84177-6a1c-4f83-86a2-4d162c59f3ca {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:23:09.142743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:09.147783 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:09.216047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:09.423893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['5ec84177-6a1c-4f83-86a2-4d162c59f3ca'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:23:09.837039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd243bb-3c83-45aa-9909-f9c0d261f80e req-669e52e9-857b-47cc-86dd-d7294702cf3a tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:09.838421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd243bb-3c83-45aa-9909-f9c0d261f80e req-669e52e9-857b-47cc-86dd-d7294702cf3a tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 945 time: 0.0932631 Mar 11 18:23:09.868610 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:09.885767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdd243bb-3c83-45aa-9909-f9c0d261f80e req-eac1360a-3122-4fd6-9545-950af515995c tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Mar 11 18:23:10.903580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ec84177-6a1c-4f83-86a2-4d162c59f3ca up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:10.977270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:10.982576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:10.982936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:11.106752 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:11.142186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:11.143478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:23:11.149523 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:11.202485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f6ebd-2574-42d3-b415-81318f2901ff req-39bd145d-bafa-440f-800d-105bb50fff9e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:11.203985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a7f6ebd-2574-42d3-b415-81318f2901ff req-39bd145d-bafa-440f-800d-105bb50fff9e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 945 time: 0.1895587 Mar 11 18:23:11.219941 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca', 'code': 200} Mar 11 18:23:11.223494 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:11.257054 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a7f6ebd-2574-42d3-b415-81318f2901ff req-85fdd91c-7722-49b3-b077-d937c9fe66c7 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Mar 11 18:23:11.391016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58168b49-50a4-412c-85ec-8e3971957616 req-9eb61376-a332-4ede-95f0-4a92fcb424e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 1097 time: 0.0815239 Mar 11 18:23:11.434266 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58168b49-50a4-412c-85ec-8e3971957616 req-ce6f40f7-4ad8-4172-9b44-ec8db5eea4f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367525 Mar 11 18:23:12.132440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5759f3d9-1410-48bf-88f5-596ce698462e req-d1f7a8d6-acde-41d3-be15-76138c088055 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0394895 Mar 11 18:23:12.206295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5759f3d9-1410-48bf-88f5-596ce698462e req-9d83b41a-d24c-46c7-85fd-32b2e3e29858 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0422456 Mar 11 18:23:12.255117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5759f3d9-1410-48bf-88f5-596ce698462e req-60957a94-0de7-484b-ab69-b087ce529a06 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254548 Mar 11 18:23:12.362048 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c2bc36ae-eb34-455d-a226-1870ef8fc61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:12.448616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759f3d9-1410-48bf-88f5-596ce698462e req-cc4d5d09-5936-438f-8a02-f455ac002b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:12.450065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5759f3d9-1410-48bf-88f5-596ce698462e req-cc4d5d09-5936-438f-8a02-f455ac002b0a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1899502 Mar 11 18:23:12.482437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3033f0-aa19-4b5e-a93c-ca26b6e31f56 req-d7c2ae31-c53f-4fd6-8529-7c7dc13ce858 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:12.483870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e3033f0-aa19-4b5e-a93c-ca26b6e31f56 req-d7c2ae31-c53f-4fd6-8529-7c7dc13ce858 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 946 time: 0.1016107 Mar 11 18:23:12.536051 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e3033f0-aa19-4b5e-a93c-ca26b6e31f56 req-45949a46-5aac-446f-b4e1-d9c4cc378b39 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464337 Mar 11 18:23:13.763250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ea54f-894d-4d77-aa22-76e41b5f9e06 req-02560b03-a0a6-4b47-ab44-081a9817f9c2 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:13.764736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-791ea54f-894d-4d77-aa22-76e41b5f9e06 req-02560b03-a0a6-4b47-ab44-081a9817f9c2 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 946 time: 0.0905747 Mar 11 18:23:13.816775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-791ea54f-894d-4d77-aa22-76e41b5f9e06 req-f7ed9aa8-93de-415b-8a45-c362f20e8331 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Mar 11 18:23:14.239306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3500c-d1cd-4973-a007-de0b8d4992d0 req-93e16cb8-5381-4fc8-ab59-c3be8e94dffc tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:14.240775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f3500c-d1cd-4973-a007-de0b8d4992d0 req-93e16cb8-5381-4fc8-ab59-c3be8e94dffc tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 946 time: 0.0825450 Mar 11 18:23:14.300589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14f3500c-d1cd-4973-a007-de0b8d4992d0 req-9c3d3cfa-e929-4a0c-801a-6f6c6dba5016 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518861 Mar 11 18:23:14.538002 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19ccb7a4-e101-4f93-aeae-76c6bd45afbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:15.516975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783320d-fbba-4828-ab94-c5a15a2f1a26 req-9114d39f-66f2-4edc-80a8-28b5027696b9 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:15.518347 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a783320d-fbba-4828-ab94-c5a15a2f1a26 req-9114d39f-66f2-4edc-80a8-28b5027696b9 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 946 time: 0.0827014 Mar 11 18:23:15.566866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a783320d-fbba-4828-ab94-c5a15a2f1a26 req-c027abd7-0b28-45e3-a4a5-9ca625a0b355 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Mar 11 18:23:15.699028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-608e54b2-da0f-4e68-8d86-d202be7b21a0 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:15.699705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-608e54b2-da0f-4e68-8d86-d202be7b21a0 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Synchronizing usage tracker for tenant:e94a28cd8192426084e041acb2ea58ad on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:23:15.718746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-608e54b2-da0f-4e68-8d86-d202be7b21a0 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Unset dirty status for tenant:e94a28cd8192426084e041acb2ea58ad on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:23:15.719923 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-608e54b2-da0f-4e68-8d86-d202be7b21a0 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 946 time: 0.1032257 Mar 11 18:23:15.792803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Deleting port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:15.793033 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:15.828989 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:15.875166 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:16.035387 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] For port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:16.035699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:16.165090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Calling delete_port for 5ec84177-6a1c-4f83-86a2-4d162c59f3ca owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:16.314286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:16.347100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['25e32735-ce99-4251-9c23-a6b03fbf02fa', '5ec84177-6a1c-4f83-86a2-4d162c59f3ca'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:23:16.361187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Pushing event deleted for resources: {'Port': ['ID=5ec84177-6a1c-4f83-86a2-4d162c59f3ca,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:16.436554 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] No DVR routers for this DVR port 5ec84177-6a1c-4f83-86a2-4d162c59f3ca on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:23:16.439109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:16.441702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'name': 'network-vif-deleted', 'tag': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:23:16.459180 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e5dde971-7dfc-4985-92bb-fba46eaab5d6 req-5eb1a390-161d-4772-989f-53a305da462b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "DELETE /v2.0/ports/5ec84177-6a1c-4f83-86a2-4d162c59f3ca HTTP/1.1" status: 204 len: 173 time: 0.7336476 Mar 11 18:23:16.503296 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2dc535-a623-44ec-913c-96b8d2703c73', 'name': 'network-vif-deleted', 'tag': '5ec84177-6a1c-4f83-86a2-4d162c59f3ca', 'status': 'completed', 'code': 200} Mar 11 18:23:16.760115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecdbd768-ca5b-4436-b29f-34718e696566 req-27b94f56-779c-4983-981d-017da1388e8b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d2dc535-a623-44ec-913c-96b8d2703c73 HTTP/1.1" status: 200 len: 210 time: 0.0530925 Mar 11 18:23:17.154455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:17.387597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-f4a6841b-1ce5-4cc2-b052-c43dee7be0b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821996 Mar 11 18:23:17.558465 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-f706901b-16d4-4e6a-8191-af499eb6609c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e94a28cd8192426084e041acb2ea58ad&device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0741138 Mar 11 18:23:17.706431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-b661e7aa-a3de-41cb-a503-4d53a42da14c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:17.707900 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-b661e7aa-a3de-41cb-a503-4d53a42da14c service neutron] 10.222.0.59 "GET /v2.0/networks?id=511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 200 len: 915 time: 0.1313789 Mar 11 18:23:17.779657 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-3908fc7b-80d0-4ee9-893b-e6c416521a7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa HTTP/1.1" status: 200 len: 217 time: 0.0647140 Mar 11 18:23:17.844195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-390bf618-2b7c-4abb-b6d8-d429b0dd25ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:17.845663 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-390bf618-2b7c-4abb-b6d8-d429b0dd25ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ce96dc8-6f27-49af-bcee-7c49506663ee HTTP/1.1" status: 200 len: 853 time: 0.0593669 Mar 11 18:23:17.895105 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-a1ad99f8-5854-412a-8eef-90fd2f5e67fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=511e52ce-ce70-4850-ab88-ee3df87ec8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426419 Mar 11 18:23:18.047144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee6dc-8b2a-4b21-9db2-e106b381053d req-f6d2dba3-77dd-4bb1-ab25-4f984d6fcc78 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:18.048591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8ee6dc-8b2a-4b21-9db2-e106b381053d req-f6d2dba3-77dd-4bb1-ab25-4f984d6fcc78 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0829475 Mar 11 18:23:18.097165 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2e8ee6dc-8b2a-4b21-9db2-e106b381053d req-276192f8-341e-4894-8bea-b13dbba51423 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Mar 11 18:23:18.129558 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-288733d2-ae4e-45d3-a055-4d1f9deda464 service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279046 Mar 11 18:23:18.265388 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0e08ccf3-72ef-4b75-bda4-3a0318d56e50 req-02745d4d-3846-42b4-a39f-192fbfbe1bf1 service neutron] 10.222.0.59 "GET /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288230 Mar 11 18:23:18.331677 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ac931-9709-4ebd-80e1-b8e11b7733d2 req-76e0ad2f-f461-46eb-b936-a545d64849bc tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:18.333156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-743ac931-9709-4ebd-80e1-b8e11b7733d2 req-76e0ad2f-f461-46eb-b936-a545d64849bc tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0840945 Mar 11 18:23:18.380867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-743ac931-9709-4ebd-80e1-b8e11b7733d2 req-8d165416-e418-45bb-a52c-8e6c2b4ea44e tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Mar 11 18:23:18.592212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb112e-af32-4506-9f2d-3180dcfb3ed9 req-7ad0a553-ec08-4a30-aec7-64419b4f4308 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:18.593666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdbb112e-af32-4506-9f2d-3180dcfb3ed9 req-7ad0a553-ec08-4a30-aec7-64419b4f4308 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0913525 Mar 11 18:23:18.640187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fdbb112e-af32-4506-9f2d-3180dcfb3ed9 req-514db72c-4a3d-4d32-9c39-e3d86a49d37f tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Mar 11 18:23:18.918327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ec84177-6a1c-4f83-86a2-4d162c59f3ca no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:23:18.932841 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94d24ab7-9e4e-4808-be7a-cf9ca00435fd req-75b4fc41-73a2-447f-b6d8-3e0ead6b4ce4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1614959 Mar 11 18:23:18.952608 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 5ec84177-6a1c-4f83-86a2-4d162c59f3ca {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:23:18.952965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 5ec84177-6a1c-4f83-86a2-4d162c59f3ca not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:23:19.138747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81586164-cdc3-4406-94df-09085bbed69e req-c3c792c2-9eac-4546-aa9a-5cf891af0469 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:19.140108 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81586164-cdc3-4406-94df-09085bbed69e req-c3c792c2-9eac-4546-aa9a-5cf891af0469 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0768163 Mar 11 18:23:19.186978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-81586164-cdc3-4406-94df-09085bbed69e req-3113c50f-7aad-4559-bc21-12b349a8e80b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Mar 11 18:23:19.415878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b45e7-7e8f-48cd-b7d3-643cb6cfb700 req-75d85e51-25b3-4e5f-8444-d5451a169c0b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:19.417448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b77b45e7-7e8f-48cd-b7d3-643cb6cfb700 req-75d85e51-25b3-4e5f-8444-d5451a169c0b tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0938704 Mar 11 18:23:19.466646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b77b45e7-7e8f-48cd-b7d3-643cb6cfb700 req-5b882b9e-5bdb-4d59-a951-62caf7f1ff08 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 Mar 11 18:23:19.690944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9de572-e032-4a39-ac96-4fe7fc4a4dbd req-b1b7b6e5-f99d-4449-a7b2-9f3921fe7234 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:19.692408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e9de572-e032-4a39-ac96-4fe7fc4a4dbd req-b1b7b6e5-f99d-4449-a7b2-9f3921fe7234 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0843046 Mar 11 18:23:19.748465 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4e9de572-e032-4a39-ac96-4fe7fc4a4dbd req-39ac1704-4547-4883-bdfe-83ad403ba134 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503666 Mar 11 18:23:20.344171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9ba2-a9a9-4401-ba91-f84d248329fb req-871fef36-880b-40af-b04c-96b0a51c034d tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:20.345658 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-117a9ba2-a9a9-4401-ba91-f84d248329fb req-871fef36-880b-40af-b04c-96b0a51c034d tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0807173 Mar 11 18:23:20.394708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-117a9ba2-a9a9-4401-ba91-f84d248329fb req-1ca223c5-a50f-4432-a683-bb1c292a4748 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Mar 11 18:23:21.614651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae427-dc6a-4403-9023-e79580a64b89 req-970b25ba-3802-4530-8766-8eee6d3614ca tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:21.616168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4bae427-dc6a-4403-9023-e79580a64b89 req-970b25ba-3802-4530-8766-8eee6d3614ca tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.0878835 Mar 11 18:23:21.662205 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f4bae427-dc6a-4403-9023-e79580a64b89 req-da90d079-4616-43ae-a658-cf548e097d48 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/security-groups?id=50363c30-1b56-4233-9068-fca8d1a49137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Mar 11 18:23:21.894431 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-ba5d4cb1-0418-4cd4-bea7-14b1280fb480 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:21.895058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-ba5d4cb1-0418-4cd4-bea7-14b1280fb480 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Synchronizing usage tracker for tenant:e94a28cd8192426084e041acb2ea58ad on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:23:21.912357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-ba5d4cb1-0418-4cd4-bea7-14b1280fb480 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Unset dirty status for tenant:e94a28cd8192426084e041acb2ea58ad on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:23:21.913574 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-ba5d4cb1-0418-4cd4-bea7-14b1280fb480 tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 946 time: 0.1044731 Mar 11 18:23:21.983794 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Deleting port 25e32735-ce99-4251-9c23-a6b03fbf02fa {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:21.984138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:22.228426 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] For port 25e32735-ce99-4251-9c23-a6b03fbf02fa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=25e32735-ce99-4251-9c23-a6b03fbf02fa,segment=NetworkSegment(0db43270-1346-465d-9dbb-2ef7727521c4),segment_id=0db43270-1346-465d-9dbb-2ef7727521c4)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:22.228779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:22.349662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Calling delete_port for 25e32735-ce99-4251-9c23-a6b03fbf02fa owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:22.490506 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:22.522563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['25e32735-ce99-4251-9c23-a6b03fbf02fa'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:23:22.543060 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Pushing event deleted for resources: {'Port': ['ID=25e32735-ce99-4251-9c23-a6b03fbf02fa,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:22.613360 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] No DVR routers for this DVR port 25e32735-ce99-4251-9c23-a6b03fbf02fa on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:23:22.615844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:22.618505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'name': 'network-vif-deleted', 'tag': '25e32735-ce99-4251-9c23-a6b03fbf02fa'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:23:22.635502 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8abd4f24-5f06-4b07-82c0-c8c3aeae6e54 req-9e6c3ff5-9469-4d83-ad76-3286224d5baa tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.59 "DELETE /v2.0/ports/25e32735-ce99-4251-9c23-a6b03fbf02fa HTTP/1.1" status: 204 len: 173 time: 0.7164903 Mar 11 18:23:22.679608 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377e823d-165d-47b1-b6e5-e609b6a23fe4', 'name': 'network-vif-deleted', 'tag': '25e32735-ce99-4251-9c23-a6b03fbf02fa', 'status': 'completed', 'code': 200} Mar 11 18:23:22.830198 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-85344fd2-b173-4553-bbaa-16bcc44cfb66 req-ebe741ed-5b0f-444a-8bd4-3d6afeddabee tempest-ServersNegativeTestJSON-18204786 tempest-ServersNegativeTestJSON-18204786-project] 10.222.0.96 "GET /v2.0/ports?device_id=377e823d-165d-47b1-b6e5-e609b6a23fe4 HTTP/1.1" status: 200 len: 210 time: 0.0415998 Mar 11 18:23:23.942558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44744) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:24.019506 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] Deleting subnet 8ce96dc8-6f27-49af-bcee-7c49506663ee {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:23:24.022498 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.073691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.127574 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.200805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.235835 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce96dc8-6f27-49af-bcee-7c49506663ee,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:24.242743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.248827 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1f875cc6-70f0-4953-8896-8787021bbd8c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8ce96dc8-6f27-49af-bcee-7c49506663ee HTTP/1.1" status: 204 len: 168 time: 0.3049359 Mar 11 18:23:24.252697 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44748) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:24.354057 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.479940 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.511230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511e52ce-ce70-4850-ab88-ee3df87ec8b1']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:24.524034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db43270-1346-465d-9dbb-2ef7727521c4') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:24.524332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db43270-1346-465d-9dbb-2ef7727521c4') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:24.538017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.554551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.560844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:24.561220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:24.573743 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:24.744871 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.760867 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:24.771010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] Pushing event deleted for resources: {'Network': ['ID=511e52ce-ce70-4850-ab88-ee3df87ec8b1,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:24.780333 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ad6b9efe-15e7-4dcf-8ce4-df3067b56526 admin admin] 10.222.0.96 "DELETE /v2.0/networks/511e52ce-ce70-4850-ab88-ee3df87ec8b1 HTTP/1.1" status: 204 len: 168 time: 0.5266488 Mar 11 18:23:24.924020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44754) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:24.973016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b0147b39-6963-46e5-9886-035804e9a49f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e94a28cd8192426084e041acb2ea58ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478837 Mar 11 18:23:24.975478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44758) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:24.995612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 25e32735-ce99-4251-9c23-a6b03fbf02fa no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:23:25.031361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 25e32735-ce99-4251-9c23-a6b03fbf02fa {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:23:25.031708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 25e32735-ce99-4251-9c23-a6b03fbf02fa not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:23:25.040577 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94784971-2aef-4f86-8cf3-d62c3e36b379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:25.065253 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94784971-2aef-4f86-8cf3-d62c3e36b379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:25.121622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94784971-2aef-4f86-8cf3-d62c3e36b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:25.140639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94784971-2aef-4f86-8cf3-d62c3e36b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50363c30-1b56-4233-9068-fca8d1a49137,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:25.145394 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-94784971-2aef-4f86-8cf3-d62c3e36b379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:25.150887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-94784971-2aef-4f86-8cf3-d62c3e36b379 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/50363c30-1b56-4233-9068-fca8d1a49137 HTTP/1.1" status: 204 len: 168 time: 0.1744707 Mar 11 18:23:26.072889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44780) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:26.205936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-697424966'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:26.212290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:26.216500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:network and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:26.219553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:26.226252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:26.239688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:26.242886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.255726 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.291211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:26.297820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:security_group_rule and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:26.301790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:26.307922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:26.375743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.382024 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.410840 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:26.426014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a688d463-3338-4ce8-9ce2-95443cbdc684,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:26.431962 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.432294 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Added segment 6c7c69ad-b8e3-423f-8e3a-768d8fa0592d of type vlan for network a2abe763-3ad2-4868-b7ff-02005a6e2fab Mar 11 18:23:26.459863 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.490239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.494145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:26.494765 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:26.605949 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5318344 Mar 11 18:23:26.608819 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254edef-94dc-409a-a467-7084df3ce2e4 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Network': ['ID=a2abe763-3ad2-4868-b7ff-02005a6e2fab,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:26.623866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network a2abe763-3ad2-4868-b7ff-02005a6e2fab details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:29.920922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44786) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:29.928532 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'subnet': {'network_id': 'a2abe763-3ad2-4868-b7ff-02005a6e2fab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:30.037243 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:30.041161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:subnet and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:30.043983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:30.049990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:30.060918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:30.158588 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.435463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.520410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Subnet': ['ID=60e0b384-74b8-4768-9012-8c5548576bbe,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:30.540921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Checking segment: {'id': '6c7c69ad-b8e3-423f-8e3a-768d8fa0592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'a2abe763-3ad2-4868-b7ff-02005a6e2fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:30.541241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network hostable DHCP agents. Network: a2abe763-3ad2-4868-b7ff-02005a6e2fab, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:30.566350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network a2abe763-3ad2-4868-b7ff-02005a6e2fab is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:30.577385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, a2abe763-3ad2-4868-b7ff-02005a6e2fab) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:30.581727 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:30.582343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.586802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f981cc-1a2b-4043-9fae-05bfaf9ed696 None None] Network a2abe763-3ad2-4868-b7ff-02005a6e2fab requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:30.609381 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2c06dafd-b2b4-48d7-b52c-7194bb882656 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6866231 Mar 11 18:23:30.612992 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44790) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:30.619365 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569736721'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:30.626122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:30.630690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:network and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:30.635296 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:30.642470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:30.655611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:30.660198 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.697398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:30.707814 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.708152 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Added segment 4553930b-84c6-442b-9cef-7f19f7e68e1f of type vlan for network f9cf8e81-dd33-4276-b746-a5b81f762845 Mar 11 18:23:30.734635 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.775808 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.779804 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:30.780385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.818430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-a2abe763-3ad2-4868-b7ff-02005a6e2fab', 'network_id': 'a2abe763-3ad2-4868-b7ff-02005a6e2fab', 'tenant_id': '6cdd844e7907445bbef1d44f765f2dc2', 'fixed_ips': [{'subnet_id': '60e0b384-74b8-4768-9012-8c5548576bbe'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:30.819303 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:30.882968 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2687154 Mar 11 18:23:30.884614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44794) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:30.889648 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec5944-8568-4afc-836c-76c970101d24 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Network': ['ID=f9cf8e81-dd33-4276-b746-a5b81f762845,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:30.893228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'subnet': {'network_id': 'f9cf8e81-dd33-4276-b746-a5b81f762845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:30.902025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network f9cf8e81-dd33-4276-b746-a5b81f762845 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:31.004832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:31.008764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:subnet and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:31.011649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:31.017334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:31.030236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:31.098407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Allocated IP 2001:db8:0:ffff::2 (a2abe763-3ad2-4868-b7ff-02005a6e2fab/60e0b384-74b8-4768-9012-8c5548576bbe/948da9c7-5906-4bba-9972-b45465225b20) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:31.133600 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.305855 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.316631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Transition to ACTIVE for port object 948da9c7-5906-4bba-9972-b45465225b20 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:31.335338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Transition to ACTIVE for port object 948da9c7-5906-4bba-9972-b45465225b20 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:31.341435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.360517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.415590 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Network a2abe763-3ad2-4868-b7ff-02005a6e2fab is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:31.418467 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:31.423249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:31.425389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Pushing event updated for resources: {'Port': ['ID=948da9c7-5906-4bba-9972-b45465225b20,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:31.433899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Subnet': ['ID=267e342e-a58f-4e93-94ea-83fcd5beee5b,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:31.447969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Checking segment: {'id': '4553930b-84c6-442b-9cef-7f19f7e68e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'f9cf8e81-dd33-4276-b746-a5b81f762845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:31.448332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network hostable DHCP agents. Network: f9cf8e81-dd33-4276-b746-a5b81f762845, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:31.463647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.464013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.464333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.464661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.464960 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.465270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.465601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.465912 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.466222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.466559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.466871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:31.471370 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network f9cf8e81-dd33-4276-b746-a5b81f762845 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:31.482590 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, f9cf8e81-dd33-4276-b746-a5b81f762845) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:31.486349 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:31.486949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.502631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5894f5-539d-43b0-a8a2-0c5b7ddfb1da None None] Network f9cf8e81-dd33-4276-b746-a5b81f762845 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:31.509283 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2394a9dd-a956-4b64-89af-5e7fafbc403a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6232047 Mar 11 18:23:31.513703 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44798) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:31.602131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Attempting to bind port 948da9c7-5906-4bba-9972-b45465225b20 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:31.602809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Attempting to bind port 948da9c7-5906-4bba-9972-b45465225b20 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '6c7c69ad-b8e3-423f-8e3a-768d8fa0592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'a2abe763-3ad2-4868-b7ff-02005a6e2fab'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:31.602809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Attempting to bind port 948da9c7-5906-4bba-9972-b45465225b20 on network a2abe763-3ad2-4868-b7ff-02005a6e2fab {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:31.615294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:31.615664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Checking segment: {'id': '6c7c69ad-b8e3-423f-8e3a-768d8fa0592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'a2abe763-3ad2-4868-b7ff-02005a6e2fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:31.616055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.616436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Bound using segment: {'id': '6c7c69ad-b8e3-423f-8e3a-768d8fa0592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'a2abe763-3ad2-4868-b7ff-02005a6e2fab'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:31.616944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Bound port: 948da9c7-5906-4bba-9972-b45465225b20, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7c69ad-b8e3-423f-8e3a-768d8fa0592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'a2abe763-3ad2-4868-b7ff-02005a6e2fab'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:31.617750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.653072 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.798908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] For port 948da9c7-5906-4bba-9972-b45465225b20, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:31.818495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.842066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] For port 948da9c7-5906-4bba-9972-b45465225b20, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=948da9c7-5906-4bba-9972-b45465225b20,segment=NetworkSegment(6c7c69ad-b8e3-423f-8e3a-768d8fa0592d),segment_id=6c7c69ad-b8e3-423f-8e3a-768d8fa0592d)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:31.849479 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.853416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff6ff4-72e0-42b1-b524-b0529ad6f883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-f9cf8e81-dd33-4276-b746-a5b81f762845', 'network_id': 'f9cf8e81-dd33-4276-b746-a5b81f762845', 'tenant_id': '6cdd844e7907445bbef1d44f765f2dc2', 'fixed_ips': [{'subnet_id': '267e342e-a58f-4e93-94ea-83fcd5beee5b'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:31.854141 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cff6ff4-72e0-42b1-b524-b0529ad6f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.901381 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:31.948314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Subnet': ['ID=267e342e-a58f-4e93-94ea-83fcd5beee5b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:32.007689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b5f79-9799-403b-94a5-99c2327adae4 None None] Pushing event updated for resources: {'Port': ['ID=948da9c7-5906-4bba-9972-b45465225b20,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:32.033192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5395673-45d4-4967-8356-32db8c2ecdba None None] Network f9cf8e81-dd33-4276-b746-a5b81f762845 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:32.054254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.081647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cf8e81-dd33-4276-b746-a5b81f762845']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:32.095311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4553930b-84c6-442b-9cef-7f19f7e68e1f') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:32.095736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4553930b-84c6-442b-9cef-7f19f7e68e1f') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:32.108397 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.131134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.174485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:32.174485 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:32.190210 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:32.276216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.298176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.310965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Network': ['ID=f9cf8e81-dd33-4276-b746-a5b81f762845,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:32.314748 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-98d52253-84e0-439b-9063-fcd18fc5bbc1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/f9cf8e81-dd33-4276-b746-a5b81f762845 HTTP/1.1" status: 204 len: 168 time: 0.8000884 Mar 11 18:23:32.318388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44802) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:32.324086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1745137920'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:32.329888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:32.335998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:network and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:32.339098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:32.350038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:32.365435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:32.368419 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.401702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:32.404974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 948da9c7-5906-4bba-9972-b45465225b20 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:32.412009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.412346 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Added segment abe8e4f0-a0e9-4b6c-9f08-9cad20ac4fd0 of type vlan for network 9865a07e-0c8d-4f13-bb47-725eccce9302 Mar 11 18:23:32.440037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.472897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.476656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:32.477256 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:32.477486 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 948da9c7-5906-4bba-9972-b45465225b20 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:32.664790 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3452861 Mar 11 18:23:32.668427 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44806) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:32.674180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'subnet': {'network_id': '9865a07e-0c8d-4f13-bb47-725eccce9302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:32.742611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ca8ed-11c8-4a0b-b9fa-6518d3797c16 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Network': ['ID=9865a07e-0c8d-4f13-bb47-725eccce9302,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:32.753984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9865a07e-0c8d-4f13-bb47-725eccce9302 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:32.800571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:32.804608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:subnet and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:32.807674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:32.813441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:32.827735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:32.904625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb166e-838a-44cf-a073-44ce1cef68d2 None None] Network a2abe763-3ad2-4868-b7ff-02005a6e2fab requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:32.938057 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.011187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eedcc32e-0dbb-4725-99f3-2cdb24bd4cdd None None] Provisioning for port 948da9c7-5906-4bba-9972-b45465225b20 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:33.020911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-eedcc32e-0dbb-4725-99f3-2cdb24bd4cdd None None] Provisioning complete for port 948da9c7-5906-4bba-9972-b45465225b20 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:33.021373 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eedcc32e-0dbb-4725-99f3-2cdb24bd4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.029884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Performing IP validity checks on allocation pools {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 18:23:33.030829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.ipam_backend_mixin [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 18:23:33.173131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.247148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Subnet': ['ID=56535ec7-4640-4238-ba00-a2b6f30414d5,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:33.268844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Checking segment: {'id': 'abe8e4f0-a0e9-4b6c-9f08-9cad20ac4fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9865a07e-0c8d-4f13-bb47-725eccce9302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:33.269203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network hostable DHCP agents. Network: 9865a07e-0c8d-4f13-bb47-725eccce9302, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:33.273870 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eedcc32e-0dbb-4725-99f3-2cdb24bd4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.293278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network 9865a07e-0c8d-4f13-bb47-725eccce9302 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:33.304420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9865a07e-0c8d-4f13-bb47-725eccce9302) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:33.309325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:33.310019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.314745 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eedcc32e-0dbb-4725-99f3-2cdb24bd4cdd None None] For port 948da9c7-5906-4bba-9972-b45465225b20, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=948da9c7-5906-4bba-9972-b45465225b20,segment=NetworkSegment(6c7c69ad-b8e3-423f-8e3a-768d8fa0592d),segment_id=6c7c69ad-b8e3-423f-8e3a-768d8fa0592d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:33.316974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66caba-7b86-42e9-bbfd-c2def31c22ef None None] Network 9865a07e-0c8d-4f13-bb47-725eccce9302 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:33.331859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eedcc32e-0dbb-4725-99f3-2cdb24bd4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.337688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-14cff31e-ea9f-46af-8213-659e6a9e85f5 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6681874 Mar 11 18:23:33.340577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44810) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:33.475501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcc32e-0dbb-4725-99f3-2cdb24bd4cdd None None] Pushing event updated for resources: {'Port': ['ID=948da9c7-5906-4bba-9972-b45465225b20,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:33.492149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.563766 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.592051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c81eb96d-4afa-49dd-b446-176b149d3b13 None None] Provisioning complete for port 948da9c7-5906-4bba-9972-b45465225b20 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:33.592821 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c81eb96d-4afa-49dd-b446-176b149d3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.616189 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733f710-b4ea-4f81-b8f3-50effc1dbf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9865a07e-0c8d-4f13-bb47-725eccce9302', 'network_id': '9865a07e-0c8d-4f13-bb47-725eccce9302', 'tenant_id': '6cdd844e7907445bbef1d44f765f2dc2', 'fixed_ips': [{'subnet_id': '56535ec7-4640-4238-ba00-a2b6f30414d5'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:33.616992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7733f710-b4ea-4f81-b8f3-50effc1dbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.642114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.686484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Subnet': ['ID=56535ec7-4640-4238-ba00-a2b6f30414d5,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:33.760470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.761232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.761504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.761688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.761974 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.762294 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.762631 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.762953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.763271 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.763588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.763904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:33.769146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993d379-7b2b-4232-b4dc-44d9c0bae959 None None] Network 9865a07e-0c8d-4f13-bb47-725eccce9302 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:33.795294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.825015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9865a07e-0c8d-4f13-bb47-725eccce9302']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:33.837766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe8e4f0-a0e9-4b6c-9f08-9cad20ac4fd0') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:33.838083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe8e4f0-a0e9-4b6c-9f08-9cad20ac4fd0') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:33.849625 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.867096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.873358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:33.873740 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:33.888634 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:33.975183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:33.991811 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.003409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Network': ['ID=9865a07e-0c8d-4f13-bb47-725eccce9302,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:34.005868 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bfbe7387-42f7-4c3b-968a-ceb28afd9043 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/9865a07e-0c8d-4f13-bb47-725eccce9302 HTTP/1.1" status: 204 len: 168 time: 0.6635630 Mar 11 18:23:34.009564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44814) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:34.014933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266400342'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:34.020921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:34.024711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:network and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:34.027558 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:34.033134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:34.045109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:34.048461 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.076992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:34.085950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.086294 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Added segment df89d278-f22c-4d99-a353-3d9c8699f2b5 of type vlan for network 97d75563-207c-44df-8278-2cd38f898018 Mar 11 18:23:34.112471 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.142301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.146015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:34.146610 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.232155 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2214751 Mar 11 18:23:34.235334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44820) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:34.241245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'subnet': {'network_id': '97d75563-207c-44df-8278-2cd38f898018', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:34.255450 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5be0c-5985-4d2f-8483-0417d5ec7a2c tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Network': ['ID=97d75563-207c-44df-8278-2cd38f898018,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:34.265752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 97d75563-207c-44df-8278-2cd38f898018 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:34.357242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:34.361500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:subnet and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:34.364554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:34.372690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:34.380541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 948da9c7-5906-4bba-9972-b45465225b20 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:34.387099 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:34.452335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 948da9c7-5906-4bba-9972-b45465225b20 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:34.452677 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.484655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.706246 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.777473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Subnet': ['ID=8c782176-9ec5-4879-be77-15420177a4a7,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:34.794317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Checking segment: {'id': 'df89d278-f22c-4d99-a353-3d9c8699f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '97d75563-207c-44df-8278-2cd38f898018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:34.794689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network hostable DHCP agents. Network: 97d75563-207c-44df-8278-2cd38f898018, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:34.818943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network 97d75563-207c-44df-8278-2cd38f898018 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:34.829415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 97d75563-207c-44df-8278-2cd38f898018) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:34.834012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:34.834680 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.838275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addba37-978f-4d61-add8-5232e808b434 None None] Network 97d75563-207c-44df-8278-2cd38f898018 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:34.858515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ffe8bfe4-ea77-43f5-bd31-0c878a7f871d tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6219025 Mar 11 18:23:34.862473 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44824) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:34.868051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1558553422'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:34.873605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:34.877354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:network and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:34.880422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:34.886009 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:34.901583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:34.904877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.934110 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:34.943637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:34.944001 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Added segment 66d2399f-f9ed-485f-983e-acb42d140a90 of type vlan for network 9e67a22f-355e-47c6-8e97-490d7ffc2063 Mar 11 18:23:34.970399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.000572 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.004810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:35.005579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.048061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-97d75563-207c-44df-8278-2cd38f898018', 'network_id': '97d75563-207c-44df-8278-2cd38f898018', 'tenant_id': '6cdd844e7907445bbef1d44f765f2dc2', 'fixed_ips': [{'subnet_id': '8c782176-9ec5-4879-be77-15420177a4a7'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:35.048909 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.121672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2555656 Mar 11 18:23:35.122194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44828) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:35.129203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Request body: {'subnet': {'network_id': '9e67a22f-355e-47c6-8e97-490d7ffc2063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:35.137450 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bc627-f296-4da4-8027-eb90c1cafcaa tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Network': ['ID=9e67a22f-355e-47c6-8e97-490d7ffc2063,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:35.149173 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 9e67a22f-355e-47c6-8e97-490d7ffc2063 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:35.239823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:35.243752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Usage tracker for resource:subnet and tenant:6cdd844e7907445bbef1d44f765f2dc2 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:35.246666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:35.252489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:35.264059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Made reservation on behalf of 6cdd844e7907445bbef1d44f765f2dc2 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:35.299917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Allocated IP 2001:db8::2 (97d75563-207c-44df-8278-2cd38f898018/8c782176-9ec5-4879-be77-15420177a4a7/9732608e-89e7-40f1-9ebc-1e4ad77023df) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:35.364861 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.547353 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.557879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Transition to ACTIVE for port object 9732608e-89e7-40f1-9ebc-1e4ad77023df will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:35.576645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Transition to ACTIVE for port object 9732608e-89e7-40f1-9ebc-1e4ad77023df will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:35.583601 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.658236 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Network 97d75563-207c-44df-8278-2cd38f898018 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:35.658970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Pushing event updated for resources: {'Port': ['ID=9732608e-89e7-40f1-9ebc-1e4ad77023df,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:35.662684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:35.664675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:35.678770 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.748481 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event updated for resources: {'Subnet': ['ID=3008175e-cb2e-404d-9689-3b7918086a53,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:35.754982 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Attempting to bind port 9732608e-89e7-40f1-9ebc-1e4ad77023df on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:35.755369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Attempting to bind port 9732608e-89e7-40f1-9ebc-1e4ad77023df by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'df89d278-f22c-4d99-a353-3d9c8699f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '97d75563-207c-44df-8278-2cd38f898018'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:35.755698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Attempting to bind port 9732608e-89e7-40f1-9ebc-1e4ad77023df on network 97d75563-207c-44df-8278-2cd38f898018 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:35.762321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:35.762718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Checking segment: {'id': 'df89d278-f22c-4d99-a353-3d9c8699f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '97d75563-207c-44df-8278-2cd38f898018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:35.763132 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.763518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Bound using segment: {'id': 'df89d278-f22c-4d99-a353-3d9c8699f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '97d75563-207c-44df-8278-2cd38f898018'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:35.763976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Bound port: 9732608e-89e7-40f1-9ebc-1e4ad77023df, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df89d278-f22c-4d99-a353-3d9c8699f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '97d75563-207c-44df-8278-2cd38f898018'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:35.764342 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.772614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Checking segment: {'id': '66d2399f-f9ed-485f-983e-acb42d140a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '9e67a22f-355e-47c6-8e97-490d7ffc2063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:35.772981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network hostable DHCP agents. Network: 9e67a22f-355e-47c6-8e97-490d7ffc2063, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:35.795038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Network 9e67a22f-355e-47c6-8e97-490d7ffc2063 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:35.805126 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 9e67a22f-355e-47c6-8e97-490d7ffc2063) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:35.809343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:35.809843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.818297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992ce7f-b0be-4cdb-9866-77b24e56a27a None None] Network 9e67a22f-355e-47c6-8e97-490d7ffc2063 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:35.831109 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-bc436628-22cb-47c1-a2da-ee243c9eadc9 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7075195 Mar 11 18:23:35.833516 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44832) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:35.944172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] For port 9732608e-89e7-40f1-9ebc-1e4ad77023df, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:35.962929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] For port 9732608e-89e7-40f1-9ebc-1e4ad77023df, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9732608e-89e7-40f1-9ebc-1e4ad77023df,segment=NetworkSegment(df89d278-f22c-4d99-a353-3d9c8699f2b5),segment_id=df89d278-f22c-4d99-a353-3d9c8699f2b5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:35.976618 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:35.995732 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.042939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.123089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.130371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d3b4e-1032-4d04-8af9-4c7246c3b902 None None] Pushing event updated for resources: {'Port': ['ID=9732608e-89e7-40f1-9ebc-1e4ad77023df,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:36.135245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee17a22-7fd0-4db5-87e7-591fb0b86dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-9e67a22f-355e-47c6-8e97-490d7ffc2063', 'network_id': '9e67a22f-355e-47c6-8e97-490d7ffc2063', 'tenant_id': '6cdd844e7907445bbef1d44f765f2dc2', 'fixed_ips': [{'subnet_id': '3008175e-cb2e-404d-9689-3b7918086a53'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:36.136045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eee17a22-7fd0-4db5-87e7-591fb0b86dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.170880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Subnet': ['ID=3008175e-cb2e-404d-9689-3b7918086a53,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:36.238535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dba7b8-15db-481f-8905-3c70deced4da None None] Network 9e67a22f-355e-47c6-8e97-490d7ffc2063 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:36.272604 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.300432 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e67a22f-355e-47c6-8e97-490d7ffc2063']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:36.334448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d2399f-f9ed-485f-983e-acb42d140a90') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:36.334848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d2399f-f9ed-485f-983e-acb42d140a90') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:36.347680 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.365133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.375534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:36.375945 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:36.393765 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:36.459350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9732608e-89e7-40f1-9ebc-1e4ad77023df up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:36.482032 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.505748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.512309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Network': ['ID=9e67a22f-355e-47c6-8e97-490d7ffc2063,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:36.521869 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0cdd2c5f-3275-485f-8002-c1327cf0e5a8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/9e67a22f-355e-47c6-8e97-490d7ffc2063 HTTP/1.1" status: 204 len: 168 time: 0.6844196 Mar 11 18:23:36.522098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44836) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:36.541228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9732608e-89e7-40f1-9ebc-1e4ad77023df completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:36.561424 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02bee43-3607-4c16-8f7f-5e464843f698 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] GET failed (client error): The resource could not be found. Mar 11 18:23:36.561972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c02bee43-3607-4c16-8f7f-5e464843f698 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Synchronizing usage tracker for tenant:6cdd844e7907445bbef1d44f765f2dc2 on resource:subnet {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:23:36.579571 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c02bee43-3607-4c16-8f7f-5e464843f698 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Unset dirty status for tenant:6cdd844e7907445bbef1d44f765f2dc2 on resource:subnet {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:23:36.580736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c02bee43-3607-4c16-8f7f-5e464843f698 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "GET /v2.0/subnets/3008175e-cb2e-404d-9689-3b7918086a53 HTTP/1.1" status: 404 len: 337 time: 0.0572665 Mar 11 18:23:36.583682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44840) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:36.607434 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fcef8f-0e78-4905-89a3-ebb48882491a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] DELETE failed (client error): The resource could not be found. Mar 11 18:23:36.607841 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fcef8f-0e78-4905-89a3-ebb48882491a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:23:36.609389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-98fcef8f-0e78-4905-89a3-ebb48882491a tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/9e67a22f-355e-47c6-8e97-490d7ffc2063 HTTP/1.1" status: 404 len: 339 time: 0.0248144 Mar 11 18:23:36.613165 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44844) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:36.653006 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6a6c17-26ac-4d65-abe9-02d99a7383a1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] DELETE failed (client error): The resource could not be found. Mar 11 18:23:36.653351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6a6c17-26ac-4d65-abe9-02d99a7383a1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:23:36.654952 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e6a6c17-26ac-4d65-abe9-02d99a7383a1 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/subnets/3008175e-cb2e-404d-9689-3b7918086a53 HTTP/1.1" status: 404 len: 337 time: 0.0409238 Mar 11 18:23:36.658437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44848) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:36.687445 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a84e840-3a52-48a3-aa42-f588a9eddabd tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] DELETE failed (client error): The resource could not be found. Mar 11 18:23:36.687885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a84e840-3a52-48a3-aa42-f588a9eddabd tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:23:36.689536 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4a84e840-3a52-48a3-aa42-f588a9eddabd tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/9e67a22f-355e-47c6-8e97-490d7ffc2063 HTTP/1.1" status: 404 len: 339 time: 0.0301669 Mar 11 18:23:36.692499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44852) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:36.887490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Deleting subnet 8c782176-9ec5-4879-be77-15420177a4a7 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:23:36.891001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:36.952410 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.037886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.114183 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.138768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657f571-b186-45c3-a64d-783bb5638051 None None] Network 97d75563-207c-44df-8278-2cd38f898018 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:37.157575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Subnet': ['ID=8c782176-9ec5-4879-be77-15420177a4a7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:37.162287 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.177285 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8305814d-4caa-42b2-b218-8e8f8140529f tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/subnets/8c782176-9ec5-4879-be77-15420177a4a7 HTTP/1.1" status: 204 len: 168 time: 0.4837718 Mar 11 18:23:37.179733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44856) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:37.291179 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.301968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Deleting port 9732608e-89e7-40f1-9ebc-1e4ad77023df {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:37.302286 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.305093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-166bd693-b84f-4829-a00d-6066afcf6983 None None] Provisioning for port 9732608e-89e7-40f1-9ebc-1e4ad77023df completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:37.315835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-166bd693-b84f-4829-a00d-6066afcf6983 None None] Provisioning complete for port 9732608e-89e7-40f1-9ebc-1e4ad77023df triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:37.315835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-166bd693-b84f-4829-a00d-6066afcf6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.446679 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-166bd693-b84f-4829-a00d-6066afcf6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.474146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] DHCP port deletion for 97d75563-207c-44df-8278-2cd38f898018 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:23:37.484335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] Deleting port 9732608e-89e7-40f1-9ebc-1e4ad77023df {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:37.484700 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.522763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-166bd693-b84f-4829-a00d-6066afcf6983 None None] For port 9732608e-89e7-40f1-9ebc-1e4ad77023df, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9732608e-89e7-40f1-9ebc-1e4ad77023df,segment=NetworkSegment(df89d278-f22c-4d99-a353-3d9c8699f2b5),segment_id=df89d278-f22c-4d99-a353-3d9c8699f2b5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:37.530207 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-166bd693-b84f-4829-a00d-6066afcf6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.599191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] For port 9732608e-89e7-40f1-9ebc-1e4ad77023df, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9732608e-89e7-40f1-9ebc-1e4ad77023df,segment=NetworkSegment(df89d278-f22c-4d99-a353-3d9c8699f2b5),segment_id=df89d278-f22c-4d99-a353-3d9c8699f2b5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:37.599576 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.660225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bd693-b84f-4829-a00d-6066afcf6983 None None] Pushing event updated for resources: {'Port': ['ID=9732608e-89e7-40f1-9ebc-1e4ad77023df,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:37.722502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Calling delete_port for 9732608e-89e7-40f1-9ebc-1e4ad77023df owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:37.747381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] For port 9732608e-89e7-40f1-9ebc-1e4ad77023df, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9732608e-89e7-40f1-9ebc-1e4ad77023df,segment=NetworkSegment(df89d278-f22c-4d99-a353-3d9c8699f2b5),segment_id=df89d278-f22c-4d99-a353-3d9c8699f2b5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:37.747725 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:37.798129 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.db.api [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:23:37.798474 n-d-833436-1 neutron-server[83848]: DEBUG oslo_db.api [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:23:37.898290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] Calling delete_port for 9732608e-89e7-40f1-9ebc-1e4ad77023df owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:37.970116 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.013793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] Pushing event deleted for resources: {'Port': ['ID=9732608e-89e7-40f1-9ebc-1e4ad77023df,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:38.019704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d61d7-b6f2-48fe-a399-b7e104640d31 None None] No DVR routers for this DVR port 9732608e-89e7-40f1-9ebc-1e4ad77023df on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:23:38.300435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Deleting port 9732608e-89e7-40f1-9ebc-1e4ad77023df {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:38.301204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.378434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9732608e-89e7-40f1-9ebc-1e4ad77023df no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:23:38.379863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] The port '9732608e-89e7-40f1-9ebc-1e4ad77023df' was deleted {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:23:38.411564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 9732608e-89e7-40f1-9ebc-1e4ad77023df {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:23:38.411916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9732608e-89e7-40f1-9ebc-1e4ad77023df not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:23:38.501673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.526661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d75563-207c-44df-8278-2cd38f898018']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:38.542966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df89d278-f22c-4d99-a353-3d9c8699f2b5') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:38.543276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df89d278-f22c-4d99-a353-3d9c8699f2b5') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:38.557118 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.573581 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.580205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:38.580595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:38.595412 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:38.676322 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.694275 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:38.704950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Network': ['ID=97d75563-207c-44df-8278-2cd38f898018,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:38.709078 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6ac2ad8d-2fda-4225-8d19-0979a47717de tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/97d75563-207c-44df-8278-2cd38f898018 HTTP/1.1" status: 204 len: 168 time: 1.5283408 Mar 11 18:23:38.711580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44860) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:38.748331 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdcc0f5-5d9a-450f-ad42-aa8b840bd699 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] DELETE failed (client error): The resource could not be found. Mar 11 18:23:38.748762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdcc0f5-5d9a-450f-ad42-aa8b840bd699 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:23:38.750383 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ebdcc0f5-5d9a-450f-ad42-aa8b840bd699 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/subnets/56535ec7-4640-4238-ba00-a2b6f30414d5 HTTP/1.1" status: 404 len: 337 time: 0.0379014 Mar 11 18:23:38.753160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44864) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:38.777511 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d15f7a-c9a5-4b77-b69e-72a90dcf3f50 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] DELETE failed (client error): The resource could not be found. Mar 11 18:23:38.777954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d15f7a-c9a5-4b77-b69e-72a90dcf3f50 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:23:38.779509 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-82d15f7a-c9a5-4b77-b69e-72a90dcf3f50 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/9865a07e-0c8d-4f13-bb47-725eccce9302 HTTP/1.1" status: 404 len: 339 time: 0.0254569 Mar 11 18:23:38.781816 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44868) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:38.823397 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-49069413-fc6b-4960-bbf9-622873550bd8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] DELETE failed (client error): The resource could not be found. Mar 11 18:23:38.823732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49069413-fc6b-4960-bbf9-622873550bd8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:23:38.825385 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-49069413-fc6b-4960-bbf9-622873550bd8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/subnets/267e342e-a58f-4e93-94ea-83fcd5beee5b HTTP/1.1" status: 404 len: 337 time: 0.0427375 Mar 11 18:23:38.828139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44872) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:38.857061 n-d-833436-1 neutron-server[83848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54f5944-0117-48b2-b6bf-6e8f1a718357 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] DELETE failed (client error): The resource could not be found. Mar 11 18:23:38.857528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54f5944-0117-48b2-b6bf-6e8f1a718357 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:23:38.862414 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a54f5944-0117-48b2-b6bf-6e8f1a718357 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/f9cf8e81-dd33-4276-b746-a5b81f762845 HTTP/1.1" status: 404 len: 339 time: 0.0301812 Mar 11 18:23:38.863183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44876) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:39.050419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Deleting subnet 60e0b384-74b8-4768-9012-8c5548576bbe {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:23:39.053642 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.133492 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.229031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.304810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.340920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Subnet': ['ID=60e0b384-74b8-4768-9012-8c5548576bbe,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:39.351147 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.358320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c3d7bd-b6d0-4094-aed5-84212cd5cb62 None None] Network a2abe763-3ad2-4868-b7ff-02005a6e2fab requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:39.361163 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c78e4b09-0950-4e70-8376-f172302010e8 tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/subnets/60e0b384-74b8-4768-9012-8c5548576bbe HTTP/1.1" status: 204 len: 168 time: 0.4969931 Mar 11 18:23:39.363658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44880) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:39.482560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.493149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Deleting port 948da9c7-5906-4bba-9972-b45465225b20 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:39.493463 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.596229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] DHCP port deletion for a2abe763-3ad2-4868-b7ff-02005a6e2fab request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:23:39.601022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Deleting port 948da9c7-5906-4bba-9972-b45465225b20 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:39.601395 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.799082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] For port 948da9c7-5906-4bba-9972-b45465225b20, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=948da9c7-5906-4bba-9972-b45465225b20,segment=NetworkSegment(6c7c69ad-b8e3-423f-8e3a-768d8fa0592d),segment_id=6c7c69ad-b8e3-423f-8e3a-768d8fa0592d)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:39.799313 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.809799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] For port 948da9c7-5906-4bba-9972-b45465225b20, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=948da9c7-5906-4bba-9972-b45465225b20,segment=NetworkSegment(6c7c69ad-b8e3-423f-8e3a-768d8fa0592d),segment_id=6c7c69ad-b8e3-423f-8e3a-768d8fa0592d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:39.810194 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.916659 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Calling delete_port for 948da9c7-5906-4bba-9972-b45465225b20 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:39.933065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Calling delete_port for 948da9c7-5906-4bba-9972-b45465225b20 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:39.980875 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:39.988895 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:23:40.006245 n-d-833436-1 neutron-server[83850]: util.warn( Mar 11 18:23:40.015948 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:23:40.016276 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:23:40.038090 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Port': ['ID=948da9c7-5906-4bba-9972-b45465225b20,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:40.041795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] No DVR routers for this DVR port 948da9c7-5906-4bba-9972-b45465225b20 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:23:40.165250 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.191160 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2abe763-3ad2-4868-b7ff-02005a6e2fab']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:40.207359 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7c69ad-b8e3-423f-8e3a-768d8fa0592d') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:40.207652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7c69ad-b8e3-423f-8e3a-768d8fa0592d') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:40.220477 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.239349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.249951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:40.250566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:40.265551 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:40.350978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.355663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.376349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 948da9c7-5906-4bba-9972-b45465225b20 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:23:40.383048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] Pushing event deleted for resources: {'Network': ['ID=a2abe763-3ad2-4868-b7ff-02005a6e2fab,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:40.389196 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8a2b7da6-58da-4ade-8e52-44561d76aaab tempest-NetworksIpV6Test-1142889622 tempest-NetworksIpV6Test-1142889622-project] 10.222.0.96 "DELETE /v2.0/networks/a2abe763-3ad2-4868-b7ff-02005a6e2fab HTTP/1.1" status: 204 len: 168 time: 1.0220368 Mar 11 18:23:40.410073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 948da9c7-5906-4bba-9972-b45465225b20 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:23:40.410455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 948da9c7-5906-4bba-9972-b45465225b20 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:23:40.517962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Deleting port 948da9c7-5906-4bba-9972-b45465225b20 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:40.518332 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.583944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d2dc4-c3d0-43bf-a783-dc2d838e7fbe None None] The port '948da9c7-5906-4bba-9972-b45465225b20' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:23:40.692095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44888) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:40.879481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-12daa6d4-94c5-458e-aa1c-ed01e38fce52 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6cdd844e7907445bbef1d44f765f2dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860585 Mar 11 18:23:40.882049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44894) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:40.943142 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:40.969972 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:41.023010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:41.041515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a688d463-3338-4ce8-9ce2-95443cbdc684,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:41.052585 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:41.053685 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a688d463-3338-4ce8-9ce2-95443cbdc684 HTTP/1.1" status: 204 len: 168 time: 0.1706996 Mar 11 18:23:41.055372 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.055710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.056039 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.056361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.056655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.056988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.057287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.057679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.057917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.058212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:41.058547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ebc30-4481-4470-9983-ffb544fe804a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:42.018023 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44916) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:42.145786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2109756922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:42.152997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:42.156903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Usage tracker for resource:router and tenant:7121d3907f19474494881114e6bb8312 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:42.159966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:42.166282 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:42.179202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.180558 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.206817 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.226953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.252432 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.253860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1e105848-a936-4a43-8674-7a481b508a43 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2346797 Mar 11 18:23:42.256787 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44922) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:42.262553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1394660346'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:42.268298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:42.272112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Usage tracker for resource:network and tenant:7121d3907f19474494881114e6bb8312 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:42.275509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:42.281146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:42.297615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Made reservation on behalf of 7121d3907f19474494881114e6bb8312 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:42.302556 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.319577 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.353144 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:42.356686 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46f50a95-5264-4439-8f7a-af03e15920c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.357403 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Usage tracker for resource:security_group_rule and tenant:7121d3907f19474494881114e6bb8312 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:42.360381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:42.366049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:42.432167 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.438138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.471798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:42.479775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da7789-f162-46e7-ab4c-9cd88f48438c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:42.485067 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.485398 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Added segment fcc79da3-18ac-411d-a991-f488ea8d3c47 of type vlan for network a56676b8-0df7-4438-80e0-be3c88375a6f Mar 11 18:23:42.511332 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.544040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.548221 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:42.548805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:42.657482 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3995965 Mar 11 18:23:42.658409 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd63c-2fdf-4c15-869e-b0f3dbaae8e2 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event updated for resources: {'Network': ['ID=a56676b8-0df7-4438-80e0-be3c88375a6f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:42.660416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44926) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:42.665712 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Request body: {'subnet': {'network_id': 'a56676b8-0df7-4438-80e0-be3c88375a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:42.669130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network a56676b8-0df7-4438-80e0-be3c88375a6f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:42.778180 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:42.782649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Usage tracker for resource:subnet and tenant:7121d3907f19474494881114e6bb8312 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:42.785676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:42.791742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:42.803174 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Made reservation on behalf of 7121d3907f19474494881114e6bb8312 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:42.901182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.140851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.204795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event updated for resources: {'Subnet': ['ID=476fc0c4-fc29-4ca5-ac83-7cff074530a9,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:43.228483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Checking segment: {'id': 'fcc79da3-18ac-411d-a991-f488ea8d3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'a56676b8-0df7-4438-80e0-be3c88375a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:43.228824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Network hostable DHCP agents. Network: a56676b8-0df7-4438-80e0-be3c88375a6f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:43.252608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Network a56676b8-0df7-4438-80e0-be3c88375a6f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:43.265779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, a56676b8-0df7-4438-80e0-be3c88375a6f) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:43.271326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:43.272121 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.277532 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e2d8c-6b85-4171-9932-626f4ea40847 None None] Network a56676b8-0df7-4438-80e0-be3c88375a6f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:43.307094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6bcc7526-0ef1-4bc9-a01f-4b794eb984aa tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6426854 Mar 11 18:23:43.307704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44930) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:43.314867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1170980147'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:43.321151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:43.325108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Usage tracker for resource:network and tenant:7121d3907f19474494881114e6bb8312 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:43.328111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:43.334579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:43.345671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Made reservation on behalf of 7121d3907f19474494881114e6bb8312 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:43.349027 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.377053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:43.386511 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.386866 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Added segment 7d97ae8e-f7e1-428d-9b76-81fbf5471925 of type vlan for network a35a5224-a4e2-4e7e-a660-398084de32ec Mar 11 18:23:43.415206 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.447897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.451880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:43.452474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.497921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-a56676b8-0df7-4438-80e0-be3c88375a6f', 'network_id': 'a56676b8-0df7-4438-80e0-be3c88375a6f', 'tenant_id': '7121d3907f19474494881114e6bb8312', 'fixed_ips': [{'subnet_id': '476fc0c4-fc29-4ca5-ac83-7cff074530a9'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:43.498788 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.539223 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:23:43.653387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3442502 Mar 11 18:23:43.656515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44934) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:43.663859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Request body: {'subnet': {'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:43.677990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9b09e-808e-4eae-a36c-1f7f5a35e823 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event updated for resources: {'Network': ['ID=a35a5224-a4e2-4e7e-a660-398084de32ec,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:43.689563 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network a35a5224-a4e2-4e7e-a660-398084de32ec details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:43.706551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Allocated IP 172.20.0.2 (a56676b8-0df7-4438-80e0-be3c88375a6f/476fc0c4-fc29-4ca5-ac83-7cff074530a9/f326e3f7-c705-471d-a99c-022e763cd832) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:43.778715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:43.783118 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Usage tracker for resource:subnet and tenant:7121d3907f19474494881114e6bb8312 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:43.786353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:43.792625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:43.804042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Made reservation on behalf of 7121d3907f19474494881114e6bb8312 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:43.906415 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.980103 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.990632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Transition to ACTIVE for port object f326e3f7-c705-471d-a99c-022e763cd832 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:44.009923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Transition to ACTIVE for port object f326e3f7-c705-471d-a99c-022e763cd832 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:44.015910 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.083804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Network a56676b8-0df7-4438-80e0-be3c88375a6f is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:44.086607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:44.091008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:44.093073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Pushing event updated for resources: {'Port': ['ID=f326e3f7-c705-471d-a99c-022e763cd832,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:44.124150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.177111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Attempting to bind port f326e3f7-c705-471d-a99c-022e763cd832 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:44.177668 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Attempting to bind port f326e3f7-c705-471d-a99c-022e763cd832 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'fcc79da3-18ac-411d-a991-f488ea8d3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'a56676b8-0df7-4438-80e0-be3c88375a6f'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:44.178153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Attempting to bind port f326e3f7-c705-471d-a99c-022e763cd832 on network a56676b8-0df7-4438-80e0-be3c88375a6f {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:44.185523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:44.186016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Checking segment: {'id': 'fcc79da3-18ac-411d-a991-f488ea8d3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'a56676b8-0df7-4438-80e0-be3c88375a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:44.186435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.186825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Bound using segment: {'id': 'fcc79da3-18ac-411d-a991-f488ea8d3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'a56676b8-0df7-4438-80e0-be3c88375a6f'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:44.187281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Bound port: f326e3f7-c705-471d-a99c-022e763cd832, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc79da3-18ac-411d-a991-f488ea8d3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'a56676b8-0df7-4438-80e0-be3c88375a6f'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:44.187649 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.204983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event updated for resources: {'Subnet': ['ID=8f1cc8d4-db7e-4d98-9983-73c7f3d79a32,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:44.220208 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Checking segment: {'id': '7d97ae8e-f7e1-428d-9b76-81fbf5471925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:44.220562 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Network hostable DHCP agents. Network: a35a5224-a4e2-4e7e-a660-398084de32ec, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:44.244374 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Network a35a5224-a4e2-4e7e-a660-398084de32ec is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:44.254846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, a35a5224-a4e2-4e7e-a660-398084de32ec) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:44.259415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:44.260122 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.271183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a224d71-d1f6-47fb-9e21-aec8e1113f87 None None] Network a35a5224-a4e2-4e7e-a660-398084de32ec requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:44.283279 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25bdbb1d-283f-44f7-869c-0a41d5e45e9b tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6258643 Mar 11 18:23:44.286197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 44938) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:44.291703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a5d8dff8-0f77-42ee-abb9-70378d0a4a59 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:44.360760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] For port f326e3f7-c705-471d-a99c-022e763cd832, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:44.374126 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] For port f326e3f7-c705-471d-a99c-022e763cd832, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f326e3f7-c705-471d-a99c-022e763cd832,segment=NetworkSegment(fcc79da3-18ac-411d-a991-f488ea8d3c47),segment_id=fcc79da3-18ac-411d-a991-f488ea8d3c47)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:44.388365 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.538910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45780c18-006d-402f-a74e-0de2239beb35 None None] Pushing event updated for resources: {'Port': ['ID=f326e3f7-c705-471d-a99c-022e763cd832,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:44.580307 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-73feee4b-bb72-4f16-8d4d-0f6e09388a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.598461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-a35a5224-a4e2-4e7e-a660-398084de32ec', 'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec', 'tenant_id': '7121d3907f19474494881114e6bb8312', 'fixed_ips': [{'subnet_id': '8f1cc8d4-db7e-4d98-9983-73c7f3d79a32'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:44.599352 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.708161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a5d8dff8-0f77-42ee-abb9-70378d0a4a59 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:44.786166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Allocated IP 172.21.0.2 (a35a5224-a4e2-4e7e-a660-398084de32ec/8f1cc8d4-db7e-4d98-9983-73c7f3d79a32/a1a58aed-0046-4f99-961a-4bde4e795f53) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:44.878474 n-d-833436-1 neutron-server[83849]: INFO neutron.api.v2.resource [None req-a5d8dff8-0f77-42ee-abb9-70378d0a4a59 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:23:44.879667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a5d8dff8-0f77-42ee-abb9-70378d0a4a59 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "PUT /v2.0/routers/7bbcf27a-760a-4e71-9591-facc57fb0c33 HTTP/1.1" status: 400 len: 364 time: 0.5924442 Mar 11 18:23:44.885795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44942) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:45.004936 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.016651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Transition to ACTIVE for port object a1a58aed-0046-4f99-961a-4bde4e795f53 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:45.038414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Transition to ACTIVE for port object a1a58aed-0046-4f99-961a-4bde4e795f53 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:45.046046 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.114270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Network a35a5224-a4e2-4e7e-a660-398084de32ec is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:45.117148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:45.119791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:45.126354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Pushing event updated for resources: {'Port': ['ID=a1a58aed-0046-4f99-961a-4bde4e795f53,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:45.173257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Deleting subnet 8f1cc8d4-db7e-4d98-9983-73c7f3d79a32 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:23:45.176898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.211594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Attempting to bind port a1a58aed-0046-4f99-961a-4bde4e795f53 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:45.212036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Attempting to bind port a1a58aed-0046-4f99-961a-4bde4e795f53 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7d97ae8e-f7e1-428d-9b76-81fbf5471925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:45.212461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Attempting to bind port a1a58aed-0046-4f99-961a-4bde4e795f53 on network a35a5224-a4e2-4e7e-a660-398084de32ec {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:45.219314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:45.219786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Checking segment: {'id': '7d97ae8e-f7e1-428d-9b76-81fbf5471925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:45.220248 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.220695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Bound using segment: {'id': '7d97ae8e-f7e1-428d-9b76-81fbf5471925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:45.221232 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Bound port: a1a58aed-0046-4f99-961a-4bde4e795f53, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d97ae8e-f7e1-428d-9b76-81fbf5471925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a35a5224-a4e2-4e7e-a660-398084de32ec'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:45.221669 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.235442 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.313502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] For port a1a58aed-0046-4f99-961a-4bde4e795f53, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:45.317010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] For port a1a58aed-0046-4f99-961a-4bde4e795f53, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a1a58aed-0046-4f99-961a-4bde4e795f53,segment=NetworkSegment(7d97ae8e-f7e1-428d-9b76-81fbf5471925),segment_id=7d97ae8e-f7e1-428d-9b76-81fbf5471925)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:45.321935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.328158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.400772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f025f-2f8d-42a6-9abc-ff92cc617192 None None] Pushing event updated for resources: {'Port': ['ID=a1a58aed-0046-4f99-961a-4bde4e795f53,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:45.411966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.458723 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1cc8d4-db7e-4d98-9983-73c7f3d79a32,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:45.462951 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.472332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2061f943-0861-4e54-ad46-4e010b02a48a tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "DELETE /v2.0/subnets/8f1cc8d4-db7e-4d98-9983-73c7f3d79a32 HTTP/1.1" status: 204 len: 168 time: 0.5852973 Mar 11 18:23:45.474784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44946) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:45.551491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8fb65-aa6d-4540-8f68-140b71b16b45 None None] Network a56676b8-0df7-4438-80e0-be3c88375a6f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:45.611247 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.622779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Deleting port a1a58aed-0046-4f99-961a-4bde4e795f53 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:45.623131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.728175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e97dc9d1-d738-48db-80bc-c71b20450fc9 None None] Provisioning for port f326e3f7-c705-471d-a99c-022e763cd832 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:45.856806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] For port a1a58aed-0046-4f99-961a-4bde4e795f53, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a1a58aed-0046-4f99-961a-4bde4e795f53,segment=NetworkSegment(7d97ae8e-f7e1-428d-9b76-81fbf5471925),segment_id=7d97ae8e-f7e1-428d-9b76-81fbf5471925)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:45.857200 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.859835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.888264 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:45.979084 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Calling delete_port for a1a58aed-0046-4f99-961a-4bde4e795f53 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:46.062644 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.107485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event deleted for resources: {'Port': ['ID=a1a58aed-0046-4f99-961a-4bde4e795f53,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:46.113512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] No DVR routers for this DVR port a1a58aed-0046-4f99-961a-4bde4e795f53 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:23:46.243368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.272234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35a5224-a4e2-4e7e-a660-398084de32ec']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:46.284788 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d97ae8e-f7e1-428d-9b76-81fbf5471925') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:46.285081 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d97ae8e-f7e1-428d-9b76-81fbf5471925') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:46.297124 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.312982 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.319934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:46.320327 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:46.335291 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:46.432404 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.435047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f326e3f7-c705-471d-a99c-022e763cd832 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:46.457746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.468823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event deleted for resources: {'Network': ['ID=a35a5224-a4e2-4e7e-a660-398084de32ec,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:46.473377 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-be52fe8c-719b-458c-8ef0-2e5180f7fabc tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "DELETE /v2.0/networks/a35a5224-a4e2-4e7e-a660-398084de32ec HTTP/1.1" status: 204 len: 168 time: 0.9976566 Mar 11 18:23:46.475906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44950) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:46.494917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0dcbb660-eb8c-410c-ae38-dad3031ff284 None None] Could not find standard attr ID for object a1a58aed-0046-4f99-961a-4bde4e795f53. {{(pid=83850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 18:23:46.518123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67225583-88f7-49ec-bd63-77725afe4ef8 None None] DHCP port deletion for a35a5224-a4e2-4e7e-a660-398084de32ec request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:23:46.522454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f326e3f7-c705-471d-a99c-022e763cd832 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:46.528051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f326e3f7-c705-471d-a99c-022e763cd832 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:46.528417 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.549242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Deleting subnet 476fc0c4-fc29-4ca5-ac83-7cff074530a9 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:23:46.552420 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.561773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c04c63-8994-429a-b5f1-1d4cd0c01386 None None] Network a35a5224-a4e2-4e7e-a660-398084de32ec requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:46.594332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c04c63-8994-429a-b5f1-1d4cd0c01386 None None] Network a35a5224-a4e2-4e7e-a660-398084de32ec could not be found, it might have been deleted concurrently. {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 18:23:46.606815 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.662898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.695339 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f326e3f7-c705-471d-a99c-022e763cd832, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f326e3f7-c705-471d-a99c-022e763cd832,segment=NetworkSegment(fcc79da3-18ac-411d-a991-f488ea8d3c47),segment_id=fcc79da3-18ac-411d-a991-f488ea8d3c47)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:46.700385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.702232 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.771431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f326e3f7-c705-471d-a99c-022e763cd832,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:46.874560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.911211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event deleted for resources: {'Subnet': ['ID=476fc0c4-fc29-4ca5-ac83-7cff074530a9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:46.918391 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.924954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c5447e86-96a1-46c4-9d89-b07b70087754 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "DELETE /v2.0/subnets/476fc0c4-fc29-4ca5-ac83-7cff074530a9 HTTP/1.1" status: 204 len: 168 time: 0.4480419 Mar 11 18:23:46.925180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515f548-5d62-4a89-8362-a08e7f39cb6b None None] Network a56676b8-0df7-4438-80e0-be3c88375a6f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:46.927463 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44954) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:47.041520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.053351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Deleting port f326e3f7-c705-471d-a99c-022e763cd832 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:47.053788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.160510 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.174388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] DHCP port deletion for a56676b8-0df7-4438-80e0-be3c88375a6f request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:23:47.178841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Deleting port f326e3f7-c705-471d-a99c-022e763cd832 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:47.179580 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.275436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] For port f326e3f7-c705-471d-a99c-022e763cd832, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f326e3f7-c705-471d-a99c-022e763cd832,segment=NetworkSegment(fcc79da3-18ac-411d-a991-f488ea8d3c47),segment_id=fcc79da3-18ac-411d-a991-f488ea8d3c47)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:47.275794 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.379389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] For port f326e3f7-c705-471d-a99c-022e763cd832, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f326e3f7-c705-471d-a99c-022e763cd832,segment=NetworkSegment(fcc79da3-18ac-411d-a991-f488ea8d3c47),segment_id=fcc79da3-18ac-411d-a991-f488ea8d3c47)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:47.379764 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.394034 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Calling delete_port for f326e3f7-c705-471d-a99c-022e763cd832 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:47.471299 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.497615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Calling delete_port for f326e3f7-c705-471d-a99c-022e763cd832 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:23:47.513773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event deleted for resources: {'Port': ['ID=f326e3f7-c705-471d-a99c-022e763cd832,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:47.519934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] No DVR routers for this DVR port f326e3f7-c705-471d-a99c-022e763cd832 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:23:47.570278 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:23:47.570936 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:23:47.638963 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.665204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56676b8-0df7-4438-80e0-be3c88375a6f']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:47.677894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc79da3-18ac-411d-a991-f488ea8d3c47') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:47.678177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc79da3-18ac-411d-a991-f488ea8d3c47') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:47.689325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.705103 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.711711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:23:47.712082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:23:47.726137 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:23:47.810514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.827408 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.837996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Pushing event deleted for resources: {'Network': ['ID=a56676b8-0df7-4438-80e0-be3c88375a6f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:47.842009 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dc92e90b-4bee-4da7-85e7-d2ba4dc88edd tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "DELETE /v2.0/networks/a56676b8-0df7-4438-80e0-be3c88375a6f HTTP/1.1" status: 204 len: 168 time: 0.9136121 Mar 11 18:23:47.844872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44958) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:47.885198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e0f7d6e-d06e-4c8c-a895-a76a135854fb tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Synchronizing usage tracker for tenant:7121d3907f19474494881114e6bb8312 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:23:47.903581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5e0f7d6e-d06e-4c8c-a895-a76a135854fb tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Unset dirty status for tenant:7121d3907f19474494881114e6bb8312 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:23:47.904800 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5e0f7d6e-d06e-4c8c-a895-a76a135854fb tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bbcf27a-760a-4e71-9591-facc57fb0c33 HTTP/1.1" status: 200 len: 205 time: 0.0589595 Mar 11 18:23:47.907336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44962) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:48.044732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c2c-5b4b-4768-87ec-13b07f0651a1 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:48.072438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Deleting port f326e3f7-c705-471d-a99c-022e763cd832 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:23:48.072897 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:48.135517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d9f2b-5953-4286-99d2-b03f75475e17 None None] The port 'f326e3f7-c705-471d-a99c-022e763cd832' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:23:48.381141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a1a58aed-0046-4f99-961a-4bde4e795f53 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:23:48.417444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a1a58aed-0046-4f99-961a-4bde4e795f53 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:23:48.417657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a1a58aed-0046-4f99-961a-4bde4e795f53 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:23:48.418089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f326e3f7-c705-471d-a99c-022e763cd832 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:23:48.449656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f326e3f7-c705-471d-a99c-022e763cd832 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:23:48.449984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f326e3f7-c705-471d-a99c-022e763cd832 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:23:48.514220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c2c-5b4b-4768-87ec-13b07f0651a1 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:48.519161 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c2c-5b4b-4768-87ec-13b07f0651a1 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:48.554689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c2c-5b4b-4768-87ec-13b07f0651a1 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:48.555178 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc4c2c-5b4b-4768-87ec-13b07f0651a1 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Fanout notify agent at l3_agent the message router_deleted on router 7bbcf27a-760a-4e71-9591-facc57fb0c33 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:23:48.566919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c2c-5b4b-4768-87ec-13b07f0651a1 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:48.568027 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c2dc4c2c-5b4b-4768-87ec-13b07f0651a1 tempest-RoutersNegativeTest-534276879 tempest-RoutersNegativeTest-534276879-project] 10.222.0.96 "DELETE /v2.0/routers/7bbcf27a-760a-4e71-9591-facc57fb0c33 HTTP/1.1" status: 204 len: 168 time: 0.6597962 Mar 11 18:23:48.885778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44970) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:49.066057 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0c28df32-a3db-41bc-aab1-62db18bd3f56 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7121d3907f19474494881114e6bb8312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1788723 Mar 11 18:23:49.068740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44976) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:49.131015 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78f040ee-3ac8-48d3-bab4-201c1bec9b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:49.157533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78f040ee-3ac8-48d3-bab4-201c1bec9b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:49.209008 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78f040ee-3ac8-48d3-bab4-201c1bec9b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:49.223837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f040ee-3ac8-48d3-bab4-201c1bec9b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da7789-f162-46e7-ab4c-9cd88f48438c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:49.231978 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-78f040ee-3ac8-48d3-bab4-201c1bec9b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:49.233105 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-78f040ee-3ac8-48d3-bab4-201c1bec9b9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d3da7789-f162-46e7-ab4c-9cd88f48438c HTTP/1.1" status: 204 len: 168 time: 0.1635177 Mar 11 18:23:50.031621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 44998) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:50.161899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1309633764-network', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:50.167993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:50.172465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Usage tracker for resource:network and tenant:82e49e668e504bbeb8c34656d8c26322 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:50.175570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:50.181832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:50.193992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Made reservation on behalf of 82e49e668e504bbeb8c34656d8c26322 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:50.196727 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.209437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.243756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:50.247775 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Usage tracker for resource:security_group_rule and tenant:82e49e668e504bbeb8c34656d8c26322 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:50.250678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:50.256445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:50.320602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.327106 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.354637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:50.363171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca99b94-bc44-4503-b1a8-68997b2e23e3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:50.368500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.368928 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Added segment 7d9e6f09-a21e-421f-a7e1-1968b716c958 of type vlan for network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 Mar 11 18:23:50.394197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.423884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.424722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:50.425361 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.527033 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4942834 Mar 11 18:23:50.527722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae6368-d94b-4c8b-9727-70164d488957 admin admin] Pushing event updated for resources: {'Network': ['ID=5eef7781-6306-48e6-bcdc-a4878b4d1ab6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:50.529872 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45004) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:50.535467 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Request body: {'subnet': {'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-subnet', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:50.537933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:50.541083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:50.544896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Usage tracker for resource:subnet and tenant:82e49e668e504bbeb8c34656d8c26322 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:50.548065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:50.553679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:50.565537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Made reservation on behalf of 82e49e668e504bbeb8c34656d8c26322 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:50.567869 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.767904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.836735 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fb2be6-f41c-4ce0-9d16-f873c082380c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:50.852713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Checking segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:50.853062 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Network hostable DHCP agents. Network: 5eef7781-6306-48e6-bcdc-a4878b4d1ab6, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:50.876374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:50.887193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 5eef7781-6306-48e6-bcdc-a4878b4d1ab6) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:50.891342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:50.891833 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.896125 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91e355c-8f39-4f00-bc73-e57d072354c4 None None] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:50.912792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fe0e026f-40ab-4a0c-a511-e894f1dd487d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3819170 Mar 11 18:23:50.915791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45008) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:50.920707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:50.926568 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:50.930390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Usage tracker for resource:router and tenant:82e49e668e504bbeb8c34656d8c26322 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:50.933234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:50.938885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:50.949903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.950956 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:50.971258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.115076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.148325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:51.149133 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.303462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Allocated IP 172.20.0.2 (5eef7781-6306-48e6-bcdc-a4878b4d1ab6/64fb2be6-f41c-4ce0-9d16-f873c082380c/64c5a5f0-b452-473d-a629-35f5df8d8d62) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:51.305340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.335029 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.511630 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.522397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Transition to ACTIVE for port object 64c5a5f0-b452-473d-a629-35f5df8d8d62 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:51.541840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Transition to ACTIVE for port object 64c5a5f0-b452-473d-a629-35f5df8d8d62 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:51.548733 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.564720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Allocated IP 172.25.3.142 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/612c755c-1698-4373-b0b8-facd869ec296) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:51.614202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:51.617028 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:51.621329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:51.623357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Pushing event updated for resources: {'Port': ['ID=64c5a5f0-b452-473d-a629-35f5df8d8d62,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:51.710812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Attempting to bind port 64c5a5f0-b452-473d-a629-35f5df8d8d62 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:51.711192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Attempting to bind port 64c5a5f0-b452-473d-a629-35f5df8d8d62 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:51.711656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Attempting to bind port 64c5a5f0-b452-473d-a629-35f5df8d8d62 on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:51.712074 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.718513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:51.718885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Checking segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:51.719286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.719674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Bound using segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:51.720127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Bound port: 64c5a5f0-b452-473d-a629-35f5df8d8d62, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:51.720494 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.739706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.805125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:51.807989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:51.808646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] For port 64c5a5f0-b452-473d-a629-35f5df8d8d62, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:51.812404 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:51.813371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] For port 64c5a5f0-b452-473d-a629-35f5df8d8d62, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=64c5a5f0-b452-473d-a629-35f5df8d8d62,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:51.818805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.842462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Pushing event updated for resources: {'Port': ['ID=612c755c-1698-4373-b0b8-facd869ec296,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:51.902223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7b271-4e50-4694-8670-ce1ba16ae870 None None] Pushing event updated for resources: {'Port': ['ID=64c5a5f0-b452-473d-a629-35f5df8d8d62,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:51.977494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:51.978237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:52.233666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Router 38203cf8-c349-4469-a373-fe0e95ccaf7f is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:23:52.409215 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 64c5a5f0-b452-473d-a629-35f5df8d8d62 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:52.432509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:23:52.444235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Sync routers for ids ['38203cf8-c349-4469-a373-fe0e95ccaf7f'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:23:52.459381 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:52.463121 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4ae686f3-4186-4b3e-9d78-e36b0e105146 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5439312 Mar 11 18:23:52.463478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45012) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:52.475786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Routers {'38203cf8-c349-4469-a373-fe0e95ccaf7f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:23:52.476418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['38203cf8-c349-4469-a373-fe0e95ccaf7f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:52.615616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 64c5a5f0-b452-473d-a629-35f5df8d8d62 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:52.668509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Set router 38203cf8-c349-4469-a373-fe0e95ccaf7f gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:23:52.849005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431155a-8cdf-4853-bec6-8b4da27324ae None None] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:52.976864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a56e2f42-4000-4c16-80e3-93b128fcbdf1 None None] Provisioning for port 64c5a5f0-b452-473d-a629-35f5df8d8d62 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:52.990002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a56e2f42-4000-4c16-80e3-93b128fcbdf1 None None] Provisioning complete for port 64c5a5f0-b452-473d-a629-35f5df8d8d62 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:52.990375 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a56e2f42-4000-4c16-80e3-93b128fcbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.309905 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a56e2f42-4000-4c16-80e3-93b128fcbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.312136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.320498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '612c755c-1698-4373-b0b8-facd869ec296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:23:51Z', 'revision_number': 3, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port': {'id': '612c755c-1698-4373-b0b8-facd869ec296', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:51Z', 'updated_at': '2022-03-11T18:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:53.332877 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Checking router: 38203cf8-c349-4469-a373-fe0e95ccaf7f for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:23:53.333216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Updating router 38203cf8-c349-4469-a373-fe0e95ccaf7f port 612c755c-1698-4373-b0b8-facd869ec296 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:23:53.398625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.425807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a56e2f42-4000-4c16-80e3-93b128fcbdf1 None None] For port 64c5a5f0-b452-473d-a629-35f5df8d8d62, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=64c5a5f0-b452-473d-a629-35f5df8d8d62,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:53.432252 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a56e2f42-4000-4c16-80e3-93b128fcbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.538687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Allocated IP 172.20.0.1 (5eef7781-6306-48e6-bcdc-a4878b4d1ab6/64fb2be6-f41c-4ce0-9d16-f873c082380c/c73b49da-7b15-4318-a551-221b5c0a25b6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:53.567100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e2f42-4000-4c16-80e3-93b128fcbdf1 None None] Pushing event updated for resources: {'Port': ['ID=64c5a5f0-b452-473d-a629-35f5df8d8d62,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:53.691153 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.692506 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e31c8a0-9b78-4965-8fba-7ec985996950 None None] Provisioning complete for port 64c5a5f0-b452-473d-a629-35f5df8d8d62 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:53.693051 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e31c8a0-9b78-4965-8fba-7ec985996950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.706279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Transition to ACTIVE for port object c73b49da-7b15-4318-a551-221b5c0a25b6 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:53.729345 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.798958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:53.801829 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:53.806222 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:53.833491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Pushing event updated for resources: {'Port': ['ID=c73b49da-7b15-4318-a551-221b5c0a25b6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:53.860125 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.903277 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.916194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Transition to ACTIVE for port object 612c755c-1698-4373-b0b8-facd869ec296 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:53.924428 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:53.948302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.005866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Attempting to bind port 612c755c-1698-4373-b0b8-facd869ec296 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:54.006238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Attempting to bind port 612c755c-1698-4373-b0b8-facd869ec296 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:54.006625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Attempting to bind port 612c755c-1698-4373-b0b8-facd869ec296 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:54.015742 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4b35e-6fb0-43f5-ada0-1ded4ec6b2d1 None None] Pushing event updated for resources: {'Port': ['ID=612c755c-1698-4373-b0b8-facd869ec296,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:54.027967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:54.028342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:54.028741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.029124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:54.029586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Bound port: 612c755c-1698-4373-b0b8-facd869ec296, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:54.029955 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.068424 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b646acde-5752-4071-ac6c-e4bb1359561f None None] Provisioning for port c73b49da-7b15-4318-a551-221b5c0a25b6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:54.082672 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b646acde-5752-4071-ac6c-e4bb1359561f None None] Provisioning complete for port c73b49da-7b15-4318-a551-221b5c0a25b6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:54.082965 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b646acde-5752-4071-ac6c-e4bb1359561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.153335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b646acde-5752-4071-ac6c-e4bb1359561f None None] Port c73b49da-7b15-4318-a551-221b5c0a25b6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:23:54.158225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] For port 612c755c-1698-4373-b0b8-facd869ec296, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:54.161849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] For port 612c755c-1698-4373-b0b8-facd869ec296, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=612c755c-1698-4373-b0b8-facd869ec296,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:54.166628 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.179801 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.184888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.248783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4b35e-6fb0-43f5-ada0-1ded4ec6b2d1 None None] Pushing event updated for resources: {'Port': ['ID=612c755c-1698-4373-b0b8-facd869ec296,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:54.253560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Routers {'38203cf8-c349-4469-a373-fe0e95ccaf7f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:23:54.254140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['38203cf8-c349-4469-a373-fe0e95ccaf7f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:54.287863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Pushing event updated for resources: {'Port': ['ID=c73b49da-7b15-4318-a551-221b5c0a25b6,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:54.290336 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.396902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 64c5a5f0-b452-473d-a629-35f5df8d8d62 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:54.424408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:54.425668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:54.488384 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] Set router 38203cf8-c349-4469-a373-fe0e95ccaf7f gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:23:54.566148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 64c5a5f0-b452-473d-a629-35f5df8d8d62 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:54.566542 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.814182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Router 38203cf8-c349-4469-a373-fe0e95ccaf7f has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:23:54.867188 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bac87932-170f-4062-8705-9767f5d390b5 None None] Provisioning complete for port c73b49da-7b15-4318-a551-221b5c0a25b6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:54.867827 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bac87932-170f-4062-8705-9767f5d390b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.978605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bac87932-170f-4062-8705-9767f5d390b5 None None] Port c73b49da-7b15-4318-a551-221b5c0a25b6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:23:55.013858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '612c755c-1698-4373-b0b8-facd869ec296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:23:53Z', 'revision_number': 4, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port': {'id': '612c755c-1698-4373-b0b8-facd869ec296', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:51Z', 'updated_at': '2022-03-11T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c73b49da-7b15-4318-a551-221b5c0a25b6', 'name': '', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'mac_address': 'fa:16:3e:67:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:53Z', 'updated_at': '2022-03-11T18:23:54Z', 'revision_number': 2, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'subnets': [{'id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:55.017787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a78e20-73d2-4267-9f67-93294a300f76 None None] The sync data for ids ['38203cf8-c349-4469-a373-fe0e95ccaf7f'] in n-d-833436-1 is: [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '612c755c-1698-4373-b0b8-facd869ec296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:23:53Z', 'revision_number': 4, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port': {'id': '612c755c-1698-4373-b0b8-facd869ec296', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:51Z', 'updated_at': '2022-03-11T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c73b49da-7b15-4318-a551-221b5c0a25b6', 'name': '', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'mac_address': 'fa:16:3e:67:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:53Z', 'updated_at': '2022-03-11T18:23:54Z', 'revision_number': 2, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'subnets': [{'id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:23:55.128005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:23:55.146231 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-692c0924-175c-4e27-95e7-efcf3ef6832c admin admin] 10.222.0.96 "PUT /v2.0/routers/38203cf8-c349-4469-a373-fe0e95ccaf7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735921 Mar 11 18:23:56.019415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45034) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:56.025032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1902633952-network', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:56.031016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:56.035311 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Usage tracker for resource:network and tenant:b1f9e37dbb904be0b0f2219824d8624b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:56.038401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:56.044633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:56.056874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Made reservation on behalf of b1f9e37dbb904be0b0f2219824d8624b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:56.059326 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.071975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.104904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:56.109438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f9e37dbb904be0b0f2219824d8624b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:56.113187 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:56.119592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:56.190806 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.195710 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.227874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:23:56.235977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441678b6-ee4e-4c61-88a6-4671a404eef6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:56.241756 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.242202 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Added segment bff3fde5-3640-4994-b401-4f4bdcd07fcf of type vlan for network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 Mar 11 18:23:56.269805 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.299489 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.300358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:56.300993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.403407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] Pushing event updated for resources: {'Network': ['ID=d3984a9b-061f-4bc6-9e5e-7ca42ceddce2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:56.406296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b9b70e3-c11e-4933-8216-f1ea66b99e17 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3857694 Mar 11 18:23:56.409092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45038) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:56.414423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:23:56.414962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Request body: {'subnet': {'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-subnet', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:56.420944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:56.425292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Usage tracker for resource:subnet and tenant:b1f9e37dbb904be0b0f2219824d8624b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:56.428207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:56.432767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 612c755c-1698-4373-b0b8-facd869ec296 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:56.434188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:56.445068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Made reservation on behalf of b1f9e37dbb904be0b0f2219824d8624b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:23:56.447441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.581122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 612c755c-1698-4373-b0b8-facd869ec296 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:56.586035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 612c755c-1698-4373-b0b8-facd869ec296 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:56.586422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.650262 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.697028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.713021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 612c755c-1698-4373-b0b8-facd869ec296, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=612c755c-1698-4373-b0b8-facd869ec296,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:56.717822 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.722713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6b00de-e3f9-4080-a9fb-827b03950da3,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:56.736541 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Checking segment: {'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:56.736900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Network hostable DHCP agents. Network: d3984a9b-061f-4bc6-9e5e-7ca42ceddce2, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:23:56.759061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:23:56.769044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, d3984a9b-061f-4bc6-9e5e-7ca42ceddce2) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:56.773057 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:56.773650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.782666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c6e47-3343-4164-a17e-15b9ea1b9dd9 None None] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:56.797186 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b8a234c-6863-4dfc-8be0-63d1f2e4b2ee admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3844180 Mar 11 18:23:56.797373 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45042) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:56.802412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:23:56.807715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:23:56.811535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Usage tracker for resource:router and tenant:b1f9e37dbb904be0b0f2219824d8624b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:23:56.814407 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:23:56.820058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:23:56.830965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.831868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.843891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=612c755c-1698-4373-b0b8-facd869ec296,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:56.851637 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.994108 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:56.998907 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-d3984a9b-061f-4bc6-9e5e-7ca42ceddce2', 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'fixed_ips': [{'subnet_id': '9c6b00de-e3f9-4080-a9fb-827b03950da3'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:23:56.999708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.155098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Allocated IP 172.20.0.2 (d3984a9b-061f-4bc6-9e5e-7ca42ceddce2/9c6b00de-e3f9-4080-a9fb-827b03950da3/5a6bd06b-5673-4b7b-8740-407c2cfdc639) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:57.180131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.212671 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.349115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Allocated IP 172.25.3.166 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8337c2b3-2824-440d-bef3-52139f8764a3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:57.362279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.372768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Transition to ACTIVE for port object 5a6bd06b-5673-4b7b-8740-407c2cfdc639 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:57.390878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Transition to ACTIVE for port object 5a6bd06b-5673-4b7b-8740-407c2cfdc639 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:57.397589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.468130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:57.471675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:57.473527 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Pushing event updated for resources: {'Port': ['ID=5a6bd06b-5673-4b7b-8740-407c2cfdc639,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:57.475552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:57.500721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.529564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.559066 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Attempting to bind port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:57.559421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Attempting to bind port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:57.559768 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Attempting to bind port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 on network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:57.566730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:57.567187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Checking segment: {'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:57.567658 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.568043 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Bound using segment: {'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:57.568602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Bound port: 5a6bd06b-5673-4b7b-8740-407c2cfdc639, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:57.568967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.599417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:57.602149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:57.606647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:57.633434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Pushing event updated for resources: {'Port': ['ID=8337c2b3-2824-440d-bef3-52139f8764a3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:57.663455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] For port 5a6bd06b-5673-4b7b-8740-407c2cfdc639, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:57.667199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] For port 5a6bd06b-5673-4b7b-8740-407c2cfdc639, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a6bd06b-5673-4b7b-8740-407c2cfdc639,segment=NetworkSegment(bff3fde5-3640-4994-b401-4f4bdcd07fcf),segment_id=bff3fde5-3640-4994-b401-4f4bdcd07fcf)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:57.673474 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.755922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77030172-4391-49ab-bfff-0a8d2c231dce None None] Pushing event updated for resources: {'Port': ['ID=5a6bd06b-5673-4b7b-8740-407c2cfdc639,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:57.881568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:57.882453 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:58.119301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Router d16be01e-893f-4336-8d71-f15af3cebc02 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:23:58.320883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:23:58.330750 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Sync routers for ids ['d16be01e-893f-4336-8d71-f15af3cebc02'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:23:58.343502 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Routers {'d16be01e-893f-4336-8d71-f15af3cebc02'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:23:58.344494 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d16be01e-893f-4336-8d71-f15af3cebc02'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:58.350231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:58.351955 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f4629e85-3cb8-4b56-9e98-49a896662a36 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5534880 Mar 11 18:23:58.354814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45048) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:23:58.504307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a6bd06b-5673-4b7b-8740-407c2cfdc639 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:58.582470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Set router d16be01e-893f-4336-8d71-f15af3cebc02 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:23:58.592158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:58.598336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 612c755c-1698-4373-b0b8-facd869ec296 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:23:58.673800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b2b0a-6bc0-46b7-84d4-6eac633ff1a6 None None] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:23:58.900119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 612c755c-1698-4373-b0b8-facd869ec296 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:58.900576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:58.928837 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:23:57Z', 'revision_number': 3, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port': {'id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:57Z', 'updated_at': '2022-03-11T18:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:58.933657 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Checking router: d16be01e-893f-4336-8d71-f15af3cebc02 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:23:58.934303 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Updating router d16be01e-893f-4336-8d71-f15af3cebc02 port 8337c2b3-2824-440d-bef3-52139f8764a3 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:23:58.974917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-934190fc-7a2b-417e-9c94-802231c60537 None None] Provisioning for port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:23:58.983348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-934190fc-7a2b-417e-9c94-802231c60537 None None] Provisioning complete for port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:58.983781 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-934190fc-7a2b-417e-9c94-802231c60537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:58.989265 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.202771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-934190fc-7a2b-417e-9c94-802231c60537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.238665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-934190fc-7a2b-417e-9c94-802231c60537 None None] For port 5a6bd06b-5673-4b7b-8740-407c2cfdc639, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a6bd06b-5673-4b7b-8740-407c2cfdc639,segment=NetworkSegment(bff3fde5-3640-4994-b401-4f4bdcd07fcf),segment_id=bff3fde5-3640-4994-b401-4f4bdcd07fcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:23:59.243849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-934190fc-7a2b-417e-9c94-802231c60537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.279629 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.322638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934190fc-7a2b-417e-9c94-802231c60537 None None] Pushing event updated for resources: {'Port': ['ID=5a6bd06b-5673-4b7b-8740-407c2cfdc639,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:59.384105 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.395776 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Transition to ACTIVE for port object 8337c2b3-2824-440d-bef3-52139f8764a3 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:59.403238 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.470314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-49bd8b07-43fa-4965-9cc9-ab306f2cd480 None None] Provisioning complete for port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:23:59.470830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49bd8b07-43fa-4965-9cc9-ab306f2cd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.483630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Attempting to bind port 8337c2b3-2824-440d-bef3-52139f8764a3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:23:59.483980 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Attempting to bind port 8337c2b3-2824-440d-bef3-52139f8764a3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:23:59.484447 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Attempting to bind port 8337c2b3-2824-440d-bef3-52139f8764a3 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:23:59.490804 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Pushing event updated for resources: {'Port': ['ID=8337c2b3-2824-440d-bef3-52139f8764a3,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:59.496781 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:23:59.498491 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:23:59.498491 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.498491 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:23:59.498808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Bound port: 8337c2b3-2824-440d-bef3-52139f8764a3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:23:59.499148 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.500356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Allocated IP 172.20.0.1 (d3984a9b-061f-4bc6-9e5e-7ca42ceddce2/9c6b00de-e3f9-4080-a9fb-827b03950da3/1a1346c3-e882-4340-90e6-c800df24ac36) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:23:59.539680 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.540016 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.540353 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.540678 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.541000 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.541318 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.541633 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.541945 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.542257 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.542591 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.542898 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:23:59.584349 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] For port 8337c2b3-2824-440d-bef3-52139f8764a3, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:23:59.587436 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] For port 8337c2b3-2824-440d-bef3-52139f8764a3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8337c2b3-2824-440d-bef3-52139f8764a3,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:23:59.593967 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.652368 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.669217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Transition to ACTIVE for port object 1a1346c3-e882-4340-90e6-c800df24ac36 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:23:59.679338 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de868-dae2-4e4a-91ef-52009b0af249 None None] Pushing event updated for resources: {'Port': ['ID=8337c2b3-2824-440d-bef3-52139f8764a3,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:59.683196 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Routers {'d16be01e-893f-4336-8d71-f15af3cebc02'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:23:59.683777 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d16be01e-893f-4336-8d71-f15af3cebc02'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:23:59.694207 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.765466 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1346c3-e882-4340-90e6-c800df24ac36,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:23:59.772361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:23:59.773543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:23:59.775641 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:23:59.834400 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:59.871525 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] Set router d16be01e-893f-4336-8d71-f15af3cebc02 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:23:59.920269 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.023239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b8091a9c-2777-4a0e-a87b-91ba7ff29af5 None None] Provisioning for port 1a1346c3-e882-4340-90e6-c800df24ac36 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:00.028545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b8091a9c-2777-4a0e-a87b-91ba7ff29af5 None None] Provisioning complete for port 1a1346c3-e882-4340-90e6-c800df24ac36 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:00.028911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8091a9c-2777-4a0e-a87b-91ba7ff29af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.092990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b8091a9c-2777-4a0e-a87b-91ba7ff29af5 None None] Port 1a1346c3-e882-4340-90e6-c800df24ac36 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:24:00.150926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.156582 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.164633 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:23:57Z', 'revision_number': 3, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port': {'id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:57Z', 'updated_at': '2022-03-11T18:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:00.168591 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08ae34-3439-48c6-b91a-820d3c56bbcb None None] The sync data for ids ['d16be01e-893f-4336-8d71-f15af3cebc02'] in n-d-833436-1 is: [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:23:57Z', 'revision_number': 3, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port': {'id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:57Z', 'updated_at': '2022-03-11T18:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:24:00.266171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1346c3-e882-4340-90e6-c800df24ac36,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:00.269801 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.392035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a6bd06b-5673-4b7b-8740-407c2cfdc639 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:00.418770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:24:00.420064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:24:00.465820 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:00.466189 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.617230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99acaa24-5af6-4759-a777-3a21151f2391 None None] Provisioning complete for port 1a1346c3-e882-4340-90e6-c800df24ac36 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:00.617687 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99acaa24-5af6-4759-a777-3a21151f2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.668289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99acaa24-5af6-4759-a777-3a21151f2391 None None] Port 1a1346c3-e882-4340-90e6-c800df24ac36 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:24:00.905830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Router d16be01e-893f-4336-8d71-f15af3cebc02 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:24:01.112387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:24:01.122063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fca0e838-68bf-4f0e-974c-0c1a7a78efc1 admin admin] 10.222.0.96 "PUT /v2.0/routers/d16be01e-893f-4336-8d71-f15af3cebc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7660108 Mar 11 18:24:02.024248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-d88d3fe9-e189-4084-973f-70883ef43122 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:02.025614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-d88d3fe9-e189-4084-973f-70883ef43122 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/networks?id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 200 len: 817 time: 0.1546931 Mar 11 18:24:02.042591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-c9937897-e953-4865-a01a-945852834821 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/quotas/82e49e668e504bbeb8c34656d8c26322 HTTP/1.1" status: 200 len: 375 time: 0.0115364 Mar 11 18:24:02.129674 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-262d25b8-747b-4a14-a4e3-2b6c664750d8 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=82e49e668e504bbeb8c34656d8c26322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819857 Mar 11 18:24:02.268977 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-be53004d-4b73-48f7-b036-1662c1c6c495 service neutron] 10.222.0.96 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274250 Mar 11 18:24:02.403017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-869bd281-fc37-4adb-8b31-fde50420f7f4 service neutron] 10.222.0.96 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256521 Mar 11 18:24:02.608835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c83a405-500d-44eb-bf83-58b45b6d894f req-cecd44ed-cf93-4ca3-b98e-7d784c5f82f6 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 210 time: 0.0410514 Mar 11 18:24:03.779458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4e5d41b1-4188-49ab-b7f0-b519fbd546e1 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:03.780143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4e5d41b1-4188-49ab-b7f0-b519fbd546e1 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Synchronizing usage tracker for tenant:82e49e668e504bbeb8c34656d8c26322 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:24:03.798749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4e5d41b1-4188-49ab-b7f0-b519fbd546e1 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Unset dirty status for tenant:82e49e668e504bbeb8c34656d8c26322 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:24:03.800020 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4e5d41b1-4188-49ab-b7f0-b519fbd546e1 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "GET /v2.0/networks?id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 200 len: 817 time: 0.1693556 Mar 11 18:24:03.809500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82c2ea10-e0ca-4409-af82-54f8e7cd8487 req-a0183bbd-c41b-4b58-84fb-71ed2f2e6429 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 210 time: 0.0476835 Mar 11 18:24:03.823334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Request body: {'port': {'device_id': '5313f3b2-0924-4185-b659-46226ab3da67', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'admin_state_up': True, 'tenant_id': '82e49e668e504bbeb8c34656d8c26322'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:24:03.954495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:24:03.958505 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Usage tracker for resource:port and tenant:82e49e668e504bbeb8c34656d8c26322 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:24:03.961500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:24:03.967458 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:24:03.981358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Made reservation on behalf of 82e49e668e504bbeb8c34656d8c26322 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:24:03.986005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:04.155796 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Allocated IP 172.20.0.12 (5eef7781-6306-48e6-bcdc-a4878b4d1ab6/64fb2be6-f41c-4ce0-9d16-f873c082380c/c83d30f0-6d1b-4f4b-b654-31e0a4c2696d) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:24:04.356459 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:04.372184 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Transition to ACTIVE for port object c83d30f0-6d1b-4f4b-b654-31e0a4c2696d will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:24:04.396061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:04.468525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:24:04.471599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:24:04.475832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:24:04.500014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Pushing event updated for resources: {'Port': ['ID=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:04.536474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:04.537086 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:04.559265 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-a737a586-930e-48fb-9493-29137254794a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7404382 Mar 11 18:24:04.576332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Request body: {'port': {'device_id': '5313f3b2-0924-4185-b659-46226ab3da67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:24:04.689116 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:04.719997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-80013f34-289b-425d-b0a8-9f6f67655898 None None] Provisioning for port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:04.724879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-80013f34-289b-425d-b0a8-9f6f67655898 None None] Provisioning complete for port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:04.725251 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80013f34-289b-425d-b0a8-9f6f67655898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:04.780493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-80013f34-289b-425d-b0a8-9f6f67655898 None None] Port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:24:05.016943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b0de-d17f-4b9b-b45f-7c2eb201f3bc req-1e7784eb-0e0f-486d-8445-01a7f9bfbb04 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:05.018543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6046b0de-d17f-4b9b-b45f-7c2eb201f3bc req-1e7784eb-0e0f-486d-8445-01a7f9bfbb04 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 932 time: 0.0808592 Mar 11 18:24:05.064147 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6046b0de-d17f-4b9b-b45f-7c2eb201f3bc req-c8e0ed70-a4b6-4f3a-8508-947561b29732 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Mar 11 18:24:05.129700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83d30f0-6d1b-4f4b-b654-31e0a4c2696d {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:24:05.137051 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:05.152310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Transition to ACTIVE for port object c83d30f0-6d1b-4f4b-b654-31e0a4c2696d will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:24:05.156879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:05.277070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:05.388388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Attempting to bind port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:24:05.388730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Attempting to bind port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:24:05.389031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Attempting to bind port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:24:05.396100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:24:05.396417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Attempting to bind port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:24:05.403798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:24:05.404128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Checking segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:24:05.404503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Bound using segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:24:05.404925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Bound port: c83d30f0-6d1b-4f4b-b654-31e0a4c2696d, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:24:05.405259 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:05.504636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] For port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:24:05.507785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] For port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:24:05.513744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:05.576792 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:05.578181 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/c83d30f0-6d1b-4f4b-b654-31e0a4c2696d HTTP/1.1" status: 200 len: 1092 time: 1.0062833 Mar 11 18:24:05.578645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5313f3b2-0924-4185-b659-46226ab3da67', 'tag': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:24:05.601491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2097-ef03-4ebe-8e64-20ec528df4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:05.683813 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5313f3b2-0924-4185-b659-46226ab3da67', 'tag': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d', 'status': 'completed', 'code': 200} Mar 11 18:24:05.717810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-c02155bb-83b2-4931-b6b7-b2394d7ac0e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82e49e668e504bbeb8c34656d8c26322&device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 1095 time: 0.0822027 Mar 11 18:24:05.798711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-0cca62fe-c100-4bf4-9c04-ccbb62eeae2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d HTTP/1.1" status: 200 len: 217 time: 0.0676262 Mar 11 18:24:05.862210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-aa1f4c6a-b3b4-4fe1-9416-662da98fb2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:05.863612 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-aa1f4c6a-b3b4-4fe1-9416-662da98fb2f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64fb2be6-f41c-4ce0-9d16-f873c082380c HTTP/1.1" status: 200 len: 856 time: 0.0593412 Mar 11 18:24:05.943012 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-5a94ef41-baa8-4662-8986-7ec8db21b856 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731940 Mar 11 18:24:06.084849 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-403a4672-c922-4fc9-8944-58153a3ff06c service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360598 Mar 11 18:24:06.242216 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-44cc5494-e1b0-4808-b1d5-fe90548f7574 req-f0b883ae-ab6f-4ca3-8a9c-9fbc7088493f service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503868 Mar 11 18:24:06.278892 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c0d9a-70c5-4be0-b138-f12f3970a72c req-acc942df-e058-42ac-b1a8-985fb2683734 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:06.280355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-902c0d9a-70c5-4be0-b138-f12f3970a72c req-acc942df-e058-42ac-b1a8-985fb2683734 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 944 time: 0.0798340 Mar 11 18:24:06.330123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-902c0d9a-70c5-4be0-b138-f12f3970a72c req-30336a34-c9f2-463a-b6b1-f9df5f27fb48 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438316 Mar 11 18:24:06.416011 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-ec766972-05ae-463e-8557-2fdba96f9c92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82e49e668e504bbeb8c34656d8c26322&device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 1095 time: 0.0730255 Mar 11 18:24:06.422741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8337c2b3-2824-440d-bef3-52139f8764a3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:06.495259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8337c2b3-2824-440d-bef3-52139f8764a3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:06.500553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8337c2b3-2824-440d-bef3-52139f8764a3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:06.500920 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:06.548799 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-8ced0b84-6e31-4519-9f8d-b71bd38a534a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:06.550273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-8ced0b84-6e31-4519-9f8d-b71bd38a534a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 200 len: 919 time: 0.1278291 Mar 11 18:24:06.616809 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:06.620333 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-df384de7-9370-4a82-b957-7c2d981d746b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d HTTP/1.1" status: 200 len: 217 time: 0.0634956 Mar 11 18:24:06.635054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8337c2b3-2824-440d-bef3-52139f8764a3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8337c2b3-2824-440d-bef3-52139f8764a3,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:06.640332 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:06.687227 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-2e9a4a99-0b6c-4b48-b736-e25692c738c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:06.689075 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-2e9a4a99-0b6c-4b48-b736-e25692c738c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64fb2be6-f41c-4ce0-9d16-f873c082380c HTTP/1.1" status: 200 len: 856 time: 0.0613055 Mar 11 18:24:06.707242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8337c2b3-2824-440d-bef3-52139f8764a3,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:06.768445 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-ad564a3f-8dba-4db2-9eec-05aa5f24f2f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724101 Mar 11 18:24:06.995828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-ef73c7d4-c804-491a-a807-8f148ac79195 service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204816 Mar 11 18:24:07.128247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-26e83ddf-f4c0-49f9-852f-bf1e0b1a689e req-274a1a0f-f4a1-481e-a585-98ab3bcd3132 service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247606 Mar 11 18:24:07.550901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261072a-298c-463d-ac4a-55648a03a9dc req-a6ec90ef-cf7e-4069-844d-edfc8d91e229 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:07.552385 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f261072a-298c-463d-ac4a-55648a03a9dc req-a6ec90ef-cf7e-4069-844d-edfc8d91e229 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 944 time: 0.0916598 Mar 11 18:24:07.597812 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f261072a-298c-463d-ac4a-55648a03a9dc req-384c3624-5abc-49b0-920c-d1c25f8f0718 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Mar 11 18:24:08.409961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8337c2b3-2824-440d-bef3-52139f8764a3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:08.493177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8337c2b3-2824-440d-bef3-52139f8764a3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:08.493428 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:08.904875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba69872-037f-4a44-a408-deafb785e541 req-650818d9-5fdd-400c-a5a1-e0ce8f319ed8 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:08.906245 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ba69872-037f-4a44-a408-deafb785e541 req-650818d9-5fdd-400c-a5a1-e0ce8f319ed8 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 944 time: 0.1810400 Mar 11 18:24:08.951257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ba69872-037f-4a44-a408-deafb785e541 req-2038a821-d7a9-4da6-acbe-90a7fa7b3be9 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 Mar 11 18:24:09.246943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c83d30f0-6d1b-4f4b-b654-31e0a4c2696d details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:24:09.382266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:09.395045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'port_id': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d', 'mac_address': 'fa:16:3e:48:a5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:24:09.479544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:09.497000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83d30f0-6d1b-4f4b-b654-31e0a4c2696d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:24:09.512123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:09.517835 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:09.579893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:09.695450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Sync routers for ids ['38203cf8-c349-4469-a373-fe0e95ccaf7f'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:24:09.708540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Routers {'38203cf8-c349-4469-a373-fe0e95ccaf7f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:24:09.709153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['38203cf8-c349-4469-a373-fe0e95ccaf7f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:09.847582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c83d30f0-6d1b-4f4b-b654-31e0a4c2696d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:24:09.928086 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:09.974245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Set router 38203cf8-c349-4469-a373-fe0e95ccaf7f gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:24:10.148807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc645fac-ad33-429c-9f05-fe65bfbcb400 req-eafc725a-e9e9-4add-9a6b-18768eefe7c7 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:10.150906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc645fac-ad33-429c-9f05-fe65bfbcb400 req-eafc725a-e9e9-4add-9a6b-18768eefe7c7 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 945 time: 0.0780308 Mar 11 18:24:10.197802 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc645fac-ad33-429c-9f05-fe65bfbcb400 req-b4730a9c-442c-48c1-9378-bdc0908071fc tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Mar 11 18:24:10.355595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '612c755c-1698-4373-b0b8-facd869ec296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:23:53Z', 'revision_number': 4, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port': {'id': '612c755c-1698-4373-b0b8-facd869ec296', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:51Z', 'updated_at': '2022-03-11T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c73b49da-7b15-4318-a551-221b5c0a25b6', 'name': '', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'mac_address': 'fa:16:3e:67:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:53Z', 'updated_at': '2022-03-11T18:23:54Z', 'revision_number': 2, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'subnets': [{'id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:10.359559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Checking router: 38203cf8-c349-4469-a373-fe0e95ccaf7f for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:24:10.359901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Updating router 38203cf8-c349-4469-a373-fe0e95ccaf7f port c73b49da-7b15-4318-a551-221b5c0a25b6 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:24:10.409970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:10.749483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:10.763338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Transition to ACTIVE for port object c73b49da-7b15-4318-a551-221b5c0a25b6 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:24:10.771560 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:10.898326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2e23e-717e-4906-92bb-417d8d65d2b6 None None] Pushing event updated for resources: {'Port': ['ID=c73b49da-7b15-4318-a551-221b5c0a25b6,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:10.990770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Attempting to bind port c73b49da-7b15-4318-a551-221b5c0a25b6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:24:10.991132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Attempting to bind port c73b49da-7b15-4318-a551-221b5c0a25b6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:24:10.991737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Attempting to bind port c73b49da-7b15-4318-a551-221b5c0a25b6 on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:24:10.998393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:24:10.998766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Checking segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:24:10.999229 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:10.999581 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Bound using segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:24:10.999976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Bound port: c73b49da-7b15-4318-a551-221b5c0a25b6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:24:11.000348 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:11.095625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] For port c73b49da-7b15-4318-a551-221b5c0a25b6, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:24:11.099014 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] For port c73b49da-7b15-4318-a551-221b5c0a25b6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c73b49da-7b15-4318-a551-221b5c0a25b6,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:24:11.107805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:11.228349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2e23e-717e-4906-92bb-417d8d65d2b6 None None] Pushing event updated for resources: {'Port': ['ID=c73b49da-7b15-4318-a551-221b5c0a25b6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:11.234440 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Routers {'38203cf8-c349-4469-a373-fe0e95ccaf7f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:24:11.235052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['38203cf8-c349-4469-a373-fe0e95ccaf7f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:11.282444 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c83d30f0-6d1b-4f4b-b654-31e0a4c2696d up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:11.367281 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Sync routers for ids ['d16be01e-893f-4336-8d71-f15af3cebc02'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:24:11.383757 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Routers {'d16be01e-893f-4336-8d71-f15af3cebc02'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:24:11.384376 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d16be01e-893f-4336-8d71-f15af3cebc02'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:11.444662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60843b1-1850-4f39-9499-080ccc29d1d6 req-1e6c8538-d224-425c-87c7-b295ff8157d4 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:11.452688 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c60843b1-1850-4f39-9499-080ccc29d1d6 req-1e6c8538-d224-425c-87c7-b295ff8157d4 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 945 time: 0.1194353 Mar 11 18:24:11.476577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] Set router 38203cf8-c349-4469-a373-fe0e95ccaf7f gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:24:11.499235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c60843b1-1850-4f39-9499-080ccc29d1d6 req-9ec05ebb-c2fd-4544-b950-12eb17dfe92d tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Mar 11 18:24:11.535949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:11.552484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:11.552804 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:11.619106 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Set router d16be01e-893f-4336-8d71-f15af3cebc02 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:24:11.858041 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:11.899101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5313f3b2-0924-4185-b659-46226ab3da67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:24:11.915357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:11.922845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:11.941532 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:23:59Z', 'revision_number': 4, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port': {'id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:57Z', 'updated_at': '2022-03-11T18:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '1a1346c3-e882-4340-90e6-c800df24ac36', 'name': '', 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'mac_address': 'fa:16:3e:37:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6b00de-e3f9-4080-a9fb-827b03950da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:59Z', 'updated_at': '2022-03-11T18:23:59Z', 'revision_number': 2, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'subnets': [{'id': '9c6b00de-e3f9-4080-a9fb-827b03950da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:11.945501 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Checking router: d16be01e-893f-4336-8d71-f15af3cebc02 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:24:11.945851 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Updating router d16be01e-893f-4336-8d71-f15af3cebc02 port 1a1346c3-e882-4340-90e6-c800df24ac36 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:24:11.981640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '612c755c-1698-4373-b0b8-facd869ec296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:23:53Z', 'revision_number': 4, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port': {'id': '612c755c-1698-4373-b0b8-facd869ec296', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:51Z', 'updated_at': '2022-03-11T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c73b49da-7b15-4318-a551-221b5c0a25b6', 'name': '', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'mac_address': 'fa:16:3e:67:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:53Z', 'updated_at': '2022-03-11T18:24:11Z', 'revision_number': 4, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'subnets': [{'id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:11.990816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf143d9-7778-4eed-9669-794613540a6c None None] The sync data for ids ['38203cf8-c349-4469-a373-fe0e95ccaf7f'] in n-d-833436-1 is: [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '612c755c-1698-4373-b0b8-facd869ec296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:23:53Z', 'revision_number': 4, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port': {'id': '612c755c-1698-4373-b0b8-facd869ec296', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:51Z', 'updated_at': '2022-03-11T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c73b49da-7b15-4318-a551-221b5c0a25b6', 'name': '', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'mac_address': 'fa:16:3e:67:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:53Z', 'updated_at': '2022-03-11T18:24:11Z', 'revision_number': 4, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'subnets': [{'id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:24:11.996284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:11.996986 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.067524 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5313f3b2-0924-4185-b659-46226ab3da67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d', 'code': 200} Mar 11 18:24:12.223426 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49df0ccf-65b8-4ef2-af7f-696f956bd9e1 req-5d7c7787-4606-4ad1-83a5-97a0f935f9d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 1097 time: 0.0730441 Mar 11 18:24:12.277192 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49df0ccf-65b8-4ef2-af7f-696f956bd9e1 req-982b755f-6acd-4edc-8c70-d1f08e465b45 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483954 Mar 11 18:24:12.363380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49f75443-1762-4202-a971-bce9826c4dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.367023 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.381679 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Transition to ACTIVE for port object 1a1346c3-e882-4340-90e6-c800df24ac36 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:24:12.389143 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.438046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73b49da-7b15-4318-a551-221b5c0a25b6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:12.460292 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50fa22-67e4-4b66-aca6-6733419177d3 None None] Pushing event updated for resources: {'Port': ['ID=1a1346c3-e882-4340-90e6-c800df24ac36,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:12.518399 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c73b49da-7b15-4318-a551-221b5c0a25b6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:12.528080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c73b49da-7b15-4318-a551-221b5c0a25b6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:12.528920 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.666594 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Attempting to bind port 1a1346c3-e882-4340-90e6-c800df24ac36 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:24:12.667632 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Attempting to bind port 1a1346c3-e882-4340-90e6-c800df24ac36 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:24:12.670779 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Attempting to bind port 1a1346c3-e882-4340-90e6-c800df24ac36 on network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:24:12.674247 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.680680 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:24:12.681161 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Checking segment: {'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:24:12.681665 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.682139 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Bound using segment: {'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:24:12.682710 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Bound port: 1a1346c3-e882-4340-90e6-c800df24ac36, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff3fde5-3640-4994-b401-4f4bdcd07fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:24:12.683167 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.712130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c73b49da-7b15-4318-a551-221b5c0a25b6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c73b49da-7b15-4318-a551-221b5c0a25b6,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:12.717286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.752346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab0c7-b2bc-463b-9e3b-413ec2c23777 req-db435553-38da-476e-aafb-b0f102ed5fcf tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:12.758903 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af0ab0c7-b2bc-463b-9e3b-413ec2c23777 req-db435553-38da-476e-aafb-b0f102ed5fcf tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 946 time: 0.1074531 Mar 11 18:24:12.781949 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] For port 1a1346c3-e882-4340-90e6-c800df24ac36, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:24:12.785206 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] For port 1a1346c3-e882-4340-90e6-c800df24ac36, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a1346c3-e882-4340-90e6-c800df24ac36,segment=NetworkSegment(bff3fde5-3640-4994-b401-4f4bdcd07fcf),segment_id=bff3fde5-3640-4994-b401-4f4bdcd07fcf)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:24:12.789676 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:12.802138 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c73b49da-7b15-4318-a551-221b5c0a25b6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:12.810677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af0ab0c7-b2bc-463b-9e3b-413ec2c23777 req-2d933690-e181-4888-8a3b-b6f2121f600b tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505955 Mar 11 18:24:12.868067 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50fa22-67e4-4b66-aca6-6733419177d3 None None] Pushing event updated for resources: {'Port': ['ID=1a1346c3-e882-4340-90e6-c800df24ac36,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:12.872741 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Routers {'d16be01e-893f-4336-8d71-f15af3cebc02'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:24:12.873337 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:23:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d16be01e-893f-4336-8d71-f15af3cebc02'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:13.056703 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] Set router d16be01e-893f-4336-8d71-f15af3cebc02 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:24:13.389151 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:23:59Z', 'revision_number': 4, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port': {'id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:57Z', 'updated_at': '2022-03-11T18:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '1a1346c3-e882-4340-90e6-c800df24ac36', 'name': '', 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'mac_address': 'fa:16:3e:37:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6b00de-e3f9-4080-a9fb-827b03950da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:59Z', 'updated_at': '2022-03-11T18:24:12Z', 'revision_number': 4, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'subnets': [{'id': '9c6b00de-e3f9-4080-a9fb-827b03950da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:24:13.392904 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d5f-509b-46d4-87a5-a4556aad5963 None None] The sync data for ids ['d16be01e-893f-4336-8d71-f15af3cebc02'] in n-d-833436-1 is: [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:23:59Z', 'revision_number': 4, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port': {'id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:57Z', 'updated_at': '2022-03-11T18:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '1a1346c3-e882-4340-90e6-c800df24ac36', 'name': '', 'network_id': 'd3984a9b-061f-4bc6-9e5e-7ca42ceddce2', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'mac_address': 'fa:16:3e:37:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6b00de-e3f9-4080-a9fb-827b03950da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:59Z', 'updated_at': '2022-03-11T18:24:12Z', 'revision_number': 4, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'subnets': [{'id': '9c6b00de-e3f9-4080-a9fb-827b03950da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:24:14.027115 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b36627-b827-425d-89d5-683e6ed27529 req-16265278-f367-469c-a6eb-948fb3326fe5 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:14.028573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3b36627-b827-425d-89d5-683e6ed27529 req-16265278-f367-469c-a6eb-948fb3326fe5 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 946 time: 0.0869713 Mar 11 18:24:14.083099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b3b36627-b827-425d-89d5-683e6ed27529 req-3b256c92-4aa7-473a-a25a-5843c90f333b tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Mar 11 18:24:14.307618 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c100482-3df5-4f5f-94be-b4f115f3bf3c req-0a512595-a20d-40ea-ae71-17cb70e86bf8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2416425 Mar 11 18:24:14.377313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eafd5-b319-4a10-98ed-acc2bb8bbe61 req-da716c44-cd2d-4bef-8b29-5a034f53ffaa tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:14.378864 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c7eafd5-b319-4a10-98ed-acc2bb8bbe61 req-da716c44-cd2d-4bef-8b29-5a034f53ffaa tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 946 time: 0.1234596 Mar 11 18:24:14.385410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c100482-3df5-4f5f-94be-b4f115f3bf3c req-9d86e020-2c70-4a3f-9bdd-21845bb01cb0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0474885 Mar 11 18:24:14.448377 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c100482-3df5-4f5f-94be-b4f115f3bf3c req-7514208b-2ea5-49fd-9818-30fe6bf6f4c7 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379734 Mar 11 18:24:14.469116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73b49da-7b15-4318-a551-221b5c0a25b6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:14.474588 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c7eafd5-b319-4a10-98ed-acc2bb8bbe61 req-8431e9ad-bf26-4d27-beae-63ce373d3caa tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882394 Mar 11 18:24:14.547546 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9af7bea6-a774-4f38-85ba-a1f8507f8381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:14.563103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c73b49da-7b15-4318-a551-221b5c0a25b6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:14.563452 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:14.593830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c100482-3df5-4f5f-94be-b4f115f3bf3c req-9954b726-5c1f-4424-a64a-59d49272f7b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:14.595340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4c100482-3df5-4f5f-94be-b4f115f3bf3c req-9954b726-5c1f-4424-a64a-59d49272f7b2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1412795 Mar 11 18:24:14.682141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a1346c3-e882-4340-90e6-c800df24ac36 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:14.768246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1a1346c3-e882-4340-90e6-c800df24ac36 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:14.774480 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1a1346c3-e882-4340-90e6-c800df24ac36 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:14.774871 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:14.893906 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:14.938239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 1a1346c3-e882-4340-90e6-c800df24ac36, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a1346c3-e882-4340-90e6-c800df24ac36,segment=NetworkSegment(bff3fde5-3640-4994-b401-4f4bdcd07fcf),segment_id=bff3fde5-3640-4994-b401-4f4bdcd07fcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:14.942944 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:15.055082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=1a1346c3-e882-4340-90e6-c800df24ac36,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:15.835655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:15.883539 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:16.401746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a1346c3-e882-4340-90e6-c800df24ac36 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:16.469003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1a1346c3-e882-4340-90e6-c800df24ac36 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:16.469352 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:17.162455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:17.364928 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-133bf49a-1675-4e8d-b1ee-38b2536adac9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725741 Mar 11 18:24:17.521606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-c199bef8-47fb-478c-95e7-befbd98e9547 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82e49e668e504bbeb8c34656d8c26322&device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 1097 time: 0.0706787 Mar 11 18:24:17.668768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-e1fcfe56-88e2-4415-bd1c-9f043a0ceb9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:17.670281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-e1fcfe56-88e2-4415-bd1c-9f043a0ceb9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 200 len: 919 time: 0.1301363 Mar 11 18:24:17.741886 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-20e71b11-cd2c-413f-a8fc-bde380b293c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d HTTP/1.1" status: 200 len: 217 time: 0.0651515 Mar 11 18:24:17.805836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-3cb8fba0-b3f1-4aaa-b705-95b68b27eefb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:17.807338 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-3cb8fba0-b3f1-4aaa-b705-95b68b27eefb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64fb2be6-f41c-4ce0-9d16-f873c082380c HTTP/1.1" status: 200 len: 856 time: 0.0589960 Mar 11 18:24:17.892090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-d2054c2d-5b4d-4f81-8b1b-a311dbea8c0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740967 Mar 11 18:24:18.024992 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-7f531428-c247-4817-ae54-c4bd9a855e3d service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263521 Mar 11 18:24:18.169574 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-fdf0de99-d28b-47e6-9a82-46cc7ce369bf req-a70cca08-1f9e-4a99-b5db-163d7e1b4335 service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370714 Mar 11 18:24:20.545804 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:24:30.361996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3be04-041a-47d9-b7c9-c65479478bf8 req-2b23a7f3-6a8c-474f-b5d9-43c2583054ba tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:30.363534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55c3be04-041a-47d9-b7c9-c65479478bf8 req-2b23a7f3-6a8c-474f-b5d9-43c2583054ba tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 946 time: 0.0788047 Mar 11 18:24:30.410789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55c3be04-041a-47d9-b7c9-c65479478bf8 req-21188d58-53ae-4d99-9122-02e1a7fda876 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Mar 11 18:24:31.626588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd2acc-95d0-420f-b353-13f4db5bbf1e req-674690c5-bb86-400b-821a-a53235a92c18 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:31.628030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49dd2acc-95d0-420f-b353-13f4db5bbf1e req-674690c5-bb86-400b-821a-a53235a92c18 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 946 time: 0.0893872 Mar 11 18:24:31.674604 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-49dd2acc-95d0-420f-b353-13f4db5bbf1e req-0bb10465-9afc-4e06-8c79-80b0bb4772f8 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Mar 11 18:24:32.275314 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-2a331c37-125c-44ed-afed-80fb357fbcd6 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:32.276002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-2a331c37-125c-44ed-afed-80fb357fbcd6 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Synchronizing usage tracker for tenant:82e49e668e504bbeb8c34656d8c26322 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:24:32.297374 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-2a331c37-125c-44ed-afed-80fb357fbcd6 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Unset dirty status for tenant:82e49e668e504bbeb8c34656d8c26322 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:24:32.298637 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-2a331c37-125c-44ed-afed-80fb357fbcd6 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 946 time: 0.1100512 Mar 11 18:24:32.369395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Deleting port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:24:32.369732 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:32.630828 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] For port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:32.631162 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:32.750280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Calling delete_port for c83d30f0-6d1b-4f4b-b654-31e0a4c2696d owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:24:32.880086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ac4a4-5792-4983-ae61-ce817a5004ca req-c15f2e70-34fb-498c-8035-de57cf76ef7e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:32.881545 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-645ac4a4-5792-4983-ae61-ce817a5004ca req-c15f2e70-34fb-498c-8035-de57cf76ef7e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=5313f3b2-0924-4185-b659-46226ab3da67 HTTP/1.1" status: 200 len: 946 time: 0.0883517 Mar 11 18:24:32.928126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-645ac4a4-5792-4983-ae61-ce817a5004ca req-827fc586-8861-4523-95cd-86d40fec126b tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Mar 11 18:24:32.994855 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:33.034006 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['c83d30f0-6d1b-4f4b-b654-31e0a4c2696d'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:24:33.045259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Pushing event deleted for resources: {'Port': ['ID=c83d30f0-6d1b-4f4b-b654-31e0a4c2696d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:33.118195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] No DVR routers for this DVR port c83d30f0-6d1b-4f4b-b654-31e0a4c2696d on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:24:33.120720 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:33.123658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5313f3b2-0924-4185-b659-46226ab3da67', 'name': 'network-vif-deleted', 'tag': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:24:33.143066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-08edf6dc-9d67-4ba4-83fd-ee25a618f101 req-14fc9671-8a06-47ce-a07d-ea1d7e4b1571 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "DELETE /v2.0/ports/c83d30f0-6d1b-4f4b-b654-31e0a4c2696d HTTP/1.1" status: 204 len: 173 time: 0.8387921 Mar 11 18:24:33.195408 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5313f3b2-0924-4185-b659-46226ab3da67', 'name': 'network-vif-deleted', 'tag': 'c83d30f0-6d1b-4f4b-b654-31e0a4c2696d', 'status': 'completed', 'code': 200} Mar 11 18:24:34.661700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-bcf5bd22-2358-47c6-b4cb-4680d85ae9b3 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:34.663080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-bcf5bd22-2358-47c6-b4cb-4680d85ae9b3 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/networks?id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 200 len: 817 time: 0.1417265 Mar 11 18:24:34.682556 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-8e49bc73-4a33-45d7-b871-4fe2af08f4c7 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/quotas/82e49e668e504bbeb8c34656d8c26322 HTTP/1.1" status: 200 len: 375 time: 0.0117259 Mar 11 18:24:34.768367 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-2ba3745d-cb93-4a85-a08a-cff78beb4e87 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=82e49e668e504bbeb8c34656d8c26322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810709 Mar 11 18:24:34.907895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-57e02416-dbdd-4b68-80e6-4c10e66dc1db service neutron] 10.222.0.96 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274314 Mar 11 18:24:35.041425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-d53d6a3c-2c5a-4797-bb56-824fcbd234cc service neutron] 10.222.0.96 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276681 Mar 11 18:24:35.225734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bdab7860-0ac9-467d-9a60-202604b5cfa7 req-6ecbf8a6-65ec-4c4a-be9b-153ed9fed399 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 210 time: 0.0401132 Mar 11 18:24:35.448265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c83d30f0-6d1b-4f4b-b654-31e0a4c2696d no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:24:35.482051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: c83d30f0-6d1b-4f4b-b654-31e0a4c2696d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:24:35.482415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device c83d30f0-6d1b-4f4b-b654-31e0a4c2696d not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:24:36.370591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-6d53430b-0b4e-45be-84eb-40ed276fc03d tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:36.372000 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-6d53430b-0b4e-45be-84eb-40ed276fc03d tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "GET /v2.0/networks?id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 200 len: 817 time: 0.1451247 Mar 11 18:24:36.395792 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Request body: {'port': {'device_id': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'admin_state_up': True, 'tenant_id': '82e49e668e504bbeb8c34656d8c26322'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:24:36.399613 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1268bd17-b5e4-4a1c-bb90-794dd992be32 req-81a96f65-94fe-4024-bba2-b08b724c7d28 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 210 time: 0.0441587 Mar 11 18:24:36.535095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:24:36.539161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Usage tracker for resource:port and tenant:82e49e668e504bbeb8c34656d8c26322 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:24:36.541987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:24:36.548059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:24:36.560653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Made reservation on behalf of 82e49e668e504bbeb8c34656d8c26322 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:24:36.563629 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:36.721769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Allocated IP 172.20.0.10 (5eef7781-6306-48e6-bcdc-a4878b4d1ab6/64fb2be6-f41c-4ce0-9d16-f873c082380c/05f6803c-a011-449d-bd05-63a50a8a3960) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:24:36.929343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:36.946048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Transition to ACTIVE for port object 05f6803c-a011-449d-bd05-63a50a8a3960 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:24:36.970957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:37.049001 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:24:37.052163 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:24:37.055591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:24:37.090826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Pushing event updated for resources: {'Port': ['ID=05f6803c-a011-449d-bd05-63a50a8a3960,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:37.111574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.111948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.112245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.112578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.112904 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.113230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.113573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.113892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.114207 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.114536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.115032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:37.136142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:37.136748 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:37.163231 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-faf7680c-5c9a-42bf-9816-653a80a1e72e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7715263 Mar 11 18:24:37.181980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Request body: {'port': {'device_id': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:24:37.288564 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:37.336639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cbac88f5-0e89-4764-9948-8f0346b5574a None None] Provisioning for port 05f6803c-a011-449d-bd05-63a50a8a3960 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:37.341281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cbac88f5-0e89-4764-9948-8f0346b5574a None None] Provisioning complete for port 05f6803c-a011-449d-bd05-63a50a8a3960 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:37.341636 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cbac88f5-0e89-4764-9948-8f0346b5574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:37.394275 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cbac88f5-0e89-4764-9948-8f0346b5574a None None] Port 05f6803c-a011-449d-bd05-63a50a8a3960 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:24:37.633594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f6803c-a011-449d-bd05-63a50a8a3960 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:24:37.640953 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:37.655900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Transition to ACTIVE for port object 05f6803c-a011-449d-bd05-63a50a8a3960 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:24:37.660468 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:37.693369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f8a2-2b2b-47cc-aa04-8a774e91dc81 req-59effb16-4ef7-4da3-8857-ac6014059ce9 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:37.694786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe38f8a2-2b2b-47cc-aa04-8a774e91dc81 req-59effb16-4ef7-4da3-8857-ac6014059ce9 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 932 time: 0.1705217 Mar 11 18:24:37.740475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fe38f8a2-2b2b-47cc-aa04-8a774e91dc81 req-56dc3f51-a8e4-441b-a5e8-b7d65ec64a9a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Mar 11 18:24:37.790996 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Pushing event updated for resources: {'Port': ['ID=05f6803c-a011-449d-bd05-63a50a8a3960,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:37.992573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Attempting to bind port 05f6803c-a011-449d-bd05-63a50a8a3960 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:24:37.992808 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Attempting to bind port 05f6803c-a011-449d-bd05-63a50a8a3960 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:24:37.993083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Attempting to bind port 05f6803c-a011-449d-bd05-63a50a8a3960 on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:24:37.999401 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Port 05f6803c-a011-449d-bd05-63a50a8a3960 on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:24:37.999710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Attempting to bind port 05f6803c-a011-449d-bd05-63a50a8a3960 on network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:24:38.007509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:24:38.007955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Checking segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:24:38.008333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Bound using segment: {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:24:38.008743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Bound port: 05f6803c-a011-449d-bd05-63a50a8a3960, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9e6f09-a21e-421f-a7e1-1968b716c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:24:38.009078 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:38.101608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] For port 05f6803c-a011-449d-bd05-63a50a8a3960, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:24:38.105053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] For port 05f6803c-a011-449d-bd05-63a50a8a3960, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=05f6803c-a011-449d-bd05-63a50a8a3960,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:24:38.110302 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:38.173537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:38.175006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] 10.222.0.59 "PUT /v2.0/ports/05f6803c-a011-449d-bd05-63a50a8a3960 HTTP/1.1" status: 200 len: 1092 time: 0.9976611 Mar 11 18:24:38.175493 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'tag': '05f6803c-a011-449d-bd05-63a50a8a3960'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:24:38.194316 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a0361-d5d6-45e9-bb25-852d6bf64b67 service neutron] Pushing event updated for resources: {'Port': ['ID=05f6803c-a011-449d-bd05-63a50a8a3960,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:38.230671 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'tag': '05f6803c-a011-449d-bd05-63a50a8a3960', 'status': 'completed', 'code': 200} Mar 11 18:24:38.334222 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-89fd93bc-69b9-4882-9aee-e8a5bc76fc8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82e49e668e504bbeb8c34656d8c26322&device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 1095 time: 0.0748212 Mar 11 18:24:38.411914 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-f874da36-b92c-4994-ab42-5681f90895ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f6803c-a011-449d-bd05-63a50a8a3960 HTTP/1.1" status: 200 len: 217 time: 0.0637701 Mar 11 18:24:38.478920 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-04a367f6-38a2-49fa-8efa-1cc0e54a37e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:38.480361 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-04a367f6-38a2-49fa-8efa-1cc0e54a37e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64fb2be6-f41c-4ce0-9d16-f873c082380c HTTP/1.1" status: 200 len: 856 time: 0.0618327 Mar 11 18:24:38.555902 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-bf73b46a-ff9a-47f4-9562-c8c179d34ae3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690129 Mar 11 18:24:38.686021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-0cbf209b-5317-4986-ae82-7b32a8dec1fe service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233559 Mar 11 18:24:38.818913 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c7583c10-bc3d-4157-8178-77a4b1535d37 req-02eb58d8-3409-476e-a080-839c50208405 service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259902 Mar 11 18:24:38.939248 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14535724-4193-49b3-a8aa-1237f3115a8f req-8861e9c1-4a2b-4b63-87f6-e2049e8bc988 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:38.940744 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14535724-4193-49b3-a8aa-1237f3115a8f req-8861e9c1-4a2b-4b63-87f6-e2049e8bc988 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 944 time: 0.0799952 Mar 11 18:24:38.984211 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-20fcd1a7-641c-460e-8376-7ce581647d26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82e49e668e504bbeb8c34656d8c26322&device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 1095 time: 0.0717051 Mar 11 18:24:38.990218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-14535724-4193-49b3-a8aa-1237f3115a8f req-77df7519-afc3-45eb-a847-344f4e721054 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Mar 11 18:24:39.116336 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-e3dcb23e-95ea-4fc1-960f-8c3424e0a856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:39.118193 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-e3dcb23e-95ea-4fc1-960f-8c3424e0a856 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 200 len: 919 time: 0.1277995 Mar 11 18:24:39.189275 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-131b7d48-f713-4259-ba74-4200f4155f3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f6803c-a011-449d-bd05-63a50a8a3960 HTTP/1.1" status: 200 len: 217 time: 0.0648139 Mar 11 18:24:39.255292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-b1811e04-2350-46ce-8232-430676351186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:39.256723 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-b1811e04-2350-46ce-8232-430676351186 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64fb2be6-f41c-4ce0-9d16-f873c082380c HTTP/1.1" status: 200 len: 856 time: 0.0609248 Mar 11 18:24:39.333594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-b3f3b1db-2b90-47da-b56e-6bfec51bf434 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5eef7781-6306-48e6-bcdc-a4878b4d1ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697620 Mar 11 18:24:39.472235 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-4fd7dcd8-d914-4a3c-8815-1bee84d1c406 service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299472 Mar 11 18:24:39.602514 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b8af912b-bed6-4a5d-8f1a-014040aa1bde req-e648f144-2d30-4d99-90ce-924c18514510 service neutron] 10.222.0.59 "GET /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239731 Mar 11 18:24:39.911315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:40.191285 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cb3f8-116c-4d84-a5eb-5dc68ff3ba89 req-b038580d-131b-4185-86d9-487ebd310d9e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:40.192754 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a7cb3f8-116c-4d84-a5eb-5dc68ff3ba89 req-b038580d-131b-4185-86d9-487ebd310d9e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 944 time: 0.0769956 Mar 11 18:24:40.242332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a7cb3f8-116c-4d84-a5eb-5dc68ff3ba89 req-bb715400-e2c4-4a56-9ec1-5fbbddcc2e34 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Mar 11 18:24:41.456139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc442f-ea42-442f-b9d5-e3c8f775224f req-5d499d3f-4594-41db-9cb1-216693e7dd55 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:41.457527 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92fc442f-ea42-442f-b9d5-e3c8f775224f req-5d499d3f-4594-41db-9cb1-216693e7dd55 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 944 time: 0.0834939 Mar 11 18:24:41.477470 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 05f6803c-a011-449d-bd05-63a50a8a3960 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:24:41.504317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-92fc442f-ea42-442f-b9d5-e3c8f775224f req-4c984e78-a061-4812-bd6e-b29eaa6f729f tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Mar 11 18:24:41.626384 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 05f6803c-a011-449d-bd05-63a50a8a3960, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=05f6803c-a011-449d-bd05-63a50a8a3960,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:41.640317 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '05f6803c-a011-449d-bd05-63a50a8a3960', 'network_id': '5eef7781-6306-48e6-bcdc-a4878b4d1ab6', 'port_id': '05f6803c-a011-449d-bd05-63a50a8a3960', 'mac_address': 'fa:16:3e:c2:15:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fb2be6-f41c-4ce0-9d16-f873c082380c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:24:41.695004 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:41.712578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f6803c-a011-449d-bd05-63a50a8a3960 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:24:41.728364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 05f6803c-a011-449d-bd05-63a50a8a3960, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=05f6803c-a011-449d-bd05-63a50a8a3960,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:41.734307 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:41.801056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=05f6803c-a011-449d-bd05-63a50a8a3960,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:41.809552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.809887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.810212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.810570 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.810888 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.811202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.811510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.811825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.812134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.812426 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:41.812735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:24:42.035465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['05f6803c-a011-449d-bd05-63a50a8a3960'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:24:42.367426 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-35a7596c-c0c1-4cf7-ba38-1b69e4e4d454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:42.724111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99467749-76c4-403f-beea-a097e701afb3 req-dd465c90-5155-4ad2-af11-52f74506a8cd tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:42.725582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99467749-76c4-403f-beea-a097e701afb3 req-dd465c90-5155-4ad2-af11-52f74506a8cd tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 945 time: 0.0856752 Mar 11 18:24:42.780361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99467749-76c4-403f-beea-a097e701afb3 req-7d758da5-816c-47ae-8ad6-5fff3550dcb1 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465441 Mar 11 18:24:43.496030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 05f6803c-a011-449d-bd05-63a50a8a3960 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:24:43.581443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 05f6803c-a011-449d-bd05-63a50a8a3960 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:24:43.586756 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 05f6803c-a011-449d-bd05-63a50a8a3960 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:24:43.587123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:43.702849 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:43.729521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f6803c-a011-449d-bd05-63a50a8a3960'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:24:43.740807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 05f6803c-a011-449d-bd05-63a50a8a3960, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=05f6803c-a011-449d-bd05-63a50a8a3960,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:24:43.748019 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:43.791475 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f6803c-a011-449d-bd05-63a50a8a3960', 'code': 200} Mar 11 18:24:43.816348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=05f6803c-a011-449d-bd05-63a50a8a3960,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:24:43.947648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7e36533-7a30-41cc-b6e6-7bcd20ff1b8e req-355763aa-a247-44ec-bc8d-21caf8695a00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 1097 time: 0.0672255 Mar 11 18:24:43.985977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e57a-a41e-476c-8bb3-7ca9be96e72d req-a2453628-607c-4778-bac7-158b22da4b82 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:43.987587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6b3e57a-a41e-476c-8bb3-7ca9be96e72d req-a2453628-607c-4778-bac7-158b22da4b82 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 946 time: 0.0852902 Mar 11 18:24:43.996602 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7e36533-7a30-41cc-b6e6-7bcd20ff1b8e req-02415770-b45e-4721-bcaf-1f6ececd14cd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Mar 11 18:24:44.034033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6b3e57a-a41e-476c-8bb3-7ca9be96e72d req-fc6f2b43-ef29-4322-9b8c-a950d7256c91 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Mar 11 18:24:44.542870 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f14a4a5-0fae-41df-afb6-b408d48cdf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:45.258516 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a5060-73d8-4212-9bc0-2fbf396b5964 req-6bd32885-54e5-4c3f-bdae-4bc1ab04b75a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:45.259995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e1a5060-73d8-4212-9bc0-2fbf396b5964 req-6bd32885-54e5-4c3f-bdae-4bc1ab04b75a tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 946 time: 0.0791600 Mar 11 18:24:45.314202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e1a5060-73d8-4212-9bc0-2fbf396b5964 req-4f17a8f9-f187-4896-b1d4-2891ac619b34 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484395 Mar 11 18:24:45.839878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:45.887073 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:46.533075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9c298-27d6-4fbe-a277-2aeb3ec5f8f6 req-1d67f6c9-f954-4ebc-9845-a27acf162094 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:46.534540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50e9c298-27d6-4fbe-a277-2aeb3ec5f8f6 req-1d67f6c9-f954-4ebc-9845-a27acf162094 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 946 time: 0.0898523 Mar 11 18:24:46.580760 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-50e9c298-27d6-4fbe-a277-2aeb3ec5f8f6 req-31d4774f-377e-4c5b-a774-770f48c67811 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Mar 11 18:24:46.782305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc763874-619d-433d-a653-3d2bde92042b req-fc04ba60-09e1-4808-b512-0b93943372b9 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:46.783845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc763874-619d-433d-a653-3d2bde92042b req-fc04ba60-09e1-4808-b512-0b93943372b9 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 946 time: 0.0820732 Mar 11 18:24:46.830589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc763874-619d-433d-a653-3d2bde92042b req-a7147e4f-3a0b-4241-b93c-69ab9a03fde0 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Mar 11 18:24:47.062548 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-3413b1d4-7f8a-4d95-b482-c92e9defdc29 req-1f732c84-23a2-48e4-ba05-46451aca4704 service neutron] (83848) timed out ('10.222.0.97', 56660) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:24:47.168899 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:57.542903 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:25:01.371423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658717c-81de-4f9d-854c-cad718797e37 req-bca82a62-983e-40bd-b2c5-e52d697c992f tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:01.372767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9658717c-81de-4f9d-854c-cad718797e37 req-bca82a62-983e-40bd-b2c5-e52d697c992f tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 946 time: 0.0788422 Mar 11 18:25:01.420164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9658717c-81de-4f9d-854c-cad718797e37 req-7b73fd0d-3785-448a-bd1e-d9b1df1bdb07 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Mar 11 18:25:02.637673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f862502-ab41-44f7-9f03-878a2fa0daea req-3775cfd8-0679-4b7f-b447-e605238db4de tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:02.639119 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f862502-ab41-44f7-9f03-878a2fa0daea req-3775cfd8-0679-4b7f-b447-e605238db4de tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 946 time: 0.0877876 Mar 11 18:25:02.687617 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f862502-ab41-44f7-9f03-878a2fa0daea req-5be94688-d223-4448-bf9e-459be3b18ac3 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/security-groups?id=7ca99b94-bc44-4503-b1a8-68997b2e23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Mar 11 18:25:03.227448 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-82c4ee36-5ae9-4d44-9e42-733dde9b1bd0 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:03.228128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-82c4ee36-5ae9-4d44-9e42-733dde9b1bd0 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Synchronizing usage tracker for tenant:82e49e668e504bbeb8c34656d8c26322 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:25:03.245827 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-82c4ee36-5ae9-4d44-9e42-733dde9b1bd0 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Unset dirty status for tenant:82e49e668e504bbeb8c34656d8c26322 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:25:03.246935 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-82c4ee36-5ae9-4d44-9e42-733dde9b1bd0 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 946 time: 0.1885822 Mar 11 18:25:03.320999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Deleting port 05f6803c-a011-449d-bd05-63a50a8a3960 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:03.321311 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:03.568355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] For port 05f6803c-a011-449d-bd05-63a50a8a3960, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=05f6803c-a011-449d-bd05-63a50a8a3960,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:03.568627 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:03.687296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Calling delete_port for 05f6803c-a011-449d-bd05-63a50a8a3960 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:03.831959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:03.850984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a388c05c-7aed-4b2f-8a78-763bfa0abf94 req-26df2569-861b-4a79-a50c-a2a452ff9f5e tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfd368c3-eeb3-45a0-b477-8c8dd683c53c HTTP/1.1" status: 200 len: 210 time: 0.0413337 Mar 11 18:25:03.883143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Pushing event deleted for resources: {'Port': ['ID=05f6803c-a011-449d-bd05-63a50a8a3960,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:03.956389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] No DVR routers for this DVR port 05f6803c-a011-449d-bd05-63a50a8a3960 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:25:03.958984 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:03.961678 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'name': 'network-vif-deleted', 'tag': '05f6803c-a011-449d-bd05-63a50a8a3960'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:25:03.978374 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-732a873c-f198-4724-83c6-dd9d6bfdd1a7 req-e4d933de-7d6f-44a1-8fd9-234ef060aa52 tempest-TestEncryptedCinderVolumes-448156093 tempest-TestEncryptedCinderVolumes-448156093-project] 10.222.0.59 "DELETE /v2.0/ports/05f6803c-a011-449d-bd05-63a50a8a3960 HTTP/1.1" status: 204 len: 173 time: 0.7260358 Mar 11 18:25:04.027658 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd368c3-eeb3-45a0-b477-8c8dd683c53c', 'name': 'network-vif-deleted', 'tag': '05f6803c-a011-449d-bd05-63a50a8a3960', 'status': 'completed', 'code': 200} Mar 11 18:25:05.014217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45342) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:05.415500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:05.621844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 05f6803c-a011-449d-bd05-63a50a8a3960 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:25:05.654767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 05f6803c-a011-449d-bd05-63a50a8a3960 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:25:05.655112 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 05f6803c-a011-449d-bd05-63a50a8a3960 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:25:06.131792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Deleting port c73b49da-7b15-4318-a551-221b5c0a25b6 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:06.132410 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:06.309634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] For port c73b49da-7b15-4318-a551-221b5c0a25b6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c73b49da-7b15-4318-a551-221b5c0a25b6,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:06.309939 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:06.440486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Calling delete_port for c73b49da-7b15-4318-a551-221b5c0a25b6 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:06.609663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:06.655569 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73b49da-7b15-4318-a551-221b5c0a25b6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:06.695440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.695671 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.695928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.696273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.696598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.696923 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.697227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.697548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.697874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.698191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.698546 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:06.960659 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:07.646962 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Router 38203cf8-c349-4469-a373-fe0e95ccaf7f has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:25:07.857170 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:25:07.866493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] Sync routers for ids ['38203cf8-c349-4469-a373-fe0e95ccaf7f'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:25:07.870594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-30fdd47c-9a3a-48bf-be1a-53ee72a10967 admin admin] 10.222.0.96 "PUT /v2.0/routers/38203cf8-c349-4469-a373-fe0e95ccaf7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8551993 Mar 11 18:25:07.873555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45346) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:07.879740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] Routers {'38203cf8-c349-4469-a373-fe0e95ccaf7f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:07.880365 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:24:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['38203cf8-c349-4469-a373-fe0e95ccaf7f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:08.056871 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] Set router 38203cf8-c349-4469-a373-fe0e95ccaf7f gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:08.072870 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:08.266936 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:08.277648 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Deleting port 612c755c-1698-4373-b0b8-facd869ec296 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:08.277975 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:08.370200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '612c755c-1698-4373-b0b8-facd869ec296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:25:06Z', 'revision_number': 5, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port': {'id': '612c755c-1698-4373-b0b8-facd869ec296', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:51Z', 'updated_at': '2022-03-11T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:08.374328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] Checking router: 38203cf8-c349-4469-a373-fe0e95ccaf7f for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:25:08.388127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] Routers {'38203cf8-c349-4469-a373-fe0e95ccaf7f'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:08.388789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:24:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['38203cf8-c349-4469-a373-fe0e95ccaf7f'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:08.459566 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] For port 612c755c-1698-4373-b0b8-facd869ec296, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=612c755c-1698-4373-b0b8-facd869ec296,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:08.459949 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:08.540035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] Set router 38203cf8-c349-4469-a373-fe0e95ccaf7f gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:08.649039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:25:08Z', 'revision_number': 6, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:08.653117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49875a-59e9-4349-92cf-95aee652be88 None None] The sync data for ids ['38203cf8-c349-4469-a373-fe0e95ccaf7f'] in n-d-833436-1 is: [{'id': '38203cf8-c349-4469-a373-fe0e95ccaf7f', 'name': 'tempest-TestEncryptedCinderVolumes-1309633764-router', 'tenant_id': '82e49e668e504bbeb8c34656d8c26322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:50Z', 'updated_at': '2022-03-11T18:25:08Z', 'revision_number': 6, 'project_id': '82e49e668e504bbeb8c34656d8c26322', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:25:08.671272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Calling delete_port for 612c755c-1698-4373-b0b8-facd869ec296 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:08.842884 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:08.892257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Pushing event deleted for resources: {'Port': ['ID=612c755c-1698-4373-b0b8-facd869ec296,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:09.134721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.390783 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.395464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.422466 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.423179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38203cf8-c349-4469-a373-fe0e95ccaf7f {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:25:09.439812 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.441250 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e2e7d9d-0fae-4759-856a-e2e552b662af admin admin] 10.222.0.96 "DELETE /v2.0/routers/38203cf8-c349-4469-a373-fe0e95ccaf7f HTTP/1.1" status: 204 len: 168 time: 1.5666945 Mar 11 18:25:09.443908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45350) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:09.502170 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] Deleting subnet 64fb2be6-f41c-4ce0-9d16-f873c082380c {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:25:09.505341 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.555409 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.641296 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.711868 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.752868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fb2be6-f41c-4ce0-9d16-f873c082380c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:09.756903 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.762890 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-de2e872f-8586-4b84-894f-71d6e3288fec admin admin] 10.222.0.96 "DELETE /v2.0/subnets/64fb2be6-f41c-4ce0-9d16-f873c082380c HTTP/1.1" status: 204 len: 168 time: 0.3179500 Mar 11 18:25:09.763885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5aa40-69b0-4514-82b1-a1d819587e78 None None] Network 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:25:09.765414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45354) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:09.866383 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.876802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Deleting port 64c5a5f0-b452-473d-a629-35f5df8d8d62 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:09.877120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:09.941705 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.009645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] DHCP port deletion for 5eef7781-6306-48e6-bcdc-a4878b4d1ab6 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:25:10.014586 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Deleting port 64c5a5f0-b452-473d-a629-35f5df8d8d62 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:10.014995 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.188867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] For port 64c5a5f0-b452-473d-a629-35f5df8d8d62, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=64c5a5f0-b452-473d-a629-35f5df8d8d62,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:10.189327 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.223036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] For port 64c5a5f0-b452-473d-a629-35f5df8d8d62, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=64c5a5f0-b452-473d-a629-35f5df8d8d62,segment=NetworkSegment(7d9e6f09-a21e-421f-a7e1-1968b716c958),segment_id=7d9e6f09-a21e-421f-a7e1-1968b716c958)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:10.223351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.316110 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Calling delete_port for 64c5a5f0-b452-473d-a629-35f5df8d8d62 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:10.342420 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Calling delete_port for 64c5a5f0-b452-473d-a629-35f5df8d8d62 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:10.396027 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.416707 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:25:10.417139 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:25:10.433244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73b49da-7b15-4318-a551-221b5c0a25b6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:25:10.442657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Pushing event deleted for resources: {'Port': ['ID=64c5a5f0-b452-473d-a629-35f5df8d8d62,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:10.450603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] No DVR routers for this DVR port 64c5a5f0-b452-473d-a629-35f5df8d8d62 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:25:10.466753 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c73b49da-7b15-4318-a551-221b5c0a25b6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:25:10.467111 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c73b49da-7b15-4318-a551-221b5c0a25b6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:25:10.467516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 64c5a5f0-b452-473d-a629-35f5df8d8d62 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:25:10.498212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 64c5a5f0-b452-473d-a629-35f5df8d8d62 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:25:10.498495 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 64c5a5f0-b452-473d-a629-35f5df8d8d62 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:25:10.498917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 612c755c-1698-4373-b0b8-facd869ec296 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:25:10.531354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 612c755c-1698-4373-b0b8-facd869ec296 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:25:10.531680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 612c755c-1698-4373-b0b8-facd869ec296 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:25:10.566966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.592047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eef7781-6306-48e6-bcdc-a4878b4d1ab6']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:10.605561 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9e6f09-a21e-421f-a7e1-1968b716c958') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:10.606035 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9e6f09-a21e-421f-a7e1-1968b716c958') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:10.620850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.637017 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.643651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:25:10.644032 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:25:10.661125 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:25:10.737273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.758052 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:10.768177 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] Pushing event deleted for resources: {'Network': ['ID=5eef7781-6306-48e6-bcdc-a4878b4d1ab6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:10.782741 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8811b353-9de1-481a-b59e-3e031336721f admin admin] 10.222.0.96 "DELETE /v2.0/networks/5eef7781-6306-48e6-bcdc-a4878b4d1ab6 HTTP/1.1" status: 204 len: 168 time: 1.0162604 Mar 11 18:25:10.786106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45358) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:10.918784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Deleting port 64c5a5f0-b452-473d-a629-35f5df8d8d62 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:10.919385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:11.028025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0df4cd2c-44be-40b4-97d5-af20a51a1995 None None] The port '64c5a5f0-b452-473d-a629-35f5df8d8d62' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:25:11.180142 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:11.892299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Deleting port 1a1346c3-e882-4340-90e6-c800df24ac36 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:11.893131 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:12.060986 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] For port 1a1346c3-e882-4340-90e6-c800df24ac36, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1a1346c3-e882-4340-90e6-c800df24ac36,segment=NetworkSegment(bff3fde5-3640-4994-b401-4f4bdcd07fcf),segment_id=bff3fde5-3640-4994-b401-4f4bdcd07fcf)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:12.061325 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:12.181577 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Calling delete_port for 1a1346c3-e882-4340-90e6-c800df24ac36 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:12.357591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:12.363163 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-857d3ead-f753-4aa2-a5eb-584fa9303b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:12.401632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1346c3-e882-4340-90e6-c800df24ac36,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:12.687252 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:13.366145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Router d16be01e-893f-4336-8d71-f15af3cebc02 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:25:13.587142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:25:13.596207 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] Sync routers for ids ['d16be01e-893f-4336-8d71-f15af3cebc02'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:25:13.596829 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5fa81897-f871-43d6-8139-059b19a6afff admin admin] 10.222.0.96 "PUT /v2.0/routers/d16be01e-893f-4336-8d71-f15af3cebc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096192 Mar 11 18:25:13.599419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45362) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:13.611119 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] Routers {'d16be01e-893f-4336-8d71-f15af3cebc02'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:13.611758 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:24:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d16be01e-893f-4336-8d71-f15af3cebc02'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:13.783757 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] Set router d16be01e-893f-4336-8d71-f15af3cebc02 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:13.796820 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:14.008468 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:14.041321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Deleting port 8337c2b3-2824-440d-bef3-52139f8764a3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:14.041673 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:14.083974 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:25:12Z', 'revision_number': 5, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port': {'id': '8337c2b3-2824-440d-bef3-52139f8764a3', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:23:57Z', 'updated_at': '2022-03-11T18:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:14.087747 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] Checking router: d16be01e-893f-4336-8d71-f15af3cebc02 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:25:14.098005 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] Routers {'d16be01e-893f-4336-8d71-f15af3cebc02'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:14.098607 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:24:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d16be01e-893f-4336-8d71-f15af3cebc02'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:14.215244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] For port 8337c2b3-2824-440d-bef3-52139f8764a3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8337c2b3-2824-440d-bef3-52139f8764a3,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:14.215532 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:14.244132 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] Set router d16be01e-893f-4336-8d71-f15af3cebc02 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:14.335453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Calling delete_port for 8337c2b3-2824-440d-bef3-52139f8764a3 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:14.345572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:25:14Z', 'revision_number': 6, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:14.350102 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53bc4fb-74df-4b93-beda-47604091e4f7 None None] The sync data for ids ['d16be01e-893f-4336-8d71-f15af3cebc02'] in n-d-833436-1 is: [{'id': 'd16be01e-893f-4336-8d71-f15af3cebc02', 'name': 'tempest-TestEncryptedCinderVolumes-1902633952-router', 'tenant_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:23:56Z', 'updated_at': '2022-03-11T18:25:14Z', 'revision_number': 6, 'project_id': 'b1f9e37dbb904be0b0f2219824d8624b', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:25:14.518109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:14.537345 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c70dece4-9cce-4768-a80d-877023d62ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:14.562355 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Pushing event deleted for resources: {'Port': ['ID=8337c2b3-2824-440d-bef3-52139f8764a3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:14.921747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.182866 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.187583 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.214076 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.214646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d16be01e-893f-4336-8d71-f15af3cebc02 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:25:15.228484 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.229700 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df626410-5943-4059-bfbb-0dd742911932 admin admin] 10.222.0.96 "DELETE /v2.0/routers/d16be01e-893f-4336-8d71-f15af3cebc02 HTTP/1.1" status: 204 len: 168 time: 1.6293545 Mar 11 18:25:15.232504 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45366) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:15.296411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] Deleting subnet 9c6b00de-e3f9-4080-a9fb-827b03950da3 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:25:15.299596 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.349583 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.430224 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.498993 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.534214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6b00de-e3f9-4080-a9fb-827b03950da3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:15.540642 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.546688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e03f4-0e20-4da4-96df-ff2248668e40 None None] Network d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:25:15.547202 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-75deff09-b642-4a6b-9fcb-9d2aad40d50b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9c6b00de-e3f9-4080-a9fb-827b03950da3 HTTP/1.1" status: 204 len: 168 time: 0.3136926 Mar 11 18:25:15.549846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45370) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:15.652892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.663039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Deleting port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:15.663365 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.794401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] DHCP port deletion for d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:25:15.799657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Deleting port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:15.800036 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.861012 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.871140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] For port 5a6bd06b-5673-4b7b-8740-407c2cfdc639, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a6bd06b-5673-4b7b-8740-407c2cfdc639,segment=NetworkSegment(bff3fde5-3640-4994-b401-4f4bdcd07fcf),segment_id=bff3fde5-3640-4994-b401-4f4bdcd07fcf)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:15.871488 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.915621 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:15.992750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Calling delete_port for 5a6bd06b-5673-4b7b-8740-407c2cfdc639 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:16.026328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] For port 5a6bd06b-5673-4b7b-8740-407c2cfdc639, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=5a6bd06b-5673-4b7b-8740-407c2cfdc639,segment=NetworkSegment(bff3fde5-3640-4994-b401-4f4bdcd07fcf),segment_id=bff3fde5-3640-4994-b401-4f4bdcd07fcf)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:16.026623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.068151 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.115453 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6bd06b-5673-4b7b-8740-407c2cfdc639,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:16.125707 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] No DVR routers for this DVR port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:25:16.132999 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cebb61b-b19f-43a7-b112-7b66ad5f71b0 req-8e976c00-a3da-4cf6-b131-606964a49061 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0536711 Mar 11 18:25:16.162949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Calling delete_port for 5a6bd06b-5673-4b7b-8740-407c2cfdc639 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:25:16.206342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cebb61b-b19f-43a7-b112-7b66ad5f71b0 req-f2360a2b-a8f2-42c0-8dd1-a37f0d08609f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0416629 Mar 11 18:25:16.236348 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:25:16.236693 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:25:16.247023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.255480 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cebb61b-b19f-43a7-b112-7b66ad5f71b0 req-d16d3bfd-578f-4216-b421-0d623e51db2f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252731 Mar 11 18:25:16.272141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3984a9b-061f-4bc6-9e5e-7ca42ceddce2']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:16.288729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff3fde5-3640-4994-b401-4f4bdcd07fcf') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:16.289430 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff3fde5-3640-4994-b401-4f4bdcd07fcf') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:16.301490 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.318305 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.325185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:25:16.325566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:25:16.338929 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:25:16.394738 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebb61b-b19f-43a7-b112-7b66ad5f71b0 req-d1318678-3aa4-4ba2-829c-abc4d6982dee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:16.396498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3cebb61b-b19f-43a7-b112-7b66ad5f71b0 req-d1318678-3aa4-4ba2-829c-abc4d6982dee service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1359100 Mar 11 18:25:16.430593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a6bd06b-5673-4b7b-8740-407c2cfdc639 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:25:16.463819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 5a6bd06b-5673-4b7b-8740-407c2cfdc639 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:25:16.464161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 5a6bd06b-5673-4b7b-8740-407c2cfdc639 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:25:16.464577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a1346c3-e882-4340-90e6-c800df24ac36 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:25:16.498369 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1a1346c3-e882-4340-90e6-c800df24ac36 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:25:16.498733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1a1346c3-e882-4340-90e6-c800df24ac36 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:25:16.499143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8337c2b3-2824-440d-bef3-52139f8764a3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:25:16.513796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.529496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.530335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8337c2b3-2824-440d-bef3-52139f8764a3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:25:16.530708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8337c2b3-2824-440d-bef3-52139f8764a3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:25:16.540797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3984a9b-061f-4bc6-9e5e-7ca42ceddce2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:16.543255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-cd3aec4b-a38a-42d4-bb2d-fd01654fd7d3 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d3984a9b-061f-4bc6-9e5e-7ca42ceddce2 HTTP/1.1" status: 204 len: 168 time: 0.9924238 Mar 11 18:25:16.738457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Deleting port 5a6bd06b-5673-4b7b-8740-407c2cfdc639 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:25:16.738972 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.755097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45376) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:16.808357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ea95cd7a-5c67-4cb4-8260-7bd404c04f12 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=82e49e668e504bbeb8c34656d8c26322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520830 Mar 11 18:25:16.810869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45380) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:16.811592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d21c1ec9-9f84-47d2-a939-5e6d40901154 None None] The port '5a6bd06b-5673-4b7b-8740-407c2cfdc639' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:25:16.873828 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24a294ea-f0ff-4247-972e-30a525d29a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.899112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24a294ea-f0ff-4247-972e-30a525d29a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.951230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24a294ea-f0ff-4247-972e-30a525d29a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.965608 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a294ea-f0ff-4247-972e-30a525d29a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca99b94-bc44-4503-b1a8-68997b2e23e3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:16.971880 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-24a294ea-f0ff-4247-972e-30a525d29a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.973018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-24a294ea-f0ff-4247-972e-30a525d29a3e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7ca99b94-bc44-4503-b1a8-68997b2e23e3 HTTP/1.1" status: 204 len: 168 time: 0.1612532 Mar 11 18:25:17.170537 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:17.469272 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45388) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:17.520590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-12a8ea5d-69af-4835-904f-74f0a0386e4f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b1f9e37dbb904be0b0f2219824d8624b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500727 Mar 11 18:25:17.523594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45392) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:17.581315 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b000a1bd-7acd-4304-aedc-36f50e8f5cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:17.606138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b000a1bd-7acd-4304-aedc-36f50e8f5cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:17.673527 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b000a1bd-7acd-4304-aedc-36f50e8f5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:17.687753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000a1bd-7acd-4304-aedc-36f50e8f5cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441678b6-ee4e-4c61-88a6-4671a404eef6,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:17.694093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b000a1bd-7acd-4304-aedc-36f50e8f5cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:17.695229 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b000a1bd-7acd-4304-aedc-36f50e8f5cb9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/441678b6-ee4e-4c61-88a6-4671a404eef6 HTTP/1.1" status: 204 len: 168 time: 0.1707945 Mar 11 18:25:18.622633 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45414) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:18.752888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251294222-network', 'tenant_id': '430777df8c164ee1acee4a899cfd7804'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:18.761636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:18.768316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Usage tracker for resource:network and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:18.771536 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:18.777826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:18.790305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Made reservation on behalf of 430777df8c164ee1acee4a899cfd7804 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:25:18.792652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:18.807035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:18.839282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:18.843434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:18.846449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:18.852591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:18.921789 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:18.927967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:18.959263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:25:18.964984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29befd55-69be-4bd9-9f70-d2c3727af172,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:18.973236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:18.973558 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Added segment ad1bb11c-6fd1-4641-83b3-b078774f378b of type vlan for network 8b7a4ad0-36f6-4593-8477-2e70f5916401 Mar 11 18:25:18.999099 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.030306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.031281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:19.031851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.222254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] Pushing event updated for resources: {'Network': ['ID=8b7a4ad0-36f6-4593-8477-2e70f5916401,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:19.226788 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-efc05e5a-2b6f-4063-a447-194ca40b611d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6031513 Mar 11 18:25:19.229607 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45420) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:19.232492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:25:19.235964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Request body: {'subnet': {'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251294222-subnet', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:19.241879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:19.246103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Usage tracker for resource:subnet and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:19.249194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:19.254955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:19.265278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Made reservation on behalf of 430777df8c164ee1acee4a899cfd7804 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:25:19.267644 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.496897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.571859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99f4aa4-a005-4f12-9e87-40ce1443acfa,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:19.588531 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Checking segment: {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:19.588888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Network hostable DHCP agents. Network: 8b7a4ad0-36f6-4593-8477-2e70f5916401, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:25:19.614645 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:25:19.626590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 8b7a4ad0-36f6-4593-8477-2e70f5916401) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:19.630719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:19.631336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.637023 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab4c38-59a2-4e1c-b6cc-689b25a0f193 None None] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:25:19.653199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d257d9dc-531a-4cb8-99c2-8a2d1b2c21bc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4218006 Mar 11 18:25:19.655903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45424) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:19.660996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:19.666282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:19.670431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Usage tracker for resource:router and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:19.673707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:19.679614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:19.691261 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.692157 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.710517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.853490 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-8b7a4ad0-36f6-4593-8477-2e70f5916401', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:25:19.854615 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.858504 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.010491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Allocated IP 172.20.0.2 (8b7a4ad0-36f6-4593-8477-2e70f5916401/b99f4aa4-a005-4f12-9e87-40ce1443acfa/fcca0fb5-cee3-428f-a122-6aa21a3b5a6a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:20.045692 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.079218 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.213483 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Allocated IP 172.25.3.251 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/c1e27aa7-862d-4832-8775-b077b5a372a9) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:20.245653 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.256279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Transition to ACTIVE for port object fcca0fb5-cee3-428f-a122-6aa21a3b5a6a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:20.274815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Transition to ACTIVE for port object fcca0fb5-cee3-428f-a122-6aa21a3b5a6a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:20.281589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.349955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:20.352779 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:20.357134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:25:20.359244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Pushing event updated for resources: {'Port': ['ID=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:20.360299 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.391428 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.444891 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Attempting to bind port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:20.445151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Attempting to bind port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:20.445505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Attempting to bind port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a on network 8b7a4ad0-36f6-4593-8477-2e70f5916401 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:20.451721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:25:20.452134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Checking segment: {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:20.452536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.452969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Bound using segment: {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:25:20.453412 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Bound port: fcca0fb5-cee3-428f-a122-6aa21a3b5a6a, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:20.453771 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.462581 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:20.465469 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:20.470043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:25:20.494143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e27aa7-862d-4832-8775-b077b5a372a9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:20.546353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] For port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:20.549418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] For port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:20.555219 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.640632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.641402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:20.642535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05f256-9198-4742-a459-b77b416fd09a None None] Pushing event updated for resources: {'Port': ['ID=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:20.902013 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:25:21.205341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:25:21.214746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Sync routers for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:25:21.229150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:21.229804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:21.231310 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:21.232906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a39cc8c7-eb9a-4d6b-9ec7-f4382b2711e0 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5759697 Mar 11 18:25:21.235947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45428) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:21.428958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:21.602052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee6212-415e-4432-9ee7-258ddac7978d None None] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:25:21.766435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7df0cf03-0247-46b0-8d11-6a5b6cd623c0 None None] Provisioning for port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:21.924642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:20Z', 'revision_number': 3, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:21.930778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Checking router: 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:25:21.931119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Updating router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 port c1e27aa7-862d-4832-8775-b077b5a372a9 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:25:21.975370 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:21.988324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.196278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Allocated IP 172.20.0.1 (8b7a4ad0-36f6-4593-8477-2e70f5916401/b99f4aa4-a005-4f12-9e87-40ce1443acfa/e9f2b9aa-7091-4fdf-84d4-da123693bf64) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:22.348742 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.365700 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Transition to ACTIVE for port object e9f2b9aa-7091-4fdf-84d4-da123693bf64 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:22.368147 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.379674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Transition to ACTIVE for port object c1e27aa7-862d-4832-8775-b077b5a372a9 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:22.387098 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.390631 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.457810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:22.458073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e301b55-e161-4f79-badd-d275b4184a65 None None] Pushing event updated for resources: {'Port': ['ID=c1e27aa7-862d-4832-8775-b077b5a372a9,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:22.461119 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:22.465072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:25:22.475901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Attempting to bind port c1e27aa7-862d-4832-8775-b077b5a372a9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:22.476279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Attempting to bind port c1e27aa7-862d-4832-8775-b077b5a372a9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:22.476670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Attempting to bind port c1e27aa7-862d-4832-8775-b077b5a372a9 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:22.483398 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:25:22.483764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:22.484435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.484548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:25:22.485030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Bound port: c1e27aa7-862d-4832-8775-b077b5a372a9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:22.485523 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.501625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f2b9aa-7091-4fdf-84d4-da123693bf64,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:22.519585 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device fcca0fb5-cee3-428f-a122-6aa21a3b5a6a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:22.531110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.615876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] For port c1e27aa7-862d-4832-8775-b077b5a372a9, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:22.618083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.620615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] For port c1e27aa7-862d-4832-8775-b077b5a372a9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1e27aa7-862d-4832-8775-b077b5a372a9,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:22.627741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.664153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:22.691644 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:22.692007 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.758688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e301b55-e161-4f79-badd-d275b4184a65 None None] Pushing event updated for resources: {'Port': ['ID=c1e27aa7-862d-4832-8775-b077b5a372a9,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:22.779427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:22.780064 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:22.905277 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f5e4ef17-d95f-45f9-a036-a00e0238c0b4 None None] Provisioning for port e9f2b9aa-7091-4fdf-84d4-da123693bf64 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:22.954804 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f5e4ef17-d95f-45f9-a036-a00e0238c0b4 None None] Provisioning complete for port e9f2b9aa-7091-4fdf-84d4-da123693bf64 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:22.955173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ef17-d95f-45f9-a036-a00e0238c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.958314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:22.963897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:23.040326 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:23.055257 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-f5e4ef17-d95f-45f9-a036-a00e0238c0b4 None None] Port e9f2b9aa-7091-4fdf-84d4-da123693bf64 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:25:23.070982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:23.074978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f2b9aa-7091-4fdf-84d4-da123693bf64,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:23.088083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:23.125941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:23.131832 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:23.214126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:23.215269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:23.290411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:23.476340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 1, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:23.482588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e8f89-c311-4671-acf0-de4619845e01 None None] The sync data for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 is: [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 1, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:25:23.489544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0ef8fc29-e34a-4eb5-89f1-664270cb25b4 None None] Provisioning complete for port e9f2b9aa-7091-4fdf-84d4-da123693bf64 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:23.489911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fc29-e34a-4eb5-89f1-664270cb25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:23.550949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8fc29-e34a-4eb5-89f1-664270cb25b4 None None] Port e9f2b9aa-7091-4fdf-84d4-da123693bf64 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:25:23.618138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:25:23.828862 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:25:23.844028 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c127d955-2f69-4b39-b3fe-17549f6d6345 admin admin] 10.222.0.96 "PUT /v2.0/routers/7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020255 Mar 11 18:25:24.512203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device fcca0fb5-cee3-428f-a122-6aa21a3b5a6a up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:24.587077 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:24.587458 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.701755 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1e27aa7-862d-4832-8775-b077b5a372a9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:24.720391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45450) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:24.726460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1056924371-network', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:24.731987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:24.736354 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Usage tracker for resource:network and tenant:483723f9beb943ed9dfeec48c22c0c86 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:24.739353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:24.745101 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:24.760095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Made reservation on behalf of 483723f9beb943ed9dfeec48c22c0c86 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:25:24.762677 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.771507 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c1e27aa7-862d-4832-8775-b077b5a372a9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:24.776159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.776589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c1e27aa7-862d-4832-8775-b077b5a372a9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:24.776960 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.808595 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:24.812761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Usage tracker for resource:security_group_rule and tenant:483723f9beb943ed9dfeec48c22c0c86 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:24.815764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:24.821375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:24.891227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.893447 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.898839 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.908600 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c1e27aa7-862d-4832-8775-b077b5a372a9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1e27aa7-862d-4832-8775-b077b5a372a9,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:24.913470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.929261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:25:24.942620 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d362d4-9203-459f-9da7-6ed1ee945dba,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:24.947708 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:24.948059 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Added segment c7519643-4bd2-465b-8dbd-7fc4f15d9923 of type vlan for network da9e3bfc-cc8d-4180-941a-db206ec62c3a Mar 11 18:25:24.976159 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.006599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.007462 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:25.008104 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.019182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c1e27aa7-862d-4832-8775-b077b5a372a9,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:25.120541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3961959 Mar 11 18:25:25.120541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b835b-2854-45c5-bff6-4f128c20710c admin admin] Pushing event updated for resources: {'Network': ['ID=da9e3bfc-cc8d-4180-941a-db206ec62c3a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:25.120893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45454) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:25.126344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Request body: {'subnet': {'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1056924371-subnet', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:25.130679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:25:25.131783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:25.135801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Usage tracker for resource:subnet and tenant:483723f9beb943ed9dfeec48c22c0c86 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:25.138981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:25.144921 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:25.156470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Made reservation on behalf of 483723f9beb943ed9dfeec48c22c0c86 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:25:25.159168 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.361541 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.522346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fdd65e-485c-4513-9198-d96b806cdd6d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:25.539125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Checking segment: {'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:25.539470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Network hostable DHCP agents. Network: da9e3bfc-cc8d-4180-941a-db206ec62c3a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:25:25.563088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:25:25.574549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, da9e3bfc-cc8d-4180-941a-db206ec62c3a) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:25.579027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:25.579610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.583810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fef63-c1ba-48b1-9703-1d2056775391 None None] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:25:25.601987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3a37cb56-d453-42b0-9038-a6017e166a47 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4801414 Mar 11 18:25:25.604411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45458) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:25.609222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:25.614676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:25.618541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Usage tracker for resource:router and tenant:483723f9beb943ed9dfeec48c22c0c86 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:25:25.621429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:25:25.627239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:25.639676 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.640733 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.659227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.796682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-da9e3bfc-cc8d-4180-941a-db206ec62c3a', 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'fixed_ips': [{'subnet_id': 'e5fdd65e-485c-4513-9198-d96b806cdd6d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:25:25.797480 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.812768 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:25.951712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Allocated IP 172.20.0.2 (da9e3bfc-cc8d-4180-941a-db206ec62c3a/e5fdd65e-485c-4513-9198-d96b806cdd6d/a8cbe5a6-19ec-423b-b4c3-82e9dc72353b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:25.999123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.029330 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.166830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.177338 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Transition to ACTIVE for port object a8cbe5a6-19ec-423b-b4c3-82e9dc72353b will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:26.179913 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Allocated IP 172.25.3.44 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/1708c86e-22eb-4a34-b0c2-8f028a706e8d) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:26.195651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Transition to ACTIVE for port object a8cbe5a6-19ec-423b-b4c3-82e9dc72353b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:26.200829 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.267176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:26.270575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:26.272400 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Pushing event updated for resources: {'Port': ['ID=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:26.274473 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:25:26.332452 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.361109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Attempting to bind port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:26.361468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Attempting to bind port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:26.361844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Attempting to bind port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b on network da9e3bfc-cc8d-4180-941a-db206ec62c3a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:26.362210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.368956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:25:26.369306 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Checking segment: {'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:26.369699 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.370081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Bound using segment: {'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:25:26.370557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Bound port: a8cbe5a6-19ec-423b-b4c3-82e9dc72353b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:26.370925 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.437706 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:26.439664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1708c86e-22eb-4a34-b0c2-8f028a706e8d,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:26.441909 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:26.443770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1e27aa7-862d-4832-8775-b077b5a372a9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:26.443932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:25:26.511360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] For port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:26.522854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] For port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,segment=NetworkSegment(c7519643-4bd2-465b-8dbd-7fc4f15d9923),segment_id=c7519643-4bd2-465b-8dbd-7fc4f15d9923)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:26.529794 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.598161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.598965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.600652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c1e27aa7-862d-4832-8775-b077b5a372a9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:26.601158 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:26.648510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b111d59-e6a1-4554-8d21-f77814e1f7b6 None None] Pushing event updated for resources: {'Port': ['ID=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:26.841914 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Router 0b9474f1-e3d9-438a-800d-d94b7728678a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:25:27.057014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:25:27.067374 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Sync routers for ids ['0b9474f1-e3d9-438a-800d-d94b7728678a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:25:27.080227 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Routers {'0b9474f1-e3d9-438a-800d-d94b7728678a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:27.080890 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9474f1-e3d9-438a-800d-d94b7728678a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:27.081210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:27.085060 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e59d93d5-caa6-4b93-b72c-c69eb6d0c5c1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4771442 Mar 11 18:25:27.085717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45462) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:25:27.259233 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Set router 0b9474f1-e3d9-438a-800d-d94b7728678a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:27.557255 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54488e6-31ca-44e2-9713-0561416f60af None None] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:25:27.576839 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:25:26Z', 'revision_number': 3, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port': {'id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:26Z', 'updated_at': '2022-03-11T18:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:27.580798 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Checking router: 0b9474f1-e3d9-438a-800d-d94b7728678a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:25:27.581134 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Updating router 0b9474f1-e3d9-438a-800d-d94b7728678a port 1708c86e-22eb-4a34-b0c2-8f028a706e8d binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:25:27.631832 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:27.653088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cd34766f-5df7-4641-824e-5db44d1d8646 None None] Provisioning for port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:27.845549 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:27.952301 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:27.964812 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Transition to ACTIVE for port object 1708c86e-22eb-4a34-b0c2-8f028a706e8d will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:27.978613 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.056370 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Pushing event updated for resources: {'Port': ['ID=1708c86e-22eb-4a34-b0c2-8f028a706e8d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:28.057591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Allocated IP 172.20.0.1 (da9e3bfc-cc8d-4180-941a-db206ec62c3a/e5fdd65e-485c-4513-9198-d96b806cdd6d/c954db75-8b3f-4267-a1fb-4deae3a084c0) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:28.063346 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Attempting to bind port 1708c86e-22eb-4a34-b0c2-8f028a706e8d on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:28.063701 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Attempting to bind port 1708c86e-22eb-4a34-b0c2-8f028a706e8d by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:28.064048 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Attempting to bind port 1708c86e-22eb-4a34-b0c2-8f028a706e8d on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:28.074768 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:25:28.075453 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:28.075453 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.075795 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:25:28.076238 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Bound port: 1708c86e-22eb-4a34-b0c2-8f028a706e8d, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:28.076591 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.102998 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.103329 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.103656 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.103977 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.104293 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.104608 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.104920 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.105228 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.105536 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.105841 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.106168 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:28.153406 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] For port 1708c86e-22eb-4a34-b0c2-8f028a706e8d, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:28.156406 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] For port 1708c86e-22eb-4a34-b0c2-8f028a706e8d, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1708c86e-22eb-4a34-b0c2-8f028a706e8d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:28.160702 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.210758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.228632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Transition to ACTIVE for port object c954db75-8b3f-4267-a1fb-4deae3a084c0 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:28.241269 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5251fa-cc30-4f09-bbbd-f76788670529 None None] Pushing event updated for resources: {'Port': ['ID=1708c86e-22eb-4a34-b0c2-8f028a706e8d,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:28.243814 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Routers {'0b9474f1-e3d9-438a-800d-d94b7728678a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:28.244561 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9474f1-e3d9-438a-800d-d94b7728678a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:28.252237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.326457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Pushing event updated for resources: {'Port': ['ID=c954db75-8b3f-4267-a1fb-4deae3a084c0,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:28.329861 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:28.331396 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:28.333540 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:25:28.386500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.437188 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] Set router 0b9474f1-e3d9-438a-800d-d94b7728678a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:28.492413 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.505244 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8cbe5a6-19ec-423b-b4c3-82e9dc72353b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:28.581593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:28.586764 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:28.587131 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.652637 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-991e017e-dd74-479b-8462-6b4668d375bc None None] Provisioning for port c954db75-8b3f-4267-a1fb-4deae3a084c0 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:28.659569 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-991e017e-dd74-479b-8462-6b4668d375bc None None] Provisioning complete for port c954db75-8b3f-4267-a1fb-4deae3a084c0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:28.660256 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-991e017e-dd74-479b-8462-6b4668d375bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.754793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:25:26Z', 'revision_number': 3, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port': {'id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:26Z', 'updated_at': '2022-03-11T18:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:28.759452 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cc96f-099c-4b3d-b25e-3cf142a76ef0 None None] The sync data for ids ['0b9474f1-e3d9-438a-800d-d94b7728678a'] in n-d-833436-1 is: [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:25:26Z', 'revision_number': 3, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port': {'id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:26Z', 'updated_at': '2022-03-11T18:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:25:28.798669 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.810059 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-991e017e-dd74-479b-8462-6b4668d375bc None None] Port c954db75-8b3f-4267-a1fb-4deae3a084c0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:25:28.834928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,segment=NetworkSegment(c7519643-4bd2-465b-8dbd-7fc4f15d9923),segment_id=c7519643-4bd2-465b-8dbd-7fc4f15d9923)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:28.840182 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.863340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.868274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:28.904852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:28.972968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Pushing event updated for resources: {'Port': ['ID=c954db75-8b3f-4267-a1fb-4deae3a084c0,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:28.976451 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:29.118029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:29.119147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:29.333116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2690e782-5a38-4e50-aaff-f97a561e92bd None None] Provisioning complete for port c954db75-8b3f-4267-a1fb-4deae3a084c0 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:29.333482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2690e782-5a38-4e50-aaff-f97a561e92bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:29.385102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2690e782-5a38-4e50-aaff-f97a561e92bd None None] Port c954db75-8b3f-4267-a1fb-4deae3a084c0 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:25:29.502477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Router 0b9474f1-e3d9-438a-800d-d94b7728678a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:25:29.708793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:25:29.721971 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-074c5690-5fbb-4063-9e59-291227d3d81e admin admin] 10.222.0.96 "PUT /v2.0/routers/0b9474f1-e3d9-438a-800d-d94b7728678a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6348596 Mar 11 18:25:30.565123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8cbe5a6-19ec-423b-b4c3-82e9dc72353b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:30.644487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:30.644741 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:34.482773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1708c86e-22eb-4a34-b0c2-8f028a706e8d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:34.534196 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:25:34.566451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 1708c86e-22eb-4a34-b0c2-8f028a706e8d completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:34.573604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1708c86e-22eb-4a34-b0c2-8f028a706e8d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:34.574387 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:34.702317 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:34.720030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 1708c86e-22eb-4a34-b0c2-8f028a706e8d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1708c86e-22eb-4a34-b0c2-8f028a706e8d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:34.724483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:34.796163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=1708c86e-22eb-4a34-b0c2-8f028a706e8d,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:36.445195 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1708c86e-22eb-4a34-b0c2-8f028a706e8d up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:36.521997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 1708c86e-22eb-4a34-b0c2-8f028a706e8d triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:36.522381 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:38.269610 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Sync routers for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:25:38.287462 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:38.288089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:38.475629 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:38.808417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 2, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:38.813591 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Checking router: 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:25:38.813943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Updating router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 port e9f2b9aa-7091-4fdf-84d4-da123693bf64 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:25:38.866403 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:39.267651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:39.279760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Transition to ACTIVE for port object e9f2b9aa-7091-4fdf-84d4-da123693bf64 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:39.286854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:39.361051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a4a76-80cb-450e-a2df-192eda473a40 None None] Pushing event updated for resources: {'Port': ['ID=e9f2b9aa-7091-4fdf-84d4-da123693bf64,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:39.528290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Attempting to bind port e9f2b9aa-7091-4fdf-84d4-da123693bf64 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:39.528656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Attempting to bind port e9f2b9aa-7091-4fdf-84d4-da123693bf64 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:39.529015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Attempting to bind port e9f2b9aa-7091-4fdf-84d4-da123693bf64 on network 8b7a4ad0-36f6-4593-8477-2e70f5916401 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:39.536217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:25:39.536594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Checking segment: {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:39.536967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:39.537349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Bound using segment: {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:25:39.537799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Bound port: e9f2b9aa-7091-4fdf-84d4-da123693bf64, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:39.538175 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:39.636472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] For port e9f2b9aa-7091-4fdf-84d4-da123693bf64, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:39.640986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] For port e9f2b9aa-7091-4fdf-84d4-da123693bf64, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9f2b9aa-7091-4fdf-84d4-da123693bf64,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:39.650187 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:39.731880 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a4a76-80cb-450e-a2df-192eda473a40 None None] Pushing event updated for resources: {'Port': ['ID=e9f2b9aa-7091-4fdf-84d4-da123693bf64,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:39.778441 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:39.779179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:39.973181 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:40.030776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:40.133178 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Sync routers for ids ['0b9474f1-e3d9-438a-800d-d94b7728678a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:25:40.149048 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Routers {'0b9474f1-e3d9-438a-800d-d94b7728678a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:40.149836 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9474f1-e3d9-438a-800d-d94b7728678a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:40.371002 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:39Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:40.371697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Set router 0b9474f1-e3d9-438a-800d-d94b7728678a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:40.375161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43052f9a-0a34-4443-935b-1a7ab50ce788 None None] The sync data for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 is: [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:39Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:25:40.477673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e9f2b9aa-7091-4fdf-84d4-da123693bf64 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:40.562419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e9f2b9aa-7091-4fdf-84d4-da123693bf64 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:40.568496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e9f2b9aa-7091-4fdf-84d4-da123693bf64 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:40.569047 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:40.714965 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:40.739027 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:25:28Z', 'revision_number': 4, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port': {'id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:26Z', 'updated_at': '2022-03-11T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c954db75-8b3f-4267-a1fb-4deae3a084c0', 'name': '', 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'mac_address': 'fa:16:3e:39:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5fdd65e-485c-4513-9198-d96b806cdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:27Z', 'updated_at': '2022-03-11T18:25:28Z', 'revision_number': 2, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'subnets': [{'id': 'e5fdd65e-485c-4513-9198-d96b806cdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:40.743645 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Checking router: 0b9474f1-e3d9-438a-800d-d94b7728678a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:25:40.744082 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Updating router 0b9474f1-e3d9-438a-800d-d94b7728678a port c954db75-8b3f-4267-a1fb-4deae3a084c0 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:25:40.753784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e9f2b9aa-7091-4fdf-84d4-da123693bf64, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9f2b9aa-7091-4fdf-84d4-da123693bf64,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:40.759637 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:40.805303 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:40.856389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e9f2b9aa-7091-4fdf-84d4-da123693bf64,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:41.152219 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:41.164241 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Transition to ACTIVE for port object c954db75-8b3f-4267-a1fb-4deae3a084c0 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:41.172682 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:41.274094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-e5d344fe-3a9e-40e9-aa79-1e4350d82d69 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:41.274871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-e5d344fe-3a9e-40e9-aa79-1e4350d82d69 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Synchronizing usage tracker for tenant:430777df8c164ee1acee4a899cfd7804 on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:25:41.298019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-e5d344fe-3a9e-40e9-aa79-1e4350d82d69 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Unset dirty status for tenant:430777df8c164ee1acee4a899cfd7804 on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:25:41.299839 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415f019-82c7-4512-99f0-8c295078d512 None None] Pushing event updated for resources: {'Port': ['ID=c954db75-8b3f-4267-a1fb-4deae3a084c0,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:41.306298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-e5d344fe-3a9e-40e9-aa79-1e4350d82d69 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 814 time: 0.2983260 Mar 11 18:25:41.326221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-ee0a3e6a-908a-4f91-96c5-f1549922d617 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/quotas/430777df8c164ee1acee4a899cfd7804 HTTP/1.1" status: 200 len: 375 time: 0.0181954 Mar 11 18:25:41.397943 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Attempting to bind port c954db75-8b3f-4267-a1fb-4deae3a084c0 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:41.398302 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Attempting to bind port c954db75-8b3f-4267-a1fb-4deae3a084c0 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:41.398921 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Attempting to bind port c954db75-8b3f-4267-a1fb-4deae3a084c0 on network da9e3bfc-cc8d-4180-941a-db206ec62c3a {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:41.405425 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:25:41.405782 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Checking segment: {'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:41.406086 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:41.406485 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Bound using segment: {'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:25:41.406665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-8f295afe-2681-48f7-9419-c03bf7574e1a tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Synchronizing usage tracker for tenant:430777df8c164ee1acee4a899cfd7804 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:25:41.406927 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Bound port: c954db75-8b3f-4267-a1fb-4deae3a084c0, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7519643-4bd2-465b-8dbd-7fc4f15d9923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:41.407281 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:41.426566 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-8f295afe-2681-48f7-9419-c03bf7574e1a tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Unset dirty status for tenant:430777df8c164ee1acee4a899cfd7804 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:25:41.428195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-8f295afe-2681-48f7-9419-c03bf7574e1a tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008801 Mar 11 18:25:41.501745 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] For port c954db75-8b3f-4267-a1fb-4deae3a084c0, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:41.504821 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] For port c954db75-8b3f-4267-a1fb-4deae3a084c0, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c954db75-8b3f-4267-a1fb-4deae3a084c0,segment=NetworkSegment(c7519643-4bd2-465b-8dbd-7fc4f15d9923),segment_id=c7519643-4bd2-465b-8dbd-7fc4f15d9923)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:41.509371 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:41.592976 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415f019-82c7-4512-99f0-8c295078d512 None None] Pushing event updated for resources: {'Port': ['ID=c954db75-8b3f-4267-a1fb-4deae3a084c0,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:41.600583 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Routers {'0b9474f1-e3d9-438a-800d-d94b7728678a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:25:41.601199 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9474f1-e3d9-438a-800d-d94b7728678a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:41.698660 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-58cfb2f3-47da-4892-a135-61ce45e24729 service neutron] 10.222.0.96 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579319 Mar 11 18:25:41.787942 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] Set router 0b9474f1-e3d9-438a-800d-d94b7728678a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:25:41.833580 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-59fbdcb3-b86e-4f59-9f0d-f4c2d9f1b936 service neutron] 10.222.0.96 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293638 Mar 11 18:25:42.037495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f70dde87-9008-4904-9b33-93a3719ffe6a req-27fa42a7-7dd5-44d6-ad7f-1a2e144680f0 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 210 time: 0.0540164 Mar 11 18:25:42.143063 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:25:28Z', 'revision_number': 4, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port': {'id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:26Z', 'updated_at': '2022-03-11T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c954db75-8b3f-4267-a1fb-4deae3a084c0', 'name': '', 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'mac_address': 'fa:16:3e:39:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5fdd65e-485c-4513-9198-d96b806cdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:27Z', 'updated_at': '2022-03-11T18:25:41Z', 'revision_number': 4, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'subnets': [{'id': 'e5fdd65e-485c-4513-9198-d96b806cdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:25:42.146932 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4292e9-271e-4dde-bf73-f00699b7cd9a None None] The sync data for ids ['0b9474f1-e3d9-438a-800d-d94b7728678a'] in n-d-833436-1 is: [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:25:28Z', 'revision_number': 4, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port': {'id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:26Z', 'updated_at': '2022-03-11T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'c954db75-8b3f-4267-a1fb-4deae3a084c0', 'name': '', 'network_id': 'da9e3bfc-cc8d-4180-941a-db206ec62c3a', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'mac_address': 'fa:16:3e:39:ce:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5fdd65e-485c-4513-9198-d96b806cdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:27Z', 'updated_at': '2022-03-11T18:25:41Z', 'revision_number': 4, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'subnets': [{'id': 'e5fdd65e-485c-4513-9198-d96b806cdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:25:42.368808 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7df5454c-cb9a-4b53-a2a0-04f537ad5872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:42.536177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e9f2b9aa-7091-4fdf-84d4-da123693bf64 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:42.610117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e9f2b9aa-7091-4fdf-84d4-da123693bf64 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:42.610913 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:42.771357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c954db75-8b3f-4267-a1fb-4deae3a084c0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:42.840889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port c954db75-8b3f-4267-a1fb-4deae3a084c0 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:42.846100 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c954db75-8b3f-4267-a1fb-4deae3a084c0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:42.846495 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:42.968698 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:43.007361 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port c954db75-8b3f-4267-a1fb-4deae3a084c0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c954db75-8b3f-4267-a1fb-4deae3a084c0,segment=NetworkSegment(c7519643-4bd2-465b-8dbd-7fc4f15d9923),segment_id=c7519643-4bd2-465b-8dbd-7fc4f15d9923)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:43.012011 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:43.078972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=c954db75-8b3f-4267-a1fb-4deae3a084c0,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:43.088562 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.088896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.089230 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.089557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.089878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.090423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.090750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.091069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.091381 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.091858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.092174 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:43.235010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33d8d99b-3f17-4a6e-b54a-f25b043d9271 req-ecc9937a-0bfa-43dc-a834-5a56cb52dfcd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 210 time: 0.0669549 Mar 11 18:25:43.285076 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-e6f374cc-e785-4e69-b25b-4ed0fb76711e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:43.286528 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-e6f374cc-e785-4e69-b25b-4ed0fb76711e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 814 time: 0.1612375 Mar 11 18:25:43.308641 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'port': {'device_id': '4736854e-f90f-45ea-9334-57e3b40082ea', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'admin_state_up': True, 'tenant_id': '430777df8c164ee1acee4a899cfd7804'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:43.444462 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:25:43.454072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:25:43.465637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Made reservation on behalf of 430777df8c164ee1acee4a899cfd7804 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:25:43.468785 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:43.628747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Allocated IP 172.20.0.7 (8b7a4ad0-36f6-4593-8477-2e70f5916401/b99f4aa4-a005-4f12-9e87-40ce1443acfa/ced040e2-2eb4-43cd-aa99-36f4e901f233) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:43.980593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.000136 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Transition to ACTIVE for port object ced040e2-2eb4-43cd-aa99-36f4e901f233 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:44.027025 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.099077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:44.102130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:44.106281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:25:44.142411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:44.179941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.180296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.180639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.180969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.181310 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.181614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.182130 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.182639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.183135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.183606 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.184079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.214786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:44.215119 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.273199 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-4b234010-f297-48ee-835c-a34e3ede8f79 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9679182 Mar 11 18:25:44.420460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a3a8cdf9-0948-4dbc-b5a7-e5040f1425a5 None None] Provisioning for port ced040e2-2eb4-43cd-aa99-36f4e901f233 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:44.428839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a3a8cdf9-0948-4dbc-b5a7-e5040f1425a5 None None] Provisioning complete for port ced040e2-2eb4-43cd-aa99-36f4e901f233 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:44.430096 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a8cdf9-0948-4dbc-b5a7-e5040f1425a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.442397 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08794-ff28-4773-9894-b5a6dd59ee79 req-b39c732d-9c7e-49d9-b329-1c2993101889 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:44.450111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ce08794-ff28-4773-9894-b5a6dd59ee79 req-b39c732d-9c7e-49d9-b329-1c2993101889 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 931 time: 0.0903900 Mar 11 18:25:44.505657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7ce08794-ff28-4773-9894-b5a6dd59ee79 req-88562723-b4a5-46c9-9406-931e0cf26f8d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Synchronizing usage tracker for tenant:430777df8c164ee1acee4a899cfd7804 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:25:44.529482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-7ce08794-ff28-4773-9894-b5a6dd59ee79 req-88562723-b4a5-46c9-9406-931e0cf26f8d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Unset dirty status for tenant:430777df8c164ee1acee4a899cfd7804 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:25:44.531188 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ce08794-ff28-4773-9894-b5a6dd59ee79 req-88562723-b4a5-46c9-9406-931e0cf26f8d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800195 Mar 11 18:25:44.546895 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c954db75-8b3f-4267-a1fb-4deae3a084c0 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:44.607935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8cdf9-0948-4dbc-b5a7-e5040f1425a5 None None] Port ced040e2-2eb4-43cd-aa99-36f4e901f233 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:25:44.619871 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cc99-3529-4745-9047-9e0483b527d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.645131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port c954db75-8b3f-4267-a1fb-4deae3a084c0 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:44.645404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:45.747643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc04aa-dc18-4e64-b382-e334a10f218f req-e479cef6-36fd-4196-a0ef-e73463b0463e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:45.749101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8dcc04aa-dc18-4e64-b382-e334a10f218f req-e479cef6-36fd-4196-a0ef-e73463b0463e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 931 time: 0.0833292 Mar 11 18:25:45.797734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8dcc04aa-dc18-4e64-b382-e334a10f218f req-c4250ee3-fa89-4ee2-80ce-7ca7914a9638 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Mar 11 18:25:45.847814 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:45.895608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:47.011022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2f677-9d27-46ba-8ec6-94e8cef0a911 req-cf07a33d-b167-4bc0-83d0-ecfea4da7fe0 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:47.013239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38a2f677-9d27-46ba-8ec6-94e8cef0a911 req-cf07a33d-b167-4bc0-83d0-ecfea4da7fe0 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 931 time: 0.0787597 Mar 11 18:25:47.065939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38a2f677-9d27-46ba-8ec6-94e8cef0a911 req-63ee9113-23ec-463b-ac8e-1303651c04dc tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468352 Mar 11 18:25:47.178321 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:48.271186 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b05a8-4e03-4da9-8424-0a5aa2955f91 req-6a10b67b-844c-4b50-b8e6-0fba296b3898 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:48.272787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c4b05a8-4e03-4da9-8424-0a5aa2955f91 req-6a10b67b-844c-4b50-b8e6-0fba296b3898 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 931 time: 0.0767751 Mar 11 18:25:48.320064 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c4b05a8-4e03-4da9-8424-0a5aa2955f91 req-3198307d-05de-43c8-aa99-f2c4e96b34bb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Mar 11 18:25:49.550911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e857e9-2a20-4b65-a34f-95ff61e58dc9 req-6efa55e4-7e60-499c-b311-e4148beb3983 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:49.552344 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72e857e9-2a20-4b65-a34f-95ff61e58dc9 req-6efa55e4-7e60-499c-b311-e4148beb3983 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 931 time: 0.0869269 Mar 11 18:25:49.601819 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72e857e9-2a20-4b65-a34f-95ff61e58dc9 req-874fb0ec-81e2-4bfb-8129-e51a5b362794 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Mar 11 18:25:50.806320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682fe0a-7632-40cb-82f2-a7c102457229 req-27bfd8b1-c3a3-4e29-ab25-3a6224a53c25 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:50.807914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d682fe0a-7632-40cb-82f2-a7c102457229 req-27bfd8b1-c3a3-4e29-ab25-3a6224a53c25 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 931 time: 0.0799940 Mar 11 18:25:50.856386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d682fe0a-7632-40cb-82f2-a7c102457229 req-1ad29e36-2ffe-4a37-a102-c423cb507fdc tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Mar 11 18:25:52.085712 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78618894-1581-4d81-98f8-77ff37c4041b req-2437e67a-4f6d-4bac-8f20-828fee2f9149 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:52.087297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78618894-1581-4d81-98f8-77ff37c4041b req-2437e67a-4f6d-4bac-8f20-828fee2f9149 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 931 time: 0.0903141 Mar 11 18:25:52.134671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-78618894-1581-4d81-98f8-77ff37c4041b req-b3bcad3e-c72b-4460-8f71-78f09fa20724 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Mar 11 18:25:52.376527 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Request body: {'port': {'device_id': '4736854e-f90f-45ea-9334-57e3b40082ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:25:52.490123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.837267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced040e2-2eb4-43cd-aa99-36f4e901f233 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:25:52.844455 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.859285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Transition to ACTIVE for port object ced040e2-2eb4-43cd-aa99-36f4e901f233 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:52.865898 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.986383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Pushing event updated for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:53.097117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Attempting to bind port ced040e2-2eb4-43cd-aa99-36f4e901f233 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:53.097451 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Attempting to bind port ced040e2-2eb4-43cd-aa99-36f4e901f233 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:53.097784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Attempting to bind port ced040e2-2eb4-43cd-aa99-36f4e901f233 on network 8b7a4ad0-36f6-4593-8477-2e70f5916401 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:53.103874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Port ced040e2-2eb4-43cd-aa99-36f4e901f233 on network 8b7a4ad0-36f6-4593-8477-2e70f5916401 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:25:53.104179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Attempting to bind port ced040e2-2eb4-43cd-aa99-36f4e901f233 on network 8b7a4ad0-36f6-4593-8477-2e70f5916401 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:25:53.110280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:25:53.110632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Checking segment: {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:25:53.111000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Bound using segment: {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:25:53.111781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Bound port: ced040e2-2eb4-43cd-aa99-36f4e901f233, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1bb11c-6fd1-4641-83b3-b078774f378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:53.111781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:53.196957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:53.199833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:53.215082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:53.282388 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:53.284066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] 10.222.0.59 "PUT /v2.0/ports/ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 1091 time: 0.9120564 Mar 11 18:25:53.284510 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:25:53.312093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfb818-4530-4d48-b43e-d252f22169aa service neutron] Pushing event updated for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:53.380175 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'status': 'completed', 'code': 200} Mar 11 18:25:53.426320 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-98dc7bfb-3991-4785-b251-1d1231645b02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1094 time: 0.0813942 Mar 11 18:25:53.504131 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-b53af06e-8545-4520-9021-c434b95c56f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 217 time: 0.0654509 Mar 11 18:25:53.514851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a810e-0688-469b-a159-e9f09c03404e req-08ec5e20-ab1c-4be3-8f64-199a3c96d257 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.516433 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa3a810e-0688-469b-a159-e9f09c03404e req-08ec5e20-ab1c-4be3-8f64-199a3c96d257 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 943 time: 0.0771408 Mar 11 18:25:53.563305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa3a810e-0688-469b-a159-e9f09c03404e req-ae46d8c3-f18f-43ea-bad7-fd88674d1cf8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Mar 11 18:25:53.572020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-f80c1b08-52c7-4f67-ae80-ad25b5e2eb73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.573463 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-f80c1b08-52c7-4f67-ae80-ad25b5e2eb73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0613909 Mar 11 18:25:53.651306 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-3ca0bd71-da99-4bd5-8ff5-51a3110a88f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689206 Mar 11 18:25:53.782772 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-32f383dc-3cca-4bb5-8df2-bf70e4ae6972 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251757 Mar 11 18:25:53.912834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-edfc74d1-c7f7-458d-bca8-238a8b5fb84f req-2151ef50-9bf8-4dce-aaa8-b674db37ec11 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237309 Mar 11 18:25:54.176534 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-ecd491f1-93e8-43f4-b5d6-16a821f15f22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1094 time: 0.1676569 Mar 11 18:25:54.312097 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-c94ea65e-2b91-41d6-8742-74f5482fba16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:54.313543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-c94ea65e-2b91-41d6-8742-74f5482fba16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1308379 Mar 11 18:25:54.381831 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-2dae6907-d21d-4207-bac1-aadcdc663a2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 217 time: 0.0615647 Mar 11 18:25:54.443372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-e39a2b13-8c9b-47df-9a90-79112c95be2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:54.444713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-e39a2b13-8c9b-47df-9a90-79112c95be2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0568299 Mar 11 18:25:54.522285 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-6286f72a-ee87-4d4a-bb3c-dfb1781259ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704613 Mar 11 18:25:54.663859 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-0f84fc27-430b-4a0d-b5aa-beb09372bd65 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344597 Mar 11 18:25:54.764395 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fed8c-4188-4926-b8f3-25e7311da5ec req-7a20b3ad-0af1-4444-8146-3668db094c8f tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:54.765800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e6fed8c-4188-4926-b8f3-25e7311da5ec req-7a20b3ad-0af1-4444-8146-3668db094c8f tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 943 time: 0.0802186 Mar 11 18:25:54.796345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7668fd39-d87c-4163-88e4-e23a32203b63 req-c6943133-1f87-4d9b-8a43-d9df1fa9b127 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262248 Mar 11 18:25:54.813289 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1e6fed8c-4188-4926-b8f3-25e7311da5ec req-db5cbea7-663b-4240-8061-b0a873cd65e7 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Mar 11 18:25:55.915882 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ced040e2-2eb4-43cd-aa99-36f4e901f233 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:25:56.013792 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30219-65e3-44d0-9dfb-18ad0a306e73 req-bd5c6457-aa6d-4a96-932a-bfe03d1bd52c tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:56.015288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fef30219-65e3-44d0-9dfb-18ad0a306e73 req-bd5c6457-aa6d-4a96-932a-bfe03d1bd52c tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 943 time: 0.0802972 Mar 11 18:25:56.060273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:56.067235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fef30219-65e3-44d0-9dfb-18ad0a306e73 req-fdb6cad7-ab11-4f54-927b-174d1cc343d6 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Mar 11 18:25:56.073624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'port_id': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:25:56.127284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:56.145011 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced040e2-2eb4-43cd-aa99-36f4e901f233 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:25:56.161817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:56.168081 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:56.235652 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:56.459097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['ced040e2-2eb4-43cd-aa99-36f4e901f233'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:25:57.287588 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2745e-6677-4ac5-8fdc-9423f1d34db6 req-8b078139-6a25-43e2-a7c2-d7469afe378e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:57.289058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35b2745e-6677-4ac5-8fdc-9423f1d34db6 req-8b078139-6a25-43e2-a7c2-d7469afe378e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 944 time: 0.0891986 Mar 11 18:25:57.335472 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-35b2745e-6677-4ac5-8fdc-9423f1d34db6 req-b1fe6817-1198-46a4-b0ec-216442943f3d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Mar 11 18:25:57.918502 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ced040e2-2eb4-43cd-aa99-36f4e901f233 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:25:58.018825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port ced040e2-2eb4-43cd-aa99-36f4e901f233 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:58.023744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port ced040e2-2eb4-43cd-aa99-36f4e901f233 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:58.024106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:58.141561 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:58.168436 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:25:58.179183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:58.184284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:58.225917 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'code': 200} Mar 11 18:25:58.249832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:58.385858 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-314b1f9b-d00d-429c-9cb7-3ef92e176fc6 req-816d905b-892e-4f7a-b49b-6a381d5879ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1096 time: 0.0684729 Mar 11 18:25:58.428834 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-314b1f9b-d00d-429c-9cb7-3ef92e176fc6 req-1dd5f44d-31b0-41c3-a9fd-d86009ce3f23 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Mar 11 18:25:58.545031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b058-a9d3-4a1a-aae0-2f8d5282eb00 req-caf474a9-efc3-4aa0-855b-2ccf672918ba tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:58.546746 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6e5b058-a9d3-4a1a-aae0-2f8d5282eb00 req-caf474a9-efc3-4aa0-855b-2ccf672918ba tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0902507 Mar 11 18:25:58.593335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6e5b058-a9d3-4a1a-aae0-2f8d5282eb00 req-a9e91284-454e-451a-9ac7-33e6ed0334cd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Mar 11 18:25:59.807041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516b63-f527-4e46-8383-ec00a588816f req-ba306239-6d75-4be7-bd8c-f9c29c48bd15 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:59.808529 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42516b63-f527-4e46-8383-ec00a588816f req-ba306239-6d75-4be7-bd8c-f9c29c48bd15 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0895071 Mar 11 18:25:59.868421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42516b63-f527-4e46-8383-ec00a588816f req-4bb76554-b5ae-498a-a0fa-8f9a93c91196 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Mar 11 18:26:00.085893 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d021-236e-4368-9bf0-4dcbe3751798 req-7dc6bfa8-7f04-42bc-9dc1-6b20fd19be99 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:00.087417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fc2d021-236e-4368-9bf0-4dcbe3751798 req-7dc6bfa8-7f04-42bc-9dc1-6b20fd19be99 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0987158 Mar 11 18:26:00.137678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7fc2d021-236e-4368-9bf0-4dcbe3751798 req-029acb2a-8440-4ec5-95eb-4b16d813e91d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Mar 11 18:26:00.571024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01580f-b45f-4ec3-a4d1-54ab6fed144c req-a7215a38-7fba-41a3-b45a-95a5f04b2ad0 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:00.572474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f01580f-b45f-4ec3-a4d1-54ab6fed144c req-a7215a38-7fba-41a3-b45a-95a5f04b2ad0 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0846281 Mar 11 18:26:00.622671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f01580f-b45f-4ec3-a4d1-54ab6fed144c req-b27677bd-cf65-4bc5-9c79-3b1cdb45086c tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Mar 11 18:26:09.929871 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:10.952509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf3fec-41df-452b-b623-ba1356953f60 req-216cab95-0ba3-4ffa-9ea4-a5e76972693a tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:10.954036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5cdf3fec-41df-452b-b623-ba1356953f60 req-216cab95-0ba3-4ffa-9ea4-a5e76972693a tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.1664703 Mar 11 18:26:10.998257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5cdf3fec-41df-452b-b623-ba1356953f60 req-5e825b69-ee76-45a3-aa82-cfe83b2bd79b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 Mar 11 18:26:11.026654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45634) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:11.176742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-08391c00-efde-481d-87a8-1246d870b3a9 tempest-TestMinimumBasicScenario-542039942 tempest-TestMinimumBasicScenario-542039942-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1091 time: 0.1489377 Mar 11 18:26:11.179754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45640) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:11.184983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:11.191410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:11.195335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:floatingip and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:11.198229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:11.204070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:11.216417 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:11.359897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:11.506345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Allocated IP 172.25.3.171 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/440793c0-d674-452d-b18a-ae4e2ef4777b) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:26:11.535189 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:26:11.656645 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:11.687740 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:11.756535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:26:11.759401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:26:11.762221 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:26:11.791288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'Port': ['ID=440793c0-d674-452d-b18a-ae4e2ef4777b,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:11.815579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.815915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.816244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.816579 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.816889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.817203 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.817517 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.817846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.818137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.818468 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:11.818778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:12.294137 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:12.352849 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:12.363986 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c13690f-9a60-4633-add3-553f72fa34af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:12.565696 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:12.571654 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:12.685195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'Port': ['ID=440793c0-d674-452d-b18a-ae4e2ef4777b,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:12.698244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:12.995441 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Floating IP 4ecfb46d-95b5-4489-ae2f-3935ffdf392d associated. External IP: 172.25.3.171, port: ced040e2-2eb4-43cd-aa99-36f4e901f233. Mar 11 18:26:13.415385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:26:13.627094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:26:13.637097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] Sync routers for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:26:13.651085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:26:13.651678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:13.654613 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:13.708810 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-27b6542e-852c-45d9-8f5a-51b8caa30133 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5279474 Mar 11 18:26:13.709401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:26:13.711957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45644) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:13.718033 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231994988', 'description': 'tempest-secgroup-smoke-1231994988 description', 'project_id': '430777df8c164ee1acee4a899cfd7804'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:13.725755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:13.735937 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:13.749428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:13.787567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:13.791768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:13.794897 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:13.801228 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:13.840529 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:26:13.860698 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:13.865759 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:13.923666 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf37c33b-e810-49d6-8c0b-1ef24225576a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:13.931277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:13.933037 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6956495-10f1-423d-8fdf-59523f503297 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2200580 Mar 11 18:26:13.936460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45652) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:13.943123 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'security_group_rule': {'security_group_id': 'cf37c33b-e810-49d6-8c0b-1ef24225576a', 'project_id': '430777df8c164ee1acee4a899cfd7804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:13.949214 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'status': 'completed', 'code': 200} Mar 11 18:26:13.951416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:13.955542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:13.958509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:13.964885 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:13.982640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.054845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.059550 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.074765 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-bffc6e46-687a-4dc6-b31c-8933e57a45bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1096 time: 0.0759857 Mar 11 18:26:14.084704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e914efdc-21fa-4a8a-af71-72773ee638c8,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:14.095536 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.099647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8d77a2f4-73a8-41b5-900d-69b3a4c19f1d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1591904 Mar 11 18:26:14.099832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45656) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:14.105605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'security_group_rule': {'security_group_id': 'cf37c33b-e810-49d6-8c0b-1ef24225576a', 'project_id': '430777df8c164ee1acee4a899cfd7804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:14.113004 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:14.117441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:14.120503 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:14.126656 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:14.145829 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.217933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.222610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.236793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-453fa0c5-b949-4925-8d9e-da914c35fe2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:14.238336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-453fa0c5-b949-4925-8d9e-da914c35fe2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1578922 Mar 11 18:26:14.255678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.259599 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1560860 Mar 11 18:26:14.259599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4463cd-a7f6-43c9-ba2b-2a4adb366f02 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867644b3-262f-41e5-8442-dc2c7c0e7860,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:14.260756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45660) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:14.266384 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'security_group_rule': {'security_group_id': 'cf37c33b-e810-49d6-8c0b-1ef24225576a', 'project_id': '430777df8c164ee1acee4a899cfd7804', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:14.273152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:14.277928 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:14.280544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:14.287321 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:14.290773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '4ecfb46d-95b5-4489-ae2f-3935ffdf392d', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'port_id': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736854e-f90f-45ea-9334-57e3b40082ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:26:12Z', 'updated_at': '2022-03-11T18:26:12Z', 'revision_number': 0, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:40Z', 'revision_number': 5, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:14.296013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] Checking router: 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:26:14.306620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.307757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:26:14.308430 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:25:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:14.353360 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-5c601a32-440d-46b7-b315-3adb8b9ea71e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 999 time: 0.1055112 Mar 11 18:26:14.378050 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.382616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.407121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb14715-1c2f-42ff-a371-c7696a580a50,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:14.417599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.418783 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-cdc033d8-eadf-4aaa-a6e2-5b3199c96faf tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1570156 Mar 11 18:26:14.421728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45664) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:14.427705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'security_group_rule': {'security_group_id': 'cf37c33b-e810-49d6-8c0b-1ef24225576a', 'project_id': '430777df8c164ee1acee4a899cfd7804', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:14.429246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-9ed6d29f-d0bb-463e-b6fd-7b4499bb1375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:14.430904 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-9ed6d29f-d0bb-463e-b6fd-7b4499bb1375 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0677900 Mar 11 18:26:14.434068 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:14.438007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:14.442793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:14.450687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:14.472729 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.497320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:26:14.512076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-b887db44-6a29-4169-bd60-88d44c52e920 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750709 Mar 11 18:26:14.545376 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.551008 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.576741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7207b948-4a8a-450b-9c8b-7672e186357d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:14.590640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.596038 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-572db78e-1ba1-4ede-ac6e-6f8c331681d1 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1728694 Mar 11 18:26:14.596580 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45668) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:14.602719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'security_group_rule': {'security_group_id': 'cf37c33b-e810-49d6-8c0b-1ef24225576a', 'project_id': '430777df8c164ee1acee4a899cfd7804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:14.610445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:14.617281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:14.621685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:14.624952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:14.634428 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2e716ee2-3c3f-4fb4-a8c8-d6d934389a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.644357 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Project 430777df8c164ee1acee4a899cfd7804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:26:14.652012 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.668054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-2df5620c-801d-4b7b-af72-e5cb8a13bee1 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483877 Mar 11 18:26:14.724338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.728870 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.753210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9488b2-7d43-4055-81e1-0dc1522569b8,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:14.763326 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.764845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c7d755ba-adb8-4b7f-8575-db3570e444f4 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1668236 Mar 11 18:26:14.767485 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45672) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:26:14.773825 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'security_group_rule': {'security_group_id': 'cf37c33b-e810-49d6-8c0b-1ef24225576a', 'project_id': '430777df8c164ee1acee4a899cfd7804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:14.780417 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:26:14.784415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Usage tracker for resource:security_group_rule and tenant:430777df8c164ee1acee4a899cfd7804 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:26:14.787401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:26:14.793602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:26:14.807334 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Project 430777df8c164ee1acee4a899cfd7804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:26:14.817478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.880352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '4ecfb46d-95b5-4489-ae2f-3935ffdf392d', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'port_id': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736854e-f90f-45ea-9334-57e3b40082ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:26:12Z', 'updated_at': '2022-03-11T18:26:12Z', 'revision_number': 0, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:40Z', 'revision_number': 5, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:14.885500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1c671-19ed-4575-b32d-64b8aa6b6ff5 None None] The sync data for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 is: [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '4ecfb46d-95b5-4489-ae2f-3935ffdf392d', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'port_id': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'mac_address': 'fa:16:3e:c1:d8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736854e-f90f-45ea-9334-57e3b40082ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:26:12Z', 'updated_at': '2022-03-11T18:26:12Z', 'revision_number': 0, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:40Z', 'revision_number': 5, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:26:14.899321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.905358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.922060 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-75916544-9b38-4ea5-8d7f-d74f7e7a9591 req-36c47645-7276-4522-864c-6aa3c39e7869 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407053 Mar 11 18:26:14.930104 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179bfa85-8ae5-4c13-a65e-9b3133e75163,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:14.946637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:14.948170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a2051a17-9f82-41c6-b5ac-446aba5deefb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1796675 Mar 11 18:26:15.087514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-c8c35960-b518-4364-9c71-926ea7472ac9 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231994988&fields=id&tenant_id=430777df8c164ee1acee4a899cfd7804 HTTP/1.1" status: 200 len: 267 time: 0.0447533 Mar 11 18:26:15.094976 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17060c2e-0b16-4d91-afc4-bcf20280df1d None None] New status for floating IP 4ecfb46d-95b5-4489-ae2f-3935ffdf392d: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:26:15.169454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4793d521-d517-4836-bc67-704a0a4da9f0 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:15.171340 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4793d521-d517-4836-bc67-704a0a4da9f0 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0777378 Mar 11 18:26:15.182262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'port': {'security_groups': ['29befd55-69be-4bd9-9f70-d2c3727af172', 'cf37c33b-e810-49d6-8c0b-1ef24225576a']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:26:15.304178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:15.663460 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:26:15.688719 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:15.697244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:15.732366 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['ced040e2-2eb4-43cd-aa99-36f4e901f233'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:26:15.774922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:15.775544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:15.776975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b7444fd-5eae-4b15-a410-04e40803be95 req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "PUT /v2.0/ports/ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 981 time: 0.5993707 Mar 11 18:26:15.796623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f604f1f-9cad-4c63-b1b5-d69e1ee6140b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=6']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:15.888820 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:15.912106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['ced040e2-2eb4-43cd-aa99-36f4e901f233'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:26:15.954882 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:26:15.997158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d316f-bcb3-47f8-acff-30d1d7ea1957 req-a54b1992-06dd-4672-8b58-a17ce6688935 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:16.004500 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e35d316f-bcb3-47f8-acff-30d1d7ea1957 req-a54b1992-06dd-4672-8b58-a17ce6688935 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.1165757 Mar 11 18:26:16.021203 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:16.048306 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'status': 'completed', 'code': 200} Mar 11 18:26:16.062327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e35d316f-bcb3-47f8-acff-30d1d7ea1957 req-af4361e1-9297-449f-ae4f-6411b047a96c tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568500 Mar 11 18:26:16.178060 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-806a93f3-c055-42c8-a57f-5ae47aa37466 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1135 time: 0.0755908 Mar 11 18:26:16.186388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0783a45f-8cd5-4d19-8b7c-cbc5292d9ead None None] Provisioning complete for port ced040e2-2eb4-43cd-aa99-36f4e901f233 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:26:16.186780 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0783a45f-8cd5-4d19-8b7c-cbc5292d9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:16.309790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-d97f036f-d3e4-4a15-87e7-b3b058ef0281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:16.311201 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-d97f036f-d3e4-4a15-87e7-b3b058ef0281 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1274140 Mar 11 18:26:16.417138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-2cdeb02b-aea9-4000-baeb-ac3db39068e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 1001 time: 0.0998113 Mar 11 18:26:16.481258 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-aa8c5735-0d3f-4458-b046-e80517fae283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:16.482716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-aa8c5735-0d3f-4458-b046-e80517fae283 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0581911 Mar 11 18:26:16.560487 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-7b98b689-c8ac-438b-85aa-fbb4f4e089a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708964 Mar 11 18:26:16.694726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-de152e58-0fa7-45fa-8ded-62bee181ffff service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283867 Mar 11 18:26:16.830660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ea025b2f-c108-4b9b-a85b-a5e8db27eece req-41294ad3-a1d0-4b31-89da-54f2b7d79fba service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284242 Mar 11 18:26:17.131281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0adeb3c7-ea51-4ded-8bcf-c5d773cd2f15 req-69b7c5b8-ae4f-4b8c-a102-7b94db739c53 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0407078 Mar 11 18:26:17.194242 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:17.261361 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0adeb3c7-ea51-4ded-8bcf-c5d773cd2f15 req-850cd96f-b87d-48d2-9a0e-b25476e2ed5a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0436497 Mar 11 18:26:17.316799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0adeb3c7-ea51-4ded-8bcf-c5d773cd2f15 req-e8a6ab22-1778-4af9-8a83-e1ddc9ed8431 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254920 Mar 11 18:26:17.455452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb3c7-ea51-4ded-8bcf-c5d773cd2f15 req-e5a54937-c828-4580-b7bc-cafc10439fb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:17.456923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0adeb3c7-ea51-4ded-8bcf-c5d773cd2f15 req-e5a54937-c828-4580-b7bc-cafc10439fb3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1349673 Mar 11 18:26:19.388509 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-0b30bd91-c326-4c4d-ad7d-2ebc0fd4a8ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728009 Mar 11 18:26:19.556063 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-48590f76-1b85-4f30-98cf-9706aaf4560b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1135 time: 0.0807900 Mar 11 18:26:19.722021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f0174-d032-4982-99bd-57099329b12f req-5dc4d7fc-459b-4e9c-a27d-6395fab20937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:19.723486 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-5dc4d7fc-459b-4e9c-a27d-6395fab20937 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1420557 Mar 11 18:26:19.828237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-250ca1e0-1c91-4354-bb10-fd5fc79e1ec6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 1001 time: 0.0983751 Mar 11 18:26:19.893333 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f0174-d032-4982-99bd-57099329b12f req-674db4fc-0824-4269-8f22-9569dab60dc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:19.894810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-674db4fc-0824-4269-8f22-9569dab60dc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0599675 Mar 11 18:26:19.970443 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-72ff83de-92a0-4dab-9641-3dfe87f12a03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694268 Mar 11 18:26:20.101530 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-ec3906c8-90b1-4f37-b130-f67ba1259e75 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234319 Mar 11 18:26:20.232292 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3d5f0174-d032-4982-99bd-57099329b12f req-e3470829-1195-4d11-83a7-2d0a0db3ba37 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250055 Mar 11 18:26:39.135542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be577-1349-4a9f-b878-c50b4128948c req-80b37a47-ad3c-4a68-809d-c79ef263cf99 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:39.142772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c35be577-1349-4a9f-b878-c50b4128948c req-80b37a47-ad3c-4a68-809d-c79ef263cf99 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.1048775 Mar 11 18:26:39.187770 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c35be577-1349-4a9f-b878-c50b4128948c req-2bae50b9-83e5-4212-be4f-020ea236cd27 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440664 Mar 11 18:26:39.212682 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-476f6956-12a5-453d-8a66-02c2643735a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1135 time: 0.1938000 Mar 11 18:26:39.346161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-fde6e141-5365-4c90-9771-80cfcf3ca3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:39.347674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-fde6e141-5365-4c90-9771-80cfcf3ca3d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1289928 Mar 11 18:26:39.454905 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-1da282c6-774b-4815-9f82-7ae758553d4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 1001 time: 0.1008112 Mar 11 18:26:39.518297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-27214597-ecda-4a91-be67-43afca33848d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:39.519661 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-27214597-ecda-4a91-be67-43afca33848d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0579648 Mar 11 18:26:39.602709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-18eb0b09-4d6e-4bdd-8872-97b9a30ccd06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763812 Mar 11 18:26:39.732553 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-e573de5b-20bf-49d3-a5ca-e3de0ac42133 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225438 Mar 11 18:26:39.864662 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b5209f67-8eb0-46d7-b46b-a28ca792a06b req-7329a9ae-d92a-4dbf-98bf-efc6ebf829b5 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250939 Mar 11 18:26:39.940994 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:40.388351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60657956-5dc7-4d06-8769-306f9c4e5dae req-866e3906-68ae-4084-ae68-605c4d129459 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:40.389795 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60657956-5dc7-4d06-8769-306f9c4e5dae req-866e3906-68ae-4084-ae68-605c4d129459 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0799134 Mar 11 18:26:40.438616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60657956-5dc7-4d06-8769-306f9c4e5dae req-a8043619-6f57-40be-a835-6f3db8de4bb8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429752 Mar 11 18:26:41.652414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d633-a926-495b-894f-2258aa31fa74 req-3050dc13-2d89-4e13-b138-55eac4cfb398 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:41.653882 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0405d633-a926-495b-894f-2258aa31fa74 req-3050dc13-2d89-4e13-b138-55eac4cfb398 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0829098 Mar 11 18:26:41.707262 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0405d633-a926-495b-894f-2258aa31fa74 req-407072dd-26e8-4786-aaac-640f3b273ddd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452678 Mar 11 18:26:42.376544 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f4e1aa47-0cd2-46b4-9daf-37db1b2e29d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:43.071652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8fc62-d134-4510-8939-524d08a5febc req-289ae59a-b140-40f7-9358-1e79fd07acd5 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:43.073017 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60b8fc62-d134-4510-8939-524d08a5febc req-289ae59a-b140-40f7-9358-1e79fd07acd5 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0839906 Mar 11 18:26:43.129951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-60b8fc62-d134-4510-8939-524d08a5febc req-1f2d3ce7-a2f7-4efc-bf8f-d33f4350ed4f tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491588 Mar 11 18:26:44.341320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8befe-3c8d-4bc3-9f41-c879a0af1e29 req-5acea668-02b7-4120-b787-c6ae27bd7234 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:44.342772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4e8befe-3c8d-4bc3-9f41-c879a0af1e29 req-5acea668-02b7-4120-b787-c6ae27bd7234 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0824726 Mar 11 18:26:44.389417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4e8befe-3c8d-4bc3-9f41-c879a0af1e29 req-f237a2be-663a-4933-92a8-8e79abb3bfb2 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411417 Mar 11 18:26:44.540363 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-199003eb-d376-473b-a985-da452dedc033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:45.603426 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d6f1-1602-45d0-a0be-adad915e843e req-ba8ae6bc-bb57-496c-a2a4-3a30784b91cb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:45.604894 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d711d6f1-1602-45d0-a0be-adad915e843e req-ba8ae6bc-bb57-496c-a2a4-3a30784b91cb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0792875 Mar 11 18:26:45.657409 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d711d6f1-1602-45d0-a0be-adad915e843e req-775879b3-82d4-44b6-aea8-f208f7342ef8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445609 Mar 11 18:26:45.852306 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:45.896351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:46.908139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fdd36-b78f-4137-92de-17cfa64fdee5 req-801d799f-5719-43e4-aa7f-647d216c0fa2 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:46.909595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c7fdd36-b78f-4137-92de-17cfa64fdee5 req-801d799f-5719-43e4-aa7f-647d216c0fa2 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0992916 Mar 11 18:26:46.966991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c7fdd36-b78f-4137-92de-17cfa64fdee5 req-a94ac41c-4235-43c4-bd5d-44267df24499 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515900 Mar 11 18:26:47.179970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:48.175445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bdf1b-fb43-48ab-b294-06fe5c4c725c req-c9da5afa-ad79-4e4f-905e-664a67f501ec tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:48.176879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec4bdf1b-fb43-48ab-b294-06fe5c4c725c req-c9da5afa-ad79-4e4f-905e-664a67f501ec tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0788355 Mar 11 18:26:48.224314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec4bdf1b-fb43-48ab-b294-06fe5c4c725c req-d0a66302-8144-4ee4-a41a-d296ce25a013 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417435 Mar 11 18:26:48.539505 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:26:49.457673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae2d08-449f-4ed5-9a89-4954413b197f req-68f2a3f1-45bb-4c11-abe9-08d879b1a1c3 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:49.459048 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acae2d08-449f-4ed5-9a89-4954413b197f req-68f2a3f1-45bb-4c11-abe9-08d879b1a1c3 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0919778 Mar 11 18:26:49.507386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acae2d08-449f-4ed5-9a89-4954413b197f req-1c6c856b-8633-4009-802d-af40db8df78d tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425797 Mar 11 18:26:50.720228 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f36a6-a7d1-4fc7-b4fd-2c5602e0a56e req-1159d00b-4284-4b49-a71a-032c4c6b8554 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:50.721667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb8f36a6-a7d1-4fc7-b4fd-2c5602e0a56e req-1159d00b-4284-4b49-a71a-032c4c6b8554 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0797114 Mar 11 18:26:50.770497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eb8f36a6-a7d1-4fc7-b4fd-2c5602e0a56e req-be106425-7369-49d7-a893-6b3249e22239 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433068 Mar 11 18:26:51.999629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf5f43-2a98-4612-a77e-db6f7de30cb9 req-67b4b692-7a58-4207-82f0-4b6bcecabdd7 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:52.001200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdbf5f43-2a98-4612-a77e-db6f7de30cb9 req-67b4b692-7a58-4207-82f0-4b6bcecabdd7 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0991545 Mar 11 18:26:52.051286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cdbf5f43-2a98-4612-a77e-db6f7de30cb9 req-d09235e8-abaa-4d7a-83fb-3c2e147207e6 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441961 Mar 11 18:26:53.355940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daca65-4100-4fb7-b552-d409af6edc5b req-5436be54-a2c5-42ea-8458-345cce48c061 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:53.357337 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33daca65-4100-4fb7-b552-d409af6edc5b req-5436be54-a2c5-42ea-8458-345cce48c061 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.1734312 Mar 11 18:26:53.404569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-33daca65-4100-4fb7-b552-d409af6edc5b req-f0cd035a-5fc0-40a5-af3e-ed323ecc1eb8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413370 Mar 11 18:26:54.611206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8eb55-6d2d-4c26-aabf-d8d0be0f99b8 req-44525ebe-f63a-4924-8c7d-6f0b82dbdb8b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:54.612680 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dc8eb55-6d2d-4c26-aabf-d8d0be0f99b8 req-44525ebe-f63a-4924-8c7d-6f0b82dbdb8b tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0836570 Mar 11 18:26:54.661845 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dc8eb55-6d2d-4c26-aabf-d8d0be0f99b8 req-21080f6b-c56f-4769-966f-01ff4678ae9c tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433030 Mar 11 18:26:55.881568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd41e8-51a0-41d9-beaa-e48553ad2957 req-0a18bd47-ea0f-41a4-956a-9012cef2b204 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:55.882987 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48dd41e8-51a0-41d9-beaa-e48553ad2957 req-0a18bd47-ea0f-41a4-956a-9012cef2b204 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0849142 Mar 11 18:26:55.931955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-48dd41e8-51a0-41d9-beaa-e48553ad2957 req-d0266244-3a90-4c2d-89d2-f8b1256ed954 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432591 Mar 11 18:26:57.146767 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f633f4-62fb-42db-bdf4-315d09413226 req-87673630-a0c8-4542-8403-d5f18847b5b2 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:57.148213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80f633f4-62fb-42db-bdf4-315d09413226 req-87673630-a0c8-4542-8403-d5f18847b5b2 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0821705 Mar 11 18:26:57.194936 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-80f633f4-62fb-42db-bdf4-315d09413226 req-04ab57be-8fb5-4073-b62f-f96bf0424815 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&id=cf37c33b-e810-49d6-8c0b-1ef24225576a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411906 Mar 11 18:27:09.941998 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:12.381596 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a80b8852-0a9c-42e7-a96c-6935325d2fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:14.542665 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-879482bf-3539-4dd4-8f87-821cac892115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:15.853300 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:15.905697 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:17.178736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:19.224942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9e0ecd-7900-407e-a613-7acbb2fe65bd req-74f0e75b-0c0c-4692-ad07-80c3cd39a166 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0425820 Mar 11 18:27:19.295908 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9e0ecd-7900-407e-a613-7acbb2fe65bd req-33b87a0e-c21b-4df1-9ce1-1f02aaf304ed service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0392265 Mar 11 18:27:19.347156 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9e0ecd-7900-407e-a613-7acbb2fe65bd req-55760c9a-fab5-4161-a5ab-4bee778f44fb service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248861 Mar 11 18:27:19.350279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-74b934fa-8119-47a4-9fdc-748af0fccd45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718417 Mar 11 18:27:19.483366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e0ecd-7900-407e-a613-7acbb2fe65bd req-8414a358-8727-4ce0-88b3-e1663de03693 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:19.484989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-df9e0ecd-7900-407e-a613-7acbb2fe65bd req-8414a358-8727-4ce0-88b3-e1663de03693 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1310861 Mar 11 18:27:19.507335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-ddabb63c-371e-4839-ba2b-e3a8562de464 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1135 time: 0.0687990 Mar 11 18:27:19.660976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-779d9bd6-2288-404d-bb86-71ca25b64136 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:19.662394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-779d9bd6-2288-404d-bb86-71ca25b64136 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1339798 Mar 11 18:27:19.766215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-4abe1083-4476-4519-87ec-271e21ec4c65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 1001 time: 0.0965462 Mar 11 18:27:19.832032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-411759d7-736a-4054-b17a-34b46697763a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:19.833434 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-411759d7-736a-4054-b17a-34b46697763a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0586419 Mar 11 18:27:19.919197 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-1542e0b9-c49e-443b-914d-052184332643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698838 Mar 11 18:27:20.059216 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-503e56f0-6bc0-4277-a846-ec56473bad38 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292200 Mar 11 18:27:20.191015 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0fdffaa3-7c94-4d6c-bf07-01b942aa72f9 req-11d7fb36-abb2-49f0-836a-4d30d9318102 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295280 Mar 11 18:27:25.547640 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:27:28.196745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-fc4443d5-4a44-4a97-8b52-7cce024e0ce1 req-fa128d1d-e4eb-41c8-9417-f94287c1efc6 service neutron] (83849) timed out ('10.222.0.96', 41914) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:27:30.224033 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-c7ed1e81-30ba-4907-90f8-30cf2441a8f3 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231994988&fields=id&tenant_id=430777df8c164ee1acee4a899cfd7804 HTTP/1.1" status: 200 len: 267 time: 0.0447640 Mar 11 18:27:30.312434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-ace2bcfb-2b18-471e-8801-77af946ac6eb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:30.314762 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-ace2bcfb-2b18-471e-8801-77af946ac6eb tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 984 time: 0.0852029 Mar 11 18:27:30.328639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Request body: {'port': {'security_groups': ['29befd55-69be-4bd9-9f70-d2c3727af172']}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:30.455011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:30.706582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:30.732714 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:30.738916 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:30.774757 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['ced040e2-2eb4-43cd-aa99-36f4e901f233'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:27:30.811016 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:30.811630 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:30.813109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-99ce4bfb-ff9d-4ff5-8024-79f1e30fd2ef req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "PUT /v2.0/ports/ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 942 time: 0.4915068 Mar 11 18:27:30.819568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:27:30.820318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45748) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:30.840090 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event updated for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=7']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:30.849814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.850494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.851033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.851680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.853146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.853691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.854207 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.854832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.855224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.855619 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.856069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e29d5a-0d51-42ff-832e-bd5d153cfebd tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:30.890768 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'status': 'completed', 'code': 200} Mar 11 18:27:30.904706 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:30.943693 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:30.955961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['ced040e2-2eb4-43cd-aa99-36f4e901f233'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:27:31.110825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9076f266-5212-4e24-a28d-6b7d9b0471e0 None None] Provisioning complete for port ced040e2-2eb4-43cd-aa99-36f4e901f233 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:27:31.111304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9076f266-5212-4e24-a28d-6b7d9b0471e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:31.154998 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-cf5bd63f-6485-4b25-b6df-cb5106c04e0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1096 time: 0.2026951 Mar 11 18:27:31.245793 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:31.270716 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf37c33b-e810-49d6-8c0b-1ef24225576a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:31.289925 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:31.291101 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "DELETE /v2.0/security-groups/cf37c33b-e810-49d6-8c0b-1ef24225576a HTTP/1.1" status: 204 len: 168 time: 0.4692194 Mar 11 18:27:31.294006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45754) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:31.303263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.303607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.303943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.304274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.304600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.304924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.305242 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.305562 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.305881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.306192 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.306536 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730e93f-e1f5-4a37-b58f-8615b5bcaf9e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:31.332980 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-991abb39-4856-42ca-90be-846636b0dd9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:31.334507 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-991abb39-4856-42ca-90be-846636b0dd9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1734827 Mar 11 18:27:31.445109 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-383a8115-4a8d-40ad-a80a-fe91bc268a7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 1001 time: 0.1030865 Mar 11 18:27:31.502961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Deleting port 440793c0-d674-452d-b18a-ae4e2ef4777b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:31.503212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:31.509925 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-6069c1e9-14a6-4591-b643-71c06f401662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:31.511663 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-6069c1e9-14a6-4591-b643-71c06f401662 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0602064 Mar 11 18:27:31.586917 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-240e14dd-af1e-4a71-92ba-a09f6d001a72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681875 Mar 11 18:27:31.673105 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:31.673425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:31.721907 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-aa5641c4-dd81-4ef9-929c-0e063a1e47e0 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273973 Mar 11 18:27:31.861662 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5b41a444-e17e-4239-a198-a1dc9fef2979 req-bea1416f-b699-4594-a95c-91140c2084ab service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299412 Mar 11 18:27:31.885470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Calling delete_port for 440793c0-d674-452d-b18a-ae4e2ef4777b owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:32.037576 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:32.082135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event deleted for resources: {'Port': ['ID=440793c0-d674-452d-b18a-ae4e2ef4777b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:32.176409 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:32.569111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:27:32.785827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:32.796281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] Sync routers for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:27:32.803599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:32.809592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:27:32.810200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:32.859543 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ad1efa5e-4d0b-43dd-88d4-c53ab39c2b43 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "DELETE /v2.0/floatingips/4ecfb46d-95b5-4489-ae2f-3935ffdf392d HTTP/1.1" status: 204 len: 168 time: 1.5616941 Mar 11 18:27:32.892597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:27:32.956889 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'status': 'completed', 'code': 200} Mar 11 18:27:32.990097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:27:33.084887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-c8b87cf3-06eb-4b45-bea3-f9a0c38d7bda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430777df8c164ee1acee4a899cfd7804&device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 1096 time: 0.0804224 Mar 11 18:27:33.226708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-4d48ab79-fdad-4490-97ff-496ad9e9cafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:33.228157 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-4d48ab79-fdad-4490-97ff-496ad9e9cafe service neutron] 10.222.0.59 "GET /v2.0/networks?id=8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 200 len: 916 time: 0.1361361 Mar 11 18:27:33.306636 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-3f495731-c1fa-4985-9034-c759e9fc6b14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 200 len: 217 time: 0.0721602 Mar 11 18:27:33.356281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:40Z', 'revision_number': 5, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:33.360599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] Checking router: 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:27:33.371906 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:27:33.372547 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:33.373263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-29054c9e-5572-481b-9b79-1bbc0da117ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:33.374762 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-29054c9e-5572-481b-9b79-1bbc0da117ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 200 len: 853 time: 0.0561907 Mar 11 18:27:33.460508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-b882e132-4a06-4398-a960-941fa39c5451 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8b7a4ad0-36f6-4593-8477-2e70f5916401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747643 Mar 11 18:27:33.554203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:27:33.594627 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-3ea87e9c-e33c-449a-99a5-5d70a8e418a7 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274343 Mar 11 18:27:33.730330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b1635ada-1537-4cbc-a3e8-d28bf0b66b53 req-645bdd29-ab07-48ec-863f-310f52bce033 service neutron] 10.222.0.59 "GET /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291456 Mar 11 18:27:33.899246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:40Z', 'revision_number': 5, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:33.903435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9ce1a-04b2-4d36-b815-88dd0b5040bb None None] The sync data for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 is: [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:25:22Z', 'revision_number': 4, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'e9f2b9aa-7091-4fdf-84d4-da123693bf64', 'name': '', 'network_id': '8b7a4ad0-36f6-4593-8477-2e70f5916401', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'mac_address': 'fa:16:3e:a2:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:22Z', 'updated_at': '2022-03-11T18:25:40Z', 'revision_number': 5, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'subnets': [{'id': 'b99f4aa4-a005-4f12-9e87-40ce1443acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:27:34.136872 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11778ca-907b-40a9-ba1f-cf8c0f4545d3 None None] New status for floating IP 4ecfb46d-95b5-4489-ae2f-3935ffdf392d: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:27:37.230195 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c565167-50ba-425e-8050-4cfa3217b087 req-ecb7a65c-f4c6-4ff1-b0f4-0cb311d7354e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:37.230930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1c565167-50ba-425e-8050-4cfa3217b087 req-ecb7a65c-f4c6-4ff1-b0f4-0cb311d7354e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Synchronizing usage tracker for tenant:430777df8c164ee1acee4a899cfd7804 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:27:37.247600 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-1c565167-50ba-425e-8050-4cfa3217b087 req-ecb7a65c-f4c6-4ff1-b0f4-0cb311d7354e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Unset dirty status for tenant:430777df8c164ee1acee4a899cfd7804 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:27:37.248789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c565167-50ba-425e-8050-4cfa3217b087 req-ecb7a65c-f4c6-4ff1-b0f4-0cb311d7354e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0945790 Mar 11 18:27:37.297993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1c565167-50ba-425e-8050-4cfa3217b087 req-23adb6a2-6cd3-4a5c-a547-2fb6e415cd32 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Mar 11 18:27:38.504693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21952ad9-c1e8-425f-b9c2-81e562fd1e0b req-d29e0694-444f-4fbb-bcee-3016e7893b6a tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:38.506169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21952ad9-c1e8-425f-b9c2-81e562fd1e0b req-d29e0694-444f-4fbb-bcee-3016e7893b6a tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0781853 Mar 11 18:27:38.552847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-21952ad9-c1e8-425f-b9c2-81e562fd1e0b req-8d3707bd-e24c-48bb-b470-fee16a05fa5e tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/security-groups?id=29befd55-69be-4bd9-9f70-d2c3727af172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Mar 11 18:27:38.966674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5e828-4ef6-4531-893c-b8a4380269da req-808f4142-4327-4649-b007-ac7f9f1f4fb8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:38.967390 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-36e5e828-4ef6-4531-893c-b8a4380269da req-808f4142-4327-4649-b007-ac7f9f1f4fb8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Synchronizing usage tracker for tenant:430777df8c164ee1acee4a899cfd7804 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:27:38.979364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-36e5e828-4ef6-4531-893c-b8a4380269da req-808f4142-4327-4649-b007-ac7f9f1f4fb8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Unset dirty status for tenant:430777df8c164ee1acee4a899cfd7804 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:27:38.980450 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-36e5e828-4ef6-4531-893c-b8a4380269da req-808f4142-4327-4649-b007-ac7f9f1f4fb8 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.59 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 945 time: 0.0910852 Mar 11 18:27:39.146621 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Deleting port ced040e2-2eb4-43cd-aa99-36f4e901f233 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:39.146875 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:39.390574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] For port ced040e2-2eb4-43cd-aa99-36f4e901f233, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=ced040e2-2eb4-43cd-aa99-36f4e901f233,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:39.390911 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:39.511236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Calling delete_port for ced040e2-2eb4-43cd-aa99-36f4e901f233 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:39.652525 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:39.685947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['ced040e2-2eb4-43cd-aa99-36f4e901f233'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:27:39.700655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Pushing event deleted for resources: {'Port': ['ID=ced040e2-2eb4-43cd-aa99-36f4e901f233,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:39.721219 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b36caec5-3a5b-475b-bfea-721171f3192e req-4156fdf8-7ffd-4855-bdcd-01fa420a4420 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.96 "GET /v2.0/ports?device_id=4736854e-f90f-45ea-9334-57e3b40082ea HTTP/1.1" status: 200 len: 210 time: 0.0488489 Mar 11 18:27:39.773112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] No DVR routers for this DVR port ced040e2-2eb4-43cd-aa99-36f4e901f233 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:27:39.775847 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:39.778259 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'name': 'network-vif-deleted', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:27:39.795895 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-36e5e828-4ef6-4531-893c-b8a4380269da req-770b6eab-740b-4eae-ad76-7d3f85aa1a68 tempest-TestMinimumBasicScenario-2143848218 tempest-TestMinimumBasicScenario-2143848218-project] 10.222.0.59 "DELETE /v2.0/ports/ced040e2-2eb4-43cd-aa99-36f4e901f233 HTTP/1.1" status: 204 len: 173 time: 0.8097184 Mar 11 18:27:39.838621 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4736854e-f90f-45ea-9334-57e3b40082ea', 'name': 'network-vif-deleted', 'tag': 'ced040e2-2eb4-43cd-aa99-36f4e901f233', 'status': 'completed', 'code': 200} Mar 11 18:27:39.937598 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:41.473902 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45838) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:41.969763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:42.374787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed55a108-6d2d-463e-a1f2-8a0d7f1012d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:42.606197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Deleting port e9f2b9aa-7091-4fdf-84d4-da123693bf64 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:42.606815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:42.774952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] For port e9f2b9aa-7091-4fdf-84d4-da123693bf64, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e9f2b9aa-7091-4fdf-84d4-da123693bf64,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:42.775317 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:42.896603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Calling delete_port for e9f2b9aa-7091-4fdf-84d4-da123693bf64 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:43.070725 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:43.113848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f2b9aa-7091-4fdf-84d4-da123693bf64,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:43.496391 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:44.083929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:27:44.284632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:44.294084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] Sync routers for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:27:44.298250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-468144cd-73e2-4036-b642-a72fce442d61 admin admin] 10.222.0.96 "PUT /v2.0/routers/7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8232303 Mar 11 18:27:44.301108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45844) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:44.307941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:27:44.308548 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:44.422908 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ced040e2-2eb4-43cd-aa99-36f4e901f233 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:27:44.464557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: ced040e2-2eb4-43cd-aa99-36f4e901f233 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:27:44.464557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device ced040e2-2eb4-43cd-aa99-36f4e901f233 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:27:44.511725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:44.543220 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:27:44.581153 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-afce369a-f764-4da9-bee3-ed7f090ee907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:44.709534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:44.720283 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Deleting port c1e27aa7-862d-4832-8775-b077b5a372a9 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:44.720527 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:44.829829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:27:43Z', 'revision_number': 5, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port': {'id': 'c1e27aa7-862d-4832-8775-b077b5a372a9', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:20Z', 'updated_at': '2022-03-11T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:44.834223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] Checking router: 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:27:44.845106 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] Routers {'7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:27:44.845704 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:44.889202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] For port c1e27aa7-862d-4832-8775-b077b5a372a9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c1e27aa7-862d-4832-8775-b077b5a372a9,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:44.889515 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:44.998309 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] Set router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:27:45.009966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Calling delete_port for c1e27aa7-862d-4832-8775-b077b5a372a9 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:45.103962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:27:44Z', 'revision_number': 6, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:45.108595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c97e36-e979-4694-9a5a-b1d9be0708c4 None None] The sync data for ids ['7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11'] in n-d-833436-1 is: [{'id': '7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11', 'name': 'tempest-TestMinimumBasicScenario-251294222-router', 'tenant_id': '430777df8c164ee1acee4a899cfd7804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:19Z', 'updated_at': '2022-03-11T18:27:44Z', 'revision_number': 6, 'project_id': '430777df8c164ee1acee4a899cfd7804', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:27:45.277958 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.323075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e27aa7-862d-4832-8775-b077b5a372a9,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:45.546352 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.794838 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.799888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.830213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.830873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:27:45.845837 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.849325 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff32c335-4c87-400c-8511-b8860a0b3bd2 admin admin] 10.222.0.96 "DELETE /v2.0/routers/7dbd8488-e6e4-47bc-be3b-5daf4cb3ef11 HTTP/1.1" status: 204 len: 168 time: 1.5444963 Mar 11 18:27:45.849629 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45850) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:45.855855 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.907403 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.933318 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] Deleting subnet b99f4aa4-a005-4f12-9e87-40ce1443acfa {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:27:45.936526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.987849 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.067902 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.137321 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.180725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99f4aa4-a005-4f12-9e87-40ce1443acfa,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:46.186862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.193109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609f610e-8d92-447e-8fb2-61c5d9882b16 None None] Network 8b7a4ad0-36f6-4593-8477-2e70f5916401 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:27:46.197139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f0d16a6e-03be-4515-95c6-7c0e42eed4f1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b99f4aa4-a005-4f12-9e87-40ce1443acfa HTTP/1.1" status: 204 len: 168 time: 0.3443251 Mar 11 18:27:46.197600 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45854) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:46.307283 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.319888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Deleting port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:46.320201 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.483660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] DHCP port deletion for 8b7a4ad0-36f6-4593-8477-2e70f5916401 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:27:46.488346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Deleting port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:46.488837 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.524507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] For port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:46.525160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.538015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1e27aa7-862d-4832-8775-b077b5a372a9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:27:46.579031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c1e27aa7-862d-4832-8775-b077b5a372a9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:27:46.579278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c1e27aa7-862d-4832-8775-b077b5a372a9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:27:46.579684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e9f2b9aa-7091-4fdf-84d4-da123693bf64 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:27:46.616642 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e9f2b9aa-7091-4fdf-84d4-da123693bf64 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:27:46.616987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e9f2b9aa-7091-4fdf-84d4-da123693bf64 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:27:46.617344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device fcca0fb5-cee3-428f-a122-6aa21a3b5a6a no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:27:46.745674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Calling delete_port for fcca0fb5-cee3-428f-a122-6aa21a3b5a6a owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:46.821192 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.836048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a update to DOWN by agent not found {{(pid=83850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 18:27:46.844070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] For port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,segment=NetworkSegment(ad1bb11c-6fd1-4641-83b3-b078774f378b),segment_id=ad1bb11c-6fd1-4641-83b3-b078774f378b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:46.844806 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.864125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=fcca0fb5-cee3-428f-a122-6aa21a3b5a6a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:46.870109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] No DVR routers for this DVR port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:27:46.972416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Calling delete_port for fcca0fb5-cee3-428f-a122-6aa21a3b5a6a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:46.983329 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.013029 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7a4ad0-36f6-4593-8477-2e70f5916401']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:47.025748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1bb11c-6fd1-4641-83b3-b078774f378b') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:47.026059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1bb11c-6fd1-4641-83b3-b078774f378b') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:47.037700 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.040534 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:27:47.040881 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:27:47.054136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.060499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:27:47.060876 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:27:47.073948 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:27:47.147701 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.152862 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.178691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=8b7a4ad0-36f6-4593-8477-2e70f5916401,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:47.182241 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.197317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2600ac21-4b31-4ad2-af59-67e2de48fdfa admin admin] 10.222.0.96 "DELETE /v2.0/networks/8b7a4ad0-36f6-4593-8477-2e70f5916401 HTTP/1.1" status: 204 len: 168 time: 0.9987977 Mar 11 18:27:47.200356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45858) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:47.542037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Deleting port fcca0fb5-cee3-428f-a122-6aa21a3b5a6a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:47.542467 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.604635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.608054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e20aacaf-0560-464c-81b1-e5c1c6908015 None None] The port 'fcca0fb5-cee3-428f-a122-6aa21a3b5a6a' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:27:48.292844 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Deleting port c954db75-8b3f-4267-a1fb-4deae3a084c0 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:48.293136 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.461584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] For port c954db75-8b3f-4267-a1fb-4deae3a084c0, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=c954db75-8b3f-4267-a1fb-4deae3a084c0,segment=NetworkSegment(c7519643-4bd2-465b-8dbd-7fc4f15d9923),segment_id=c7519643-4bd2-465b-8dbd-7fc4f15d9923)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:48.461843 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.581850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Calling delete_port for c954db75-8b3f-4267-a1fb-4deae3a084c0 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:48.766292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.811215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c954db75-8b3f-4267-a1fb-4deae3a084c0,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:49.098608 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:49.787892 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Router 0b9474f1-e3d9-438a-800d-d94b7728678a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:27:50.006521 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:50.015752 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] Sync routers for ids ['0b9474f1-e3d9-438a-800d-d94b7728678a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:27:50.016255 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dda24244-dcab-416a-9753-21c54b9800c5 admin admin] 10.222.0.96 "PUT /v2.0/routers/0b9474f1-e3d9-438a-800d-d94b7728678a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8149307 Mar 11 18:27:50.019089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45862) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:50.027898 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] Routers {'0b9474f1-e3d9-438a-800d-d94b7728678a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:27:50.028489 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9474f1-e3d9-438a-800d-d94b7728678a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:50.202577 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] Set router 0b9474f1-e3d9-438a-800d-d94b7728678a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:27:50.213470 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.419634 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.430706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Deleting port 1708c86e-22eb-4a34-b0c2-8f028a706e8d {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:50.430954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.512895 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:27:48Z', 'revision_number': 5, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port': {'id': '1708c86e-22eb-4a34-b0c2-8f028a706e8d', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:25:26Z', 'updated_at': '2022-03-11T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:50.516859 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] Checking router: 0b9474f1-e3d9-438a-800d-d94b7728678a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:27:50.528241 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] Routers {'0b9474f1-e3d9-438a-800d-d94b7728678a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:27:50.528841 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['0b9474f1-e3d9-438a-800d-d94b7728678a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:50.609953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] For port 1708c86e-22eb-4a34-b0c2-8f028a706e8d, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=1708c86e-22eb-4a34-b0c2-8f028a706e8d,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:50.610334 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.675418 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] Set router 0b9474f1-e3d9-438a-800d-d94b7728678a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:27:50.732102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Calling delete_port for 1708c86e-22eb-4a34-b0c2-8f028a706e8d owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:50.776605 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:27:50Z', 'revision_number': 6, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:50.780962 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08b233-e35c-4234-88a0-3b2c058ccba4 None None] The sync data for ids ['0b9474f1-e3d9-438a-800d-d94b7728678a'] in n-d-833436-1 is: [{'id': '0b9474f1-e3d9-438a-800d-d94b7728678a', 'name': 'tempest-TestMinimumBasicScenario-1056924371-router', 'tenant_id': '483723f9beb943ed9dfeec48c22c0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:25:25Z', 'updated_at': '2022-03-11T18:27:50Z', 'revision_number': 6, 'project_id': '483723f9beb943ed9dfeec48c22c0c86', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:27:50.912474 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.959495 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1708c86e-22eb-4a34-b0c2-8f028a706e8d,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:51.298064 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.563727 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.568529 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.599927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.600439 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9474f1-e3d9-438a-800d-d94b7728678a {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:27:51.612729 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.613950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9915a023-ab1a-45b1-9237-24ca305707a9 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0b9474f1-e3d9-438a-800d-d94b7728678a HTTP/1.1" status: 204 len: 168 time: 1.5939586 Mar 11 18:27:51.616622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45868) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:51.681472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] Deleting subnet e5fdd65e-485c-4513-9198-d96b806cdd6d {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:27:51.684720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.734145 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.816976 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.888626 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.926246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fdd65e-485c-4513-9198-d96b806cdd6d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:51.931255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.935720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2c6ab-09c4-403f-903c-a60b21013b45 None None] Network da9e3bfc-cc8d-4180-941a-db206ec62c3a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:27:51.938183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9cf29bee-0b19-485d-bc54-a2fd204d875b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e5fdd65e-485c-4513-9198-d96b806cdd6d HTTP/1.1" status: 204 len: 168 time: 0.3205209 Mar 11 18:27:51.940907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45872) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:52.046599 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.057456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Deleting port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:52.057742 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.187373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] DHCP port deletion for da9e3bfc-cc8d-4180-941a-db206ec62c3a request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:27:52.191695 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Deleting port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:52.192062 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.259874 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] For port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,segment=NetworkSegment(c7519643-4bd2-465b-8dbd-7fc4f15d9923),segment_id=c7519643-4bd2-465b-8dbd-7fc4f15d9923)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:52.260208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.383414 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Calling delete_port for a8cbe5a6-19ec-423b-b4c3-82e9dc72353b owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:52.394396 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] For port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,segment=NetworkSegment(c7519643-4bd2-465b-8dbd-7fc4f15d9923),segment_id=c7519643-4bd2-465b-8dbd-7fc4f15d9923)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:52.394872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.457159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.498843 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cbe5a6-19ec-423b-b4c3-82e9dc72353b,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:52.509731 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] No DVR routers for this DVR port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:27:52.513640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Calling delete_port for a8cbe5a6-19ec-423b-b4c3-82e9dc72353b owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:27:52.540992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1708c86e-22eb-4a34-b0c2-8f028a706e8d no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:27:52.587408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 1708c86e-22eb-4a34-b0c2-8f028a706e8d {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:27:52.587714 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 1708c86e-22eb-4a34-b0c2-8f028a706e8d not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:27:52.588401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8cbe5a6-19ec-423b-b4c3-82e9dc72353b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:27:52.628672 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.654009 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a8cbe5a6-19ec-423b-b4c3-82e9dc72353b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:27:52.654225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a8cbe5a6-19ec-423b-b4c3-82e9dc72353b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:27:52.654589 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c954db75-8b3f-4267-a1fb-4deae3a084c0 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:27:52.657856 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9e3bfc-cc8d-4180-941a-db206ec62c3a']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:52.670552 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7519643-4bd2-465b-8dbd-7fc4f15d9923') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:52.670848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7519643-4bd2-465b-8dbd-7fc4f15d9923') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:52.682182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.689239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: c954db75-8b3f-4267-a1fb-4deae3a084c0 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:27:52.689578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device c954db75-8b3f-4267-a1fb-4deae3a084c0 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:27:52.699877 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.708515 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:27:52.708892 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.711797 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:27:52.712143 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:27:52.722399 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:27:52.802630 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.818636 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.828406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] Pushing event deleted for resources: {'Network': ['ID=da9e3bfc-cc8d-4180-941a-db206ec62c3a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:52.832313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-466def4a-b5d3-4082-9620-c9019ed1612c admin admin] 10.222.0.96 "DELETE /v2.0/networks/da9e3bfc-cc8d-4180-941a-db206ec62c3a HTTP/1.1" status: 204 len: 168 time: 0.8902776 Mar 11 18:27:53.040867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45878) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:53.097065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9458cb5c-41aa-4f24-a263-9d8be5c78509 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=430777df8c164ee1acee4a899cfd7804&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550613 Mar 11 18:27:53.100729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45882) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:53.160717 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e51565dc-1cc9-4487-bd98-a72eea78692c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.187492 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e51565dc-1cc9-4487-bd98-a72eea78692c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.213509 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Deleting port a8cbe5a6-19ec-423b-b4c3-82e9dc72353b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:27:53.214498 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.243133 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e51565dc-1cc9-4487-bd98-a72eea78692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.260639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51565dc-1cc9-4487-bd98-a72eea78692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29befd55-69be-4bd9-9f70-d2c3727af172,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:53.267499 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e51565dc-1cc9-4487-bd98-a72eea78692c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.271521 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e51565dc-1cc9-4487-bd98-a72eea78692c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/29befd55-69be-4bd9-9f70-d2c3727af172 HTTP/1.1" status: 204 len: 168 time: 0.1670833 Mar 11 18:27:53.284922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b769d-ce71-4e2a-bf11-b280c4f66609 None None] The port 'a8cbe5a6-19ec-423b-b4c3-82e9dc72353b' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:27:53.695570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45890) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:53.746504 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2eb2d1a4-cd63-4b8d-ae8d-ee23cd60322c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=483723f9beb943ed9dfeec48c22c0c86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498273 Mar 11 18:27:53.749014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45894) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:53.812866 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67041249-0418-4c59-a692-8dfbad3a9e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.838494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67041249-0418-4c59-a692-8dfbad3a9e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.897039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67041249-0418-4c59-a692-8dfbad3a9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.912267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67041249-0418-4c59-a692-8dfbad3a9e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d362d4-9203-459f-9da7-6ed1ee945dba,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:53.919683 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-67041249-0418-4c59-a692-8dfbad3a9e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:53.923661 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-67041249-0418-4c59-a692-8dfbad3a9e05 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/92d362d4-9203-459f-9da7-6ed1ee945dba HTTP/1.1" status: 204 len: 168 time: 0.1713281 Mar 11 18:27:56.496295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45938) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:56.501994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081204485', 'description': 'tempest-secgroup-smoke-2081204485 description', 'project_id': '017fd1036c28451da89bdffb1c2f472b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:56.509083 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:56.513094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:56.516072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:56.522117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:56.538502 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.648438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.690746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:56.695436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:56.698811 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:56.705305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:56.774913 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.780400 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.819435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:56.821633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae3e90-6959-429d-a824-46385050ac98,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:56.825744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:56.828611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:56.834718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:56.890214 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.896231 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.936389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:56.939501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.940712 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8371dc6e-b2d0-4132-bda7-0872baa8275f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4434423 Mar 11 18:27:56.943744 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45942) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:56.949151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d9ab0-c2ec-4685-acf7-a444ee0254b9', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:56.956075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:56.960067 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:56.962972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:56.968682 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:56.987351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.055464 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.060411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.082952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56704c80-0430-4123-b706-c54a46e62e9c,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.093159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.094387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ff5d81e7-70bf-4e40-866e-6b8c448a0be7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1497099 Mar 11 18:27:57.097220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45946) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:57.102886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d9ab0-c2ec-4685-acf7-a444ee0254b9', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:57.109599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:57.113526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:57.116556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:57.122260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:57.140374 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.203126 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.207904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.231400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95d7dd5-272f-41a3-a1c0-a44f41465b60,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.240566 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.241729 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4a0d6aed-ab98-41f0-bc66-a49fe160af52 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1435800 Mar 11 18:27:57.245640 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45950) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:57.251139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d9ab0-c2ec-4685-acf7-a444ee0254b9', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:57.257701 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:57.261421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:57.264257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:57.269778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:57.286197 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.348691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.353368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.380048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe6c8db-4dc4-4c52-abff-d8f398a1dfb2,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.390846 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.392478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-13c9aa5c-d666-4baf-b78f-9b310f3f125e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1459115 Mar 11 18:27:57.395457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45954) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:57.403586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d9ab0-c2ec-4685-acf7-a444ee0254b9', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:57.412863 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:57.416961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:57.420342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:57.426418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:57.444992 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.507998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.513517 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.536307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087ba500-cb83-4be6-a87c-8fabfe536dc5,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.547120 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.548322 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e6d6ea80-e036-4b06-9e2c-be11bd13a8b6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1516571 Mar 11 18:27:57.552186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45958) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:57.557526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d9ab0-c2ec-4685-acf7-a444ee0254b9', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:57.564362 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:57.568280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:57.571218 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:57.577038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:57.589194 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:27:57.595688 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.659331 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.664205 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.686730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f8a4a0-be41-4c22-afd3-7ff9c566f431,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.696890 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.698296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-582a4235-734b-4ddd-9537-0dc189c9b542 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1451685 Mar 11 18:27:57.701206 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45962) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:57.706616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d9ab0-c2ec-4685-acf7-a444ee0254b9', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:57.713575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:57.717610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:57.720652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:57.726486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:57.738096 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:27:57.744597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.811335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.816649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.839668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db836c1-bc23-4fb4-b4e3-b42ff67598a4,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.848743 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.850068 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a608143e-7f01-422c-8e58-2dd39d33e00c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479514 Mar 11 18:27:57.853070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45966) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:57.858419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'network': {'name': 'tempest-network-smoke--846871470', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:57.864079 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:57.867838 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:network and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:57.870674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:57.876335 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:57.889132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:27:57.892112 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.920438 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:27:57.929438 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.929801 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Added segment 2c1cd2ae-f555-468f-954a-97bd9daf2975 of type vlan for network af153ba3-5129-4973-b937-70922dcfb436 Mar 11 18:27:57.955356 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.987318 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.990968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:57.991542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.090799 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2366872 Mar 11 18:27:58.094028 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45970) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:58.101132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'admin_state_up': True, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:27:58.106962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22fddd-8e8a-447e-af62-a20b8381b205 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Network': ['ID=af153ba3-5129-4973-b937-70922dcfb436,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:58.110611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:27:58.114429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:router and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:27:58.117441 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:27:58.119245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network af153ba3-5129-4973-b937-70922dcfb436 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:27:58.123054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:27:58.134595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.135819 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.155542 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.307230 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.490089 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.518462 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.653087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.235 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/e92b3923-a96b-461c-b222-7c8bbdbd78b5) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:27:58.811343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.844697 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.912742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:27:58.915617 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:27:58.919846 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:27:58.946135 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=e92b3923-a96b-461c-b222-7c8bbdbd78b5,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:59.084271 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.084909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.408024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 3b9cb830-fe6b-4a64-b48c-35431342fb24 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:27:59.618255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:59.628056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Sync routers for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:27:59.640223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:27:59.640950 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:59.645972 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.647981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ae8aa565-df93-477f-93cc-5a843d24c5bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5529451 Mar 11 18:27:59.651319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45974) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:59.815761 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-04a6a851-c94f-42b9-8ea5-6722b7f12250 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=017fd1036c28451da89bdffb1c2f472b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1633101 Mar 11 18:27:59.819055 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45980) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:27:59.821214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:27:59.957057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab3b31-18bd-49c5-bb60-b8bfc4a10d98 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:59.959502 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-54ab3b31-18bd-49c5-bb60-b8bfc4a10d98 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385498 Mar 11 18:27:59.961754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 45984) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:00.000847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7c3556ca-f93a-44b8-a41f-b507df84b6fd tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379725 Mar 11 18:28:00.003734 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45988) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:00.009408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729590552', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:28:00.109643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:27:59Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:00.114323 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Checking router: 3b9cb830-fe6b-4a64-b48c-35431342fb24 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:28:00.114705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Updating router 3b9cb830-fe6b-4a64-b48c-35431342fb24 port e92b3923-a96b-461c-b222-7c8bbdbd78b5 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:28:00.122922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:28:00.127196 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:subnet and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:28:00.130233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:28:00.136415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:28:00.149489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:28:00.167268 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.250707 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.458412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.494927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.506900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Transition to ACTIVE for port object e92b3923-a96b-461c-b222-7c8bbdbd78b5 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:28:00.513386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.539812 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Subnet': ['ID=d9e995db-30af-472f-87d1-54b540dd834d,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:00.549241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Checking segment: {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:28:00.549636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network hostable DHCP agents. Network: af153ba3-5129-4973-b937-70922dcfb436, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:28:00.573542 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network af153ba3-5129-4973-b937-70922dcfb436 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:28:00.586499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, af153ba3-5129-4973-b937-70922dcfb436) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:28:00.590594 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:00.591127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.595229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Pushing event updated for resources: {'Port': ['ID=e92b3923-a96b-461c-b222-7c8bbdbd78b5,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:00.597332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Attempting to bind port e92b3923-a96b-461c-b222-7c8bbdbd78b5 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:28:00.597691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Attempting to bind port e92b3923-a96b-461c-b222-7c8bbdbd78b5 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:28:00.598083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Attempting to bind port e92b3923-a96b-461c-b222-7c8bbdbd78b5 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:28:00.601884 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dae43-03c0-45c2-b91e-1eb94c384853 None None] Network af153ba3-5129-4973-b937-70922dcfb436 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:28:00.612490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-73a61c7f-56b2-41c7-9e00-01cae23a06b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6076574 Mar 11 18:28:00.615760 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 45992) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:00.684785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:28:00.685583 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:28:00.685583 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.685926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:28:00.686392 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Bound port: e92b3923-a96b-461c-b222-7c8bbdbd78b5, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:28:00.686781 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.708961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.709295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.709626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.709953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.710271 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.710616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.710934 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.711249 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.711564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.711852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.712176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:00.800280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] For port e92b3923-a96b-461c-b222-7c8bbdbd78b5, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:28:00.877514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] For port e92b3923-a96b-461c-b222-7c8bbdbd78b5, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e92b3923-a96b-461c-b222-7c8bbdbd78b5,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:28:00.885262 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.996845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-af153ba3-5129-4973-b937-70922dcfb436', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:28:00.997661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.016692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea422c21-b424-4cb1-8170-3dc6af21fa9e None None] Pushing event updated for resources: {'Port': ['ID=e92b3923-a96b-461c-b222-7c8bbdbd78b5,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:01.025229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:28:01.025786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:01.325784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:28:01.370765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Allocated IP 172.20.0.2 (af153ba3-5129-4973-b937-70922dcfb436/d9e995db-30af-472f-87d1-54b540dd834d/30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:28:01.487851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.782072 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.794838 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Transition to ACTIVE for port object 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:28:01.820080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:27:59Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:01.822751 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Transition to ACTIVE for port object 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:28:01.828048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b474c6e-da8e-486c-a4c7-7fba7d71f7f9 None None] The sync data for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 is: [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:27:59Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:28:01.833629 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.908183 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.1 (af153ba3-5129-4973-b937-70922dcfb436/d9e995db-30af-472f-87d1-54b540dd834d/10946ed7-23e7-49e8-a6a8-c01d75053088) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:28:01.912196 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Network af153ba3-5129-4973-b937-70922dcfb436 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:28:01.912956 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Pushing event updated for resources: {'Port': ['ID=30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:01.917261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:28:01.919648 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:28:02.025293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Attempting to bind port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:28:02.025293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Attempting to bind port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:28:02.025293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Attempting to bind port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 on network af153ba3-5129-4973-b937-70922dcfb436 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:28:02.035303 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:28:02.036024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Checking segment: {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:28:02.036711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.037142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Bound using segment: {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:28:02.038476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Bound port: 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:28:02.038987 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.119428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.137194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] For port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:28:02.138185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object 10946ed7-23e7-49e8-a6a8-c01d75053088 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:28:02.146349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] For port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:28:02.152047 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.171500 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.244978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network af153ba3-5129-4973-b937-70922dcfb436 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:28:02.246091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:28:02.250490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:28:02.256415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dfe87-f5b0-4192-8a6b-ab0e1ff93ad7 None None] Pushing event updated for resources: {'Port': ['ID=30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:02.281836 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=10946ed7-23e7-49e8-a6a8-c01d75053088,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:02.315746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.412082 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.541382 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:28:02.629213 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e92b3923-a96b-461c-b222-7c8bbdbd78b5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:28:02.703646 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port e92b3923-a96b-461c-b222-7c8bbdbd78b5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:28:02.708965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e92b3923-a96b-461c-b222-7c8bbdbd78b5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:02.709410 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.869222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.869961 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.876380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.887151 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port e92b3923-a96b-461c-b222-7c8bbdbd78b5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e92b3923-a96b-461c-b222-7c8bbdbd78b5,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:02.891941 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:02.892803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:28:03.013134 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=e92b3923-a96b-461c-b222-7c8bbdbd78b5,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:03.031521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:28:03.104632 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:03.108329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=10946ed7-23e7-49e8-a6a8-c01d75053088,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:03.248601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network af153ba3-5129-4973-b937-70922dcfb436 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:28:03.249749 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:28:03.271702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d5a3b-816f-4a5c-83fa-cad8bd1bff2b None None] Network af153ba3-5129-4973-b937-70922dcfb436 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:28:03.382853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dba4b03a-e1fd-4af4-b3a3-a7b9a2246900 None None] Provisioning for port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:28:03.398977 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dba4b03a-e1fd-4af4-b3a3-a7b9a2246900 None None] Provisioning complete for port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:03.399348 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dba4b03a-e1fd-4af4-b3a3-a7b9a2246900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:03.602758 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dba4b03a-e1fd-4af4-b3a3-a7b9a2246900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:03.640962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 3b9cb830-fe6b-4a64-b48c-35431342fb24 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:28:03.643843 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dba4b03a-e1fd-4af4-b3a3-a7b9a2246900 None None] For port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:03.649362 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dba4b03a-e1fd-4af4-b3a3-a7b9a2246900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:03.727500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4b03a-e1fd-4af4-b3a3-a7b9a2246900 None None] Pushing event updated for resources: {'Port': ['ID=30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:03.856351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:28:03.873566 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-689518aa-13e3-4577-b190-c01b8f53184e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/3b9cb830-fe6b-4a64-b48c-35431342fb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2490253 Mar 11 18:28:03.874278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1c52fc7-1d56-44d4-a40c-023915a3a51c None None] Provisioning complete for port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:03.874278 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1c52fc7-1d56-44d4-a40c-023915a3a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:04.006005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1c52fc7-1d56-44d4-a40c-023915a3a51c None None] Provisioning for port 10946ed7-23e7-49e8-a6a8-c01d75053088 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:28:04.011177 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a1c52fc7-1d56-44d4-a40c-023915a3a51c None None] Provisioning complete for port 10946ed7-23e7-49e8-a6a8-c01d75053088 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:04.011542 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1c52fc7-1d56-44d4-a40c-023915a3a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:04.072448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a1c52fc7-1d56-44d4-a40c-023915a3a51c None None] Port 10946ed7-23e7-49e8-a6a8-c01d75053088 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:28:04.194113 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1011f2d9-30ac-4208-be8d-dbf4a22fcb77 None None] Provisioning complete for port 10946ed7-23e7-49e8-a6a8-c01d75053088 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:04.194507 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1011f2d9-30ac-4208-be8d-dbf4a22fcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:04.247810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1011f2d9-30ac-4208-be8d-dbf4a22fcb77 None None] Port 10946ed7-23e7-49e8-a6a8-c01d75053088 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:28:04.295693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-cbac6d78-70dc-4bab-8c34-9cca4a1b35bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081204485&fields=id&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 267 time: 0.1499364 Mar 11 18:28:04.370504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ecbeed2d-14e8-4273-ba54-4262e0dc792d None None] Provisioning complete for port 10946ed7-23e7-49e8-a6a8-c01d75053088 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:04.370967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecbeed2d-14e8-4273-ba54-4262e0dc792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:04.426336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ecbeed2d-14e8-4273-ba54-4262e0dc792d None None] Port 10946ed7-23e7-49e8-a6a8-c01d75053088 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:28:04.444305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-a203b8b7-7036-4c06-952f-0bc10d2fd577 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:04.445740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-a203b8b7-7036-4c06-952f-0bc10d2fd577 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/networks?id=af153ba3-5129-4973-b937-70922dcfb436 HTTP/1.1" status: 200 len: 796 time: 0.1437628 Mar 11 18:28:04.463209 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-f4d28b9c-627e-48d5-b7db-b2813a77bf37 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/quotas/017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 375 time: 0.0120871 Mar 11 18:28:04.535008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e92b3923-a96b-461c-b222-7c8bbdbd78b5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:28:04.550969 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-41bf1e53-7f7d-4409-af9e-75b8b3c921f0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831745 Mar 11 18:28:04.566526 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-c2fe33a3-c9fe-4e88-84ec-cec6d22deb94 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:28:04.567626 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-c2fe33a3-c9fe-4e88-84ec-cec6d22deb94 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053048 Mar 11 18:28:04.603594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port e92b3923-a96b-461c-b222-7c8bbdbd78b5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:04.604065 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:04.700335 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-0665fdd7-aa78-4c7b-8950-f35d71b7dff0 service neutron] 10.222.0.96 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268704 Mar 11 18:28:04.715737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:28:04.781092 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:04.781446 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:04.834253 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-28078cb6-cf7d-471b-9de7-552af5f670a5 service neutron] 10.222.0.96 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281309 Mar 11 18:28:05.111154 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-387979f6-40b9-4316-9d2f-95d0a456143b req-df56e409-df84-4cc2-b6be-a92c05cfca15 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 210 time: 0.1169779 Mar 11 18:28:05.453003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Sync routers for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:28:05.466521 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:28:05.467077 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:05.644501 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:28:05.970945 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 2, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:05.974933 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Checking router: 3b9cb830-fe6b-4a64-b48c-35431342fb24 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:28:05.975278 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Updating router 3b9cb830-fe6b-4a64-b48c-35431342fb24 port 10946ed7-23e7-49e8-a6a8-c01d75053088 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:28:06.025484 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:06.224858 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-abdf8143-3acd-46a9-a047-86978ab2e776 req-60eecfdb-8918-4a1b-a898-84e4c864d1e4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 210 time: 0.0440547 Mar 11 18:28:06.393820 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:06.406032 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Transition to ACTIVE for port object 10946ed7-23e7-49e8-a6a8-c01d75053088 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:28:06.413020 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:06.545548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Pushing event updated for resources: {'Port': ['ID=10946ed7-23e7-49e8-a6a8-c01d75053088,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:06.557243 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.557573 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.557898 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.558221 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.558656 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.558868 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.559152 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.559473 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.559777 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.560079 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.560376 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:28:06.644655 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Attempting to bind port 10946ed7-23e7-49e8-a6a8-c01d75053088 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:28:06.645038 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Attempting to bind port 10946ed7-23e7-49e8-a6a8-c01d75053088 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:28:06.645415 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Attempting to bind port 10946ed7-23e7-49e8-a6a8-c01d75053088 on network af153ba3-5129-4973-b937-70922dcfb436 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:28:06.652206 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:28:06.652606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Checking segment: {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:28:06.652994 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:06.653374 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Bound using segment: {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:28:06.653802 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Bound port: 10946ed7-23e7-49e8-a6a8-c01d75053088, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:28:06.654210 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:06.740992 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] For port 10946ed7-23e7-49e8-a6a8-c01d75053088, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:28:06.744153 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] For port 10946ed7-23e7-49e8-a6a8-c01d75053088, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=10946ed7-23e7-49e8-a6a8-c01d75053088,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:28:06.749055 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:06.822767 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563668-b171-440a-926a-e4aedaea0b32 None None] Pushing event updated for resources: {'Port': ['ID=10946ed7-23e7-49e8-a6a8-c01d75053088,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:06.830693 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:28:06.831320 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:27:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:07.012885 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:28:07.323079 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:07.327475 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ea529-321e-4b5f-8d58-48e058086f23 None None] The sync data for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 is: [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:28:07.359624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44a9ca10-7dbb-41a8-b0f3-a573cb3309e3 req-aa4f0e4f-44c8-4e60-818c-684a9675052c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 210 time: 0.0423534 Mar 11 18:28:08.567962 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-609b8e10-50b1-4d0e-8b2e-fdde9d26f0dc req-3f48c7eb-c8ef-4f61-8225-f73731dad6f8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 210 time: 0.0592089 Mar 11 18:28:08.581720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-8b460268-58a0-40f0-a0e6-1a4dc8952fb0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:08.582499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-8b460268-58a0-40f0-a0e6-1a4dc8952fb0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:28:08.590783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 10946ed7-23e7-49e8-a6a8-c01d75053088 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:28:08.603124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-8b460268-58a0-40f0-a0e6-1a4dc8952fb0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:28:08.604450 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-8b460268-58a0-40f0-a0e6-1a4dc8952fb0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/networks?id=af153ba3-5129-4973-b937-70922dcfb436 HTTP/1.1" status: 200 len: 796 time: 0.1810429 Mar 11 18:28:08.660357 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 10946ed7-23e7-49e8-a6a8-c01d75053088 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:28:08.665325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 10946ed7-23e7-49e8-a6a8-c01d75053088 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:08.665750 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:08.668296 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-3427b6b1-8c5c-4356-b14b-48a529dbd064 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:28:08.688779 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-3427b6b1-8c5c-4356-b14b-48a529dbd064 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:28:08.690109 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-3427b6b1-8c5c-4356-b14b-48a529dbd064 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 380 time: 0.0669754 Mar 11 18:28:08.731412 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'port': {'device_id': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'admin_state_up': True, 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'security_groups': ['ae0d9ab0-c2ec-4685-acf7-a444ee0254b9']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:28:08.782227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:08.814516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 10946ed7-23e7-49e8-a6a8-c01d75053088, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=10946ed7-23e7-49e8-a6a8-c01d75053088,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:08.819577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:08.866149 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:28:08.870198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:port and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:28:08.873124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:28:08.879302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:28:08.890344 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:28:08.890571 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=10946ed7-23e7-49e8-a6a8-c01d75053088,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:08.893692 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:09.062755 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.14 (af153ba3-5129-4973-b937-70922dcfb436/d9e995db-30af-472f-87d1-54b540dd834d/9dbae577-d7e6-4059-917a-2a3bd5b60f7c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:28:09.250560 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:09.267733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object 9dbae577-d7e6-4059-917a-2a3bd5b60f7c will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:28:09.292639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:09.362077 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network af153ba3-5129-4973-b937-70922dcfb436 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:28:09.365140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:28:09.369579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:28:09.394249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:09.435596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:09.436188 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:09.458772 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-9fd4f1fb-47b8-4595-b295-7b936d703849 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7313054 Mar 11 18:28:09.546080 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Request body: {'port': {'device_id': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:28:09.629573 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e6dd61c-cbed-49c0-850c-6b7e3fdd52b2 None None] Provisioning for port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:28:09.634747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e6dd61c-cbed-49c0-850c-6b7e3fdd52b2 None None] Provisioning complete for port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:09.635106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e6dd61c-cbed-49c0-850c-6b7e3fdd52b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:09.689141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dd61c-cbed-49c0-850c-6b7e3fdd52b2 None None] Port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:28:09.757878 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:09.768308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e4b1d-9d68-4967-8efe-5b0385aa8e0a req-b7d9f71c-1a54-42d3-914d-58a6bd5fa51b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:09.769847 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-825e4b1d-9d68-4967-8efe-5b0385aa8e0a req-b7d9f71c-1a54-42d3-914d-58a6bd5fa51b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 932 time: 0.0803940 Mar 11 18:28:09.817614 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-825e4b1d-9d68-4967-8efe-5b0385aa8e0a req-3325c2b2-e4b5-4a95-b10e-4c2780869df3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Mar 11 18:28:09.937768 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:10.107800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbae577-d7e6-4059-917a-2a3bd5b60f7c {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:28:10.115105 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:10.129847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Transition to ACTIVE for port object 9dbae577-d7e6-4059-917a-2a3bd5b60f7c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:28:10.134549 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:10.259784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Pushing event updated for resources: {'Port': ['ID=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:10.369053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Attempting to bind port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:28:10.369383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Attempting to bind port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:28:10.369702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Attempting to bind port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c on network af153ba3-5129-4973-b937-70922dcfb436 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:28:10.375674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c on network af153ba3-5129-4973-b937-70922dcfb436 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:28:10.375989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Attempting to bind port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c on network af153ba3-5129-4973-b937-70922dcfb436 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:28:10.382223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:28:10.382581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Checking segment: {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:28:10.382954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Bound using segment: {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:28:10.383372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Bound port: 9dbae577-d7e6-4059-917a-2a3bd5b60f7c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1cd2ae-f555-468f-954a-97bd9daf2975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:28:10.383709 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:10.469899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] For port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:28:10.472901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] For port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:28:10.479800 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:10.534640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 10946ed7-23e7-49e8-a6a8-c01d75053088 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:28:10.543622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:10.545393 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] 10.222.0.59 "PUT /v2.0/ports/9dbae577-d7e6-4059-917a-2a3bd5b60f7c HTTP/1.1" status: 200 len: 1092 time: 1.0735588 Mar 11 18:28:10.546188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:28:10.568193 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd034-8cb5-4af7-8be5-9f8442d44bcd service neutron] Pushing event updated for resources: {'Port': ['ID=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:10.613419 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 10946ed7-23e7-49e8-a6a8-c01d75053088 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:10.613804 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:10.695209 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-c42803cb-b9bc-4d0b-9eb1-82e90f09a533 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 1095 time: 0.0792518 Mar 11 18:28:10.778321 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'status': 'completed', 'code': 200} Mar 11 18:28:10.780544 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-f410daf4-2b89-4a37-af64-759318f758e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c HTTP/1.1" status: 200 len: 217 time: 0.0682089 Mar 11 18:28:10.842201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-6263f656-b5a6-42f0-97f9-c59f1bdd1eba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:10.843605 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-6263f656-b5a6-42f0-97f9-c59f1bdd1eba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9e995db-30af-472f-87d1-54b540dd834d HTTP/1.1" status: 200 len: 835 time: 0.0574722 Mar 11 18:28:10.919078 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-3b40165e-3198-4011-8bd0-923d729729e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af153ba3-5129-4973-b937-70922dcfb436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677342 Mar 11 18:28:11.022091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e75b-c0ee-499c-9da6-267b6efa91b6 req-fa65f43c-1f77-49d7-899c-e9d658f83cd0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:11.023589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ff3e75b-c0ee-499c-9da6-267b6efa91b6 req-fa65f43c-1f77-49d7-899c-e9d658f83cd0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 944 time: 0.0865557 Mar 11 18:28:11.054093 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-f075cd92-1867-48af-9491-fbb054e3eb88 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291382 Mar 11 18:28:11.069088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ff3e75b-c0ee-499c-9da6-267b6efa91b6 req-c9be6df8-0f4e-44f9-a894-660b7086e67f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400794 Mar 11 18:28:11.197601 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfa86a4-4ae4-4bf6-b48b-7291c83ae37c req-50ba0872-c620-4267-aaec-3a6314fde758 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375415 Mar 11 18:28:11.364616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-8a66d429-294a-4113-86fd-8e06b23cf427 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 1095 time: 0.0734150 Mar 11 18:28:11.585615 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-5e63c8ab-9f8d-4526-b3e3-bd51880dfe2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:11.587121 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-5e63c8ab-9f8d-4526-b3e3-bd51880dfe2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=af153ba3-5129-4973-b937-70922dcfb436 HTTP/1.1" status: 200 len: 898 time: 0.2165029 Mar 11 18:28:11.658873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-733ecc53-4aa4-4a83-a619-bcb27b80914a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c HTTP/1.1" status: 200 len: 217 time: 0.0634360 Mar 11 18:28:11.720739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-e65af031-ea2d-4179-9ef9-8afa99b492d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:11.722145 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-e65af031-ea2d-4179-9ef9-8afa99b492d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9e995db-30af-472f-87d1-54b540dd834d HTTP/1.1" status: 200 len: 835 time: 0.0568178 Mar 11 18:28:11.796736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-e2b831d0-54c2-476e-bc12-3b8de0a0767e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af153ba3-5129-4973-b937-70922dcfb436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675378 Mar 11 18:28:11.926898 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-b5970204-fc65-4316-8cbc-92fc0da1d563 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236660 Mar 11 18:28:12.060054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3579cc76-7b52-4c3c-aafe-6607a600822c req-20ed01ba-33bd-4916-b96d-bba1e274de4c service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262994 Mar 11 18:28:12.279095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0920a91-75f7-4680-82f7-7eeec2c0ee65 req-682b2f65-9572-4b40-91bd-7f67d644d1d6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:12.280548 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0920a91-75f7-4680-82f7-7eeec2c0ee65 req-682b2f65-9572-4b40-91bd-7f67d644d1d6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 944 time: 0.0895953 Mar 11 18:28:12.329065 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0920a91-75f7-4680-82f7-7eeec2c0ee65 req-857e42f0-c00b-41e0-8e1b-bcb298075250 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 Mar 11 18:28:12.381464 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5f65-ae7a-48d4-8bba-dcf1d5682f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:13.545772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adc504-7089-4e1c-8ece-1587a130d10c req-c99f24c5-34e0-43f1-a88c-cdd080f59cc9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:13.547252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6adc504-7089-4e1c-8ece-1587a130d10c req-c99f24c5-34e0-43f1-a88c-cdd080f59cc9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 944 time: 0.0834067 Mar 11 18:28:13.596184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c6adc504-7089-4e1c-8ece-1587a130d10c req-bddebc21-bbfb-477b-8d16-9c970d255b67 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Mar 11 18:28:14.538692 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf315-b33b-4cf5-8f40-05a3fec58fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:14.541638 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9dbae577-d7e6-4059-917a-2a3bd5b60f7c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:28:14.687767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:14.701551 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'port_id': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'mac_address': 'fa:16:3e:19:55:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:28:14.753701 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:14.770811 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbae577-d7e6-4059-917a-2a3bd5b60f7c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:28:14.785817 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:14.790664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:14.804911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf19e3-80b3-4c1b-8f1a-20f101dd4280 req-23e62b4b-35fe-4afd-bb7f-0bddfbb444d7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:14.806380 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-badf19e3-80b3-4c1b-8f1a-20f101dd4280 req-23e62b4b-35fe-4afd-bb7f-0bddfbb444d7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 944 time: 0.0774274 Mar 11 18:28:14.853075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-badf19e3-80b3-4c1b-8f1a-20f101dd4280 req-6281b70a-e9de-4072-878a-83107742725f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Mar 11 18:28:14.857731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:15.185423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9dbae577-d7e6-4059-917a-2a3bd5b60f7c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:28:15.859204 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:15.903612 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:16.062092 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576867-8780-41da-af33-3c7bb4df82fa req-6c63d666-6c4d-40e2-bf39-702794991dc1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:16.063598 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7576867-8780-41da-af33-3c7bb4df82fa req-6c63d666-6c4d-40e2-bf39-702794991dc1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 945 time: 0.0877981 Mar 11 18:28:16.112282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e7576867-8780-41da-af33-3c7bb4df82fa req-0c2e43e3-abb9-4b0a-ba1b-866774279f5f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419323 Mar 11 18:28:16.541153 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9dbae577-d7e6-4059-917a-2a3bd5b60f7c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:28:16.626963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:28:16.635149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:28:16.635776 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:16.758313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:16.784442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:28:16.794029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:16.799561 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:16.843286 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'code': 200} Mar 11 18:28:16.868222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:16.999997 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cad56bd0-e3ae-4353-8f44-004d53f1abcc req-a40b8def-1976-49a5-b114-9dd0e1a52d15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 1097 time: 0.0722136 Mar 11 18:28:17.042300 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cad56bd0-e3ae-4353-8f44-004d53f1abcc req-45ca915d-739e-4eab-b844-87a7a2df8cc9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361617 Mar 11 18:28:17.185127 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:17.310192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721911-5242-4650-bb86-6b40eb2ed302 req-113416ef-abb9-411f-9460-815535c503c3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:17.311569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8721911-5242-4650-bb86-6b40eb2ed302 req-113416ef-abb9-411f-9460-815535c503c3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0787196 Mar 11 18:28:17.361107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8721911-5242-4650-bb86-6b40eb2ed302 req-e77b7428-2938-4497-a7bc-58247d6bc459 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Mar 11 18:28:18.575881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c422c6-71a2-4862-a280-030a06e251c5 req-8413b71b-abf1-4d4a-ae72-2adde967be7f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:18.577308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82c422c6-71a2-4862-a280-030a06e251c5 req-8413b71b-abf1-4d4a-ae72-2adde967be7f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0836263 Mar 11 18:28:18.626394 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82c422c6-71a2-4862-a280-030a06e251c5 req-5228b918-3522-4157-99e8-03217538ecde tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 Mar 11 18:28:18.837657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031280a-4f72-4ef4-9aa3-64de8f2332e1 req-aaeff961-483e-4dc6-a08a-ac891b127af7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:18.839059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d031280a-4f72-4ef4-9aa3-64de8f2332e1 req-aaeff961-483e-4dc6-a08a-ac891b127af7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0940826 Mar 11 18:28:18.888316 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d031280a-4f72-4ef4-9aa3-64de8f2332e1 req-443621c7-6324-4ad6-a9fa-ff6cabd42828 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Mar 11 18:28:18.920421 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46068) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:18.992207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f6cbbd66-1349-4cc1-8d39-ade434b93863 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 1092 time: 0.0706041 Mar 11 18:28:18.995346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46072) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:19.000744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:28:19.007293 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:28:19.011543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:floatingip and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:28:19.014572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:28:19.020557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:28:19.033364 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:19.273474 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:19.371589 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-8d9fb637-f630-4c3d-94ed-8aaf755e2f8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738299 Mar 11 18:28:19.413356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.126 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/1d7454d9-ec0e-4099-b0fd-208afdcaa8be) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:28:19.532699 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-92dca5b7-a6ee-4a9a-80b6-0816b82318fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 1097 time: 0.0734522 Mar 11 18:28:19.575818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:19.604230 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:19.675964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:28:19.676864 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=1d7454d9-ec0e-4099-b0fd-208afdcaa8be,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:19.679400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-5cff97a2-ed4d-43c7-bbcb-7acecb32e944 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:19.679560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:28:19.680934 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-5cff97a2-ed4d-43c7-bbcb-7acecb32e944 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af153ba3-5129-4973-b937-70922dcfb436 HTTP/1.1" status: 200 len: 898 time: 0.1285861 Mar 11 18:28:19.681737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:28:19.754074 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-64135a32-a084-4a07-ad3d-55ced4239216 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c HTTP/1.1" status: 200 len: 217 time: 0.0643010 Mar 11 18:28:19.817111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-418ac4e5-c72e-444d-8ecd-9e751fa56ffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:19.818557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-418ac4e5-c72e-444d-8ecd-9e751fa56ffb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9e995db-30af-472f-87d1-54b540dd834d HTTP/1.1" status: 200 len: 835 time: 0.0585041 Mar 11 18:28:19.896634 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-b0309e42-268b-4dcd-8339-ae420488ecfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af153ba3-5129-4973-b937-70922dcfb436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715659 Mar 11 18:28:20.028208 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-a7e14979-51b7-420b-8eb8-e18cbfeaf965 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244676 Mar 11 18:28:20.161639 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c111147f-fec5-499c-97a2-f3a9c0afee96 req-ba75820f-608d-45f1-a1b2-755b9f119763 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265574 Mar 11 18:28:20.184878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:20.240355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:20.451668 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:20.458634 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:20.565582 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=1d7454d9-ec0e-4099-b0fd-208afdcaa8be,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:20.586356 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:20.778985 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Floating IP 83a8f892-0bfb-444a-98ad-9aa8b363db1f associated. External IP: 172.25.3.126, port: 9dbae577-d7e6-4059-917a-2a3bd5b60f7c. Mar 11 18:28:21.088002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3368c19c-7793-4453-aad7-6a9d55265957 req-8d07ee47-084c-4ee4-9dbd-71fc5089f79b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408001 Mar 11 18:28:21.251917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3368c19c-7793-4453-aad7-6a9d55265957 req-591ac050-bb1c-4b6f-84ee-16f15f526bd6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0931423 Mar 11 18:28:21.309958 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3368c19c-7793-4453-aad7-6a9d55265957 req-e84ab948-4152-4e4b-9338-5e1fa972830c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286624 Mar 11 18:28:21.464423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368c19c-7793-4453-aad7-6a9d55265957 req-6eb1c2d8-ce22-4a88-b73f-09f5d7d6c672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:21.465895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3368c19c-7793-4453-aad7-6a9d55265957 req-6eb1c2d8-ce22-4a88-b73f-09f5d7d6c672 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1490486 Mar 11 18:28:21.491698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 3b9cb830-fe6b-4a64-b48c-35431342fb24 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:28:21.705175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:28:21.715383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] Sync routers for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:28:21.730507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:21.732781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:28:21.733408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:28:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:21.787491 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3fc58f8e-3f09-406e-b0f7-20f842b0bf57 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7910354 Mar 11 18:28:21.788366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:28:21.848891 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'status': 'completed', 'code': 200} Mar 11 18:28:21.913222 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:28:21.960629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d0dc-9dcb-4098-a13a-5846902f4b79 req-2dfc25bb-9d2e-42f6-9823-7602de9eac3b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:21.961437 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-3a67dff4-3706-4e90-9dc7-3c98a5259376 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 1097 time: 0.0699255 Mar 11 18:28:21.962140 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c695d0dc-9dcb-4098-a13a-5846902f4b79 req-2dfc25bb-9d2e-42f6-9823-7602de9eac3b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0790768 Mar 11 18:28:22.010952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c695d0dc-9dcb-4098-a13a-5846902f4b79 req-6176f532-8a4c-4762-8c2b-7ff80c7466c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Mar 11 18:28:22.040936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46080) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:22.153437 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d81b0b9f-6bb5-434d-b5d7-828134bd3439 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/83a8f892-0bfb-444a-98ad-9aa8b363db1f HTTP/1.1" status: 200 len: 992 time: 0.1101775 Mar 11 18:28:22.209696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-cea0b7ab-4479-4eae-9651-4ce2f5fe7bb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:22.211400 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-cea0b7ab-4479-4eae-9651-4ce2f5fe7bb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af153ba3-5129-4973-b937-70922dcfb436 HTTP/1.1" status: 200 len: 898 time: 0.2443247 Mar 11 18:28:22.275259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '83a8f892-0bfb-444a-98ad-9aa8b363db1f', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'port_id': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'mac_address': 'fa:16:3e:19:55:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:28:20Z', 'updated_at': '2022-03-11T18:28:20Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:08Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:22.279774 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] Checking router: 3b9cb830-fe6b-4a64-b48c-35431342fb24 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:28:22.292262 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:28:22.292865 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:28:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:22.315886 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-12f976cb-763e-4eb2-87d2-dd92ba08980c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c HTTP/1.1" status: 200 len: 1000 time: 0.0980060 Mar 11 18:28:22.378113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-a1d24171-1592-48b1-8b46-5ae84f3bb1b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:22.379604 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-a1d24171-1592-48b1-8b46-5ae84f3bb1b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9e995db-30af-472f-87d1-54b540dd834d HTTP/1.1" status: 200 len: 835 time: 0.0573399 Mar 11 18:28:22.457524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-e637c608-22e3-47b3-b092-a403a9b6ee9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af153ba3-5129-4973-b937-70922dcfb436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721538 Mar 11 18:28:22.504618 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:28:22.587662 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-f348b6af-6376-445b-be76-7a76afeb2106 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239302 Mar 11 18:28:22.720253 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d67afbcb-7a46-4ae1-8eb1-082ac6f67f9a req-2e0a067d-4b18-493c-8440-d508b42613a8 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256599 Mar 11 18:28:22.862896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '83a8f892-0bfb-444a-98ad-9aa8b363db1f', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'port_id': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'mac_address': 'fa:16:3e:19:55:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:28:20Z', 'updated_at': '2022-03-11T18:28:20Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:08Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:22.867199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f366cd9-85fd-4743-a8f3-d0c20a3f7e27 None None] The sync data for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 is: [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '83a8f892-0bfb-444a-98ad-9aa8b363db1f', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'port_id': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'mac_address': 'fa:16:3e:19:55:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:28:20Z', 'updated_at': '2022-03-11T18:28:20Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:08Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:28:23.156446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46084) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:23.261830 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-72ffe5c8-a9de-4267-b589-e6d876ed4a81 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/83a8f892-0bfb-444a-98ad-9aa8b363db1f HTTP/1.1" status: 200 len: 992 time: 0.1043162 Mar 11 18:28:23.617568 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032b790-8a8d-4995-a89d-9755994ac2dd None None] New status for floating IP 83a8f892-0bfb-444a-98ad-9aa8b363db1f: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:28:24.267006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:24.377451 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b7b9b739-4afb-4526-a5d3-52bed1fc247c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/83a8f892-0bfb-444a-98ad-9aa8b363db1f HTTP/1.1" status: 200 len: 994 time: 0.1088536 Mar 11 18:28:39.548120 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:28:39.937809 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:42.386954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1594e4f4-ee7c-4ce7-aa66-aaf27ec2f340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:44.535731 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f3365adb-d05d-40b4-b28e-e2b95ad4db73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:45.864734 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:45.907722 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:47.186868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:55.746394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360623c-12c3-4f51-9df4-71ff26a07b02 req-bae1018f-df72-44ea-9520-3a3ad0e1d144 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:55.747825 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6360623c-12c3-4f51-9df4-71ff26a07b02 req-bae1018f-df72-44ea-9520-3a3ad0e1d144 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0855844 Mar 11 18:28:55.806596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6360623c-12c3-4f51-9df4-71ff26a07b02 req-dd33aaee-ca7d-46dc-8e31-147adf797db5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529969 Mar 11 18:28:57.020073 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e15a9e-531f-493d-9d87-b5853999e5cc req-a01345c5-2529-472e-90fe-0342ece6d6aa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:57.021539 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71e15a9e-531f-493d-9d87-b5853999e5cc req-a01345c5-2529-472e-90fe-0342ece6d6aa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0832398 Mar 11 18:28:57.067290 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71e15a9e-531f-493d-9d87-b5853999e5cc req-77d15f8d-7666-430a-a1d1-d16535453398 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Mar 11 18:28:57.101919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46112) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:28:57.207313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dc438989-3dfa-4852-9625-c195532d8f74 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/83a8f892-0bfb-444a-98ad-9aa8b363db1f HTTP/1.1" status: 200 len: 994 time: 0.1042337 Mar 11 18:28:58.704754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf928160-f56d-43bd-a955-0c00fff4d0ff req-df4e3edd-3358-4afb-8695-31064a0115cb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:58.706526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf928160-f56d-43bd-a955-0c00fff4d0ff req-df4e3edd-3358-4afb-8695-31064a0115cb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0909581 Mar 11 18:28:58.752398 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf928160-f56d-43bd-a955-0c00fff4d0ff req-7e0b33cb-1e5b-47a1-901e-fef4ccd053c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Mar 11 18:28:59.956939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11238f-6dc8-477d-9540-e43839dd5d8e req-0dff06fb-4851-4a22-914c-b2f90edeed15 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:28:59.958544 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e11238f-6dc8-477d-9540-e43839dd5d8e req-0dff06fb-4851-4a22-914c-b2f90edeed15 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0793719 Mar 11 18:29:00.011740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5e11238f-6dc8-477d-9540-e43839dd5d8e req-882751bd-8a22-400a-8f57-0bac3537a0fc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458565 Mar 11 18:29:00.046282 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46124) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:00.244211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9a0b9421-e483-4016-b83c-68ee172e75c2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/83a8f892-0bfb-444a-98ad-9aa8b363db1f HTTP/1.1" status: 200 len: 994 time: 0.1967471 Mar 11 18:29:00.524402 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46132) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:00.725930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 1d7454d9-ec0e-4099-b0fd-208afdcaa8be {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:29:00.726251 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:00.915688 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:00.915929 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:01.033063 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 1d7454d9-ec0e-4099-b0fd-208afdcaa8be owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:29:01.182641 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:01.229810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=1d7454d9-ec0e-4099-b0fd-208afdcaa8be,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:01.267280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.267626 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.267959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.268289 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.268617 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.268945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.269265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.269583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.269931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.270253 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.270644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:01.332055 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:01.733897 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 3b9cb830-fe6b-4a64-b48c-35431342fb24 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:29:02.033444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:29:02.043853 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] Sync routers for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:29:02.047289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:02.056194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:02.056805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:28:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:02.100481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d380a320-c09e-440e-97c3-b72b7de520ec tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/floatingips/83a8f892-0bfb-444a-98ad-9aa8b363db1f HTTP/1.1" status: 204 len: 168 time: 1.5749757 Mar 11 18:29:02.101047 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:29:02.159354 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'status': 'completed', 'code': 200} Mar 11 18:29:02.233385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:02.276599 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15b7c276-2e29-4448-abc3-7b4565459804 req-6dfdf305-c363-46a1-85c9-9e3040ed5455 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 1097 time: 0.0729923 Mar 11 18:29:02.411198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c276-2e29-4448-abc3-7b4565459804 req-079872b3-9b37-49da-b345-cc35bff12b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:02.412644 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15b7c276-2e29-4448-abc3-7b4565459804 req-079872b3-9b37-49da-b345-cc35bff12b7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=af153ba3-5129-4973-b937-70922dcfb436 HTTP/1.1" status: 200 len: 898 time: 0.1307342 Mar 11 18:29:02.483810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15b7c276-2e29-4448-abc3-7b4565459804 req-36b082be-6366-4814-8d18-855ba8b218ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c HTTP/1.1" status: 200 len: 217 time: 0.0636220 Mar 11 18:29:02.504378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4de07a-911f-41b5-8aa4-d61f768a1955 req-c0e83117-879b-45b0-ba41-696dc823bd0f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:02.507271 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dc4de07a-911f-41b5-8aa4-d61f768a1955 req-c0e83117-879b-45b0-ba41-696dc823bd0f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:29:02.525136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-dc4de07a-911f-41b5-8aa4-d61f768a1955 req-c0e83117-879b-45b0-ba41-696dc823bd0f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:29:02.530248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4de07a-911f-41b5-8aa4-d61f768a1955 req-c0e83117-879b-45b0-ba41-696dc823bd0f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.1045246 Mar 11 18:29:02.554770 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:08Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:02.558765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] Checking router: 3b9cb830-fe6b-4a64-b48c-35431342fb24 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:29:02.561129 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c276-2e29-4448-abc3-7b4565459804 req-946c35d6-fe99-4489-a352-6319d4f4cf5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:02.562980 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15b7c276-2e29-4448-abc3-7b4565459804 req-946c35d6-fe99-4489-a352-6319d4f4cf5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9e995db-30af-472f-87d1-54b540dd834d HTTP/1.1" status: 200 len: 835 time: 0.0677032 Mar 11 18:29:02.570747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:02.571568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:28:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:02.575305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dc4de07a-911f-41b5-8aa4-d61f768a1955 req-f3497fb7-c3ec-4da6-a9f2-41e17a7ba750 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Mar 11 18:29:02.639017 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15b7c276-2e29-4448-abc3-7b4565459804 req-e196ee2c-e4ad-412d-a378-08351a7d0eb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af153ba3-5129-4973-b937-70922dcfb436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699682 Mar 11 18:29:02.771772 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15b7c276-2e29-4448-abc3-7b4565459804 req-45445529-d77d-4fc9-a0db-d8e963c554b1 service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257670 Mar 11 18:29:02.790410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:03.003887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-15b7c276-2e29-4448-abc3-7b4565459804 req-5b11c24a-d159-40a4-9996-4761a92ef7cb service neutron] 10.222.0.59 "GET /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243898 Mar 11 18:29:03.101572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:08Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:03.105987 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6543b-2ea8-4a86-83cf-afc10d7061e2 None None] The sync data for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 is: [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '10946ed7-23e7-49e8-a6a8-c01d75053088', 'name': '', 'network_id': 'af153ba3-5129-4973-b937-70922dcfb436', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:ad:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:28:01Z', 'updated_at': '2022-03-11T18:28:08Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd9e995db-30af-472f-87d1-54b540dd834d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:29:03.315364 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a73ae4-fe9a-4558-9ebc-e5839f0b81c2 None None] New status for floating IP 83a8f892-0bfb-444a-98ad-9aa8b363db1f: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:29:03.787302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22c3a6-0b34-43cf-a90e-4acac1c96f15 req-5d0e0594-651a-4cbb-8035-2743cfe2a4bb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:03.788787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c22c3a6-0b34-43cf-a90e-4acac1c96f15 req-5d0e0594-651a-4cbb-8035-2743cfe2a4bb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0799432 Mar 11 18:29:03.842295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5c22c3a6-0b34-43cf-a90e-4acac1c96f15 req-d8aba137-5bab-4d27-b69a-e7669bf4d489 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 Mar 11 18:29:04.140378 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-6b5489c2-2955-4d22-bfad-11f6f47149df tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:04.141068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-6b5489c2-2955-4d22-bfad-11f6f47149df tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:29:04.154809 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-6b5489c2-2955-4d22-bfad-11f6f47149df tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:29:04.155956 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-6b5489c2-2955-4d22-bfad-11f6f47149df tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 946 time: 0.0969257 Mar 11 18:29:04.223742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:29:04.224071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:04.483873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:04.484194 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:04.602771 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 9dbae577-d7e6-4059-917a-2a3bd5b60f7c owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:29:04.765886 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:04.814995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=9dbae577-d7e6-4059-917a-2a3bd5b60f7c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:04.855089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.855442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.855766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.856092 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.856415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.856736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.857054 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.857372 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.857684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.857979 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.858288 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:04.897075 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] No DVR routers for this DVR port 9dbae577-d7e6-4059-917a-2a3bd5b60f7c on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:29:04.899879 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:04.902580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'name': 'network-vif-deleted', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:29:04.923289 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8fd6c85e-0cb7-4f98-83c4-e6f7d6c7e22e req-ce1a9959-2f07-45c0-bd07-59ec3d8ee256 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "DELETE /v2.0/ports/9dbae577-d7e6-4059-917a-2a3bd5b60f7c HTTP/1.1" status: 204 len: 173 time: 0.7618773 Mar 11 18:29:04.959666 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aae2bf6-0cb1-4725-a40b-058ba13d64a8', 'name': 'network-vif-deleted', 'tag': '9dbae577-d7e6-4059-917a-2a3bd5b60f7c', 'status': 'completed', 'code': 200} Mar 11 18:29:05.015357 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e2aef6e-e265-437d-b427-b8820365351a req-16ba60e3-3823-4df5-ad45-21fd9c99b381 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=1aae2bf6-0cb1-4725-a40b-058ba13d64a8 HTTP/1.1" status: 200 len: 210 time: 0.0412753 Mar 11 18:29:06.127114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:06.550092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:07.200327 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 10946ed7-23e7-49e8-a6a8-c01d75053088 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:29:07.200985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:07.389062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 10946ed7-23e7-49e8-a6a8-c01d75053088, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=10946ed7-23e7-49e8-a6a8-c01d75053088,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:07.389384 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:07.593328 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 10946ed7-23e7-49e8-a6a8-c01d75053088 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:29:07.789232 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:07.836043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=10946ed7-23e7-49e8-a6a8-c01d75053088,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:08.140655 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:08.728699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 3b9cb830-fe6b-4a64-b48c-35431342fb24 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:29:08.798568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9dbae577-d7e6-4059-917a-2a3bd5b60f7c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:29:08.831812 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 9dbae577-d7e6-4059-917a-2a3bd5b60f7c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:29:08.832150 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9dbae577-d7e6-4059-917a-2a3bd5b60f7c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:29:09.028793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:29:09.040699 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] Sync routers for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:29:09.041881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-be650f40-8d0d-4bcb-abed-ee02f240a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/3b9cb830-fe6b-4a64-b48c-35431342fb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9136384 Mar 11 18:29:09.044605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46154) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:09.053886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:09.054452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:28:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:09.228305 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting subnet d9e995db-30af-472f-87d1-54b540dd834d {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:29:09.231319 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.233520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:09.288017 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.371619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.449212 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.488990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e995db-30af-472f-87d1-54b540dd834d,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:09.495296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.502729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df73284-96aa-4907-8973-47380285d28c None None] Network af153ba3-5129-4973-b937-70922dcfb436 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:29:09.504183 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8f944fa1-d3d1-40d6-be86-15332e0f472e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/subnets/d9e995db-30af-472f-87d1-54b540dd834d HTTP/1.1" status: 204 len: 168 time: 0.4582562 Mar 11 18:29:09.506710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46158) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:09.601505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:29:07Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:09.630269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] Checking router: 3b9cb830-fe6b-4a64-b48c-35431342fb24 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:29:09.685979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] Routers {'3b9cb830-fe6b-4a64-b48c-35431342fb24'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:09.686615 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:28:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3b9cb830-fe6b-4a64-b48c-35431342fb24'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:09.709089 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.869069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] Set router 3b9cb830-fe6b-4a64-b48c-35431342fb24 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:09.918941 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.930007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port e92b3923-a96b-461c-b222-7c8bbdbd78b5 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:29:09.930513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:09.961148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] DHCP port deletion for af153ba3-5129-4973-b937-70922dcfb436 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:29:09.980649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Deleting port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:29:09.981046 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:10.073479 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:10.112724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port e92b3923-a96b-461c-b222-7c8bbdbd78b5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=e92b3923-a96b-461c-b222-7c8bbdbd78b5,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:10.113100 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:10.237412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for e92b3923-a96b-461c-b222-7c8bbdbd78b5 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:29:10.373501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] For port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5,segment=NetworkSegment(2c1cd2ae-f555-468f-954a-97bd9daf2975),segment_id=2c1cd2ae-f555-468f-954a-97bd9daf2975)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:10.373867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:10.403336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:10.449054 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=e92b3923-a96b-461c-b222-7c8bbdbd78b5,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:10.495924 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Calling delete_port for 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:29:10.571081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:29:07Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:10.576298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3d54e-4e6d-4100-beb3-284005d2b03f None None] The sync data for ids ['3b9cb830-fe6b-4a64-b48c-35431342fb24'] in n-d-833436-1 is: [{'id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857040134', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:29:07Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'e92b3923-a96b-461c-b222-7c8bbdbd78b5', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9cb830-fe6b-4a64-b48c-35431342fb24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:27:58Z', 'updated_at': '2022-03-11T18:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:29:10.586262 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:10.637808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Pushing event deleted for resources: {'Port': ['ID=30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:10.643407 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] No DVR routers for this DVR port 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:29:10.650842 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.651183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.651524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.651928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.652258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.652579 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.652897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.653218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.653809 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.653923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.654147 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a8e92-2635-42d2-9c70-469802dd664d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:10.781668 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:10.956969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:29:10.990292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:29:10.990661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 30f672b6-59f0-47ed-bb0a-ca3fd5c8b6e5 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:29:11.038625 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.043165 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.069321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.069839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Fanout notify agent at l3_agent the message router_deleted on router 3b9cb830-fe6b-4a64-b48c-35431342fb24 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:29:11.084967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.086056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d90bace3-ecb7-448a-941d-0539cd11b7e2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/routers/3b9cb830-fe6b-4a64-b48c-35431342fb24 HTTP/1.1" status: 204 len: 168 time: 1.5784864 Mar 11 18:29:11.088911 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46162) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:11.203217 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.350146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.379894 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af153ba3-5129-4973-b937-70922dcfb436']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:11.398139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1cd2ae-f555-468f-954a-97bd9daf2975') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:11.398692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1cd2ae-f555-468f-954a-97bd9daf2975') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:11.411524 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.430074 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.436674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:29:11.437020 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:29:11.450906 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:29:11.530189 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.534928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.564715 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Network': ['ID=af153ba3-5129-4973-b937-70922dcfb436,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:11.573855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-505793a5-6c5d-40bd-b257-c867d0cc28a0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/networks/af153ba3-5129-4973-b937-70922dcfb436 HTTP/1.1" status: 204 len: 168 time: 0.4839206 Mar 11 18:29:11.576664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46166) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:11.647288 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-993633a2-3ab0-4cf5-a980-54cf3e9be489 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.676579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-993633a2-3ab0-4cf5-a980-54cf3e9be489 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.743497 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-993633a2-3ab0-4cf5-a980-54cf3e9be489 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.761316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993633a2-3ab0-4cf5-a980-54cf3e9be489 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d9ab0-c2ec-4685-acf7-a444ee0254b9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:11.772152 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-993633a2-3ab0-4cf5-a980-54cf3e9be489 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.773239 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-993633a2-3ab0-4cf5-a980-54cf3e9be489 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/security-groups/ae0d9ab0-c2ec-4685-acf7-a444ee0254b9 HTTP/1.1" status: 204 len: 168 time: 0.1956832 Mar 11 18:29:12.222059 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46176) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:12.230484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484874576', 'description': 'tempest-secgroup-smoke-1484874576 description', 'project_id': '017fd1036c28451da89bdffb1c2f472b'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:12.241275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:12.247188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:12.250237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:12.256899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:12.269283 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.305270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:12.309350 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:12.312251 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:12.317961 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:12.370992 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6a630153-604e-4d32-9853-1f65325e30c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.372460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.377543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.422334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1af02-0ec3-4912-bd78-b3f8042bbc6f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:12.429157 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.430411 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a8f7804-fafe-4cce-937a-c8f0e11c4466 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2070260 Mar 11 18:29:12.433455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46180) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:12.439151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '75d1af02-0ec3-4912-bd78-b3f8042bbc6f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:12.445984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:12.450177 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:12.453661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:12.459584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:12.478192 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.525832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 10946ed7-23e7-49e8-a6a8-c01d75053088 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:29:12.542884 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.547307 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.559660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 10946ed7-23e7-49e8-a6a8-c01d75053088 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:29:12.559996 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 10946ed7-23e7-49e8-a6a8-c01d75053088 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:29:12.560415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e92b3923-a96b-461c-b222-7c8bbdbd78b5 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:29:12.569944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac6fa22-012e-439c-9f22-4c1590d1d12d,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:12.579619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.583391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-bc0cde37-277e-4187-b149-5eae123c1afa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1463737 Mar 11 18:29:12.583594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46184) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:12.589222 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '75d1af02-0ec3-4912-bd78-b3f8042bbc6f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:12.595472 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: e92b3923-a96b-461c-b222-7c8bbdbd78b5 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:29:12.595657 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:12.595788 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device e92b3923-a96b-461c-b222-7c8bbdbd78b5 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:29:12.599593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:12.602505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:12.608106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:12.625806 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.687990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.693786 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.716679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ead6171-c3c2-4872-94c1-a425d3be48ab,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:12.727691 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.729059 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d1d0291c-9eae-4e81-8c24-edd6f782c8c9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1445630 Mar 11 18:29:12.731912 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46188) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:12.737401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '75d1af02-0ec3-4912-bd78-b3f8042bbc6f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:12.744310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:12.748449 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:12.751390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:12.757152 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:12.774292 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.843186 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.848618 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.877403 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ccbefa-e20b-402e-8f96-e2d135c056b1,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:12.884408 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:12.885736 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3b9e3af1-8319-4827-adac-2dc881131aac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1527979 Mar 11 18:29:12.889506 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46192) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:12.894903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '75d1af02-0ec3-4912-bd78-b3f8042bbc6f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:12.901259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:12.905171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:12.908065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:12.913669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:12.931660 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.003178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.008037 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.030266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5163eaea-6f68-41f2-b3f6-a0d4fc1a5c42,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:13.039818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.041018 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1b22ebec-b6ed-4253-a62c-a36749320be3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1506224 Mar 11 18:29:13.043908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46196) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:13.049690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '75d1af02-0ec3-4912-bd78-b3f8042bbc6f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:13.056077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:13.060042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:13.063026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:13.068764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:13.080437 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:29:13.086838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.150324 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.154388 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.179742 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d87938-b90c-43dc-a2b8-28241854a3ab,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:13.189151 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.190473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a23b572f-b90e-42a7-93ca-7b7aa01dc610 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1456220 Mar 11 18:29:13.193338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46200) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:13.198749 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '75d1af02-0ec3-4912-bd78-b3f8042bbc6f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:13.204977 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:13.208748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:13.211866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:13.217733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:13.228891 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:29:13.235478 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.382890 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.389300 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.411547 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3e4550-5ad1-4a27-aab7-01eb51d5cd00,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:13.421700 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.422944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-911a87fe-3120-4f23-9c78-e102d8a100e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2287052 Mar 11 18:29:13.425879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46204) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:13.431440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'network': {'name': 'tempest-network-smoke--2035352100', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'port_security_enabled': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:13.437133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:13.441322 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:network and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:13.444357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:13.450350 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:13.462030 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:29:13.465021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.493378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:29:13.502488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.502886 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Added segment 0a2bc905-0ef2-48df-9804-0bea56273da1 of type vlan for network 4b39443f-449b-439c-ae53-683f8ac9259a Mar 11 18:29:13.528961 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.558995 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.562880 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:13.563445 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.666923 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2398593 Mar 11 18:29:13.669560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789ae29-6e1a-4c27-a9e4-abc1b0a621d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Network': ['ID=4b39443f-449b-439c-ae53-683f8ac9259a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:13.669973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46208) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:13.675694 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'admin_state_up': True, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:13.680036 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 4b39443f-449b-439c-ae53-683f8ac9259a details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:29:13.683610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:13.687584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:router and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:13.690486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:13.696233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:13.707254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.708241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.727678 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.881324 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.061393 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.093030 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.228142 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.2 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/bcfa574f-1e52-4929-8553-786cb226e0fb) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:29:14.468520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.499363 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.528831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a1f3-3426-4bc9-8bc6-3e71c1153bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.567602 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:29:14.571021 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:29:14.572947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=bcfa574f-1e52-4929-8553-786cb226e0fb,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:14.575069 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:29:14.739148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.739856 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:14.963528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router ec2a2034-5e09-43b9-8389-acb574f82b9e is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:29:15.165342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:29:15.175587 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Sync routers for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:29:15.187937 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:15.188609 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:15.192881 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:15.194128 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-623581f8-a4be-4cf4-98e5-b7405600a83a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5227418 Mar 11 18:29:15.197428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:15.239270 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8e8b421a-6b42-496a-ae93-2e8d0f6ff999 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=017fd1036c28451da89bdffb1c2f472b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407586 Mar 11 18:29:15.241985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46216) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:15.368056 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:15.369313 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb339d12-0cc8-42a8-92b2-e80261ffdcba tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:15.370846 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-eb339d12-0cc8-42a8-92b2-e80261ffdcba tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279621 Mar 11 18:29:15.373722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46220) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:15.412718 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c09e5ba8-4a65-44c4-832c-09d124e7179e tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379245 Mar 11 18:29:15.415504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:15.421047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540794083', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:15.528100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:15.532042 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:subnet and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:15.534899 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:15.540596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:15.552239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:29:15.652343 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:15.663748 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:14Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:15.667690 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Checking router: ec2a2034-5e09-43b9-8389-acb574f82b9e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:29:15.667950 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Updating router ec2a2034-5e09-43b9-8389-acb574f82b9e port bcfa574f-1e52-4929-8553-786cb226e0fb binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:29:15.717623 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:15.866145 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:15.869685 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:15.925230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.043935 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.050773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Subnet': ['ID=824566b2-ced4-46e6-a144-8c9575a735ef,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:16.058275 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Transition to ACTIVE for port object bcfa574f-1e52-4929-8553-786cb226e0fb will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:29:16.066086 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.066741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Checking segment: {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:29:16.067108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network hostable DHCP agents. Network: 4b39443f-449b-439c-ae53-683f8ac9259a, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:29:16.091024 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 4b39443f-449b-439c-ae53-683f8ac9259a is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:29:16.100738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 4b39443f-449b-439c-ae53-683f8ac9259a) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:29:16.105622 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:16.106208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.118542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e65918-b356-48f9-9159-741102b3535e None None] Network 4b39443f-449b-439c-ae53-683f8ac9259a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:29:16.130622 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b2d1fd22-bb3b-46b1-af4a-5f9fff47bbdf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7141705 Mar 11 18:29:16.133651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:16.141472 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Attempting to bind port bcfa574f-1e52-4929-8553-786cb226e0fb on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:29:16.141833 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Attempting to bind port bcfa574f-1e52-4929-8553-786cb226e0fb by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:29:16.142182 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Attempting to bind port bcfa574f-1e52-4929-8553-786cb226e0fb on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:29:16.152967 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:29:16.153328 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:29:16.153719 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.154094 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:29:16.154570 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Bound port: bcfa574f-1e52-4929-8553-786cb226e0fb, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:29:16.154932 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.200458 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Pushing event updated for resources: {'Port': ['ID=bcfa574f-1e52-4929-8553-786cb226e0fb,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:16.225733 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.226096 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.226400 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.226724 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.227039 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.227352 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.227661 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.227968 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.228272 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.228575 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.228874 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:29:16.240057 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] For port bcfa574f-1e52-4929-8553-786cb226e0fb, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:29:16.243308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] For port bcfa574f-1e52-4929-8553-786cb226e0fb, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bcfa574f-1e52-4929-8553-786cb226e0fb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:29:16.249066 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.325903 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5c4b6-beb5-4bd6-aaf0-9b0c4c839f59 None None] Pushing event updated for resources: {'Port': ['ID=bcfa574f-1e52-4929-8553-786cb226e0fb,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:16.334010 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:16.334647 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:16.477297 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-4b39443f-449b-439c-ae53-683f8ac9259a', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:29:16.478042 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.519901 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:16.630775 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:29:16.638599 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Allocated IP 172.20.0.2 (4b39443f-449b-439c-ae53-683f8ac9259a/824566b2-ced4-46e6-a144-8c9575a735ef/80fb9bc5-b2fa-4d50-9af9-5c95c3e97622) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:29:16.841448 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:14Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:16.845433 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d0c74-ad68-45d3-995f-f7b27f4a0801 None None] The sync data for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 is: [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:14Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:29:16.873068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.883790 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Transition to ACTIVE for port object 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:29:16.903914 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Transition to ACTIVE for port object 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:29:16.910746 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.935771 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.981187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Network 4b39443f-449b-439c-ae53-683f8ac9259a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:29:16.984525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:29:16.988735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:29:16.990898 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Pushing event updated for resources: {'Port': ['ID=80fb9bc5-b2fa-4d50-9af9-5c95c3e97622,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:17.095389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Attempting to bind port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:29:17.095389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Attempting to bind port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:29:17.095389 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Attempting to bind port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 on network 4b39443f-449b-439c-ae53-683f8ac9259a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:29:17.101431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:29:17.101651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Checking segment: {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:29:17.101902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.102282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Bound using segment: {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:29:17.104743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Bound port: 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:29:17.105125 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.206605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.214319 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] For port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:29:17.218710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] For port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=80fb9bc5-b2fa-4d50-9af9-5c95c3e97622,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:29:17.223047 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.305535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640444b-4085-46e0-80c0-43ab0db7b690 None None] Pushing event updated for resources: {'Port': ['ID=80fb9bc5-b2fa-4d50-9af9-5c95c3e97622,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:17.391341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.1 (4b39443f-449b-439c-ae53-683f8ac9259a/824566b2-ced4-46e6-a144-8c9575a735ef/cef15dad-bcdd-4981-a599-8a15ffe4bd72) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:29:17.579650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.596764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object cef15dad-bcdd-4981-a599-8a15ffe4bd72 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:29:17.622066 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.693917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 4b39443f-449b-439c-ae53-683f8ac9259a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:29:17.697803 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:29:17.700742 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:29:17.737905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=cef15dad-bcdd-4981-a599-8a15ffe4bd72,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:17.765844 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.943453 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.230660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27391e0-2052-4b74-9e73-4f72be8c7cdc None None] Network 4b39443f-449b-439c-ae53-683f8ac9259a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:29:18.349180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-87528799-f044-437f-9b6b-1621db739308 None None] Provisioning for port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:29:18.355294 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.360091 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.471255 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.474978 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=cef15dad-bcdd-4981-a599-8a15ffe4bd72,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:18.628968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 4b39443f-449b-439c-ae53-683f8ac9259a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:29:18.630376 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:29:18.633072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bcfa574f-1e52-4929-8553-786cb226e0fb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:29:18.725127 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port bcfa574f-1e52-4929-8553-786cb226e0fb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:29:18.729611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c5091f4e-a35f-44a4-a254-ee156a68368c None None] Provisioning for port cef15dad-bcdd-4981-a599-8a15ffe4bd72 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:29:18.733839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port bcfa574f-1e52-4929-8553-786cb226e0fb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:18.734267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.762032 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c5091f4e-a35f-44a4-a254-ee156a68368c None None] Provisioning complete for port cef15dad-bcdd-4981-a599-8a15ffe4bd72 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:18.762205 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5091f4e-a35f-44a4-a254-ee156a68368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.837919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c5091f4e-a35f-44a4-a254-ee156a68368c None None] Port cef15dad-bcdd-4981-a599-8a15ffe4bd72 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:29:18.898552 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.915933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port bcfa574f-1e52-4929-8553-786cb226e0fb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bcfa574f-1e52-4929-8553-786cb226e0fb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:18.921802 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.922691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:29:19.047276 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router ec2a2034-5e09-43b9-8389-acb574f82b9e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:29:19.048740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=bcfa574f-1e52-4929-8553-786cb226e0fb,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:19.052110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-283e10ec-b015-43a8-80dc-a48f466882e4 None None] Provisioning complete for port cef15dad-bcdd-4981-a599-8a15ffe4bd72 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:19.052459 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283e10ec-b015-43a8-80dc-a48f466882e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:19.107120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-283e10ec-b015-43a8-80dc-a48f466882e4 None None] Port cef15dad-bcdd-4981-a599-8a15ffe4bd72 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:29:19.108620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:29:19.113736 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:19.114098 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:19.234335 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:19.256371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:29:19.265190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2b4f04bf-5b68-4200-aa5a-b09546558984 None None] Provisioning complete for port cef15dad-bcdd-4981-a599-8a15ffe4bd72 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:19.265557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b4f04bf-5b68-4200-aa5a-b09546558984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:19.270031 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-80169bdf-0468-4d6e-bc78-306b67ae9722 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/ec2a2034-5e09-43b9-8389-acb574f82b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353149 Mar 11 18:29:19.306146 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=80fb9bc5-b2fa-4d50-9af9-5c95c3e97622,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:19.313713 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:19.372941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f04bf-5b68-4200-aa5a-b09546558984 None None] Port cef15dad-bcdd-4981-a599-8a15ffe4bd72 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:29:19.389911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=80fb9bc5-b2fa-4d50-9af9-5c95c3e97622,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:19.449421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-e3671d91-e366-4365-89bd-ad17f30da855 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:29:19.468901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-e3671d91-e366-4365-89bd-ad17f30da855 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:29:19.470062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-e3671d91-e366-4365-89bd-ad17f30da855 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484874576&fields=id&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 267 time: 0.0630815 Mar 11 18:29:19.630017 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-fdbf8607-d6b3-4cfa-8b13-34605e77e3f5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:19.630627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-fdbf8607-d6b3-4cfa-8b13-34605e77e3f5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:29:19.648552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-fdbf8607-d6b3-4cfa-8b13-34605e77e3f5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:29:19.649842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-fdbf8607-d6b3-4cfa-8b13-34605e77e3f5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/networks?id=4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 200 len: 797 time: 0.1730924 Mar 11 18:29:19.666494 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-5b5ddc11-d34b-475c-801f-e260cca9b413 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/quotas/017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 375 time: 0.0113142 Mar 11 18:29:19.750747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-4b34e01e-8728-4df7-952d-a8121355c6e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:29:19.769548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-4b34e01e-8728-4df7-952d-a8121355c6e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:29:19.771304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-4b34e01e-8728-4df7-952d-a8121355c6e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995131 Mar 11 18:29:19.786703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6789c0c7-26c8-44a4-a7b1-6dd9f025d8eb service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:29:19.787673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6789c0c7-26c8-44a4-a7b1-6dd9f025d8eb service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053263 Mar 11 18:29:19.926491 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-4bed8339-dd38-48e9-8e4c-2e9c76b82b53 service neutron] 10.222.0.96 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328843 Mar 11 18:29:20.058708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-5d9c938a-b957-4fa7-8ea9-0975853a59dd service neutron] 10.222.0.96 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263833 Mar 11 18:29:20.277615 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4eb26d21-334f-4bd8-b767-db4e3bfd495f req-1d5b5c31-561a-4596-af21-3692721dd944 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 210 time: 0.0457368 Mar 11 18:29:20.472797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Sync routers for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:29:20.485861 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:20.486531 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:20.592681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bcfa574f-1e52-4929-8553-786cb226e0fb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:29:20.751137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:20.788584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port bcfa574f-1e52-4929-8553-786cb226e0fb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:20.788947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:21.064099 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:29:21.189390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:21.189749 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:21.246899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 2, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:21.253978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Checking router: ec2a2034-5e09-43b9-8389-acb574f82b9e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:29:21.254352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Updating router ec2a2034-5e09-43b9-8389-acb574f82b9e port cef15dad-bcdd-4981-a599-8a15ffe4bd72 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:29:21.348315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:21.390579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2cb20aa7-21cd-41b2-989d-583ae85139ae req-ddd95c87-f13e-44cc-8419-146d0a417328 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 210 time: 0.0429265 Mar 11 18:29:21.689972 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:21.701383 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Transition to ACTIVE for port object cef15dad-bcdd-4981-a599-8a15ffe4bd72 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:29:21.709298 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:21.829046 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94a82-6e1d-4bd0-b555-6ac4fdfd399d None None] Pushing event updated for resources: {'Port': ['ID=cef15dad-bcdd-4981-a599-8a15ffe4bd72,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:21.921872 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Attempting to bind port cef15dad-bcdd-4981-a599-8a15ffe4bd72 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:29:21.922218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Attempting to bind port cef15dad-bcdd-4981-a599-8a15ffe4bd72 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:29:21.922580 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Attempting to bind port cef15dad-bcdd-4981-a599-8a15ffe4bd72 on network 4b39443f-449b-439c-ae53-683f8ac9259a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:29:21.929544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:29:21.929947 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Checking segment: {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:29:21.930346 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:21.930762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Bound using segment: {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:29:21.931216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Bound port: cef15dad-bcdd-4981-a599-8a15ffe4bd72, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:29:21.931587 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:22.023500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] For port cef15dad-bcdd-4981-a599-8a15ffe4bd72, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:29:22.027252 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] For port cef15dad-bcdd-4981-a599-8a15ffe4bd72, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cef15dad-bcdd-4981-a599-8a15ffe4bd72,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:29:22.033826 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:22.115878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94a82-6e1d-4bd0-b555-6ac4fdfd399d None None] Pushing event updated for resources: {'Port': ['ID=cef15dad-bcdd-4981-a599-8a15ffe4bd72,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:22.120574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:22.121171 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:22.168400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0399e2be-383c-46b0-a759-fbec6138069d req-2bf276da-7359-4121-9409-0a29abb90ec3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1255767 Mar 11 18:29:22.247941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0399e2be-383c-46b0-a759-fbec6138069d req-f113eb2d-eb49-4934-925b-4f8d6fba17be service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0408218 Mar 11 18:29:22.301587 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0399e2be-383c-46b0-a759-fbec6138069d req-ac3c2627-f7ab-4c90-9ad8-00c4affe13ae service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271921 Mar 11 18:29:22.361683 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:22.436615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399e2be-383c-46b0-a759-fbec6138069d req-19044d77-e43d-4a35-aa9f-69c9c981cd59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:22.438121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0399e2be-383c-46b0-a759-fbec6138069d req-19044d77-e43d-4a35-aa9f-69c9c981cd59 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1316097 Mar 11 18:29:22.507933 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f21c2e8e-79d1-4b5e-a790-a03df919e004 req-0d3a247d-a4d2-4808-975f-79a56fae9b73 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 210 time: 0.0437875 Mar 11 18:29:22.687133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:22Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:22.691718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16649e7-a8d8-4cb0-b168-9e024a0cf5eb None None] The sync data for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 is: [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:22Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:29:23.696277 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d4f8dc-1ae9-4d66-9fc7-efb7501e350f req-6636b86f-a781-4069-8578-9d676c805066 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 210 time: 0.0474463 Mar 11 18:29:23.725956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-95af6554-0fe5-4c93-84f7-17e995dd0d82 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:23.727394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-95af6554-0fe5-4c93-84f7-17e995dd0d82 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/networks?id=4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 200 len: 797 time: 0.2618294 Mar 11 18:29:23.816125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-47387e1d-0247-470e-9174-53343f009f45 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:29:23.828055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-47387e1d-0247-470e-9174-53343f009f45 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:29:23.829165 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-47387e1d-0247-470e-9174-53343f009f45 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 380 time: 0.0551023 Mar 11 18:29:23.845108 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'port': {'device_id': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'admin_state_up': True, 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'security_groups': ['75d1af02-0ec3-4912-bd78-b3f8042bbc6f']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:23.981004 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:23.991151 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:24.003564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:29:24.006774 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.166020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.7 (4b39443f-449b-439c-ae53-683f8ac9259a/824566b2-ced4-46e6-a144-8c9575a735ef/8ce3d92e-9041-49ce-81d6-89417afbd20c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:29:24.353292 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.369139 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object 8ce3d92e-9041-49ce-81d6-89417afbd20c will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:29:24.397036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.471491 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 4b39443f-449b-439c-ae53-683f8ac9259a is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:29:24.474620 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:29:24.477169 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:29:24.507411 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=8ce3d92e-9041-49ce-81d6-89417afbd20c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:24.542955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:24.543568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.572263 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-082f3878-dcb0-45fd-836f-be6ebcc045f3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307465 Mar 11 18:29:24.595203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Request body: {'port': {'device_id': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:24.602984 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cef15dad-bcdd-4981-a599-8a15ffe4bd72 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:29:24.673270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port cef15dad-bcdd-4981-a599-8a15ffe4bd72 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:29:24.677999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cef15dad-bcdd-4981-a599-8a15ffe4bd72 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:24.678385 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.707818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.796172 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.819250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7fafe81a-a387-4303-a354-ac1442302739 None None] Provisioning for port 8ce3d92e-9041-49ce-81d6-89417afbd20c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:29:24.828999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7fafe81a-a387-4303-a354-ac1442302739 None None] Provisioning complete for port 8ce3d92e-9041-49ce-81d6-89417afbd20c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:24.829358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7fafe81a-a387-4303-a354-ac1442302739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.866342 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port cef15dad-bcdd-4981-a599-8a15ffe4bd72, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cef15dad-bcdd-4981-a599-8a15ffe4bd72,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:24.876449 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:24.895785 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd393bf1-7636-4c64-b3b4-bfec947df62a req-08de6845-2b0e-486d-984d-6f831caa7d5e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:24.897176 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd393bf1-7636-4c64-b3b4-bfec947df62a req-08de6845-2b0e-486d-984d-6f831caa7d5e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 931 time: 0.0806699 Mar 11 18:29:24.932496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7fafe81a-a387-4303-a354-ac1442302739 None None] Port 8ce3d92e-9041-49ce-81d6-89417afbd20c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:29:24.952519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=cef15dad-bcdd-4981-a599-8a15ffe4bd72,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:24.966005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fd393bf1-7636-4c64-b3b4-bfec947df62a req-f6d79747-59e2-4107-9f58-aee342494e99 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625975 Mar 11 18:29:25.080191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce3d92e-9041-49ce-81d6-89417afbd20c {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:29:25.090839 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:25.105718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Transition to ACTIVE for port object 8ce3d92e-9041-49ce-81d6-89417afbd20c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:29:25.110643 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:25.233658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3d92e-9041-49ce-81d6-89417afbd20c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:25.345921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Attempting to bind port 8ce3d92e-9041-49ce-81d6-89417afbd20c on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:29:25.346237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Attempting to bind port 8ce3d92e-9041-49ce-81d6-89417afbd20c by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:29:25.346581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Attempting to bind port 8ce3d92e-9041-49ce-81d6-89417afbd20c on network 4b39443f-449b-439c-ae53-683f8ac9259a {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:29:25.352190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Port 8ce3d92e-9041-49ce-81d6-89417afbd20c on network 4b39443f-449b-439c-ae53-683f8ac9259a not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:29:25.352497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Attempting to bind port 8ce3d92e-9041-49ce-81d6-89417afbd20c on network 4b39443f-449b-439c-ae53-683f8ac9259a {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:29:25.358630 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:29:25.358954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Checking segment: {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:29:25.359334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Bound using segment: {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:29:25.359725 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Bound port: 8ce3d92e-9041-49ce-81d6-89417afbd20c, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2bc905-0ef2-48df-9804-0bea56273da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:29:25.360053 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:25.451657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] For port 8ce3d92e-9041-49ce-81d6-89417afbd20c, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:29:25.455086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] For port 8ce3d92e-9041-49ce-81d6-89417afbd20c, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:29:25.462426 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:25.527437 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:25.528817 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 200 len: 1091 time: 0.9434159 Mar 11 18:29:25.529229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:29:25.543966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899bd11-d58b-4f7a-9170-2f76896702e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3d92e-9041-49ce-81d6-89417afbd20c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:25.614681 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'status': 'completed', 'code': 200} Mar 11 18:29:25.656623 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-f2e4b5ff-3955-4bdf-bc63-42f5c8a3e1f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0735018 Mar 11 18:29:25.825771 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-f9910d1f-74ca-4839-88e8-5a7cf0dfba60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 200 len: 217 time: 0.1569288 Mar 11 18:29:25.890385 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-8e7d8e55-9c53-407a-b2b4-71836aec6ffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:25.892615 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-8e7d8e55-9c53-407a-b2b4-71836aec6ffe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=824566b2-ced4-46e6-a144-8c9575a735ef HTTP/1.1" status: 200 len: 835 time: 0.0605917 Mar 11 18:29:25.977344 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-1ae97657-d10f-4a2a-b0b2-fbda3ff13458 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b39443f-449b-439c-ae53-683f8ac9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788379 Mar 11 18:29:26.107688 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-09796ca5-7b8a-4cce-9154-5cc55be3d3f3 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244144 Mar 11 18:29:26.160445 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54934a73-50c4-421e-b88c-458a0fd5a72b req-d0406255-5efe-40b2-bb20-169a4a076ca6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:26.162025 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54934a73-50c4-421e-b88c-458a0fd5a72b req-d0406255-5efe-40b2-bb20-169a4a076ca6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 943 time: 0.0767224 Mar 11 18:29:26.212475 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-54934a73-50c4-421e-b88c-458a0fd5a72b req-8796e12f-6c8c-436f-a401-194978d3bf8b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Mar 11 18:29:26.239719 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3044ad30-344b-4985-ba03-bfefbb3aa729 req-48cac057-34f7-4c8e-a773-d88ff282c9a3 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255920 Mar 11 18:29:26.405836 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-43bdc79b-8517-4117-82ee-7977f340103e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0736804 Mar 11 18:29:26.542628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-205221a2-9ef0-4728-a3da-1caa8dceb13b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:26.544139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-205221a2-9ef0-4728-a3da-1caa8dceb13b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 200 len: 899 time: 0.1271498 Mar 11 18:29:26.580123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cef15dad-bcdd-4981-a599-8a15ffe4bd72 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:29:26.616031 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-604a2ec5-be1d-4038-be73-9bd91a06b0a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 200 len: 217 time: 0.0640032 Mar 11 18:29:26.648356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port cef15dad-bcdd-4981-a599-8a15ffe4bd72 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:26.648728 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:26.677263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-4af0af91-95c9-46b0-bb8f-2cdad207c177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:26.679826 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-4af0af91-95c9-46b0-bb8f-2cdad207c177 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=824566b2-ced4-46e6-a144-8c9575a735ef HTTP/1.1" status: 200 len: 835 time: 0.0580177 Mar 11 18:29:26.757318 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-4a9b4cfd-93df-47be-aa77-366b439206f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b39443f-449b-439c-ae53-683f8ac9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712669 Mar 11 18:29:26.901837 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-c45e7400-f964-433f-b1dd-d5fcf6ff79be service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372831 Mar 11 18:29:27.043763 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c1f1285d-0bd7-4538-aa42-517ef95debc4 req-b8f59fc6-c68b-4936-8347-036daf52b42b service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336820 Mar 11 18:29:27.425229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91da451-173b-4ae6-8a0d-b61a41636a45 req-eae2f3b6-46dc-4e21-99c5-a93d960cffef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:27.426679 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f91da451-173b-4ae6-8a0d-b61a41636a45 req-eae2f3b6-46dc-4e21-99c5-a93d960cffef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 943 time: 0.0904496 Mar 11 18:29:27.481125 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f91da451-173b-4ae6-8a0d-b61a41636a45 req-b4c215ad-ea6b-496c-9e6f-6f0f45add2fa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488775 Mar 11 18:29:28.700933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb1fce-81cf-4354-988e-979c5efad87b req-72eb256c-1b81-462a-bfc4-512d4f99341c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:28.702345 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11fb1fce-81cf-4354-988e-979c5efad87b req-72eb256c-1b81-462a-bfc4-512d4f99341c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 943 time: 0.0871370 Mar 11 18:29:28.749476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11fb1fce-81cf-4354-988e-979c5efad87b req-cba7e689-21d2-4829-8e5c-afd3b3670083 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 Mar 11 18:29:28.872331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8ce3d92e-9041-49ce-81d6-89417afbd20c details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:29:29.014008 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8ce3d92e-9041-49ce-81d6-89417afbd20c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:29.027410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'port_id': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'mac_address': 'fa:16:3e:a4:fe:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:29:29.080302 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:29.102487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce3d92e-9041-49ce-81d6-89417afbd20c {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:29:29.117656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8ce3d92e-9041-49ce-81d6-89417afbd20c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:29.122821 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:29.187530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8ce3d92e-9041-49ce-81d6-89417afbd20c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:29.420765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['8ce3d92e-9041-49ce-81d6-89417afbd20c'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:29:30.049057 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91535e8-1c60-4d8a-8bbb-c61cb0d06ffa req-1dc963f5-d48a-499d-a1b3-d18500b2c760 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:30.050910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c91535e8-1c60-4d8a-8bbb-c61cb0d06ffa req-1dc963f5-d48a-499d-a1b3-d18500b2c760 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 944 time: 0.1693561 Mar 11 18:29:30.096327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c91535e8-1c60-4d8a-8bbb-c61cb0d06ffa req-fd56eabf-deaf-4ebd-8c0f-128b3f29c769 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Mar 11 18:29:30.891564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8ce3d92e-9041-49ce-81d6-89417afbd20c up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:29:30.975613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 8ce3d92e-9041-49ce-81d6-89417afbd20c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:29:30.980684 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 8ce3d92e-9041-49ce-81d6-89417afbd20c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:29:30.981085 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:31.090575 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:31.116980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:29:31.126616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8ce3d92e-9041-49ce-81d6-89417afbd20c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:29:31.133023 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:31.258268 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8ce3d92e-9041-49ce-81d6-89417afbd20c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:31.270045 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'code': 200} Mar 11 18:29:31.348815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be3e3d-826b-43fa-bfc2-b598b03e9e51 req-c8e81ef2-6e7f-410e-872f-4f46a31930bd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:31.350687 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39be3e3d-826b-43fa-bfc2-b598b03e9e51 req-c8e81ef2-6e7f-410e-872f-4f46a31930bd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0814536 Mar 11 18:29:31.396698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39be3e3d-826b-43fa-bfc2-b598b03e9e51 req-48adf8c5-d099-4e72-bac9-f4d4928cfd05 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Mar 11 18:29:31.427669 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7b0ec4aa-fcc2-4a49-912c-81074f5a0ac7 req-95f08299-a662-4a87-95cb-695ec8f99980 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0679469 Mar 11 18:29:31.469091 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7b0ec4aa-fcc2-4a49-912c-81074f5a0ac7 req-95dda379-e4a7-40be-905e-cbc3c6e507fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353775 Mar 11 18:29:32.600663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11fe0-135a-413f-8a17-21f07ef23b7a req-b2199fc3-5964-4ef3-a913-7bcc7adf4ba0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:32.602117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffb11fe0-135a-413f-8a17-21f07ef23b7a req-b2199fc3-5964-4ef3-a913-7bcc7adf4ba0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0836744 Mar 11 18:29:32.648912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ffb11fe0-135a-413f-8a17-21f07ef23b7a req-93420a33-131d-499e-b1ac-a8fb8b391e8e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Mar 11 18:29:33.869201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068888-afcd-473a-965a-8de136fa0ad2 req-5e2645df-cca5-4da2-a9f2-0246798473dd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:33.870734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2068888-afcd-473a-965a-8de136fa0ad2 req-5e2645df-cca5-4da2-a9f2-0246798473dd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0931978 Mar 11 18:29:33.919610 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2068888-afcd-473a-965a-8de136fa0ad2 req-8d34cd8b-4714-4fb4-a321-672af2c1f4cc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Mar 11 18:29:34.119058 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7ab25-7d36-4f0f-8b8c-47cd00c90f06 req-b7bb0df2-fc46-4e8a-a881-5635766ebe62 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:34.120530 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf7ab25-7d36-4f0f-8b8c-47cd00c90f06 req-b7bb0df2-fc46-4e8a-a881-5635766ebe62 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0802152 Mar 11 18:29:34.168892 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6bf7ab25-7d36-4f0f-8b8c-47cd00c90f06 req-918c8942-7a27-4aa7-ace4-9238ce321dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Mar 11 18:29:34.199723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46290) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:34.274879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-232989d5-d5fa-4623-8941-5fa6326b8abf tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1091 time: 0.0739636 Mar 11 18:29:34.277572 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46294) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:34.282689 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:29:34.288790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:29:34.292691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:floatingip and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:29:34.295984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:29:34.301695 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:29:34.314475 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:34.456249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:34.591560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.10 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/5e243c30-8a54-4dac-b96f-e091dc6c131f) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:29:34.737673 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:34.772108 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:34.841827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:29:34.844627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:29:34.848968 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:29:34.872919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=5e243c30-8a54-4dac-b96f-e091dc6c131f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:35.388438 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:35.449689 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:35.756932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:35.763723 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:35.868815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=5e243c30-8a54-4dac-b96f-e091dc6c131f,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:29:35.883398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:36.079429 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Floating IP 0476d0e4-260f-492e-9c95-5da6232e2648 associated. External IP: 172.25.3.10, port: 8ce3d92e-9041-49ce-81d6-89417afbd20c. Mar 11 18:29:36.483667 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router ec2a2034-5e09-43b9-8389-acb574f82b9e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:29:36.688448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:29:36.698940 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] Sync routers for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:29:36.712868 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:36.713534 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:36.714791 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:36.767005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1c9ad847-ac53-4dce-bb2f-a5e3baaf2209 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4884088 Mar 11 18:29:36.767571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:29:36.824896 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'status': 'completed', 'code': 200} Mar 11 18:29:36.891484 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:36.939102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f744e8d5-395a-4106-8b06-a121e3255fda req-f0d17cd0-0387-494c-8d59-c5321525a3e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0735621 Mar 11 18:29:36.942338 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5978c9b-d2fe-434a-b0cd-7e29577336dc req-5f875477-d1ad-4786-a1e6-c3f9aed3ea4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:36.943815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5978c9b-d2fe-434a-b0cd-7e29577336dc req-5f875477-d1ad-4786-a1e6-c3f9aed3ea4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0812609 Mar 11 18:29:36.990179 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c5978c9b-d2fe-434a-b0cd-7e29577336dc req-871c9d64-39be-44e8-a31c-1d2e6651cbeb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 Mar 11 18:29:37.019190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46306) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:37.078106 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744e8d5-395a-4106-8b06-a121e3255fda req-bacd610a-207b-4f51-8421-a51ce5539482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:37.079597 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f744e8d5-395a-4106-8b06-a121e3255fda req-bacd610a-207b-4f51-8421-a51ce5539482 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 200 len: 899 time: 0.1329105 Mar 11 18:29:37.128895 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f485e214-284e-406c-bdc4-6dec514de2f1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/0476d0e4-260f-492e-9c95-5da6232e2648 HTTP/1.1" status: 200 len: 990 time: 0.1083491 Mar 11 18:29:37.180954 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f744e8d5-395a-4106-8b06-a121e3255fda req-c10d2694-0055-4c1d-9121-a63f223b0018 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 200 len: 998 time: 0.0949023 Mar 11 18:29:37.246825 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0476d0e4-260f-492e-9c95-5da6232e2648', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'port_id': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'mac_address': 'fa:16:3e:a4:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:29:35Z', 'updated_at': '2022-03-11T18:29:35Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:24Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:37.251503 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] Checking router: ec2a2034-5e09-43b9-8389-acb574f82b9e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:29:37.264052 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:29:37.264682 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:29:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:37.344713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744e8d5-395a-4106-8b06-a121e3255fda req-810736e7-bcfe-4e02-9f58-3c8d35b15a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:29:37.346162 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f744e8d5-395a-4106-8b06-a121e3255fda req-810736e7-bcfe-4e02-9f58-3c8d35b15a9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=824566b2-ced4-46e6-a144-8c9575a735ef HTTP/1.1" status: 200 len: 835 time: 0.1593232 Mar 11 18:29:37.421180 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f744e8d5-395a-4106-8b06-a121e3255fda req-9faf7808-ace9-4aa3-bf0b-9562f417bacb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b39443f-449b-439c-ae53-683f8ac9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687673 Mar 11 18:29:37.448007 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:29:37.552001 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f744e8d5-395a-4106-8b06-a121e3255fda req-527f7b5c-b54a-4a3d-9980-2a03cf5a282e service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244295 Mar 11 18:29:37.684289 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f744e8d5-395a-4106-8b06-a121e3255fda req-8c0f6e72-e43a-4555-8785-6be3edcf7437 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264327 Mar 11 18:29:37.800697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0476d0e4-260f-492e-9c95-5da6232e2648', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'port_id': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'mac_address': 'fa:16:3e:a4:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:29:35Z', 'updated_at': '2022-03-11T18:29:35Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:24Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:29:37.804842 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec5614-ef99-42a1-806e-e3cb61a9129f None None] The sync data for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 is: [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '0476d0e4-260f-492e-9c95-5da6232e2648', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'port_id': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'mac_address': 'fa:16:3e:a4:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:29:35Z', 'updated_at': '2022-03-11T18:29:35Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:24Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:29:38.132971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46310) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:38.237900 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d0f86e95-541d-4752-a445-a6af7e1cc8a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/0476d0e4-260f-492e-9c95-5da6232e2648 HTTP/1.1" status: 200 len: 990 time: 0.1038282 Mar 11 18:29:39.241768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46314) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:39.350258 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1790d1fc-239a-443d-9b58-734e04223245 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/0476d0e4-260f-492e-9c95-5da6232e2648 HTTP/1.1" status: 200 len: 990 time: 0.1072869 Mar 11 18:29:39.471149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d9f0b-1305-42c6-9980-50df2a6664dd None None] New status for floating IP 0476d0e4-260f-492e-9c95-5da6232e2648: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:29:39.974489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:40.355145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46318) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:29:40.481783 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b333a97c-ef61-4a77-b2fc-b2759fea2cf9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/0476d0e4-260f-492e-9c95-5da6232e2648 HTTP/1.1" status: 200 len: 992 time: 0.1252272 Mar 11 18:29:42.376660 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a37a71cb-2ff7-468f-bf77-e7f1b29aabdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:44.533374 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-66629d57-2148-49ae-ae1c-c53e81185aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:45.872505 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:45.909960 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:47.197970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:53.577347 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:30:05.372095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-9299abce-687d-4cfc-820d-5a5b814ae3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0689104 Mar 11 18:30:05.400070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e98-834d-4dd8-9e1d-2d6b8a989d10 req-a8764473-bf79-46ac-bbf0-4afdb5f416a1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:05.401513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9c83e98-834d-4dd8-9e1d-2d6b8a989d10 req-a8764473-bf79-46ac-bbf0-4afdb5f416a1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0797603 Mar 11 18:30:05.446954 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9c83e98-834d-4dd8-9e1d-2d6b8a989d10 req-21d88a3b-89be-4017-b6aa-11ab78c68021 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396934 Mar 11 18:30:05.507087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-da32aee8-b7e7-4493-8f21-9479299aa892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:05.508546 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-da32aee8-b7e7-4493-8f21-9479299aa892 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 200 len: 899 time: 0.1290674 Mar 11 18:30:05.612672 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-57daa597-0f91-4490-8034-57a35423a8fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 200 len: 1000 time: 0.0977707 Mar 11 18:30:05.677422 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-fda6d08f-421e-4c0e-83f1-5483a650327d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:05.678867 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-fda6d08f-421e-4c0e-83f1-5483a650327d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=824566b2-ced4-46e6-a144-8c9575a735ef HTTP/1.1" status: 200 len: 835 time: 0.0595672 Mar 11 18:30:05.753906 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-2c66316d-c76d-48b1-9861-494bafa6ea74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b39443f-449b-439c-ae53-683f8ac9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681558 Mar 11 18:30:05.908616 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-e01e8a15-ed22-43f1-a482-3d92ae950300 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448410 Mar 11 18:30:06.041953 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3af0607e-4f38-4a56-9bb7-3f2d75c7f1f8 req-4652f519-e2fd-4330-982b-8417e3d35821 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272883 Mar 11 18:30:06.765842 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162171ee-049e-420e-8ecd-391a9c2ac770 req-1353963a-8cde-4c72-b826-4dfd83208eae tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:06.767213 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-162171ee-049e-420e-8ecd-391a9c2ac770 req-1353963a-8cde-4c72-b826-4dfd83208eae tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.1826887 Mar 11 18:30:06.811874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-162171ee-049e-420e-8ecd-391a9c2ac770 req-04545aad-dfa8-4bdc-907c-72ec3126d9bd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Mar 11 18:30:08.016318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9c953-2d71-41af-824f-48141b8a6a14 req-1103ba7b-511c-4d25-b5ec-0e5d56e79a91 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:08.017764 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcb9c953-2d71-41af-824f-48141b8a6a14 req-1103ba7b-511c-4d25-b5ec-0e5d56e79a91 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0804589 Mar 11 18:30:08.062906 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcb9c953-2d71-41af-824f-48141b8a6a14 req-ba867512-4db2-4a67-a4ec-0bd5752b6159 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Mar 11 18:30:09.273616 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-d2c5-4753-89f7-8b2a09ece231 req-c2cfc939-f848-4f48-851d-2d5eeb0fabbb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:09.275077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a21cbf4-d2c5-4753-89f7-8b2a09ece231 req-c2cfc939-f848-4f48-851d-2d5eeb0fabbb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0784972 Mar 11 18:30:09.326152 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7a21cbf4-d2c5-4753-89f7-8b2a09ece231 req-4da4fbea-c2dc-482e-a16b-2fde2f32b136 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454273 Mar 11 18:30:09.980709 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:10.538788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726bad5-5b08-49f3-ac39-20914b643070 req-4e626f21-b842-43cc-9365-0e381f92ea22 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:10.540217 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e726bad5-5b08-49f3-ac39-20914b643070 req-4e626f21-b842-43cc-9365-0e381f92ea22 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0792336 Mar 11 18:30:10.584937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e726bad5-5b08-49f3-ac39-20914b643070 req-8b9cdf38-6901-41de-94fc-ae559181a13e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Mar 11 18:30:11.792095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb36dd3-7e3a-4cbd-ad10-847edd20b00d req-cdb6e302-5c86-42a0-a34f-b0222daa1917 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:11.793591 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2eb36dd3-7e3a-4cbd-ad10-847edd20b00d req-cdb6e302-5c86-42a0-a34f-b0222daa1917 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0800917 Mar 11 18:30:11.838516 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2eb36dd3-7e3a-4cbd-ad10-847edd20b00d req-253663c5-4475-4520-87da-44434f1af3e7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Mar 11 18:30:12.377302 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b5588fd-5088-49da-b7df-21576653bf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:13.050705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0357cb-41cf-4d55-8a88-5460acd95eb3 req-9a5b307e-54eb-463f-b2d4-1556f9bcd176 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:13.052175 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf0357cb-41cf-4d55-8a88-5460acd95eb3 req-9a5b307e-54eb-463f-b2d4-1556f9bcd176 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0858808 Mar 11 18:30:13.105708 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cf0357cb-41cf-4d55-8a88-5460acd95eb3 req-49de2bd7-5f22-4e0f-9e99-e03766ea285d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456641 Mar 11 18:30:14.308452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e06786-14c1-4549-87a8-9064b5de3207 req-32fbacd5-9b99-4461-add9-55bce3d37ddd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:14.309902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39e06786-14c1-4549-87a8-9064b5de3207 req-32fbacd5-9b99-4461-add9-55bce3d37ddd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0828652 Mar 11 18:30:14.355595 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39e06786-14c1-4549-87a8-9064b5de3207 req-2cd17c0c-e5c4-4069-91be-3771c1e10327 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Mar 11 18:30:14.538152 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0478ca4d-afd0-4eac-b817-6ba0edb6bcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:15.568772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759ecd1-bf7b-4653-9bc8-201944b1e999 req-870d5f3e-e57b-4694-8906-efd8a395b8a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:15.570139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6759ecd1-bf7b-4653-9bc8-201944b1e999 req-870d5f3e-e57b-4694-8906-efd8a395b8a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0850589 Mar 11 18:30:15.615446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6759ecd1-bf7b-4653-9bc8-201944b1e999 req-b21294f5-b6a4-4d90-81bd-6925353eb469 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Mar 11 18:30:15.873891 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:15.919973 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:16.835927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8387ba-4da3-4f05-b703-c3a1374ea22b req-d824c8a2-8f4e-4020-9afd-4601f31bf68e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:16.837405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f8387ba-4da3-4f05-b703-c3a1374ea22b req-d824c8a2-8f4e-4020-9afd-4601f31bf68e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0905626 Mar 11 18:30:16.884353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f8387ba-4da3-4f05-b703-c3a1374ea22b req-4d8eadf4-19a5-42c4-b736-4ab3d03da730 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Mar 11 18:30:17.195753 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:18.108939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d4258-f6fe-4d2c-b364-2dca8f76fb95 req-d1a8bcff-ffe6-489e-99a4-2c18c0e993be tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:18.110448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb4d4258-f6fe-4d2c-b364-2dca8f76fb95 req-d1a8bcff-ffe6-489e-99a4-2c18c0e993be tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0928354 Mar 11 18:30:18.157860 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb4d4258-f6fe-4d2c-b364-2dca8f76fb95 req-63fabaec-c759-42ea-b8f7-8a88f6f6c918 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Mar 11 18:30:18.186728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46356) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:30:18.289839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-49881fd7-8055-4733-af25-f1c88331bdab tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/0476d0e4-260f-492e-9c95-5da6232e2648 HTTP/1.1" status: 200 len: 992 time: 0.1019983 Mar 11 18:30:19.359411 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-50b58775-56ab-4de2-9a49-ae24457e3ec1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718706 Mar 11 18:30:19.617674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-247adcb1-cae2-4237-8478-512ec0a1c7d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1760309 Mar 11 18:30:19.761570 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-4ba5d840-d48b-41df-a8cd-10d8800ddafa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:19.762970 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-4ba5d840-d48b-41df-a8cd-10d8800ddafa service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 200 len: 899 time: 0.1261485 Mar 11 18:30:19.864697 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-ce3d3b1b-4960-4930-ae25-e80cacf710f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 200 len: 1000 time: 0.0954380 Mar 11 18:30:19.927657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-6147ea31-e078-4f68-9a85-f0eeb28cc6ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:19.929059 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-6147ea31-e078-4f68-9a85-f0eeb28cc6ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=824566b2-ced4-46e6-a144-8c9575a735ef HTTP/1.1" status: 200 len: 835 time: 0.0590541 Mar 11 18:30:20.007103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-a4d931d1-e6ea-4d49-bfd0-f590de3eaf22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b39443f-449b-439c-ae53-683f8ac9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717752 Mar 11 18:30:20.142580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-2582596d-27b8-42a1-b6da-8634dd500561 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288469 Mar 11 18:30:20.272237 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e7f2d4c0-6af8-473f-9591-0644d5cd2f06 req-94b05220-ae2e-445c-aebf-4064a8587641 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233838 Mar 11 18:30:24.068130 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96446a1b-9e93-4580-8dbb-93f6f76c0d6d req-92104022-f4a3-4588-8389-89cea59cfe60 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0402055 Mar 11 18:30:24.196015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96446a1b-9e93-4580-8dbb-93f6f76c0d6d req-86f59d4e-5f91-42d5-971d-c94e58f33825 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0426276 Mar 11 18:30:24.250773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96446a1b-9e93-4580-8dbb-93f6f76c0d6d req-db101385-1149-4d40-b5e5-3ccd6a68bc64 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253856 Mar 11 18:30:24.391011 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96446a1b-9e93-4580-8dbb-93f6f76c0d6d req-65d78970-e064-4356-b0f5-947de39d4aee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:24.392441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96446a1b-9e93-4580-8dbb-93f6f76c0d6d req-65d78970-e064-4356-b0f5-947de39d4aee service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1363754 Mar 11 18:30:30.574670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:30:39.989785 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:42.380542 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30265925-a702-48af-a2b7-f5bd3fb52ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:44.545273 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c0af71d-8578-4c89-af30-a0a5bfd32707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:45.878703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:45.915780 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:47.207137 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:49.079824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46372) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:30:49.283332 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 5e243c30-8a54-4dac-b96f-e091dc6c131f {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:30:49.283619 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:49.549579 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:49.549881 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:49.664635 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 5e243c30-8a54-4dac-b96f-e091dc6c131f owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:30:49.822088 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:49.874814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=5e243c30-8a54-4dac-b96f-e091dc6c131f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:30:49.914747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.915091 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.915429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.915760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.916085 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.916413 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.916737 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.917059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.917379 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.917701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.918000 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:49.988172 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:50.386801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router ec2a2034-5e09-43b9-8389-acb574f82b9e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:30:50.596673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:30:50.606176 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] Sync routers for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:30:50.612624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:50.618132 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:30:50.618768 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:50.668393 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4fbc22d2-ad40-45ff-a927-bd1c0e8d0ac8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/floatingips/0476d0e4-260f-492e-9c95-5da6232e2648 HTTP/1.1" status: 204 len: 168 time: 1.5871408 Mar 11 18:30:50.668950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:30:50.738976 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'status': 'completed', 'code': 200} Mar 11 18:30:50.790848 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:30:50.855711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-bd500820-48ff-490c-9d98-410143582552 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0717869 Mar 11 18:30:50.987434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-2cd78aa7-16cb-46a9-b16e-7115cc2b9231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:50.988882 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-2cd78aa7-16cb-46a9-b16e-7115cc2b9231 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 200 len: 899 time: 0.1273737 Mar 11 18:30:51.065470 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-97b6aaf5-24b7-43c2-85af-8e68b4098df0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 200 len: 217 time: 0.0691299 Mar 11 18:30:51.066412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578e4b8-b772-47aa-9bea-fbd127df8a76 req-051c431b-80a2-4019-9cb8-9576e50668d9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:51.067111 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e578e4b8-b772-47aa-9bea-fbd127df8a76 req-051c431b-80a2-4019-9cb8-9576e50668d9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:30:51.084042 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-e578e4b8-b772-47aa-9bea-fbd127df8a76 req-051c431b-80a2-4019-9cb8-9576e50668d9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:30:51.086869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e578e4b8-b772-47aa-9bea-fbd127df8a76 req-051c431b-80a2-4019-9cb8-9576e50668d9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0979085 Mar 11 18:30:51.111279 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:24Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:51.115572 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] Checking router: ec2a2034-5e09-43b9-8389-acb574f82b9e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:30:51.126586 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:30:51.127393 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:51.132099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e578e4b8-b772-47aa-9bea-fbd127df8a76 req-1f87bd7b-5881-4e4e-89d8-9580479ec994 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401967 Mar 11 18:30:51.140105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-b042fe80-4f10-43d3-bc37-0e992b7e5aad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:51.141740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-b042fe80-4f10-43d3-bc37-0e992b7e5aad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=824566b2-ced4-46e6-a144-8c9575a735ef HTTP/1.1" status: 200 len: 835 time: 0.0696104 Mar 11 18:30:51.224151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-19891227-c7a3-4d53-8f1b-2f457e6bde24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b39443f-449b-439c-ae53-683f8ac9259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748460 Mar 11 18:30:51.303889 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:30:51.360279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-0ade9733-384b-474f-9c18-061a42192221 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286356 Mar 11 18:30:51.492619 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d93cd464-a069-4f3a-8a87-4512b3f47783 req-0c700b4a-507c-4dca-a668-0b6639249872 service neutron] 10.222.0.59 "GET /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261287 Mar 11 18:30:51.620725 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:24Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:51.625099 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0aa850-2f4b-4938-b123-f7cf240b0183 None None] The sync data for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 is: [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:29:17Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'cef15dad-bcdd-4981-a599-8a15ffe4bd72', 'name': '', 'network_id': '4b39443f-449b-439c-ae53-683f8ac9259a', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:e3:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:17Z', 'updated_at': '2022-03-11T18:29:24Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '824566b2-ced4-46e6-a144-8c9575a735ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:30:51.859776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d3321a-8f73-41f5-b0fd-6bbc360d072a None None] New status for floating IP 0476d0e4-260f-492e-9c95-5da6232e2648: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:30:52.372308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc741cd-1e36-47f1-bbcd-9a903556a554 req-a5a5a147-324d-4e7a-90df-dcabe17ad1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:52.373717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acc741cd-1e36-47f1-bbcd-9a903556a554 req-a5a5a147-324d-4e7a-90df-dcabe17ad1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.0882659 Mar 11 18:30:52.424867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acc741cd-1e36-47f1-bbcd-9a903556a554 req-70e4829b-cb0c-4809-8d3f-665d8644558f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=75d1af02-0ec3-4912-bd78-b3f8042bbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Mar 11 18:30:52.650886 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-ec30bb3d-0ccb-44e5-8e69-b47a7d0b575d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:30:52.651477 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-ec30bb3d-0ccb-44e5-8e69-b47a7d0b575d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:30:52.664393 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-ec30bb3d-0ccb-44e5-8e69-b47a7d0b575d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:30:52.665495 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-ec30bb3d-0ccb-44e5-8e69-b47a7d0b575d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 945 time: 0.1081636 Mar 11 18:30:52.732305 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 8ce3d92e-9041-49ce-81d6-89417afbd20c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:30:52.732649 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:53.069758 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 8ce3d92e-9041-49ce-81d6-89417afbd20c, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8ce3d92e-9041-49ce-81d6-89417afbd20c,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:30:53.070111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:53.191003 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 8ce3d92e-9041-49ce-81d6-89417afbd20c owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:30:53.332494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:53.383910 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=8ce3d92e-9041-49ce-81d6-89417afbd20c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:30:53.448236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.448579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.448916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.449246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.449573 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.449896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.450219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.450575 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.450893 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.451208 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.451529 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:53.463551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] No DVR routers for this DVR port 8ce3d92e-9041-49ce-81d6-89417afbd20c on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:30:53.465668 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:53.468292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'name': 'network-vif-deleted', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:30:53.484582 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-2b72d156-e443-479d-8f79-ccdb1ee02a82 req-e3fc2829-7e33-4c7d-bf64-e5536b87a0bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "DELETE /v2.0/ports/8ce3d92e-9041-49ce-81d6-89417afbd20c HTTP/1.1" status: 204 len: 173 time: 0.8134058 Mar 11 18:30:53.529506 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd903faf2-24a7-446a-8936-b0408ed57ad8', 'name': 'network-vif-deleted', 'tag': '8ce3d92e-9041-49ce-81d6-89417afbd20c', 'status': 'completed', 'code': 200} Mar 11 18:30:53.611199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c91a133c-c953-4dc6-ba54-16bd842c4e44 req-e27417b6-bf1b-4069-9f02-ed0b9ba0235b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d903faf2-24a7-446a-8936-b0408ed57ad8 HTTP/1.1" status: 200 len: 210 time: 0.0410438 Mar 11 18:30:54.727745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46394) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:30:55.258473 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:55.897636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port cef15dad-bcdd-4981-a599-8a15ffe4bd72 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:30:55.898406 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:56.091061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port cef15dad-bcdd-4981-a599-8a15ffe4bd72, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=cef15dad-bcdd-4981-a599-8a15ffe4bd72,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:30:56.091385 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:56.210153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for cef15dad-bcdd-4981-a599-8a15ffe4bd72 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:30:56.383179 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:56.430209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=cef15dad-bcdd-4981-a599-8a15ffe4bd72,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:30:56.813284 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:57.346448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8ce3d92e-9041-49ce-81d6-89417afbd20c no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:30:57.382017 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 8ce3d92e-9041-49ce-81d6-89417afbd20c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:30:57.382510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8ce3d92e-9041-49ce-81d6-89417afbd20c not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:30:57.391414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router ec2a2034-5e09-43b9-8389-acb574f82b9e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:30:57.592005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:30:57.601459 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] Sync routers for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:30:57.604624 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-25e1da05-c1ff-4c7d-8427-51c888a215a8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/ec2a2034-5e09-43b9-8389-acb574f82b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8754218 Mar 11 18:30:57.607446 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46398) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:30:57.614068 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:30:57.614696 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:57.786544 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:30:57.790020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting subnet 824566b2-ced4-46e6-a144-8c9575a735ef {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:30:57.793002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:57.848184 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:57.928181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.003021 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.047242 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Subnet': ['ID=824566b2-ced4-46e6-a144-8c9575a735ef,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:30:58.053917 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.060221 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d697aa51-b23b-40d5-87e5-c94f7fbe6a60 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/subnets/824566b2-ced4-46e6-a144-8c9575a735ef HTTP/1.1" status: 204 len: 168 time: 0.4517312 Mar 11 18:30:58.061296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c0fba-d80d-4aa8-ae21-904e06a46c62 None None] Network 4b39443f-449b-439c-ae53-683f8ac9259a requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:30:58.063210 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46402) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:30:58.104457 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:30:56Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:58.112179 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] Checking router: ec2a2034-5e09-43b9-8389-acb574f82b9e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:30:58.127209 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] Routers {'ec2a2034-5e09-43b9-8389-acb574f82b9e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:30:58.128057 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['ec2a2034-5e09-43b9-8389-acb574f82b9e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:58.328376 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] DHCP port deletion for 4b39443f-449b-439c-ae53-683f8ac9259a request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:30:58.328802 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] Set router ec2a2034-5e09-43b9-8389-acb574f82b9e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:30:58.332451 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Deleting port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:30:58.332973 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.372990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.544484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] For port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=80fb9bc5-b2fa-4d50-9af9-5c95c3e97622,segment=NetworkSegment(0a2bc905-0ef2-48df-9804-0bea56273da1),segment_id=0a2bc905-0ef2-48df-9804-0bea56273da1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:30:58.545070 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.579357 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.590994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port bcfa574f-1e52-4929-8553-786cb226e0fb {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:30:58.591422 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.617799 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:30:56Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:30:58.621961 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753573d7-0fce-44a1-b7c3-adede97304fe None None] The sync data for ids ['ec2a2034-5e09-43b9-8389-acb574f82b9e'] in n-d-833436-1 is: [{'id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131171148', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:29:13Z', 'updated_at': '2022-03-11T18:30:56Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': 'bcfa574f-1e52-4929-8553-786cb226e0fb', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2a2034-5e09-43b9-8389-acb574f82b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:29:14Z', 'updated_at': '2022-03-11T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:30:58.710211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:30:58.737854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Calling delete_port for 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:30:58.773542 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port bcfa574f-1e52-4929-8553-786cb226e0fb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=bcfa574f-1e52-4929-8553-786cb226e0fb,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:30:58.773923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.860898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.897179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for bcfa574f-1e52-4929-8553-786cb226e0fb owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:30:58.917932 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Pushing event deleted for resources: {'Port': ['ID=80fb9bc5-b2fa-4d50-9af9-5c95c3e97622,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:30:58.932362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] No DVR routers for this DVR port 80fb9bc5-b2fa-4d50-9af9-5c95c3e97622 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:30:58.933830 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:58.948159 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.948491 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.948827 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.949158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.949483 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.949808 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.951038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.951038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.951038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.951038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:58.951595 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe8ba8-5144-48e5-aaa6-5cbd55cf7842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:30:59.087272 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:59.132936 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=bcfa574f-1e52-4929-8553-786cb226e0fb,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:30:59.356413 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:59.700374 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:59.705009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:59.737599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:59.738239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Fanout notify agent at l3_agent the message router_deleted on router ec2a2034-5e09-43b9-8389-acb574f82b9e {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:30:59.753332 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:59.754514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-db30a8d5-b170-4fa1-8f5a-9fe18ee0f633 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/routers/ec2a2034-5e09-43b9-8389-acb574f82b9e HTTP/1.1" status: 204 len: 168 time: 1.6903400 Mar 11 18:30:59.757422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46406) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:30:59.874741 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.017344 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.043122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b39443f-449b-439c-ae53-683f8ac9259a']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:00.056634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2bc905-0ef2-48df-9804-0bea56273da1') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:00.056922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2bc905-0ef2-48df-9804-0bea56273da1') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:00.071233 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.090228 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.096658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:31:00.097035 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:31:00.111044 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:31:00.193262 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.210455 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.221267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Network': ['ID=4b39443f-449b-439c-ae53-683f8ac9259a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:00.230023 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e5e80ee4-dd8a-4e71-97d6-bee71d55a65f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/networks/4b39443f-449b-439c-ae53-683f8ac9259a HTTP/1.1" status: 204 len: 168 time: 0.4716167 Mar 11 18:31:00.232976 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46410) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:00.300763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83d2328b-8849-4e98-b50c-501435368437 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.329540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83d2328b-8849-4e98-b50c-501435368437 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.397006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83d2328b-8849-4e98-b50c-501435368437 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.417586 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2328b-8849-4e98-b50c-501435368437 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1af02-0ec3-4912-bd78-b3f8042bbc6f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:00.431543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-83d2328b-8849-4e98-b50c-501435368437 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.432683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-83d2328b-8849-4e98-b50c-501435368437 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/security-groups/75d1af02-0ec3-4912-bd78-b3f8042bbc6f HTTP/1.1" status: 204 len: 168 time: 0.1988325 Mar 11 18:31:00.629238 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bcfa574f-1e52-4929-8553-786cb226e0fb no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:31:00.665283 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: bcfa574f-1e52-4929-8553-786cb226e0fb {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:31:00.665616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device bcfa574f-1e52-4929-8553-786cb226e0fb not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:31:00.666199 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cef15dad-bcdd-4981-a599-8a15ffe4bd72 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:31:00.698380 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: cef15dad-bcdd-4981-a599-8a15ffe4bd72 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:31:00.698727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device cef15dad-bcdd-4981-a599-8a15ffe4bd72 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:31:00.711594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46418) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:00.717390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120155863', 'description': 'tempest-secgroup-smoke-2120155863 description', 'project_id': '017fd1036c28451da89bdffb1c2f472b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:00.724125 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:00.728390 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:00.731410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:00.737298 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:00.751334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.785996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:00.789791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:00.792776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:00.798810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:00.854461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.860453 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.912508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd4e09-2e67-44af-a2d2-860cc41f882f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:00.924772 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:00.926576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6ca32671-92f6-4995-81fd-3481570f8a0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2138960 Mar 11 18:31:00.930801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46422) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:00.936786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '46fd4e09-2e67-44af-a2d2-860cc41f882f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:00.943615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:00.947822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:00.951437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:00.957763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:00.976244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.037136 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.043399 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.071932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccc1cfb-b0f1-4bc9-9a55-cedffaa92674,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:01.083316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.084514 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-147dc3d8-d765-4fd3-b181-737731bd2a68 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1527882 Mar 11 18:31:01.087779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46426) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:01.093965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '46fd4e09-2e67-44af-a2d2-860cc41f882f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:01.101187 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:01.105487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:01.108810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:01.115033 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:01.136062 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.208087 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.214886 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.238088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc7907a-9792-4ae4-8af7-0b1bd91d0baa,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:01.249304 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.250620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-764291d4-d5aa-4104-b53c-1927ce5e77af tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1618934 Mar 11 18:31:01.253543 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46430) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:01.258937 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '46fd4e09-2e67-44af-a2d2-860cc41f882f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:01.265378 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:01.269360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:01.272411 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:01.278288 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:01.295483 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.358665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.364079 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.387076 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f698bf5e-3fa9-4b32-8c38-52d072e4207f,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:01.396610 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.397959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a3538485-5f60-4edd-912e-a5ea38f57dfe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435168 Mar 11 18:31:01.400820 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46434) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:01.406255 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '46fd4e09-2e67-44af-a2d2-860cc41f882f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:01.412623 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:01.416560 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:01.419554 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:01.425795 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:01.444041 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.514983 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.520250 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.542711 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c014980b-fd11-4065-98dd-103ed8f15f95,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:01.553276 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.554533 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8574732e-aca0-47c0-a3b6-02159167a1e6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1527393 Mar 11 18:31:01.558858 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46438) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:01.564295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '46fd4e09-2e67-44af-a2d2-860cc41f882f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:01.571117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:01.575394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:01.578651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:01.584470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:01.596070 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:31:01.602402 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.666717 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.672777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.697038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb58f7fa-7a0a-4bc0-97db-60036fd8b5f1,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:01.708782 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.709996 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3fa8caad-a1a7-429c-9e7d-6dbf21ea4e42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1501548 Mar 11 18:31:01.712859 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46442) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:01.718437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '46fd4e09-2e67-44af-a2d2-860cc41f882f', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:01.725239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:01.729375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:01.732476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:01.738622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:01.751314 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:31:01.757663 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.823040 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.828383 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.853360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16bde78-305a-48df-9cf2-3c0dd90fdcb0,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:01.863501 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.864667 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-93dee63e-312c-4ca5-a068-48321544e8ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1507871 Mar 11 18:31:01.867551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46446) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:01.872834 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'network': {'name': 'tempest-network-smoke--305449520', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'port_security_enabled': True}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:01.878540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:01.882690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:network and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:01.885534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:01.891220 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:01.901919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:31:01.904789 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.932814 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:31:01.941394 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:01.941773 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Added segment b89a3009-7699-4892-8825-7e55fb12bb55 of type vlan for network 1f136cf0-ef28-471c-b263-ca381394a158 Mar 11 18:31:01.969795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.002778 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.008230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:02.009029 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.119189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2505879 Mar 11 18:31:02.122162 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46450) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:02.128922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'admin_state_up': True, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:02.134690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc34f0-df57-418a-90b5-f414b0864533 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Network': ['ID=1f136cf0-ef28-471c-b263-ca381394a158,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:02.138416 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:02.142520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:router and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:02.145435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:02.151013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 1f136cf0-ef28-471c-b263-ca381394a158 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:31:02.151545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:02.162525 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.163441 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.185674 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.333955 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.619306 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.648360 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.790452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.228 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/836b98f0-17ec-4125-8cbf-5d01e3c83f74) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:31:02.936214 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:02.969434 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:03.043138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:31:03.044036 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=836b98f0-17ec-4125-8cbf-5d01e3c83f74,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:03.047216 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:31:03.049300 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:31:03.205910 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:03.206608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:03.440490 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 16eb6153-88b8-438d-81ff-573734a7437e is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:31:03.647670 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:31:03.657899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Sync routers for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:31:03.671903 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:31:03.672605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:03.674855 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:03.676068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-78febe59-b2c1-4a1c-ada6-690bb7afd591 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5532660 Mar 11 18:31:03.679654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46454) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:03.722082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f3e7e41b-96c9-4c18-8bf6-0046b22b2c20 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=017fd1036c28451da89bdffb1c2f472b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412233 Mar 11 18:31:03.724637 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46458) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:03.849810 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:31:03.853044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5c371-2f5d-4a7d-b255-c4316da6c587 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:03.854579 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-73a5c371-2f5d-4a7d-b255-c4316da6c587 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290267 Mar 11 18:31:03.857565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46462) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:03.895737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f2e1826e-3fe7-4ca8-935d-081a93db9769 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371308 Mar 11 18:31:03.898243 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46466) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:03.903389 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712332537', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:04.010643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:04.014703 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:subnet and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:04.017591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:04.023360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:04.034343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:31:04.130534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:03Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:04.134881 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Checking router: 16eb6153-88b8-438d-81ff-573734a7437e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:31:04.135340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Updating router 16eb6153-88b8-438d-81ff-573734a7437e port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:31:04.188532 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.235249 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.451265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.506688 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.519256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Transition to ACTIVE for port object 836b98f0-17ec-4125-8cbf-5d01e3c83f74 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:31:04.526502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.531472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Subnet': ['ID=f022407f-32d4-4772-94fe-1f00c2555a39,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:04.542299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Checking segment: {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:31:04.542687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network hostable DHCP agents. Network: 1f136cf0-ef28-471c-b263-ca381394a158, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:31:04.565725 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 1f136cf0-ef28-471c-b263-ca381394a158 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:31:04.578434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 1f136cf0-ef28-471c-b263-ca381394a158) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:31:04.585371 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:04.586042 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.605386 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1518e2-6b9f-4ce4-b4a9-36d974af1599 None None] Network 1f136cf0-ef28-471c-b263-ca381394a158 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:31:04.610330 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-43f92126-4f2c-4d42-a9b1-2e1102832348 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7111330 Mar 11 18:31:04.612983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46470) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:04.725892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba2a51-0020-4424-aaa6-14b9046d6b56 None None] Pushing event updated for resources: {'Port': ['ID=836b98f0-17ec-4125-8cbf-5d01e3c83f74,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:04.727992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Attempting to bind port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:31:04.728353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Attempting to bind port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:31:04.728708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Attempting to bind port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:31:04.737156 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:31:04.737521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:31:04.737918 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.738299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:31:04.738910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Bound port: 836b98f0-17ec-4125-8cbf-5d01e3c83f74, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:31:04.739166 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.875157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] For port 836b98f0-17ec-4125-8cbf-5d01e3c83f74, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:31:04.887534 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] For port 836b98f0-17ec-4125-8cbf-5d01e3c83f74, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=836b98f0-17ec-4125-8cbf-5d01e3c83f74,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:31:04.915743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:04.984048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-1f136cf0-ef28-471c-b263-ca381394a158', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:31:04.985000 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:05.068953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba2a51-0020-4424-aaa6-14b9046d6b56 None None] Pushing event updated for resources: {'Port': ['ID=836b98f0-17ec-4125-8cbf-5d01e3c83f74,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:05.093612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:31:05.094235 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:05.320136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Allocated IP 172.20.0.2 (1f136cf0-ef28-471c-b263-ca381394a158/f022407f-32d4-4772-94fe-1f00c2555a39/825d89c2-9c96-4225-bac1-db39768b29d4) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:31:05.376845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:05.398993 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:31:05.752483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:05.768921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Transition to ACTIVE for port object 825d89c2-9c96-4225-bac1-db39768b29d4 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:31:05.791910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Transition to ACTIVE for port object 825d89c2-9c96-4225-bac1-db39768b29d4 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:31:05.798201 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:05.863363 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.1 (1f136cf0-ef28-471c-b263-ca381394a158/f022407f-32d4-4772-94fe-1f00c2555a39/26144a09-52fc-45f0-a4a7-03f0d5c4c523) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:31:05.871340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Network 1f136cf0-ef28-471c-b263-ca381394a158 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:31:05.875293 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:31:05.880203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:31:05.882253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Pushing event updated for resources: {'Port': ['ID=825d89c2-9c96-4225-bac1-db39768b29d4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:05.885758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:03Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:05.892814 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025c52e-2b56-4e9c-abaf-95c46144709b None None] The sync data for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 is: [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:03Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:31:05.985927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Attempting to bind port 825d89c2-9c96-4225-bac1-db39768b29d4 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:31:05.986431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Attempting to bind port 825d89c2-9c96-4225-bac1-db39768b29d4 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:31:05.986905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Attempting to bind port 825d89c2-9c96-4225-bac1-db39768b29d4 on network 1f136cf0-ef28-471c-b263-ca381394a158 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:31:05.994445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:31:05.994823 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Checking segment: {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:31:05.995210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:05.995598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Bound using segment: {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:31:05.996067 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Bound port: 825d89c2-9c96-4225-bac1-db39768b29d4, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:31:05.996438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.155243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] For port 825d89c2-9c96-4225-bac1-db39768b29d4, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:31:06.168157 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] For port 825d89c2-9c96-4225-bac1-db39768b29d4, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=825d89c2-9c96-4225-bac1-db39768b29d4,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:31:06.175089 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.175892 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.194731 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object 26144a09-52fc-45f0-a4a7-03f0d5c4c523 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:31:06.223002 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.261700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96395610-9da8-4c96-b8e4-6208f1ad81d1 None None] Pushing event updated for resources: {'Port': ['ID=825d89c2-9c96-4225-bac1-db39768b29d4,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:06.310940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 1f136cf0-ef28-471c-b263-ca381394a158 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:31:06.314259 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:31:06.318599 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:31:06.356003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=26144a09-52fc-45f0-a4a7-03f0d5c4c523,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:06.387335 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.507850 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.700961 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 825d89c2-9c96-4225-bac1-db39768b29d4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:31:06.779706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 825d89c2-9c96-4225-bac1-db39768b29d4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:31:06.785750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 836b98f0-17ec-4125-8cbf-5d01e3c83f74 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:31:06.859128 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:31:06.863730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:06.864090 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.943975 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.950978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:06.985312 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:07.003372 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 836b98f0-17ec-4125-8cbf-5d01e3c83f74, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=836b98f0-17ec-4125-8cbf-5d01e3c83f74,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:31:07.009120 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:07.068404 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:07.072679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=26144a09-52fc-45f0-a4a7-03f0d5c4c523,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:07.086721 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=836b98f0-17ec-4125-8cbf-5d01e3c83f74,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:07.214764 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 1f136cf0-ef28-471c-b263-ca381394a158 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:31:07.216048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:31:07.258992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21282bad-40b6-4b6f-9ec1-e91a04ad365c None None] Network 1f136cf0-ef28-471c-b263-ca381394a158 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:31:07.364143 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9b601ea4-c08d-4f24-912d-3949ba1e9504 None None] Provisioning for port 825d89c2-9c96-4225-bac1-db39768b29d4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:31:07.373418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9b601ea4-c08d-4f24-912d-3949ba1e9504 None None] Provisioning complete for port 825d89c2-9c96-4225-bac1-db39768b29d4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:07.373785 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b601ea4-c08d-4f24-912d-3949ba1e9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:07.565379 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:31:07.589932 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b601ea4-c08d-4f24-912d-3949ba1e9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:07.606883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 16eb6153-88b8-438d-81ff-573734a7437e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:31:07.630873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9b601ea4-c08d-4f24-912d-3949ba1e9504 None None] For port 825d89c2-9c96-4225-bac1-db39768b29d4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=825d89c2-9c96-4225-bac1-db39768b29d4,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:31:07.636344 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b601ea4-c08d-4f24-912d-3949ba1e9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:07.705497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b601ea4-c08d-4f24-912d-3949ba1e9504 None None] Pushing event updated for resources: {'Port': ['ID=825d89c2-9c96-4225-bac1-db39768b29d4,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:07.861540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cfa55042-176c-4da7-97bd-2d1ec8fbd441 None None] Provisioning complete for port 825d89c2-9c96-4225-bac1-db39768b29d4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:07.862238 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfa55042-176c-4da7-97bd-2d1ec8fbd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:07.933978 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:31:07.955466 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8b46c893-8394-4978-bbb8-c0bbe1580446 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/16eb6153-88b8-438d-81ff-573734a7437e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3326616 Mar 11 18:31:07.993634 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cfa55042-176c-4da7-97bd-2d1ec8fbd441 None None] Provisioning for port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:31:07.999631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cfa55042-176c-4da7-97bd-2d1ec8fbd441 None None] Provisioning complete for port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:08.000072 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfa55042-176c-4da7-97bd-2d1ec8fbd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:08.058826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cfa55042-176c-4da7-97bd-2d1ec8fbd441 None None] Port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:31:08.135434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-8baf65d7-165e-401c-b053-6b945646f207 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:31:08.152849 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-8baf65d7-165e-401c-b053-6b945646f207 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:31:08.154230 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-8baf65d7-165e-401c-b053-6b945646f207 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120155863&fields=id&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 267 time: 0.0682542 Mar 11 18:31:08.182508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8e82c8ee-75a1-4273-ad9a-3ef1c8d14e73 None None] Provisioning complete for port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:08.182870 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e82c8ee-75a1-4273-ad9a-3ef1c8d14e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:08.233055 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e82c8ee-75a1-4273-ad9a-3ef1c8d14e73 None None] Port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:31:08.303117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-be191fa9-8c12-4e36-a36c-e56b830fc3d8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:08.303713 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-be191fa9-8c12-4e36-a36c-e56b830fc3d8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:31:08.321746 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-be191fa9-8c12-4e36-a36c-e56b830fc3d8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:31:08.323884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-be191fa9-8c12-4e36-a36c-e56b830fc3d8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 796 time: 0.1605449 Mar 11 18:31:08.340912 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-116f6be5-c66f-4233-b3b7-0f25a5ab0173 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/quotas/017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 375 time: 0.0116084 Mar 11 18:31:08.419857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-3062f8c0-7521-4355-bd5a-e6b84e366692 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:31:08.436521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-3062f8c0-7521-4355-bd5a-e6b84e366692 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:31:08.437801 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-3062f8c0-7521-4355-bd5a-e6b84e366692 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922592 Mar 11 18:31:08.639485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 825d89c2-9c96-4225-bac1-db39768b29d4 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:31:08.658901 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-1a9065b7-bad6-43ab-9014-f6114fa186ba service neutron] 10.222.0.96 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087979 Mar 11 18:31:08.706203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 825d89c2-9c96-4225-bac1-db39768b29d4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:08.706601 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:08.796510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-c9db67eb-cd5c-406c-9199-c5bca467a0e1 service neutron] 10.222.0.96 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315134 Mar 11 18:31:08.820651 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 836b98f0-17ec-4125-8cbf-5d01e3c83f74 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:31:08.889516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:08.890319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:09.002683 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3f49e77d-dc92-4a96-a2f7-a8b711b58619 req-0f190e45-f836-430c-83aa-0a8a7baafe2b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 210 time: 0.0493028 Mar 11 18:31:09.471853 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Sync routers for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:31:09.484826 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:31:09.485426 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:09.673721 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:31:09.977663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:09.999854 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 2, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:10.004590 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Checking router: 16eb6153-88b8-438d-81ff-573734a7437e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:31:10.004928 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Updating router 16eb6153-88b8-438d-81ff-573734a7437e port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:31:10.068902 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.141158 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6f69eb4f-268d-4480-a1a0-6e4f0b80744c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:10.142641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6f69eb4f-268d-4480-a1a0-6e4f0b80744c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 796 time: 0.1530375 Mar 11 18:31:10.213930 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-a7332626-4c11-43c1-a48c-acbb32adcecc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 380 time: 0.0526950 Mar 11 18:31:10.215321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d6fec67-ee6c-49ee-b93d-231731eb6c5d req-c638dcb0-f8ba-413a-8b64-e1a7b764d2ee tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 210 time: 0.0640130 Mar 11 18:31:10.223096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'port': {'device_id': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'admin_state_up': True, 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'security_groups': ['46fd4e09-2e67-44af-a2d2-860cc41f882f']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:10.361993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:10.371702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:10.382830 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:31:10.385904 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.487964 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.498965 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Transition to ACTIVE for port object 26144a09-52fc-45f0-a4a7-03f0d5c4c523 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:31:10.505049 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.577478 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.11 (1f136cf0-ef28-471c-b263-ca381394a158/f022407f-32d4-4772-94fe-1f00c2555a39/9d3b2dc6-76bc-42dc-be96-8682847c91d2) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:31:10.628061 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Pushing event updated for resources: {'Port': ['ID=26144a09-52fc-45f0-a4a7-03f0d5c4c523,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:10.666884 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.667227 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.667532 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.667848 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.668160 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.668469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.668778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.669084 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.669393 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.669694 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.669996 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:31:10.732308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Attempting to bind port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:31:10.732665 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Attempting to bind port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:31:10.732992 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Attempting to bind port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 on network 1f136cf0-ef28-471c-b263-ca381394a158 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:31:10.744000 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:31:10.744486 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Checking segment: {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:31:10.744897 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.745277 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Bound using segment: {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:31:10.746098 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Bound port: 26144a09-52fc-45f0-a4a7-03f0d5c4c523, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:31:10.746516 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.801440 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.822881 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object 9d3b2dc6-76bc-42dc-be96-8682847c91d2 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:31:10.836941 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] For port 26144a09-52fc-45f0-a4a7-03f0d5c4c523, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:31:10.840764 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] For port 26144a09-52fc-45f0-a4a7-03f0d5c4c523, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=26144a09-52fc-45f0-a4a7-03f0d5c4c523,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:31:10.845038 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.848721 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:10.927109 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c099ab-e350-4319-8656-fd1fdd277a09 None None] Pushing event updated for resources: {'Port': ['ID=26144a09-52fc-45f0-a4a7-03f0d5c4c523,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:10.929853 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 1f136cf0-ef28-471c-b263-ca381394a158 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:31:10.932709 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:31:10.933500 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:30:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:10.933748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:31:10.938526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:31:10.970675 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:11.006494 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:11.007115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:11.035220 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-cf507d9c-24b9-450a-a693-9724d4e9a9a2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8162341 Mar 11 18:31:11.054141 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Request body: {'port': {'device_id': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:11.125027 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:31:11.176123 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:11.428560 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-913f30d2-532f-4795-b629-ddc098f29232 None None] Provisioning for port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:31:11.435574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-913f30d2-532f-4795-b629-ddc098f29232 None None] Provisioning complete for port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:11.436229 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-913f30d2-532f-4795-b629-ddc098f29232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:11.437367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb98574-d354-4b3e-814e-1616f68d807d req-4696664c-63f9-4fcf-b4a2-3dd1a3670432 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:11.439619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acb98574-d354-4b3e-814e-1616f68d807d req-4696664c-63f9-4fcf-b4a2-3dd1a3670432 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 932 time: 0.0842514 Mar 11 18:31:11.479612 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:10Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:11.485464 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd33898-6437-4a38-9204-7b8f8f86e62c None None] The sync data for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 is: [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:10Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:31:11.499845 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-913f30d2-532f-4795-b629-ddc098f29232 None None] Port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:31:11.507035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acb98574-d354-4b3e-814e-1616f68d807d req-bb452cec-45ef-43ab-8acb-addd684f19aa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608926 Mar 11 18:31:11.694189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3b2dc6-76bc-42dc-be96-8682847c91d2 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:31:11.701550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:11.716599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Transition to ACTIVE for port object 9d3b2dc6-76bc-42dc-be96-8682847c91d2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:31:11.721132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:11.848663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:11.965637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Attempting to bind port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:31:11.966425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Attempting to bind port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:31:11.966981 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Attempting to bind port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 on network 1f136cf0-ef28-471c-b263-ca381394a158 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:31:11.975140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 on network 1f136cf0-ef28-471c-b263-ca381394a158 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:31:11.975465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Attempting to bind port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 on network 1f136cf0-ef28-471c-b263-ca381394a158 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:31:11.982512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:31:11.982848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Checking segment: {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:31:11.983363 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Bound using segment: {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:31:11.983876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Bound port: 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89a3009-7699-4892-8825-7e55fb12bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:31:11.984216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:12.079924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:31:12.083286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:31:12.089476 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:12.151390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:12.152808 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 1092 time: 1.1050372 Mar 11 18:31:12.155891 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:31:12.201909 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111675d-5df9-4a87-bed1-694ac03617d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:12.249955 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'status': 'completed', 'code': 200} Mar 11 18:31:12.302046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-245237b6-b23d-4a5c-aea6-0ab1d9339f45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1095 time: 0.0846605 Mar 11 18:31:12.373715 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5394fc22-2bfc-49a3-b108-5984a8b56d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:12.377982 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-49602163-5ff4-449f-84ea-765c68aaed25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 217 time: 0.0642214 Mar 11 18:31:12.444501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-353b77d9-e902-444b-bc2e-9191ab93f994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:12.445864 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-353b77d9-e902-444b-bc2e-9191ab93f994 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0623736 Mar 11 18:31:12.520221 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-39d26ece-c329-4b80-9fbf-72995a7e9f2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686989 Mar 11 18:31:12.530398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-17ac792f-5a82-412b-bf66-ffe9fbf705f0 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:31:12.531383 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-17ac792f-5a82-412b-bf66-ffe9fbf705f0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048752 Mar 11 18:31:12.666670 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 26144a09-52fc-45f0-a4a7-03f0d5c4c523 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:31:12.667189 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-507e5dc3-63fb-4903-8a0c-46dbe2846215 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295261 Mar 11 18:31:12.713783 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876b85-2907-4b5e-ba06-56f46a0cb581 req-ffc3ebf6-8be1-4926-8495-c300aa81e7f4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:12.715255 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72876b85-2907-4b5e-ba06-56f46a0cb581 req-ffc3ebf6-8be1-4926-8495-c300aa81e7f4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 944 time: 0.0774918 Mar 11 18:31:12.735459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:31:12.740773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:12.741246 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:12.763207 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-72876b85-2907-4b5e-ba06-56f46a0cb581 req-2dea67db-d8db-49c0-8c49-0d3b6f0ffd84 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 Mar 11 18:31:12.810115 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c556a0dc-756a-47a2-aa1c-5db54ff41664 req-d93c0687-791a-4b4d-afbf-78155650c50f service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364646 Mar 11 18:31:12.880384 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:12.912697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 26144a09-52fc-45f0-a4a7-03f0d5c4c523, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=26144a09-52fc-45f0-a4a7-03f0d5c4c523,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:31:12.917064 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:12.969896 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-2132cdff-e2c9-496c-bc44-7b2a12b0818d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1095 time: 0.0694523 Mar 11 18:31:12.981979 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=26144a09-52fc-45f0-a4a7-03f0d5c4c523,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:13.107699 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-b8bd5fdf-0ef9-45d0-8d4e-153983c4afe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:13.109100 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-b8bd5fdf-0ef9-45d0-8d4e-153983c4afe5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1333795 Mar 11 18:31:13.179169 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-f7194039-e40e-4af9-8cda-935b0fe568d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 217 time: 0.0639660 Mar 11 18:31:13.257346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-01831e00-f925-4a48-be2e-dce61a311bfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:13.258818 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-01831e00-f925-4a48-be2e-dce61a311bfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0699351 Mar 11 18:31:13.340635 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-e94ee3e7-b5e4-4676-81b1-01c2aac36260 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737338 Mar 11 18:31:13.572222 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-7e7c228a-972b-4664-bf5d-a2a6b5eba8c8 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246163 Mar 11 18:31:13.714847 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b05723c7-c55e-4974-b9e7-fadf6edef976 req-5c747327-8893-4404-803e-39ffa408a6bc service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273127 Mar 11 18:31:13.978495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ee68-53b1-433e-bfd2-5abed9f07c80 req-0f248dbf-87cc-4418-ab6e-13b89f1d047d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:13.979985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7de9ee68-53b1-433e-bfd2-5abed9f07c80 req-0f248dbf-87cc-4418-ab6e-13b89f1d047d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 944 time: 0.0839744 Mar 11 18:31:14.027260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7de9ee68-53b1-433e-bfd2-5abed9f07c80 req-bb93aaeb-f16d-4a5b-a65a-b19a17b76ba7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 Mar 11 18:31:14.546549 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d767c245-e093-45d9-ae35-7708ca29f73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:14.637359 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 26144a09-52fc-45f0-a4a7-03f0d5c4c523 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:31:14.706686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:14.707042 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:15.223008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33ad92-d61e-4c2c-aba1-984b67f4e92f req-2174ac68-5f14-46f5-9361-bac2bf161742 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:15.224518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba33ad92-d61e-4c2c-aba1-984b67f4e92f req-2174ac68-5f14-46f5-9361-bac2bf161742 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 944 time: 0.0779865 Mar 11 18:31:15.273561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba33ad92-d61e-4c2c-aba1-984b67f4e92f req-7e2d7c2b-840e-400a-8479-209a522339e8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Mar 11 18:31:15.501065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3b2dc6-76bc-42dc-be96-8682847c91d2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:31:15.645522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:31:15.658221 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'port_id': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'mac_address': 'fa:16:3e:34:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:31:15.711455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:15.729169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3b2dc6-76bc-42dc-be96-8682847c91d2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:31:15.744241 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:31:15.750471 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:15.815935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:15.884215 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:15.919939 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:16.036298 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9d3b2dc6-76bc-42dc-be96-8682847c91d2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:31:16.475019 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08549a96-d3ed-4d46-a162-3e6d819971ba req-cf566295-d14b-423c-b2ec-863df42a1b74 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:16.476325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08549a96-d3ed-4d46-a162-3e6d819971ba req-cf566295-d14b-423c-b2ec-863df42a1b74 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 945 time: 0.0808647 Mar 11 18:31:16.523675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08549a96-d3ed-4d46-a162-3e6d819971ba req-72fa150b-f56b-49ac-bc93-966f0db852bf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394177 Mar 11 18:31:17.210501 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:17.516266 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3b2dc6-76bc-42dc-be96-8682847c91d2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:31:17.593090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:31:17.597976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:31:17.598387 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:17.717031 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:17.717283 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55130b57-5e5a-442c-9ef5-109842a03df6 req-154fbaf7-95e1-4709-97cd-681e8f6e2c86 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:17.718622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55130b57-5e5a-442c-9ef5-109842a03df6 req-154fbaf7-95e1-4709-97cd-681e8f6e2c86 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 945 time: 0.0769224 Mar 11 18:31:17.743240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:31:17.753807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:31:17.760156 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:17.764974 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55130b57-5e5a-442c-9ef5-109842a03df6 req-74398a3f-3453-41a7-b611-2961245e9035 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 Mar 11 18:31:17.805396 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'code': 200} Mar 11 18:31:17.829930 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:17.962995 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55394fcb-ebcc-47cb-a23a-857d82aae6df req-366e761a-a5be-465a-922f-a07723510887 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1097 time: 0.0756915 Mar 11 18:31:18.007793 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-55394fcb-ebcc-47cb-a23a-857d82aae6df req-650d8e33-471b-440c-af70-c86195863af2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373669 Mar 11 18:31:18.985877 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a53be-7694-45aa-8c76-22663a5371d2 req-363e03fc-66e9-44a6-a606-a0f7d6ebbdb6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:18.987349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-427a53be-7694-45aa-8c76-22663a5371d2 req-363e03fc-66e9-44a6-a606-a0f7d6ebbdb6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0871263 Mar 11 18:31:19.033288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-427a53be-7694-45aa-8c76-22663a5371d2 req-c8cbae3a-d5a0-435a-b023-3dc58b1cd090 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Mar 11 18:31:20.243686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118535-59fe-4d1f-be52-2b4f5d49fe79 req-34cd174c-0d71-4549-b1cb-a46b81ac6b0d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:20.245187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11118535-59fe-4d1f-be52-2b4f5d49fe79 req-34cd174c-0d71-4549-b1cb-a46b81ac6b0d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0790718 Mar 11 18:31:20.293287 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-11118535-59fe-4d1f-be52-2b4f5d49fe79 req-fb974f0f-c39f-4ba6-b9d6-351a87b96e8a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Mar 11 18:31:20.497474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbcda7-6596-4bb4-92b0-8839492a1cbe req-4bf37c85-7fac-4901-9a6c-f9c54f786b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:20.498937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7abbcda7-6596-4bb4-92b0-8839492a1cbe req-4bf37c85-7fac-4901-9a6c-f9c54f786b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0862472 Mar 11 18:31:20.548625 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7abbcda7-6596-4bb4-92b0-8839492a1cbe req-2b50c78f-fb92-4f0c-8c34-8855e904749b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Mar 11 18:31:20.581463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46522) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:20.756693 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e9dda576-144b-4f6c-8371-a230539f399c tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1092 time: 0.1741369 Mar 11 18:31:20.760341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46526) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:20.765358 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:31:20.771368 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:31:20.775219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:floatingip and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:31:20.778061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:31:20.783801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:31:20.795807 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:20.939236 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:21.078679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.76 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/fffb8df7-4217-4636-9cec-8b24b1f13ae3) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:31:21.227813 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:21.258030 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:21.327901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:31:21.330691 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:31:21.334458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:31:21.352542 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-342b5855-d3e7-46fc-ade4-b298f10c31cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715027 Mar 11 18:31:21.367202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=fffb8df7-4217-4636-9cec-8b24b1f13ae3,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:21.527166 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-67f30357-ad0f-424f-9e3c-98b7392ce8ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1097 time: 0.0687001 Mar 11 18:31:21.674564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-ce70d2f1-18d3-4585-8aa3-019bf98b7fa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:21.676041 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-ce70d2f1-18d3-4585-8aa3-019bf98b7fa1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1284742 Mar 11 18:31:21.746396 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-5ea0607e-eb02-432b-bebe-8751ace6cf3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 217 time: 0.0640154 Mar 11 18:31:21.809115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-d72413c8-222a-46de-b314-417d4cd733bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:21.810528 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-d72413c8-222a-46de-b314-417d4cd733bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0579429 Mar 11 18:31:21.834053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:21.887977 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-813e3990-65ea-44a1-b670-3914a27da7aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701845 Mar 11 18:31:21.890194 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:22.019696 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-9868344d-d8d7-4f15-bdbc-3bd5da12e886 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251495 Mar 11 18:31:22.096349 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:22.102561 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:22.151998 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3be403ae-bfd9-440a-bbf2-6a4ab00636e3 req-57644330-c9b0-47d0-b57b-6427e73b2825 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257079 Mar 11 18:31:22.211493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=fffb8df7-4217-4636-9cec-8b24b1f13ae3,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:31:22.224403 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:22.513483 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Floating IP 96bf1b1c-d2d0-4658-b462-23dd5cf4924c associated. External IP: 172.25.3.76, port: 9d3b2dc6-76bc-42dc-be96-8682847c91d2. Mar 11 18:31:22.927970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 16eb6153-88b8-438d-81ff-573734a7437e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:31:23.141686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:31:23.152145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] Sync routers for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:31:23.165542 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:31:23.166577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:31:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:23.167894 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:23.220853 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-55ab1cd7-383d-479f-b5ad-fc7a9363ecb1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4595222 Mar 11 18:31:23.221497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:31:23.354946 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'status': 'completed', 'code': 200} Mar 11 18:31:23.361693 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:31:23.399420 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d0aaf-8b87-445d-b549-a639e215fe08 req-62f576d8-ec86-4f58-9809-7c174c8d95a1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:23.400857 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a96d0aaf-8b87-445d-b549-a639e215fe08 req-62f576d8-ec86-4f58-9809-7c174c8d95a1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0773211 Mar 11 18:31:23.465083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a96d0aaf-8b87-445d-b549-a639e215fe08 req-2fe6fdca-ff61-424d-8c07-5b1ff728c33e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570447 Mar 11 18:31:23.465645 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-ccf9cd84-d6c2-45ae-9552-5ae520dbcec8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1097 time: 0.0696597 Mar 11 18:31:23.493817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46536) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:23.595732 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-f780d145-3362-48f7-b07e-beecc5e087cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:23.598567 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-f780d145-3362-48f7-b07e-beecc5e087cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1259723 Mar 11 18:31:23.598723 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e84f406b-bed0-4e48-8a10-3ce90069a564 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/96bf1b1c-d2d0-4658-b462-23dd5cf4924c HTTP/1.1" status: 200 len: 991 time: 0.1023726 Mar 11 18:31:23.698860 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-1d0ede78-6dab-4d8f-ab4f-2ea0c663965a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 999 time: 0.0953898 Mar 11 18:31:23.739521 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '96bf1b1c-d2d0-4658-b462-23dd5cf4924c', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'port_id': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'mac_address': 'fa:16:3e:34:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:31:21Z', 'updated_at': '2022-03-11T18:31:21Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:12Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:23.743520 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] Checking router: 16eb6153-88b8-438d-81ff-573734a7437e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:31:23.754461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:31:23.755081 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:31:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:23.757917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-0e5942dc-57e5-44b6-95d2-f8807d9a069e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:23.759389 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-0e5942dc-57e5-44b6-95d2-f8807d9a069e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0552871 Mar 11 18:31:23.835594 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-4ac11833-3102-4bcf-bfd7-6f1609074038 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702486 Mar 11 18:31:23.933320 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:31:24.066845 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-f19a52f9-e611-4693-a2a2-00db80c49362 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251084 Mar 11 18:31:24.199107 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9e7d0015-7395-4604-ad56-1aec8d8b996e req-c33a6a61-8d5b-41b1-bde7-d0f67164ae55 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264882 Mar 11 18:31:24.291073 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '96bf1b1c-d2d0-4658-b462-23dd5cf4924c', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'port_id': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'mac_address': 'fa:16:3e:34:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:31:21Z', 'updated_at': '2022-03-11T18:31:21Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:12Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:31:24.295278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366ac69-5acb-4284-9db7-4c927281deee None None] The sync data for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 is: [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '96bf1b1c-d2d0-4658-b462-23dd5cf4924c', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'port_id': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'mac_address': 'fa:16:3e:34:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:31:21Z', 'updated_at': '2022-03-11T18:31:21Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:12Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:31:24.602053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46540) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:24.712389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-aa356b8e-d8d9-4d11-b404-f113d9a7beba tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/96bf1b1c-d2d0-4658-b462-23dd5cf4924c HTTP/1.1" status: 200 len: 991 time: 0.1088288 Mar 11 18:31:25.717483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46544) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:25.838554 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-00b8a627-a7ab-4462-b31b-1e5dea8269df tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/96bf1b1c-d2d0-4658-b462-23dd5cf4924c HTTP/1.1" status: 200 len: 991 time: 0.1193914 Mar 11 18:31:26.099099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64b52e23-6082-4a6c-8b55-b0b423290682 req-4fefe0e1-df7d-4fad-9b47-073a77cb11d5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0492599 Mar 11 18:31:26.169878 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64b52e23-6082-4a6c-8b55-b0b423290682 req-7612710f-015d-4044-a8c9-9936991ebaa5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0400989 Mar 11 18:31:26.220091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64b52e23-6082-4a6c-8b55-b0b423290682 req-59183362-518d-462f-9b4e-a8731e9c7dda service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257292 Mar 11 18:31:26.357955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b52e23-6082-4a6c-8b55-b0b423290682 req-2e92be29-ca3a-42d3-8e76-a09df9ca8c1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:26.359446 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-64b52e23-6082-4a6c-8b55-b0b423290682 req-2e92be29-ca3a-42d3-8e76-a09df9ca8c1e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1342669 Mar 11 18:31:26.843676 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46548) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:26.963348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-38321f07-688c-478e-b6e9-a37dcd07a7b1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/96bf1b1c-d2d0-4658-b462-23dd5cf4924c HTTP/1.1" status: 200 len: 991 time: 0.1181688 Mar 11 18:31:27.481770 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf161d8-798e-4e5d-b931-4f947ee8c3ab None None] New status for floating IP 96bf1b1c-d2d0-4658-b462-23dd5cf4924c: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:31:27.966651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46552) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:31:28.176867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c3d53ca5-0f1b-42e5-bcc1-428daaec9230 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/96bf1b1c-d2d0-4658-b462-23dd5cf4924c HTTP/1.1" status: 200 len: 993 time: 0.2090676 Mar 11 18:31:39.983742 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:42.385547 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1b432484-63d1-49cc-a1c5-dbe39ceb18ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:44.547380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c83be856-d141-4ed4-be72-5642fcda6812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:44.566408 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:31:45.893415 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:45.929648 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:47.211077 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:55.669210 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-55c24213-9334-4bfe-a8d0-09276e4761ed req-bff11b11-c52d-4284-8bd8-e0b3ff8c14a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0719995 Mar 11 18:31:56.046306 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e16af-953c-4887-9f93-bf7dee5bfdd9 req-63eccba6-5cb0-4323-b97d-09776e9c2df4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:56.048097 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f5e16af-953c-4887-9f93-bf7dee5bfdd9 req-63eccba6-5cb0-4323-b97d-09776e9c2df4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.1328650 Mar 11 18:31:56.050888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-d0f419d1-0559-4a49-8bc8-ed876d7dd8fa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1960225 Mar 11 18:31:56.106560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8f5e16af-953c-4887-9f93-bf7dee5bfdd9 req-bfe8c6be-7175-4641-8c36-f62cbc83bd03 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527995 Mar 11 18:31:57.318875 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbaaf9-cf0c-4a24-9d69-2c2060f688b9 req-cb07884d-4f3d-4494-864f-779149c86b7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:57.320391 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28fbaaf9-cf0c-4a24-9d69-2c2060f688b9 req-cb07884d-4f3d-4494-864f-779149c86b7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0946279 Mar 11 18:31:57.367389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-28fbaaf9-cf0c-4a24-9d69-2c2060f688b9 req-00a17df2-8503-4100-bc17-0b097a93ace6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411794 Mar 11 18:31:57.391071 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-edfedfeb-6ddc-41b6-bdf5-ca521675b75a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1097 time: 0.0688457 Mar 11 18:31:57.523185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-280356b0-1912-43a0-a5fb-a76b3c4d76ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:57.524657 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-280356b0-1912-43a0-a5fb-a76b3c4d76ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1274817 Mar 11 18:31:57.631711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-fdeecbfb-a3ea-4734-89f3-8a384fb6d9af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 1001 time: 0.1002336 Mar 11 18:31:57.702119 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-e96ce37a-eedc-49cb-87a8-26837cd64bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:57.704164 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-e96ce37a-eedc-49cb-87a8-26837cd64bc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0654595 Mar 11 18:31:57.791062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-c21e839d-8daf-4cec-b083-1bd184621f92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813062 Mar 11 18:31:57.926666 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-8d4a0e57-80aa-4135-b3a2-4c4712df4c1d service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284754 Mar 11 18:31:58.057692 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-aa1f751b-df4e-4877-b85e-6a4510ce59ea service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247861 Mar 11 18:31:58.583291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b35521-b868-4e10-9b15-b01517217d9e req-65e975b9-f288-455d-8d13-c0da02c9c139 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:58.584773 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97b35521-b868-4e10-9b15-b01517217d9e req-65e975b9-f288-455d-8d13-c0da02c9c139 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0854571 Mar 11 18:31:58.632786 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-97b35521-b868-4e10-9b15-b01517217d9e req-bb6d12e8-d6d8-4cf0-84b8-13d0fefdabee tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Mar 11 18:31:59.842631 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65eb87-b968-4739-b60c-3c0db3bb5570 req-3e6ac857-6a2a-439e-92f4-4f41bb1816d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:31:59.844384 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc65eb87-b968-4739-b60c-3c0db3bb5570 req-3e6ac857-6a2a-439e-92f4-4f41bb1816d4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0808716 Mar 11 18:31:59.891796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cc65eb87-b968-4739-b60c-3c0db3bb5570 req-7e0fddc3-2f8b-45db-8574-5b4a2060ec47 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Mar 11 18:32:01.107229 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f3f3e-108f-43d7-9a45-853414361eca req-3ed5be70-5293-4cf3-a02d-6e5e50c5e7bd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:01.108717 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c5f3f3e-108f-43d7-9a45-853414361eca req-3ed5be70-5293-4cf3-a02d-6e5e50c5e7bd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0892549 Mar 11 18:32:01.153956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8c5f3f3e-108f-43d7-9a45-853414361eca req-34902ff5-d81e-4a47-b605-782e2ea58b25 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Mar 11 18:32:02.364821 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b20e74-cbbb-4a4f-b4ee-1329dc4d8695 req-68d50220-0c7d-41ef-a6f2-e10d3d6e6c4d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:02.366251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4b20e74-cbbb-4a4f-b4ee-1329dc4d8695 req-68d50220-0c7d-41ef-a6f2-e10d3d6e6c4d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0881510 Mar 11 18:32:02.411737 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b4b20e74-cbbb-4a4f-b4ee-1329dc4d8695 req-3cdda177-395a-4ad0-9561-368c81c748cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Mar 11 18:32:03.634883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b674e4-eaa0-4e28-8221-d84186fb4789 req-bb74bb9c-6162-41b0-a7bd-e058d3ed628d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:03.636314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44b674e4-eaa0-4e28-8221-d84186fb4789 req-bb74bb9c-6162-41b0-a7bd-e058d3ed628d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0933428 Mar 11 18:32:03.688752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44b674e4-eaa0-4e28-8221-d84186fb4789 req-13336d4d-ddd7-4799-9c25-eca7e5d18b1c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 Mar 11 18:32:04.900095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3eb2-0d7f-4890-b213-17b3f7912149 req-3757d29f-bbb9-40de-90b6-2f334856a10d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:04.901448 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f84e3eb2-0d7f-4890-b213-17b3f7912149 req-3757d29f-bbb9-40de-90b6-2f334856a10d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0801013 Mar 11 18:32:04.948696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f84e3eb2-0d7f-4890-b213-17b3f7912149 req-a1f12ca2-dd80-4a0b-97bb-29723523727a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 Mar 11 18:32:06.171292 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f5da5-2dfa-4162-9d9b-0ee2d4279e72 req-edbc79a7-98a0-4544-8d92-7a5c671db8db tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:06.173101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b0f5da5-2dfa-4162-9d9b-0ee2d4279e72 req-edbc79a7-98a0-4544-8d92-7a5c671db8db tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0918081 Mar 11 18:32:06.218386 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8b0f5da5-2dfa-4162-9d9b-0ee2d4279e72 req-657d314e-bb91-4054-9a90-d1dedd929b97 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Mar 11 18:32:07.427025 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e596af-5cee-406c-ac39-9740527fc872 req-4c4453d6-b67c-4696-973c-cb9b4e0e4fe1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:07.428476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13e596af-5cee-406c-ac39-9740527fc872 req-4c4453d6-b67c-4696-973c-cb9b4e0e4fe1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0813782 Mar 11 18:32:07.476570 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-13e596af-5cee-406c-ac39-9740527fc872 req-36b0a55d-82ea-45ec-8dc8-943301a2eb5f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Mar 11 18:32:08.696196 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9f605-605d-402e-942b-7a67209dbe49 req-258e4b2a-6de9-4ec9-b43e-9eb0daa46a2d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:08.697808 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddf9f605-605d-402e-942b-7a67209dbe49 req-258e4b2a-6de9-4ec9-b43e-9eb0daa46a2d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0936272 Mar 11 18:32:08.744632 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddf9f605-605d-402e-942b-7a67209dbe49 req-67cd6090-7f6f-4727-9c39-a2b15959657e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Mar 11 18:32:09.973217 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c216c0-5516-4f11-b3d9-3a3fe7bad8db req-9f456b2c-3968-480d-9b18-fddde73f850c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:09.975121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88c216c0-5516-4f11-b3d9-3a3fe7bad8db req-9f456b2c-3968-480d-9b18-fddde73f850c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0968816 Mar 11 18:32:09.993898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:10.023215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88c216c0-5516-4f11-b3d9-3a3fe7bad8db req-041614d0-a6ac-4ace-a139-0bc10195b836 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409451 Mar 11 18:32:11.238180 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b2736-a916-4078-af6d-e87ced0aabe0 req-6c316967-7072-407f-b4fc-fa577fc3f3a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:11.239712 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db3b2736-a916-4078-af6d-e87ced0aabe0 req-6c316967-7072-407f-b4fc-fa577fc3f3a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0907419 Mar 11 18:32:11.290026 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db3b2736-a916-4078-af6d-e87ced0aabe0 req-69980204-fe5e-42bf-b84e-16d21f2ff215 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Mar 11 18:32:12.380028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6531b80-6552-4c95-8c08-d8e078e6e017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:12.526733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbdd7c-07fa-413b-9d4b-e8fbdd5f7760 req-c1aa13bd-a557-4f74-ae00-e22d46746f87 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:12.528091 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9fbdd7c-07fa-413b-9d4b-e8fbdd5f7760 req-c1aa13bd-a557-4f74-ae00-e22d46746f87 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0961473 Mar 11 18:32:12.574053 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9fbdd7c-07fa-413b-9d4b-e8fbdd5f7760 req-8ab619d4-a412-40b9-92ea-e6baf342dab7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404603 Mar 11 18:32:13.792044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f6626-98f0-4d62-86bc-6777459444ba req-1636272c-757f-40dc-b545-5b455c4b2305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:13.793507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a66f6626-98f0-4d62-86bc-6777459444ba req-1636272c-757f-40dc-b545-5b455c4b2305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0790961 Mar 11 18:32:13.842690 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a66f6626-98f0-4d62-86bc-6777459444ba req-c4ec9729-b613-4270-98a3-fbcc230b2a74 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 Mar 11 18:32:14.547482 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4994-af47-4439-a1bb-ca69c8edb9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:14.888979 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-7d4c149e-3710-43cf-8207-9e28799f4a45 service neutron] 10.222.0.59 "GET /v2.0/ports/9d3b2dc6-76bc-42dc-be96-8682847c91d2/bindings/n-h1-833436-1 HTTP/1.1" status: 200 len: 382 time: 0.0774925 Mar 11 18:32:15.037430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a9bf0-d965-454e-a8f9-b46ebda18e4d req-d9170715-1d91-4bd9-a7b0-232124cbde20 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:15.038939 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef5a9bf0-d965-454e-a8f9-b46ebda18e4d req-d9170715-1d91-4bd9-a7b0-232124cbde20 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0769808 Mar 11 18:32:15.096605 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef5a9bf0-d965-454e-a8f9-b46ebda18e4d req-d13c7ef1-1999-4393-b9c6-c46a0267cb82 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517278 Mar 11 18:32:15.182167 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-8345c5bd-70e0-4b91-ab78-c90c4fad22f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 1097 time: 0.0731161 Mar 11 18:32:15.287440 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-e33cdfcc-e33b-48ce-845c-5ed3ed82072a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1097 time: 0.0717759 Mar 11 18:32:15.420997 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-57bcf4fe-c03f-4d9f-9767-3819f91dbd70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:15.422809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-57bcf4fe-c03f-4d9f-9767-3819f91dbd70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1291556 Mar 11 18:32:15.526010 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-28c6139b-3e4c-4664-b5b1-a917ec80a8e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 1001 time: 0.0958452 Mar 11 18:32:15.588190 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-f53261c8-6682-410d-b28c-bf37f36230d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:15.589641 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-f53261c8-6682-410d-b28c-bf37f36230d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0584023 Mar 11 18:32:15.765662 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-a546fbd7-5309-4155-abc9-2d41d4bad025 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703515 Mar 11 18:32:15.886711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:15.899927 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-f01e6be8-a1b1-4d6e-acda-27848e337a34 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269290 Mar 11 18:32:15.922958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:16.030933 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71cd070b-df0c-4d07-a5b3-3d01102899a3 req-45e96ee7-544a-4e7f-bf6c-0f86e2b4ab54 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249659 Mar 11 18:32:16.294448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5e988-14c2-438b-b11b-2085aeb679c6 req-da7c72dd-582a-4b0d-a584-c61fdc4aba33 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:16.295924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd5e988-14c2-438b-b11b-2085aeb679c6 req-da7c72dd-582a-4b0d-a584-c61fdc4aba33 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0787351 Mar 11 18:32:16.340787 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6cd5e988-14c2-438b-b11b-2085aeb679c6 req-06db0cb0-27aa-49f0-9e53-db57c206e650 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Mar 11 18:32:17.217987 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:17.556903 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93238563-8980-4868-b5c3-0b6104a97a9e req-c9374b70-d882-4e1c-9377-ce02d6943f27 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:17.559486 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93238563-8980-4868-b5c3-0b6104a97a9e req-c9374b70-d882-4e1c-9377-ce02d6943f27 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0821068 Mar 11 18:32:17.604495 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93238563-8980-4868-b5c3-0b6104a97a9e req-705f627e-997c-483c-8579-bea809982918 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Mar 11 18:32:17.826878 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3b2dc6-76bc-42dc-be96-8682847c91d2 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:32:17.965584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:32:17.978300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'port_id': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'mac_address': 'fa:16:3e:34:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:32:18.032581 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:18.049772 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d3b2dc6-76bc-42dc-be96-8682847c91d2 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:32:18.066326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:32:18.073651 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:18.140665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:32:18.149410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.149749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.150085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.150448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.150775 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.151084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.151422 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.151741 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.152052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.152368 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.152681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:18.370498 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['9d3b2dc6-76bc-42dc-be96-8682847c91d2'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:32:18.891144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3368420-6243-4272-8cb3-8acd6f322939 req-ddc9889a-4d0c-411f-92bb-4d4526b1ddee tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:18.892526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3368420-6243-4272-8cb3-8acd6f322939 req-ddc9889a-4d0c-411f-92bb-4d4526b1ddee tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 945 time: 0.1653979 Mar 11 18:32:18.939776 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3368420-6243-4272-8cb3-8acd6f322939 req-32bac1a9-5f87-4c12-beb6-94ab035ba877 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Mar 11 18:32:19.271994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248796b4-c86b-4383-8722-97335ccd1176 req-6fb36c43-ff9c-4ffd-9fb7-057841837e1c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:19.273574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-248796b4-c86b-4383-8722-97335ccd1176 req-6fb36c43-ff9c-4ffd-9fb7-057841837e1c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 945 time: 0.0769470 Mar 11 18:32:19.275189 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-fa66a07f-39e9-420f-8151-7a6c258de932 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:19.275875 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-fa66a07f-39e9-420f-8151-7a6c258de932 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:32:19.293112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-fa66a07f-39e9-420f-8151-7a6c258de932 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:32:19.294247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-fa66a07f-39e9-420f-8151-7a6c258de932 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea&tenant_id=017fd1036c28451da89bdffb1c2f472b&binding%3Ahost_id=n-h1-833436-1 HTTP/1.1" status: 200 len: 945 time: 0.0944130 Mar 11 18:32:19.322413 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-248796b4-c86b-4383-8722-97335ccd1176 req-fbce7315-b5ea-4f84-b725-488b038a9989 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Mar 11 18:32:19.456006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-e0964ce6-3fb8-4894-a278-080490a51b94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1096 time: 0.0725615 Mar 11 18:32:19.523917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01240c-34df-4d1e-99e2-0dd1f0fe7e43 req-acdc0fd5-f97a-4307-ad8e-40bb96c97d75 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:19.525389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae01240c-34df-4d1e-99e2-0dd1f0fe7e43 req-acdc0fd5-f97a-4307-ad8e-40bb96c97d75 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 945 time: 0.0796313 Mar 11 18:32:19.570559 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ae01240c-34df-4d1e-99e2-0dd1f0fe7e43 req-a44f9144-1dd6-474a-bcf5-73e4faa81b42 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Mar 11 18:32:19.586783 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-c8d8a3ea-0f1d-4fe9-8f13-1483fd03d651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:19.588216 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-c8d8a3ea-0f1d-4fe9-8f13-1483fd03d651 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1262574 Mar 11 18:32:19.688000 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-f0e1d82f-8f2d-4270-8d9a-4a9d9806350d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 1000 time: 0.0937161 Mar 11 18:32:19.751999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-3247db4d-12a3-4fac-ac98-46466d12df65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:19.753290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-3247db4d-12a3-4fac-ac98-46466d12df65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0594087 Mar 11 18:32:19.832062 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-b9105e03-4013-4c49-88d9-b14afed9c8ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732937 Mar 11 18:32:19.841786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3b2dc6-76bc-42dc-be96-8682847c91d2 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:32:19.911489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:32:19.911850 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:19.963387 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-035308c6-ee44-43fd-b4d9-af1ad6285e5e service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251485 Mar 11 18:32:20.024662 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:20.051026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:32:20.061261 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:32:20.066175 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:20.097203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d9bd942c-1f9f-4873-87f7-5900969d0983 req-1a9f3b60-5a06-4b2e-a4c1-617711ef10b3 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270847 Mar 11 18:32:20.123839 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'code': 200} Mar 11 18:32:20.136541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:32:20.771093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd033e84-27d5-46b1-8a78-939f3b569915 req-33bdd114-40de-47dc-aa3b-58ca2d4a8ac3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:20.772507 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd033e84-27d5-46b1-8a78-939f3b569915 req-33bdd114-40de-47dc-aa3b-58ca2d4a8ac3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0786409 Mar 11 18:32:20.822031 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dd033e84-27d5-46b1-8a78-939f3b569915 req-16f28a04-2af7-4284-9a82-4720cd88d203 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Mar 11 18:32:20.849967 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46642) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:32:20.956772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-03508b7e-a920-42a6-abb8-fec7355e4df4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/96bf1b1c-d2d0-4658-b462-23dd5cf4924c HTTP/1.1" status: 200 len: 993 time: 0.1055670 Mar 11 18:32:21.573710 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:32:23.367917 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-33d4b5fa-7eed-4c3d-ad65-2c6d704df0b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765367 Mar 11 18:32:23.529707 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-c9ced6c9-15a6-44ef-b736-0332707b4f38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1097 time: 0.0729747 Mar 11 18:32:23.672878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2a42-5932-46a9-9b98-17b5592436be req-6a3b2431-fd83-424c-b64b-5fa88ba0076c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:23.674319 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-6a3b2431-fd83-424c-b64b-5fa88ba0076c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1256220 Mar 11 18:32:23.779072 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-80ac2068-6882-4ea0-a9dd-d5b7ed278a95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 1001 time: 0.0980899 Mar 11 18:32:23.841944 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2a42-5932-46a9-9b98-17b5592436be req-eab02a68-e88f-4678-b70a-af64535f728e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:23.843294 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-eab02a68-e88f-4678-b70a-af64535f728e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0585127 Mar 11 18:32:24.027032 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-60f7f3ab-eaf8-446f-bfcf-58ac7ab97a9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776938 Mar 11 18:32:24.177942 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-b604ca2f-ccde-446c-88d2-bb4715384f80 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427922 Mar 11 18:32:24.308482 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-49ed2a42-5932-46a9-9b98-17b5592436be req-787eb5b0-d1f8-48c0-acec-7914eb98b78f service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247125 Mar 11 18:32:27.086321 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39f4a4b7-ce51-434b-b73d-3daa9f35bf28 req-eccb110c-6bfa-4cb2-854f-38c5771bbf89 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0402086 Mar 11 18:32:27.155422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39f4a4b7-ce51-434b-b73d-3daa9f35bf28 req-8413eff8-0f30-4613-9068-a9b0d48f227d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0385253 Mar 11 18:32:27.204126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39f4a4b7-ce51-434b-b73d-3daa9f35bf28 req-a38b2048-645d-4a83-924f-61fa7c202de1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244150 Mar 11 18:32:27.357592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4a4b7-ce51-434b-b73d-3daa9f35bf28 req-e0e5acd0-7469-4de1-8003-0e6130f03d2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:27.358975 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-39f4a4b7-ce51-434b-b73d-3daa9f35bf28 req-e0e5acd0-7469-4de1-8003-0e6130f03d2b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1492803 Mar 11 18:32:39.992130 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:42.394069 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23e4167-7ad8-4a79-8f15-b9bb8414c900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:44.551898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3271f6dc-0647-48e9-8eed-d43d1dce798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:45.898449 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:45.925666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:47.215555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:49.495971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46656) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:32:49.694745 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port fffb8df7-4217-4636-9cec-8b24b1f13ae3 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:32:49.695049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:49.867204 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:49.867480 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:49.993360 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for fffb8df7-4217-4636-9cec-8b24b1f13ae3 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:32:50.147751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:50.196930 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=fffb8df7-4217-4636-9cec-8b24b1f13ae3,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:32:50.261681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.261965 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.262339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.262702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.263008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.263335 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.263658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.263980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.264320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.264654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.264953 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:50.296006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:50.815439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 16eb6153-88b8-438d-81ff-573734a7437e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:32:51.042642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:32:51.053826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] Sync routers for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:32:51.066302 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:51.112450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:32:51.113102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:51.147654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2d0645e1-eb49-4a68-af80-7b5f8bb5e907 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/floatingips/96bf1b1c-d2d0-4658-b462-23dd5cf4924c HTTP/1.1" status: 204 len: 168 time: 1.6481841 Mar 11 18:32:51.147654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:32:51.213277 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'status': 'completed', 'code': 200} Mar 11 18:32:51.316793 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:32:51.331508 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-45669aa1-d6c3-4e6d-b587-c582d5e193d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 1097 time: 0.0716267 Mar 11 18:32:51.473911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-25d95372-6d09-4d73-b126-fc26bb38159f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:51.475701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-25d95372-6d09-4d73-b126-fc26bb38159f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 200 len: 898 time: 0.1382921 Mar 11 18:32:51.548813 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-35d102f9-b95b-4c8b-aae7-5f35a7da5550 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 200 len: 217 time: 0.0661142 Mar 11 18:32:51.568963 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d954-bf03-4108-bc10-95734dec860a req-b78453e2-9f3a-480b-99af-1c2415138dd9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:51.569574 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0c7d954-bf03-4108-bc10-95734dec860a req-b78453e2-9f3a-480b-99af-1c2415138dd9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:32:51.586829 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-f0c7d954-bf03-4108-bc10-95734dec860a req-b78453e2-9f3a-480b-99af-1c2415138dd9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:32:51.588528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0c7d954-bf03-4108-bc10-95734dec860a req-b78453e2-9f3a-480b-99af-1c2415138dd9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.1006639 Mar 11 18:32:51.615437 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-a2026f54-6d34-4ecb-b223-fc38d554af08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:51.616943 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-a2026f54-6d34-4ecb-b223-fc38d554af08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 200 len: 835 time: 0.0618086 Mar 11 18:32:51.642944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f0c7d954-bf03-4108-bc10-95734dec860a req-b9787926-7e2f-448c-81d4-690f3f4dc75e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483513 Mar 11 18:32:51.653792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:12Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:51.658084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] Checking router: 16eb6153-88b8-438d-81ff-573734a7437e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:32:51.669487 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:32:51.669965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:51.699113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-43411e28-4c42-4cd0-a76d-bb92c40acfd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f136cf0-ef28-471c-b263-ca381394a158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752809 Mar 11 18:32:51.831670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-3bc2ee17-fc49-4d8a-a11a-282be74cfc5b service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257219 Mar 11 18:32:51.857418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:32:51.964941 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-640d66fa-fd08-4d8b-9de8-f5d07ba6a236 req-1e2aad4e-78ea-4233-8094-059a7e215e89 service neutron] 10.222.0.59 "GET /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273696 Mar 11 18:32:52.179508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:12Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:52.183767 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def2b2f-19a4-4762-9923-4db7ba42c048 None None] The sync data for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 is: [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '26144a09-52fc-45f0-a4a7-03f0d5c4c523', 'name': '', 'network_id': '1f136cf0-ef28-471c-b263-ca381394a158', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:99:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:05Z', 'updated_at': '2022-03-11T18:31:12Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'f022407f-32d4-4772-94fe-1f00c2555a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:32:52.437205 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f574ef76-c71e-4c6c-b205-e293b920efe4 None None] New status for floating IP 96bf1b1c-d2d0-4658-b462-23dd5cf4924c: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:32:52.864048 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946697bd-c6a2-483f-8ccd-e02f060942b0 req-7e5c0d31-c6b0-48d1-929b-d0969f655429 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:52.865793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-946697bd-c6a2-483f-8ccd-e02f060942b0 req-7e5c0d31-c6b0-48d1-929b-d0969f655429 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0892227 Mar 11 18:32:52.914058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-946697bd-c6a2-483f-8ccd-e02f060942b0 req-7e282e49-ff77-4054-a973-733aea101b1c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=46fd4e09-2e67-44af-a2d2-860cc41f882f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 Mar 11 18:32:52.988302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-39f15c44-6f43-46f7-a695-0b2150527815 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:32:52.989658 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-39f15c44-6f43-46f7-a695-0b2150527815 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 946 time: 0.0851071 Mar 11 18:32:53.064567 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:32:53.064893 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:53.335117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 9d3b2dc6-76bc-42dc-be96-8682847c91d2, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=9d3b2dc6-76bc-42dc-be96-8682847c91d2,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:32:53.335484 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:53.455118 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 9d3b2dc6-76bc-42dc-be96-8682847c91d2 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:32:53.704712 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:53.765619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=9d3b2dc6-76bc-42dc-be96-8682847c91d2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:32:53.801099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.801434 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.801761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.802082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.802443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.802738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.803055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.803371 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.803653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.803994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.804292 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:32:53.848691 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] No DVR routers for this DVR port 9d3b2dc6-76bc-42dc-be96-8682847c91d2 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:32:53.851285 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:53.853710 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'name': 'network-vif-deleted', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:32:53.871159 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f17fec26-b7df-4d2c-9c17-2f3461527985 req-dc8bbf0f-0aed-458b-a433-3322969cf583 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "DELETE /v2.0/ports/9d3b2dc6-76bc-42dc-be96-8682847c91d2 HTTP/1.1" status: 204 len: 173 time: 0.8756173 Mar 11 18:32:53.910793 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c2799-c4cf-4682-b83e-5f4ac0955cea', 'name': 'network-vif-deleted', 'tag': '9d3b2dc6-76bc-42dc-be96-8682847c91d2', 'status': 'completed', 'code': 200} Mar 11 18:32:54.242307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f992e3d-a62b-4a31-ad72-a70214ce2733 req-4dcf878c-5278-4fee-bb74-5458bf26f59c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=398c2799-c4cf-4682-b83e-5f4ac0955cea HTTP/1.1" status: 200 len: 210 time: 0.0414610 Mar 11 18:32:55.346249 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46674) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:32:55.756923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:56.672988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 26144a09-52fc-45f0-a4a7-03f0d5c4c523 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:32:56.674010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:56.894486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 26144a09-52fc-45f0-a4a7-03f0d5c4c523, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=26144a09-52fc-45f0-a4a7-03f0d5c4c523,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:32:56.894854 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:57.018001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 26144a09-52fc-45f0-a4a7-03f0d5c4c523 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:32:57.209767 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:57.259815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=26144a09-52fc-45f0-a4a7-03f0d5c4c523,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:32:57.573371 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:58.030510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3b2dc6-76bc-42dc-be96-8682847c91d2 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:32:58.063919 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 9d3b2dc6-76bc-42dc-be96-8682847c91d2 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:32:58.064239 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 9d3b2dc6-76bc-42dc-be96-8682847c91d2 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:32:58.291907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 16eb6153-88b8-438d-81ff-573734a7437e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:32:58.512005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:32:58.524391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] Sync routers for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:32:58.525435 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3acdd254-483c-4e00-933b-f4b5be864ce1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/16eb6153-88b8-438d-81ff-573734a7437e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1781063 Mar 11 18:32:58.528310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46680) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:32:58.537620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:32:58.538311 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:58.564220 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:32:58.774612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:32:58.833651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting subnet f022407f-32d4-4772-94fe-1f00c2555a39 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:32:58.836574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:58.895337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:58.986289 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.076085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:32:57Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:59.081166 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.081706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] Checking router: 16eb6153-88b8-438d-81ff-573734a7437e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:32:59.094192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] Routers {'16eb6153-88b8-438d-81ff-573734a7437e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:32:59.094953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['16eb6153-88b8-438d-81ff-573734a7437e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:59.124991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Subnet': ['ID=f022407f-32d4-4772-94fe-1f00c2555a39,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:32:59.129293 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.139167 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-6a51ade5-1496-4396-b7fc-67d8036622a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/subnets/f022407f-32d4-4772-94fe-1f00c2555a39 HTTP/1.1" status: 204 len: 168 time: 0.6068537 Mar 11 18:32:59.139167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46686) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:32:59.163832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8db3e9-a358-4635-8431-54f6f0a2c89e None None] Network 1f136cf0-ef28-471c-b263-ca381394a158 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:32:59.352507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.444403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] Set router 16eb6153-88b8-438d-81ff-573734a7437e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:32:59.553334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.564448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 836b98f0-17ec-4125-8cbf-5d01e3c83f74 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:32:59.564841 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.733107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacda251-083d-414b-b727-947a73f11794 None None] DHCP port deletion for 1f136cf0-ef28-471c-b263-ca381394a158 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:32:59.743194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-eacda251-083d-414b-b727-947a73f11794 None None] Deleting port 825d89c2-9c96-4225-bac1-db39768b29d4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:32:59.743563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eacda251-083d-414b-b727-947a73f11794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.859137 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 836b98f0-17ec-4125-8cbf-5d01e3c83f74, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=836b98f0-17ec-4125-8cbf-5d01e3c83f74,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:32:59.859616 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.923849 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:32:57Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:32:59.943643 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58941bb1-c6f0-4901-9a36-c380634cc1d4 None None] The sync data for ids ['16eb6153-88b8-438d-81ff-573734a7437e'] in n-d-833436-1 is: [{'id': '16eb6153-88b8-438d-81ff-573734a7437e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508054662', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:32:57Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '836b98f0-17ec-4125-8cbf-5d01e3c83f74', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eb6153-88b8-438d-81ff-573734a7437e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:31:02Z', 'updated_at': '2022-03-11T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:32:59.966797 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-eacda251-083d-414b-b727-947a73f11794 None None] For port 825d89c2-9c96-4225-bac1-db39768b29d4, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=825d89c2-9c96-4225-bac1-db39768b29d4,segment=NetworkSegment(b89a3009-7699-4892-8825-7e55fb12bb55),segment_id=b89a3009-7699-4892-8825-7e55fb12bb55)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:32:59.975593 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eacda251-083d-414b-b727-947a73f11794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.989927 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 836b98f0-17ec-4125-8cbf-5d01e3c83f74 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:33:00.135862 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-eacda251-083d-414b-b727-947a73f11794 None None] Calling delete_port for 825d89c2-9c96-4225-bac1-db39768b29d4 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:33:00.166785 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:00.211451 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eacda251-083d-414b-b727-947a73f11794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:00.211739 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=836b98f0-17ec-4125-8cbf-5d01e3c83f74,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:00.259899 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacda251-083d-414b-b727-947a73f11794 None None] Pushing event deleted for resources: {'Port': ['ID=825d89c2-9c96-4225-bac1-db39768b29d4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:00.264250 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacda251-083d-414b-b727-947a73f11794 None None] No DVR routers for this DVR port 825d89c2-9c96-4225-bac1-db39768b29d4 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:33:00.448978 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:00.707277 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:00.711982 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:00.741075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 825d89c2-9c96-4225-bac1-db39768b29d4 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:33:00.743530 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:00.744044 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Fanout notify agent at l3_agent the message router_deleted on router 16eb6153-88b8-438d-81ff-573734a7437e {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:33:00.760336 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:00.764011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c3e8e223-0178-44b9-916b-71d486d1d5c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/routers/16eb6153-88b8-438d-81ff-573734a7437e HTTP/1.1" status: 204 len: 168 time: 1.6217721 Mar 11 18:33:00.764240 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46690) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:00.774981 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 825d89c2-9c96-4225-bac1-db39768b29d4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:33:00.775314 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 825d89c2-9c96-4225-bac1-db39768b29d4 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:33:00.775732 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 26144a09-52fc-45f0-a4a7-03f0d5c4c523 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:33:00.808710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 26144a09-52fc-45f0-a4a7-03f0d5c4c523 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:33:00.809057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 26144a09-52fc-45f0-a4a7-03f0d5c4c523 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:33:00.886652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.124085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.151392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f136cf0-ef28-471c-b263-ca381394a158']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:01.165035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89a3009-7699-4892-8825-7e55fb12bb55') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:01.165336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89a3009-7699-4892-8825-7e55fb12bb55') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:01.179123 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.198879 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.207167 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:33:01.207541 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:33:01.222665 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:33:01.307895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.325678 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.338046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Network': ['ID=1f136cf0-ef28-471c-b263-ca381394a158,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:01.345258 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-35c46796-f1c9-4328-8723-0928bf7bc87f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/networks/1f136cf0-ef28-471c-b263-ca381394a158 HTTP/1.1" status: 204 len: 168 time: 0.5799952 Mar 11 18:33:01.348012 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46694) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:01.419628 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-921f2356-63ca-4e12-b804-993b982691ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.450130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-921f2356-63ca-4e12-b804-993b982691ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.518354 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-921f2356-63ca-4e12-b804-993b982691ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.542463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f2356-63ca-4e12-b804-993b982691ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd4e09-2e67-44af-a2d2-860cc41f882f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:01.558458 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-921f2356-63ca-4e12-b804-993b982691ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:01.559534 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-921f2356-63ca-4e12-b804-993b982691ac tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/security-groups/46fd4e09-2e67-44af-a2d2-860cc41f882f HTTP/1.1" status: 204 len: 168 time: 0.2103734 Mar 11 18:33:02.650496 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 836b98f0-17ec-4125-8cbf-5d01e3c83f74 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:33:02.686031 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 836b98f0-17ec-4125-8cbf-5d01e3c83f74 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:33:02.686497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 836b98f0-17ec-4125-8cbf-5d01e3c83f74 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:33:03.304998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46706) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:03.310717 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993741120', 'description': 'tempest-secgroup-smoke-993741120 description', 'project_id': '017fd1036c28451da89bdffb1c2f472b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:03.317704 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:03.322501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:03.325482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:03.331690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:03.343045 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.379246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:03.383045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:03.385837 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:03.391630 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:03.449115 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.453245 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.496571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa9ece-8885-4084-b37d-e198b219e237,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:03.505085 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.506273 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0b9c315c-c989-4aef-b473-e6bb5ef6d22a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2002285 Mar 11 18:33:03.509273 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46710) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:03.515197 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '50fa9ece-8885-4084-b37d-e198b219e237', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:03.522029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:03.526964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:03.530336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:03.536451 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:03.554431 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.616522 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.621011 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.644032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b60691-a6a7-4730-ba25-adc96a15d028,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:03.653669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.654993 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2e00a8d2-5af1-4416-941f-744c49ff4a4c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1447749 Mar 11 18:33:03.659043 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46714) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:03.664561 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '50fa9ece-8885-4084-b37d-e198b219e237', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:03.671280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:03.675672 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:03.678708 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:03.684470 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:03.705517 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.769201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.774290 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.798176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ddf1f0-69ea-4464-905d-af6336f50e02,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:03.808776 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.810102 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3c3a795b-43b5-4490-8221-cd37c5b535e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1501510 Mar 11 18:33:03.813148 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46718) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:03.818760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '50fa9ece-8885-4084-b37d-e198b219e237', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:03.825493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:03.829567 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:03.832575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:03.838439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:03.856161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.918417 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.923589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.946037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bc353d-5e22-491f-b830-626654298c54,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:03.957038 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:03.958116 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-22c23f3c-9b93-4533-8a46-c9e163a3c87d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1440074 Mar 11 18:33:03.961027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46722) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:03.966495 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '50fa9ece-8885-4084-b37d-e198b219e237', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:03.973117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:03.976934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:03.979839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:03.985658 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:04.004235 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.069911 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.074637 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.097480 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110942b9-0d8c-4c08-a909-3d71f1bf47fe,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:04.108092 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.109281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b0da00b2-cf2d-4e7c-a70d-42a3c6bbadf4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1473496 Mar 11 18:33:04.112135 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46726) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:04.117474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '50fa9ece-8885-4084-b37d-e198b219e237', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:04.124056 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:04.127989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:04.130889 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:04.136629 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:04.148724 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:33:04.155695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.226871 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.231720 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.254724 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8288cd34-1527-4c0c-adfa-117b9debb00e,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:04.264647 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.265919 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9458cce3-10cb-4d9e-8004-48c914cd0ca4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1528265 Mar 11 18:33:04.268914 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46730) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:04.274563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '50fa9ece-8885-4084-b37d-e198b219e237', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:04.281564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:04.285482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:04.288471 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:04.294999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:04.305685 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:33:04.312351 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.378514 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.383808 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.407161 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc427de-3233-4da5-b6ef-854574084069,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:04.416592 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.417822 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2be18b4f-01ae-465f-935e-ab7d1042c5ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479411 Mar 11 18:33:04.420750 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46734) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:04.426729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'network': {'name': 'tempest-network-smoke--294136412', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:04.432802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:04.437025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:network and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:04.439988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:04.445820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:04.459656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:33:04.462648 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.493689 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:33:04.502912 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.503311 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Added segment c84cdba9-0b3e-430f-ba81-76f458cf7cc5 of type vlan for network 737949a2-40ab-46bc-a2a8-3c5d622ad572 Mar 11 18:33:04.530777 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.563595 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.567329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:04.567933 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.675304 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2534714 Mar 11 18:33:04.678219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46738) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:04.678774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0449d-d6d2-4626-b1fe-22d214710a7a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Network': ['ID=737949a2-40ab-46bc-a2a8-3c5d622ad572,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:04.684414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'admin_state_up': True, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:04.688791 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:33:04.692540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:04.696550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:router and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:04.699664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:04.705661 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:04.717362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.718476 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.737178 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:04.885351 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:05.063485 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:05.092391 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:05.226714 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.45 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/755b0378-ebaa-45fa-ac03-4534d1b340d7) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:33:05.373326 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:05.404245 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:05.470594 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:33:05.473484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:33:05.477863 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:33:05.507684 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=755b0378-ebaa-45fa-ac03-4534d1b340d7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:05.638865 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:05.639500 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:05.978182 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router d0839880-386e-4b58-9e4f-f406b1de00d6 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:33:06.190458 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:33:06.199689 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Sync routers for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:33:06.211608 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:33:06.212352 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:06.217856 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:06.219501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5bb38806-107a-4715-b77b-f0cc730a263f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5401783 Mar 11 18:33:06.222646 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46742) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:06.335319 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f39a77c7-644b-4d42-848a-623a16c0ff97 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=017fd1036c28451da89bdffb1c2f472b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1114476 Mar 11 18:33:06.338150 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46748) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:06.388940 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:33:06.471764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99756bf-b1c4-4d5e-ad54-6805a0aa2f03 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:06.476169 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b99756bf-b1c4-4d5e-ad54-6805a0aa2f03 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340153 Mar 11 18:33:06.476428 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46752) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:06.516674 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7a8defc6-0ccc-411e-99d2-02cb3764c900 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390959 Mar 11 18:33:06.519220 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46756) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:06.524608 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596373756', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:06.632770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:06.637095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:subnet and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:06.640639 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:06.646922 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:06.659146 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:33:06.690193 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:05Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:06.694139 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Checking router: d0839880-386e-4b58-9e4f-f406b1de00d6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:33:06.694503 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Updating router d0839880-386e-4b58-9e4f-f406b1de00d6 port 755b0378-ebaa-45fa-ac03-4534d1b340d7 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:33:06.744132 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:06.763944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:06.983497 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.061923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Subnet': ['ID=d5928c48-bf28-4da8-ad24-f2a6c65faa77,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:07.068512 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.074342 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Checking segment: {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:33:07.074726 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network hostable DHCP agents. Network: 737949a2-40ab-46bc-a2a8-3c5d622ad572, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:33:07.081431 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Transition to ACTIVE for port object 755b0378-ebaa-45fa-ac03-4534d1b340d7 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:33:07.089384 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.096987 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:33:07.106842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 737949a2-40ab-46bc-a2a8-3c5d622ad572) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:33:07.111185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:07.111751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.123181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9d188-ba72-4c28-ac2b-854064dcdb3c None None] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:33:07.142978 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d226716d-c237-4a31-a233-dbf6443ef725 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6225758 Mar 11 18:33:07.146182 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46760) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:07.199195 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Attempting to bind port 755b0378-ebaa-45fa-ac03-4534d1b340d7 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:33:07.199558 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Attempting to bind port 755b0378-ebaa-45fa-ac03-4534d1b340d7 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:33:07.199912 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Attempting to bind port 755b0378-ebaa-45fa-ac03-4534d1b340d7 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:33:07.213685 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Pushing event updated for resources: {'Port': ['ID=755b0378-ebaa-45fa-ac03-4534d1b340d7,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:07.221517 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:33:07.221890 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:33:07.222275 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.222721 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:33:07.223178 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Bound port: 755b0378-ebaa-45fa-ac03-4534d1b340d7, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:33:07.223536 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.250545 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.250804 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.251162 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.251483 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.251778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.252120 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.252403 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.252747 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.253054 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.253363 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.253670 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:07.301006 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] For port 755b0378-ebaa-45fa-ac03-4534d1b340d7, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:33:07.305186 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] For port 755b0378-ebaa-45fa-ac03-4534d1b340d7, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=755b0378-ebaa-45fa-ac03-4534d1b340d7,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:33:07.310645 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.352825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-737949a2-40ab-46bc-a2a8-3c5d622ad572', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:33:07.353845 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.388538 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d5d29-3f46-489f-90fd-3aa9993ff291 None None] Pushing event updated for resources: {'Port': ['ID=755b0378-ebaa-45fa-ac03-4534d1b340d7,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:07.398234 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:33:07.398861 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:07.531114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Allocated IP 172.20.0.2 (737949a2-40ab-46bc-a2a8-3c5d622ad572/d5928c48-bf28-4da8-ad24-f2a6c65faa77/d4a9a2b8-cde0-4b13-afa3-45a27780f520) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:33:07.585320 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:33:07.739481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.750485 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Transition to ACTIVE for port object d4a9a2b8-cde0-4b13-afa3-45a27780f520 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:33:07.769781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Transition to ACTIVE for port object d4a9a2b8-cde0-4b13-afa3-45a27780f520 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:33:07.776831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.843539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:33:07.851034 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:33:07.855526 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:33:07.868917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Pushing event updated for resources: {'Port': ['ID=d4a9a2b8-cde0-4b13-afa3-45a27780f520,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:07.892539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:05Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:07.896773 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d32ecb-e9ad-460a-a5d8-23eb4378d97c None None] The sync data for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 is: [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:05Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:33:07.957459 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Attempting to bind port d4a9a2b8-cde0-4b13-afa3-45a27780f520 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:33:07.957910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Attempting to bind port d4a9a2b8-cde0-4b13-afa3-45a27780f520 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:33:07.958332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Attempting to bind port d4a9a2b8-cde0-4b13-afa3-45a27780f520 on network 737949a2-40ab-46bc-a2a8-3c5d622ad572 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:33:07.965640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:33:07.966087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Checking segment: {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:33:07.966606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:07.967052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Bound using segment: {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:33:07.967631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Bound port: d4a9a2b8-cde0-4b13-afa3-45a27780f520, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:33:07.968055 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:08.059445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:08.067697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] For port d4a9a2b8-cde0-4b13-afa3-45a27780f520, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:33:08.074121 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] For port d4a9a2b8-cde0-4b13-afa3-45a27780f520, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4a9a2b8-cde0-4b13-afa3-45a27780f520,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:33:08.086882 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:08.165886 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123f4b-784f-4289-97b5-8656d3cb2224 None None] Pushing event updated for resources: {'Port': ['ID=d4a9a2b8-cde0-4b13-afa3-45a27780f520,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:08.550046 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.1 (737949a2-40ab-46bc-a2a8-3c5d622ad572/d5928c48-bf28-4da8-ad24-f2a6c65faa77/f7cc2296-c422-4d12-9a41-c95be9f6b85c) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:33:08.727926 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:08.754740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object f7cc2296-c422-4d12-9a41-c95be9f6b85c will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:33:08.769057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 755b0378-ebaa-45fa-ac03-4534d1b340d7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:33:08.778689 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:08.846952 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 755b0378-ebaa-45fa-ac03-4534d1b340d7 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:33:08.853923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 755b0378-ebaa-45fa-ac03-4534d1b340d7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:08.854884 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:08.855633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:33:08.859327 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:33:08.862044 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:33:08.894138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=f7cc2296-c422-4d12-9a41-c95be9f6b85c,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:08.926887 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:08.987305 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.004769 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 755b0378-ebaa-45fa-ac03-4534d1b340d7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=755b0378-ebaa-45fa-ac03-4534d1b340d7,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:33:09.010915 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.011792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4a9a2b8-cde0-4b13-afa3-45a27780f520 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:33:09.016973 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.182656 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=755b0378-ebaa-45fa-ac03-4534d1b340d7,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:09.185356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce487f79-8bfd-418d-93a0-4c2e6b2f843f None None] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:33:09.282552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d4a9a2b8-cde0-4b13-afa3-45a27780f520 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:33:09.288240 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1f85e47c-5c4e-4324-b344-ed0fd7975157 None None] Provisioning for port d4a9a2b8-cde0-4b13-afa3-45a27780f520 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:33:09.304939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d4a9a2b8-cde0-4b13-afa3-45a27780f520 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:09.305313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.330110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1f85e47c-5c4e-4324-b344-ed0fd7975157 None None] Provisioning complete for port d4a9a2b8-cde0-4b13-afa3-45a27780f520 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:09.330525 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f85e47c-5c4e-4324-b344-ed0fd7975157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.548510 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.555133 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.628588 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.644528 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f85e47c-5c4e-4324-b344-ed0fd7975157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.667375 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.671586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=f7cc2296-c422-4d12-9a41-c95be9f6b85c,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:09.690489 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d4a9a2b8-cde0-4b13-afa3-45a27780f520, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4a9a2b8-cde0-4b13-afa3-45a27780f520,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:33:09.697897 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.809089 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-1f85e47c-5c4e-4324-b344-ed0fd7975157 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:33:09.809352 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-1f85e47c-5c4e-4324-b344-ed0fd7975157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:33:09.814778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d4a9a2b8-cde0-4b13-afa3-45a27780f520,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:09.834205 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:33:09.835934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:33:10.007196 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:10.228715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router d0839880-386e-4b58-9e4f-f406b1de00d6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:33:10.434388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:33:10.447810 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-912223af-6d5d-440a-b296-2eef3a3954a3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/d0839880-386e-4b58-9e4f-f406b1de00d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002973 Mar 11 18:33:10.489566 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4b660580-065a-4a8a-b44c-cd1c3fb947d6 None None] Provisioning complete for port d4a9a2b8-cde0-4b13-afa3-45a27780f520 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:10.490103 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b660580-065a-4a8a-b44c-cd1c3fb947d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:10.617285 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4b660580-065a-4a8a-b44c-cd1c3fb947d6 None None] Provisioning for port f7cc2296-c422-4d12-9a41-c95be9f6b85c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:33:10.622304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4b660580-065a-4a8a-b44c-cd1c3fb947d6 None None] Provisioning complete for port f7cc2296-c422-4d12-9a41-c95be9f6b85c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:10.622628 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4b660580-065a-4a8a-b44c-cd1c3fb947d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:10.687522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4b660580-065a-4a8a-b44c-cd1c3fb947d6 None None] Port f7cc2296-c422-4d12-9a41-c95be9f6b85c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:33:10.708759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 755b0378-ebaa-45fa-ac03-4534d1b340d7 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:33:10.712211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-186e8a2e-1073-4175-8ddc-4f803e5f0dd4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:33:10.728802 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-186e8a2e-1073-4175-8ddc-4f803e5f0dd4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:33:10.730168 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-186e8a2e-1073-4175-8ddc-4f803e5f0dd4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993741120&fields=id&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 267 time: 0.0602517 Mar 11 18:33:10.777410 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 755b0378-ebaa-45fa-ac03-4534d1b340d7 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:10.777770 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:10.888452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-ff799f63-6e6e-47a7-99ee-f12609a0a1e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:10.889046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-ff799f63-6e6e-47a7-99ee-f12609a0a1e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:33:10.892697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4a9a2b8-cde0-4b13-afa3-45a27780f520 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:33:10.907075 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-ff799f63-6e6e-47a7-99ee-f12609a0a1e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:33:10.908295 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-ff799f63-6e6e-47a7-99ee-f12609a0a1e0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 796 time: 0.1671846 Mar 11 18:33:10.925425 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-957aa4f2-b99e-4765-b7d1-63c7d8452310 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/quotas/017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 375 time: 0.0116823 Mar 11 18:33:10.967556 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d4a9a2b8-cde0-4b13-afa3-45a27780f520 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:10.967921 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:11.013415 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-9ef03e67-9b57-42a8-bafa-f87f7aea12ee tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:33:11.030020 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-9ef03e67-9b57-42a8-bafa-f87f7aea12ee tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:33:11.031553 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-9ef03e67-9b57-42a8-bafa-f87f7aea12ee tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001515 Mar 11 18:33:11.177363 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-148dfbbb-eae2-4893-bf47-fd1cf739ba94 service neutron] 10.222.0.96 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340585 Mar 11 18:33:11.315483 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-73d9ec73-c7ce-48e3-9407-f3673a887542 service neutron] 10.222.0.96 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322689 Mar 11 18:33:11.474429 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Sync routers for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:33:11.487291 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:33:11.487897 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:11.592410 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecb64d42-9c05-49ac-8bce-2b831eee4317 req-60f54d18-2e62-4ca8-ad5d-97775475420b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 210 time: 0.1285174 Mar 11 18:33:11.683260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:33:12.040916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:09Z', 'revision_number': 2, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:12.044856 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Checking router: d0839880-386e-4b58-9e4f-f406b1de00d6 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:33:12.045211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Updating router d0839880-386e-4b58-9e4f-f406b1de00d6 port f7cc2296-c422-4d12-9a41-c95be9f6b85c binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:33:12.095669 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:12.435413 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-325d441d-5ddc-4281-afc4-6395708a5287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:12.450245 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:12.461821 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Transition to ACTIVE for port object f7cc2296-c422-4d12-9a41-c95be9f6b85c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:33:12.468950 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:12.592179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547bf66-1cb6-438c-808a-21ef559ba312 None None] Pushing event updated for resources: {'Port': ['ID=f7cc2296-c422-4d12-9a41-c95be9f6b85c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:12.693144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Attempting to bind port f7cc2296-c422-4d12-9a41-c95be9f6b85c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:33:12.693815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Attempting to bind port f7cc2296-c422-4d12-9a41-c95be9f6b85c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:33:12.693815 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Attempting to bind port f7cc2296-c422-4d12-9a41-c95be9f6b85c on network 737949a2-40ab-46bc-a2a8-3c5d622ad572 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:33:12.704939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:33:12.705727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Checking segment: {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:33:12.706119 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:12.706403 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Bound using segment: {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:33:12.706893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Bound port: f7cc2296-c422-4d12-9a41-c95be9f6b85c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:33:12.707317 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:12.794201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4018946-967a-4429-83b2-3ea142f34f76 req-ac158a74-f5b1-4839-9de5-77d165115a73 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 210 time: 0.0543308 Mar 11 18:33:12.818139 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] For port f7cc2296-c422-4d12-9a41-c95be9f6b85c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:33:12.823497 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] For port f7cc2296-c422-4d12-9a41-c95be9f6b85c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f7cc2296-c422-4d12-9a41-c95be9f6b85c,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:33:12.833564 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:12.897612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-1e29538a-5644-4878-8d5e-2b42eaaef4e8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:12.898280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-1e29538a-5644-4878-8d5e-2b42eaaef4e8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:33:12.910729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-1e29538a-5644-4878-8d5e-2b42eaaef4e8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:33:12.912138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-1e29538a-5644-4878-8d5e-2b42eaaef4e8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 796 time: 0.2266362 Mar 11 18:33:12.931945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547bf66-1cb6-438c-808a-21ef559ba312 None None] Pushing event updated for resources: {'Port': ['ID=f7cc2296-c422-4d12-9a41-c95be9f6b85c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:12.938069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:33:12.938725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:32:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:12.977061 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-f42d758d-3b0f-4f07-a726-324813a46685 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 379 time: 0.0466363 Mar 11 18:33:13.019509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'port': {'device_id': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'admin_state_up': True, 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'security_groups': ['50fa9ece-8885-4084-b37d-e198b219e237']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:13.145631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:33:13.169852 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:13.181951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:13.194962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:33:13.198241 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:13.362230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.3 (737949a2-40ab-46bc-a2a8-3c5d622ad572/d5928c48-bf28-4da8-ad24-f2a6c65faa77/a872183d-0aea-4749-ba57-092586af33d6) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:33:13.519025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:12Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:13.523913 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367aef9c-1583-4c14-b3a0-68e8aeaac5e8 None None] The sync data for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 is: [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:12Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:33:13.693971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:13.712545 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object a872183d-0aea-4749-ba57-092586af33d6 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:33:13.736441 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:13.814574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:33:13.819938 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:33:13.825053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:33:13.851965 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=a872183d-0aea-4749-ba57-092586af33d6,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:13.902281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:13.903358 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:13.934076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-20a980d1-b528-4ed7-bcf6-e68cfb10a8c1 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9183822 Mar 11 18:33:14.021991 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Request body: {'port': {'device_id': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:14.038941 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840a0d-2845-4134-9645-848ab234b1a7 req-79389f72-0517-4426-8984-1cce71f0356c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:14.040263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3840a0d-2845-4134-9645-848ab234b1a7 req-79389f72-0517-4426-8984-1cce71f0356c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 931 time: 0.1112301 Mar 11 18:33:14.115516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ed40a3d5-f690-4a6b-8ea3-08e758283192 None None] Provisioning for port a872183d-0aea-4749-ba57-092586af33d6 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:33:14.123122 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ed40a3d5-f690-4a6b-8ea3-08e758283192 None None] Provisioning complete for port a872183d-0aea-4749-ba57-092586af33d6 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:14.124123 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ed40a3d5-f690-4a6b-8ea3-08e758283192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.132621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f3840a0d-2845-4134-9645-848ab234b1a7 req-b9e14652-6511-4c1c-8d23-45d3c4789f53 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859747 Mar 11 18:33:14.155149 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.211019 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ed40a3d5-f690-4a6b-8ea3-08e758283192 None None] Port a872183d-0aea-4749-ba57-092586af33d6 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:33:14.531883 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a872183d-0aea-4749-ba57-092586af33d6 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:33:14.539122 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.545536 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6be99ff0-dad7-4ff7-b474-577c3da59ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.556628 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Transition to ACTIVE for port object a872183d-0aea-4749-ba57-092586af33d6 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:33:14.561234 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.689031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Pushing event updated for resources: {'Port': ['ID=a872183d-0aea-4749-ba57-092586af33d6,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:14.737203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f7cc2296-c422-4d12-9a41-c95be9f6b85c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:33:14.819438 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f7cc2296-c422-4d12-9a41-c95be9f6b85c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:33:14.826284 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Attempting to bind port a872183d-0aea-4749-ba57-092586af33d6 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:33:14.826715 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Attempting to bind port a872183d-0aea-4749-ba57-092586af33d6 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:33:14.827040 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Attempting to bind port a872183d-0aea-4749-ba57-092586af33d6 on network 737949a2-40ab-46bc-a2a8-3c5d622ad572 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:33:14.828200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f7cc2296-c422-4d12-9a41-c95be9f6b85c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:14.828582 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.832923 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Port a872183d-0aea-4749-ba57-092586af33d6 on network 737949a2-40ab-46bc-a2a8-3c5d622ad572 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:33:14.833224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Attempting to bind port a872183d-0aea-4749-ba57-092586af33d6 on network 737949a2-40ab-46bc-a2a8-3c5d622ad572 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:33:14.839560 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:33:14.839885 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Checking segment: {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:33:14.840252 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Bound using segment: {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:33:14.840670 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Bound port: a872183d-0aea-4749-ba57-092586af33d6, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:33:14.841006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.931698 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] For port a872183d-0aea-4749-ba57-092586af33d6, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:33:14.934813 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] For port a872183d-0aea-4749-ba57-092586af33d6, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a872183d-0aea-4749-ba57-092586af33d6,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:33:14.941158 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.956211 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:14.988697 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f7cc2296-c422-4d12-9a41-c95be9f6b85c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f7cc2296-c422-4d12-9a41-c95be9f6b85c,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:33:14.993696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:15.007784 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:15.009258 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] 10.222.0.59 "PUT /v2.0/ports/a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 1091 time: 1.0616171 Mar 11 18:33:15.009719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:33:15.040236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba710a-9e50-4ea4-88b6-c071d595f157 service neutron] Pushing event updated for resources: {'Port': ['ID=a872183d-0aea-4749-ba57-092586af33d6,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:15.080657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f7cc2296-c422-4d12-9a41-c95be9f6b85c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:15.155648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-51755ade-21ba-4a89-8ae1-fce8e14df064 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1094 time: 0.0836973 Mar 11 18:33:15.229421 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6', 'status': 'completed', 'code': 200} Mar 11 18:33:15.245198 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-36c93c18-ece4-4ad6-a1be-f9284662e3fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 217 time: 0.0754385 Mar 11 18:33:15.310824 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-18a12abc-09ff-450c-adb0-6e8ad8655f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:15.312330 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-18a12abc-09ff-450c-adb0-6e8ad8655f39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 200 len: 835 time: 0.0611997 Mar 11 18:33:15.363474 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44614ddb-355b-44b6-a81d-797045cb0b59 req-ca79f2f9-33be-47ac-b8da-3cac11ac710a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:15.365582 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44614ddb-355b-44b6-a81d-797045cb0b59 req-ca79f2f9-33be-47ac-b8da-3cac11ac710a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 943 time: 0.1068010 Mar 11 18:33:15.394296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-d0b72925-cd2b-4277-a20a-cd5de55f13e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=737949a2-40ab-46bc-a2a8-3c5d622ad572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746841 Mar 11 18:33:15.413485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-44614ddb-355b-44b6-a81d-797045cb0b59 req-246dd8fe-8f21-43d3-8890-9593851010b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Mar 11 18:33:15.532420 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-39976ac4-8a65-4655-83e5-b96e97a310a0 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315808 Mar 11 18:33:15.759362 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6f35d15b-c6ca-4d53-9917-f54ff2361f29 req-410b90b4-f937-49d2-a4c5-7e40e35e2f04 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207344 Mar 11 18:33:15.903045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:15.923697 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-26af70e0-0182-4cf9-a41d-305c7a9d2b1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1094 time: 0.0800817 Mar 11 18:33:15.932435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:16.057504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-af99fc2a-2949-4f85-9a7e-a2bfb5b5d639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:16.059021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-af99fc2a-2949-4f85-9a7e-a2bfb5b5d639 service neutron] 10.222.0.59 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 898 time: 0.1294045 Mar 11 18:33:16.130543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-820b9795-0803-4981-9adc-7e3556f657f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 217 time: 0.0644052 Mar 11 18:33:16.192817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-5f4ea05e-9e5a-4144-94a1-9bece462ce6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:16.194281 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-5f4ea05e-9e5a-4144-94a1-9bece462ce6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 200 len: 835 time: 0.0582476 Mar 11 18:33:16.276791 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-46683fb4-4d9d-4f7e-87a7-f1a12c10ea7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=737949a2-40ab-46bc-a2a8-3c5d622ad572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749497 Mar 11 18:33:16.417189 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-3f3febd4-0141-4320-8f46-153167c79314 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330371 Mar 11 18:33:16.553715 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-aace6c79-b99f-4522-951d-b3518618eaa5 req-89b3793d-790e-4092-8180-0f2bb1cfabf7 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305673 Mar 11 18:33:16.614664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d479f0-66b3-4454-815d-62015651a671 req-7f2e4868-6541-4306-96de-17cfffcd12c7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:16.616082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6d479f0-66b3-4454-815d-62015651a671 req-7f2e4868-6541-4306-96de-17cfffcd12c7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 943 time: 0.0785708 Mar 11 18:33:16.662067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a6d479f0-66b3-4454-815d-62015651a671 req-498daeca-8bfa-41bb-a4c6-039dba704307 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402098 Mar 11 18:33:16.701167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f7cc2296-c422-4d12-9a41-c95be9f6b85c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:33:16.769325 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f7cc2296-c422-4d12-9a41-c95be9f6b85c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:16.769573 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:17.220395 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:17.862865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aecf2b-8499-4904-960d-6e9fadced117 req-18577300-758f-46bd-b503-ebf3a02d7ec2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:17.864337 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42aecf2b-8499-4904-960d-6e9fadced117 req-18577300-758f-46bd-b503-ebf3a02d7ec2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 943 time: 0.0832119 Mar 11 18:33:17.912952 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-42aecf2b-8499-4904-960d-6e9fadced117 req-80fcf3f6-1c26-46f5-b64e-ae0b9ed22b05 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Mar 11 18:33:18.171555 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a872183d-0aea-4749-ba57-092586af33d6 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:33:18.309602 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a872183d-0aea-4749-ba57-092586af33d6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a872183d-0aea-4749-ba57-092586af33d6,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:33:18.323181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'a872183d-0aea-4749-ba57-092586af33d6', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'port_id': 'a872183d-0aea-4749-ba57-092586af33d6', 'mac_address': 'fa:16:3e:75:66:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:33:18.375502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:18.392640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a872183d-0aea-4749-ba57-092586af33d6 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:33:18.411154 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a872183d-0aea-4749-ba57-092586af33d6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a872183d-0aea-4749-ba57-092586af33d6,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:33:18.417819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:18.487382 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a872183d-0aea-4749-ba57-092586af33d6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:18.496190 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.496650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.497108 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.497442 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.497761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.498088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.498404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.498725 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.499052 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.499364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.499674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:33:18.704505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['a872183d-0aea-4749-ba57-092586af33d6'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:33:19.125438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362774c4-574c-4742-806a-bac039a41774 req-faa4f34e-6e77-4159-81d8-1e0d39442f23 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:19.126932 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-362774c4-574c-4742-806a-bac039a41774 req-faa4f34e-6e77-4159-81d8-1e0d39442f23 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 944 time: 0.0922198 Mar 11 18:33:19.172718 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-362774c4-574c-4742-806a-bac039a41774 req-7249775f-16c9-443a-b729-4e0ae09c9668 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401247 Mar 11 18:33:20.186181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a872183d-0aea-4749-ba57-092586af33d6 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:33:20.264686 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port a872183d-0aea-4749-ba57-092586af33d6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:33:20.269921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port a872183d-0aea-4749-ba57-092586af33d6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:33:20.270287 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:20.384559 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a61c5-1514-416d-be2f-833907779b21 req-d6fe4abd-8e44-48b2-9433-ecd1be8ecc6b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:20.385886 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca6a61c5-1514-416d-be2f-833907779b21 req-d6fe4abd-8e44-48b2-9433-ecd1be8ecc6b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 944 time: 0.0812151 Mar 11 18:33:20.386049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:20.413604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:33:20.426172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port a872183d-0aea-4749-ba57-092586af33d6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a872183d-0aea-4749-ba57-092586af33d6,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:33:20.431751 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:20.473037 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6', 'code': 200} Mar 11 18:33:20.512747 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=a872183d-0aea-4749-ba57-092586af33d6,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:20.535135 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ca6a61c5-1514-416d-be2f-833907779b21 req-4413ebaa-5f8a-4e3f-bea5-ca2b487c411e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432512 Mar 11 18:33:20.627487 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c42bd82-6d08-43e8-a62a-54c59a059787 req-0af45f4b-a5e2-44cc-a422-a84c74a55b95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1096 time: 0.0711432 Mar 11 18:33:20.671288 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4c42bd82-6d08-43e8-a62a-54c59a059787 req-5a781130-aca9-46e6-a744-569478af2ac3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Mar 11 18:33:21.750431 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b40b3d-9300-432a-a836-f9424570dfb0 req-d98aa7e5-4ad2-4868-84bf-84aa9dc214f5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:21.751937 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67b40b3d-9300-432a-a836-f9424570dfb0 req-d98aa7e5-4ad2-4868-84bf-84aa9dc214f5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0798099 Mar 11 18:33:21.799418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-67b40b3d-9300-432a-a836-f9424570dfb0 req-935f5a58-0232-4a47-abc6-11efd7228f25 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Mar 11 18:33:23.021359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e411ec-1865-4284-b317-7a3ea5b9a729 req-ed5d7977-a851-4300-a45d-49fbb286af3a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:23.022849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29e411ec-1865-4284-b317-7a3ea5b9a729 req-ed5d7977-a851-4300-a45d-49fbb286af3a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0865345 Mar 11 18:33:23.073492 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29e411ec-1865-4284-b317-7a3ea5b9a729 req-41b034df-5fff-4949-b175-cfdc94bac0de tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 Mar 11 18:33:23.290117 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96383f3b-3c16-4575-bb61-324331fb085b req-3d18ea9b-4cec-49c0-9856-0976883f9d8d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:23.291685 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96383f3b-3c16-4575-bb61-324331fb085b req-3d18ea9b-4cec-49c0-9856-0976883f9d8d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0886350 Mar 11 18:33:23.346422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-96383f3b-3c16-4575-bb61-324331fb085b req-77f4c4eb-0c72-4858-b556-ac624e0e1361 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480897 Mar 11 18:33:23.375392 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46816) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:23.448485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ae4bcf93-8b5c-4fc3-8174-972924264d53 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1091 time: 0.0717225 Mar 11 18:33:23.451557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46820) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:23.457275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': 'a872183d-0aea-4749-ba57-092586af33d6', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:33:23.463851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:33:23.468093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:floatingip and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:33:23.471183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:33:23.477303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:33:23.489513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:23.630199 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:23.777828 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.53 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/aeaebb85-a760-40a9-ab9f-fa65c6e724ea) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:33:23.937614 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:23.973926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:24.041173 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:33:24.044064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:33:24.048729 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:33:24.076702 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=aeaebb85-a760-40a9-ab9f-fa65c6e724ea,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:24.356150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-fbe2022d-1e08-4b34-a774-fe4c47da86b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759418 Mar 11 18:33:24.514687 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-dff140c6-11e9-43c5-b3ac-38ecc29ce5f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1096 time: 0.0682952 Mar 11 18:33:24.574878 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:24.635459 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:24.664795 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480826c-8844-442b-b231-96b961c8e0cc req-e48e0aad-f569-432f-9d2f-a205248647fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:24.666263 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-e48e0aad-f569-432f-9d2f-a205248647fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 898 time: 0.1303949 Mar 11 18:33:24.775204 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-259baf17-4777-43ed-850a-2089466e9fef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 998 time: 0.1018951 Mar 11 18:33:24.840534 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480826c-8844-442b-b231-96b961c8e0cc req-bd1b77f8-8323-4028-8b64-d8c2d8cef21d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:24.842003 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-bd1b77f8-8323-4028-8b64-d8c2d8cef21d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 200 len: 835 time: 0.0612876 Mar 11 18:33:24.923709 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-b07bb181-6c4b-43f3-863d-9ee2462dcf88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=737949a2-40ab-46bc-a2a8-3c5d622ad572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747640 Mar 11 18:33:24.940409 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:24.946255 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:25.053280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=aeaebb85-a760-40a9-ab9f-fa65c6e724ea,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:33:25.055354 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-c2b6277d-b97d-43ce-97b5-3e948bf1d35e service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255927 Mar 11 18:33:25.069001 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:25.273146 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Floating IP 601539d2-de48-481f-8c47-cec95f218647 associated. External IP: 172.25.3.53, port: a872183d-0aea-4749-ba57-092586af33d6. Mar 11 18:33:25.297630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5480826c-8844-442b-b231-96b961c8e0cc req-1d021008-b7bb-4821-8eb1-cf43bfc5c7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364082 Mar 11 18:33:25.686065 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router d0839880-386e-4b58-9e4f-f406b1de00d6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:33:25.895576 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:33:25.906198 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] Sync routers for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:33:25.920515 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:33:25.921052 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:25.921190 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:33:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:25.979063 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-109a6393-17ad-40e9-bafc-e51a13dc2783 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5259695 Mar 11 18:33:25.979472 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:33:26.038484 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6', 'status': 'completed', 'code': 200} Mar 11 18:33:26.106277 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:33:26.153417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-63c2cb06-bd7b-4433-a41b-21a3eadb1e75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1096 time: 0.0708234 Mar 11 18:33:26.179114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f964ce-84c4-4423-bb5d-439ad4c13723 req-ca88d253-5708-4371-ad18-9ede9d2f99e7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:26.180767 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3f964ce-84c4-4423-bb5d-439ad4c13723 req-ca88d253-5708-4371-ad18-9ede9d2f99e7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0941756 Mar 11 18:33:26.229453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c3f964ce-84c4-4423-bb5d-439ad4c13723 req-7e19cb24-f45f-4d18-86cb-0d4605283741 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Mar 11 18:33:26.260763 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46828) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:26.310936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-b31e546e-9acc-4735-a00e-8f0848630a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:26.312585 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-b31e546e-9acc-4735-a00e-8f0848630a4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 898 time: 0.1502798 Mar 11 18:33:26.372751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-15b19b3b-ded8-43ee-b85f-89f61edc8b66 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 200 len: 990 time: 0.1108305 Mar 11 18:33:26.420842 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-8dcec1ee-c930-4b2d-8159-a5d3339d0915 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 998 time: 0.0994127 Mar 11 18:33:26.473995 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '601539d2-de48-481f-8c47-cec95f218647', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'port_id': 'a872183d-0aea-4749-ba57-092586af33d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'mac_address': 'fa:16:3e:75:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:33:24Z', 'updated_at': '2022-03-11T18:33:24Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:14Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:26.478454 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] Checking router: d0839880-386e-4b58-9e4f-f406b1de00d6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:33:26.484064 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-8e416844-0778-4649-b024-8ad5f462f49a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:26.485456 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-8e416844-0778-4649-b024-8ad5f462f49a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 200 len: 835 time: 0.0573626 Mar 11 18:33:26.489179 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:33:26.489782 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:33:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:26.567184 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-95fc12f3-968b-4265-8bc8-69d03afba22d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=737949a2-40ab-46bc-a2a8-3c5d622ad572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752938 Mar 11 18:33:26.698888 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:33:26.705425 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-e04f7db6-7c05-4695-8f53-413c6fbb9cd5 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300294 Mar 11 18:33:26.839932 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-027fe325-f5cc-41f3-85d4-48dda1771e12 req-1c38ecfa-b6f1-4104-8553-b232f4023616 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279984 Mar 11 18:33:27.074254 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '601539d2-de48-481f-8c47-cec95f218647', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'port_id': 'a872183d-0aea-4749-ba57-092586af33d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'mac_address': 'fa:16:3e:75:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:33:24Z', 'updated_at': '2022-03-11T18:33:24Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:14Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:33:27.078250 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f18b4-3622-4642-9889-a129c855ee40 None None] The sync data for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 is: [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '601539d2-de48-481f-8c47-cec95f218647', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'port_id': 'a872183d-0aea-4749-ba57-092586af33d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'mac_address': 'fa:16:3e:75:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:33:24Z', 'updated_at': '2022-03-11T18:33:24Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:14Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:33:27.107654 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74cea683-1bce-42d9-b781-5a0fa1bb757b req-9488afe2-37c4-48d0-95cc-14eb52b0ee1d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0403540 Mar 11 18:33:27.180811 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74cea683-1bce-42d9-b781-5a0fa1bb757b req-1fddbfdb-6ac9-4a32-9f34-38dd2862362b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0428743 Mar 11 18:33:27.237211 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74cea683-1bce-42d9-b781-5a0fa1bb757b req-166148cf-f069-467b-b207-c2fdcaeda134 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324223 Mar 11 18:33:27.376637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46832) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:27.480690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cea683-1bce-42d9-b781-5a0fa1bb757b req-d88c5efe-09f1-400f-9849-fcdb272a0fbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:27.483816 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74cea683-1bce-42d9-b781-5a0fa1bb757b req-d88c5efe-09f1-400f-9849-fcdb272a0fbb service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2392945 Mar 11 18:33:27.484000 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-97ddd9b5-f5a0-4abd-a6aa-62f682077443 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 200 len: 990 time: 0.1045361 Mar 11 18:33:28.488020 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46836) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:28.595492 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-302fe4a6-5ef3-4004-b605-731847a86ba7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 200 len: 990 time: 0.1063867 Mar 11 18:33:29.467941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661000e-d2c7-4fe3-9ebf-a1c8ad15128f None None] New status for floating IP 601539d2-de48-481f-8c47-cec95f218647: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:33:29.599538 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46840) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:29.718700 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5b364707-e202-4fbe-873d-3e8c57960755 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 200 len: 990 time: 0.1163771 Mar 11 18:33:30.721320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46844) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:33:30.827867 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-863f2472-2d43-4eba-b0c2-9705ec8daf1d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 200 len: 992 time: 0.1052761 Mar 11 18:33:35.565530 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:33:39.999576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:42.389517 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3627bc0-eaa1-44df-8dcd-3058d1c43011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:44.550520 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-726dde79-1b5c-433c-b371-134c6fd619aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:45.897854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:45.927799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:47.223937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:58.178425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e317c08-b9e2-4678-a425-ccc489605a94 req-e9b9de90-3d04-4820-8359-493cd1a559ba tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:58.179931 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e317c08-b9e2-4678-a425-ccc489605a94 req-e9b9de90-3d04-4820-8359-493cd1a559ba tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0817552 Mar 11 18:33:58.231121 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3e317c08-b9e2-4678-a425-ccc489605a94 req-59950db5-5406-4552-8796-112ee5f2098e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Mar 11 18:33:59.449568 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e59bc-d0a3-40db-b74a-e1abdb9b586c req-5fcdacea-c3e7-4960-90be-305e01613981 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:33:59.451012 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-012e59bc-d0a3-40db-b74a-e1abdb9b586c req-5fcdacea-c3e7-4960-90be-305e01613981 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0809700 Mar 11 18:33:59.498253 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-012e59bc-d0a3-40db-b74a-e1abdb9b586c req-e0b62738-53d5-4c13-806c-60cdfe6bc690 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415342 Mar 11 18:34:00.713969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8493367-8153-4701-97b2-53cac166561b req-dc6acf11-7eb0-4280-bdaa-29411b4541c3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:00.715510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8493367-8153-4701-97b2-53cac166561b req-dc6acf11-7eb0-4280-bdaa-29411b4541c3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0854893 Mar 11 18:34:00.768293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8493367-8153-4701-97b2-53cac166561b req-4d2e60d8-9b23-49af-86e8-9fa331713d6d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470393 Mar 11 18:34:01.984192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d54fd-a202-4ab7-ba2a-9dbab7d78540 req-507645d4-662b-4b81-8512-f0b837c624e5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:01.985839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee8d54fd-a202-4ab7-ba2a-9dbab7d78540 req-507645d4-662b-4b81-8512-f0b837c624e5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0833642 Mar 11 18:34:02.034299 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee8d54fd-a202-4ab7-ba2a-9dbab7d78540 req-d4263dfd-862c-4341-aa1b-5395e9f6312e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427885 Mar 11 18:34:03.254990 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99736a-863b-4b39-b974-0905f8fe6f6f req-8d403fcb-b54b-4481-84e3-e214668305c3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:03.260281 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f99736a-863b-4b39-b974-0905f8fe6f6f req-8d403fcb-b54b-4481-84e3-e214668305c3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0955913 Mar 11 18:34:03.307848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f99736a-863b-4b39-b974-0905f8fe6f6f req-406c2080-59d6-4449-8771-4f9fda46cd38 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Mar 11 18:34:04.525675 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754da1f-4a4a-4354-8317-9958bcb04ecd req-7e09fd86-f645-4da3-8b9a-46c1da516a0d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:04.527069 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e754da1f-4a4a-4354-8317-9958bcb04ecd req-7e09fd86-f645-4da3-8b9a-46c1da516a0d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0848224 Mar 11 18:34:04.583720 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e754da1f-4a4a-4354-8317-9958bcb04ecd req-62989f7f-eee5-419c-94f4-3b5a0c324edc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509934 Mar 11 18:34:05.803214 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bf7a5-e0e1-4656-afde-d45b7ac632c5 req-76cf3ff4-270e-43aa-8c15-c14335cdc1dd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:05.804777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a08bf7a5-e0e1-4656-afde-d45b7ac632c5 req-76cf3ff4-270e-43aa-8c15-c14335cdc1dd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0881631 Mar 11 18:34:05.854297 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a08bf7a5-e0e1-4656-afde-d45b7ac632c5 req-8e6c0bf6-7e87-4784-b1fa-e097f7034d0b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 Mar 11 18:34:07.080329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb49c0-2820-4978-8a86-9390ce06a738 req-b775a0e6-3ff1-42db-b29e-ce596de10d5d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:07.081849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88cb49c0-2820-4978-8a86-9390ce06a738 req-b775a0e6-3ff1-42db-b29e-ce596de10d5d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0898635 Mar 11 18:34:07.139460 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88cb49c0-2820-4978-8a86-9390ce06a738 req-6b832b64-c6f4-447a-b636-bf139bc038e9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515482 Mar 11 18:34:08.371888 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36652ad-94de-466c-a0bc-243f3411ef24 req-3e5fd720-9e5d-42e8-a621-40a33f9d9999 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:08.373399 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f36652ad-94de-466c-a0bc-243f3411ef24 req-3e5fd720-9e5d-42e8-a621-40a33f9d9999 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0909908 Mar 11 18:34:08.424024 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f36652ad-94de-466c-a0bc-243f3411ef24 req-c6d4f9d9-9d15-4edb-b3de-5c5ebc6860b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 Mar 11 18:34:09.793985 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb114665-70e8-4478-9e72-fa2858e4fdb7 req-b720060a-f21b-4aaa-a316-6fb44038b5fa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:09.795366 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb114665-70e8-4478-9e72-fa2858e4fdb7 req-b720060a-f21b-4aaa-a316-6fb44038b5fa tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0856776 Mar 11 18:34:09.844563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb114665-70e8-4478-9e72-fa2858e4fdb7 req-545ee94d-5285-4255-b19a-8faaff2d33ae tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431066 Mar 11 18:34:09.879213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46886) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:09.997194 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-a7f143d0-7842-4ebc-8a5b-dbeead23ba11 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 200 len: 992 time: 0.1144221 Mar 11 18:34:10.004763 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:11.486455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82708ccb-3c6c-4fbb-a42b-5e6a9d41a9de req-162370a8-0987-4625-8afc-463495c07c87 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:11.487992 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82708ccb-3c6c-4fbb-a42b-5e6a9d41a9de req-162370a8-0987-4625-8afc-463495c07c87 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0819585 Mar 11 18:34:11.536497 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-82708ccb-3c6c-4fbb-a42b-5e6a9d41a9de req-e3897fd9-c372-40dd-ba99-2b9aee12ccf0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Mar 11 18:34:11.551606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-bcdc735f-ba76-4655-9c15-c5964649a7b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1096 time: 0.0776317 Mar 11 18:34:11.694233 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-a2522fab-e477-452b-be8d-74e4066f4be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:11.695761 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-a2522fab-e477-452b-be8d-74e4066f4be6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 898 time: 0.1386771 Mar 11 18:34:11.799364 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-3e45f87b-a65c-4184-9343-bc2113213977 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 1000 time: 0.0971792 Mar 11 18:34:11.976711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-2a77621b-ee9b-413f-8ef0-ad1a46183863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:11.978172 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-2a77621b-ee9b-413f-8ef0-ad1a46183863 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 200 len: 835 time: 0.1730227 Mar 11 18:34:12.058077 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-b5d27d50-0a37-4e41-a0b6-4f44c3587e85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=737949a2-40ab-46bc-a2a8-3c5d622ad572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738845 Mar 11 18:34:12.194320 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-4bc3f360-8e32-47ca-a7c1-620896e07fc6 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293590 Mar 11 18:34:12.335129 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-daae1c20-15bc-45d9-9bf2-d08e459f86b7 req-9ad60333-d04d-4f59-aea8-5440f891f6f9 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333754 Mar 11 18:34:12.401042 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e400-cc37-498c-b7d4-d178d9ff822c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:12.569965 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:34:12.763337 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fce16-b3ac-4b89-8e4f-b84cdb75cd8f req-5b4537a5-6619-4987-9d32-995a5348c047 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:12.764889 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd6fce16-b3ac-4b89-8e4f-b84cdb75cd8f req-5b4537a5-6619-4987-9d32-995a5348c047 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0910921 Mar 11 18:34:12.813540 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bd6fce16-b3ac-4b89-8e4f-b84cdb75cd8f req-c0ec8194-d47e-4fe2-97dc-ace065023b2e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Mar 11 18:34:14.041318 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c5b48-7ce8-4e8f-bc4f-cbb4435f507b req-198605b8-c02b-4b2c-b842-2096d85a9d67 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:14.042815 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-021c5b48-7ce8-4e8f-bc4f-cbb4435f507b req-198605b8-c02b-4b2c-b842-2096d85a9d67 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0812862 Mar 11 18:34:14.103272 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-021c5b48-7ce8-4e8f-bc4f-cbb4435f507b req-5eef252a-8987-4923-9e1d-470e447d5f92 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524657 Mar 11 18:34:14.134660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46902) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:14.243336 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aed7936d-5b2d-4f99-b812-6a43205aba26 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 200 len: 992 time: 0.1074700 Mar 11 18:34:14.553701 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-21c43e2e-dc32-4407-9b6c-37470f7d299f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:15.902270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:15.932663 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:17.225516 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:26.366045 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-328bfbd7-b058-4c43-8d03-b11fc5167443 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829482 Mar 11 18:34:26.537435 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-edea1d09-6bef-4d18-a7ee-347572b503dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1096 time: 0.0806489 Mar 11 18:34:26.703289 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-b101a794-c70c-4703-8bb9-a35075066dc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:26.704736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-b101a794-c70c-4703-8bb9-a35075066dc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 898 time: 0.1421924 Mar 11 18:34:26.812043 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-9e97590c-60ba-4e57-b206-9b0506b2401e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 1000 time: 0.1005540 Mar 11 18:34:26.876738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-032e4615-ece0-4e21-b051-7fa57b34e29e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:26.878191 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-032e4615-ece0-4e21-b051-7fa57b34e29e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 200 len: 835 time: 0.0591519 Mar 11 18:34:26.962100 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-24bf85de-1f47-45b3-a89c-49669f718a0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=737949a2-40ab-46bc-a2a8-3c5d622ad572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728302 Mar 11 18:34:27.100400 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-e5b6f19e-05df-4a12-b8b2-8a0c63c0047c service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 Mar 11 18:34:27.242569 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-59151483-f42f-4425-b3f0-5d5d84ed6664 req-e3eec305-de12-4b5d-a824-d148230a36d4 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294003 Mar 11 18:34:29.131199 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86484941-48a4-4b58-8138-afcd7a74ae9b req-ebeb2db3-ab4b-42af-bd78-eb67a41c99a5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1196024 Mar 11 18:34:29.267420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86484941-48a4-4b58-8138-afcd7a74ae9b req-d1be9c6b-b47b-409c-9881-1e2b33ed8f8c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0407717 Mar 11 18:34:29.323669 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86484941-48a4-4b58-8138-afcd7a74ae9b req-80831e98-e4a7-4c87-906f-a586ed66342f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263035 Mar 11 18:34:29.473410 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86484941-48a4-4b58-8138-afcd7a74ae9b req-eb7aa77c-5479-420a-a902-6b59dc8c5337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:29.474873 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86484941-48a4-4b58-8138-afcd7a74ae9b req-eb7aa77c-5479-420a-a902-6b59dc8c5337 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1456118 Mar 11 18:34:40.012684 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:42.396806 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e7844faf-9bc7-4921-a466-4806057efc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:44.559866 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7000-3973-4285-9315-36efc82a125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:44.692005 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46920) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:44.904245 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port aeaebb85-a760-40a9-ab9f-fa65c6e724ea {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:34:44.904513 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:45.196274 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:45.196593 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:45.318134 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for aeaebb85-a760-40a9-ab9f-fa65c6e724ea owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:34:45.491520 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:45.535420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=aeaebb85-a760-40a9-ab9f-fa65c6e724ea,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:45.574256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.574662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.575000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.575329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.575653 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.575976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.576290 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.576603 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.576916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.577224 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.577531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:45.644330 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:45.903804 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:45.935708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:46.069456 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router d0839880-386e-4b58-9e4f-f406b1de00d6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:34:46.278747 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:34:46.289930 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] Sync routers for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:34:46.299046 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:46.302606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:34:46.303206 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:46.357588 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-51757c2e-2d94-4873-bd92-1481bb22952d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/floatingips/601539d2-de48-481f-8c47-cec95f218647 HTTP/1.1" status: 204 len: 168 time: 1.6619406 Mar 11 18:34:46.357588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:34:46.417294 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6', 'status': 'completed', 'code': 200} Mar 11 18:34:46.491295 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:34:46.534946 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-1fe04a32-84d4-45e9-bbad-7e0ce2459c77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 1096 time: 0.0739629 Mar 11 18:34:46.694992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-fdea7914-4eb3-4953-9cd1-ce9de2868249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:46.696498 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-fdea7914-4eb3-4953-9cd1-ce9de2868249 service neutron] 10.222.0.59 "GET /v2.0/networks?id=737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 200 len: 898 time: 0.1563387 Mar 11 18:34:46.873072 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:14Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:46.879631 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] Checking router: d0839880-386e-4b58-9e4f-f406b1de00d6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:34:46.890832 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-166e4829-7558-4874-8f21-a8322371c45e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 200 len: 217 time: 0.1864748 Mar 11 18:34:46.891097 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:34:46.891366 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:46.897908 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4c71e-e0b8-4611-b110-2f11883db281 req-cec41757-b35f-4521-803f-b0196facc68f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:46.899431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51f4c71e-e0b8-4611-b110-2f11883db281 req-cec41757-b35f-4521-803f-b0196facc68f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.1940768 Mar 11 18:34:46.955880 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-51f4c71e-e0b8-4611-b110-2f11883db281 req-74d9b7a3-f91f-4db4-8ca2-be39f9dd6ba5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496514 Mar 11 18:34:46.974579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-68cf1f1e-f699-414d-8329-866f9d9e93d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:46.976215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-68cf1f1e-f699-414d-8329-866f9d9e93d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 200 len: 835 time: 0.0785270 Mar 11 18:34:47.065044 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-629e1066-919a-4d2c-bccb-b675b1e8dbed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=737949a2-40ab-46bc-a2a8-3c5d622ad572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801151 Mar 11 18:34:47.095268 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:34:47.207887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-2a29e41a-c0f5-4b55-96d7-1ce279e445f7 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345229 Mar 11 18:34:47.228823 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:47.354264 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-c8551dec-8e96-4eb1-83ba-422c526cb0ee req-8247da3e-18b4-4c78-bc3f-d7fa332b47d2 service neutron] 10.222.0.59 "GET /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399989 Mar 11 18:34:47.502512 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:14Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:47.507018 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0041a8-92c3-4ff5-8a02-03038b5b2494 None None] The sync data for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 is: [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f7cc2296-c422-4d12-9a41-c95be9f6b85c', 'name': '', 'network_id': '737949a2-40ab-46bc-a2a8-3c5d622ad572', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:1b:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:08Z', 'updated_at': '2022-03-11T18:33:14Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': 'd5928c48-bf28-4da8-ad24-f2a6c65faa77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:34:47.762167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b74b2-0abc-464e-a373-8438f93347a5 None None] New status for floating IP 601539d2-de48-481f-8c47-cec95f218647: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:34:48.168435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01273-7312-4bff-9c2d-077756e8685d req-692c0290-d4e1-4c6a-ae61-29ee603c417f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:48.169796 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77a01273-7312-4bff-9c2d-077756e8685d req-692c0290-d4e1-4c6a-ae61-29ee603c417f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.0866408 Mar 11 18:34:48.219941 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-77a01273-7312-4bff-9c2d-077756e8685d req-a9254cca-26e2-4790-b5a4-0a42f14c4ea3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=50fa9ece-8885-4084-b37d-e198b219e237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437796 Mar 11 18:34:48.373445 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-2c581b8d-894c-4a71-b745-978397d641ed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:48.374107 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-2c581b8d-894c-4a71-b745-978397d641ed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:34:48.391551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-2c581b8d-894c-4a71-b745-978397d641ed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:34:48.392723 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-2c581b8d-894c-4a71-b745-978397d641ed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 945 time: 0.1006978 Mar 11 18:34:48.473397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port a872183d-0aea-4749-ba57-092586af33d6 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:34:48.473694 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:48.765217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port a872183d-0aea-4749-ba57-092586af33d6, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=a872183d-0aea-4749-ba57-092586af33d6,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:34:48.765493 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:48.892607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for a872183d-0aea-4749-ba57-092586af33d6 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:34:49.043796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:49.103508 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=a872183d-0aea-4749-ba57-092586af33d6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:49.181197 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] No DVR routers for this DVR port a872183d-0aea-4749-ba57-092586af33d6 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:34:49.184031 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:49.186246 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'name': 'network-vif-deleted', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:34:49.204600 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9d428c52-5369-426d-b4ef-b0bf3d3d89a0 req-50598281-b3fe-44cf-8490-f11b43b99e35 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "DELETE /v2.0/ports/a872183d-0aea-4749-ba57-092586af33d6 HTTP/1.1" status: 204 len: 173 time: 0.8058658 Mar 11 18:34:49.246651 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ba84b-85c8-4f06-820a-becdcdd65c3e', 'name': 'network-vif-deleted', 'tag': 'a872183d-0aea-4749-ba57-092586af33d6', 'status': 'completed', 'code': 200} Mar 11 18:34:49.396133 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ec92adce-1868-4e80-9d8f-b02c9dd61f90 req-e3f5dbc0-04d1-4387-8081-c9909b59cc69 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=b34ba84b-85c8-4f06-820a-becdcdd65c3e HTTP/1.1" status: 200 len: 210 time: 0.0440397 Mar 11 18:34:49.571017 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:34:50.517813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46944) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:50.956967 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:51.613191 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port f7cc2296-c422-4d12-9a41-c95be9f6b85c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:34:51.614068 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:51.821919 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port f7cc2296-c422-4d12-9a41-c95be9f6b85c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f7cc2296-c422-4d12-9a41-c95be9f6b85c,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:34:51.822231 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:52.033529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for f7cc2296-c422-4d12-9a41-c95be9f6b85c owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:34:52.226256 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:52.271952 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=f7cc2296-c422-4d12-9a41-c95be9f6b85c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:52.313981 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.314269 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.314654 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.314988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.315308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.315628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.315956 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.316266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.316584 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.316943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.317260 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:52.596968 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:52.669026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a872183d-0aea-4749-ba57-092586af33d6 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:34:52.702518 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: a872183d-0aea-4749-ba57-092586af33d6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:34:52.702859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device a872183d-0aea-4749-ba57-092586af33d6 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:34:53.208971 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router d0839880-386e-4b58-9e4f-f406b1de00d6 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:34:53.417313 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:34:53.427772 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] Sync routers for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:34:53.431476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f1f1a94f-266f-41d8-89d5-686778646305 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/d0839880-386e-4b58-9e4f-f406b1de00d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9118848 Mar 11 18:34:53.434320 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46948) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:53.441241 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:34:53.441867 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:53.626729 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:34:53.728088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting subnet d5928c48-bf28-4da8-ad24-f2a6c65faa77 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:34:53.731359 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:53.785205 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:53.881355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:53.916255 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:34:52Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:53.921712 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] Checking router: d0839880-386e-4b58-9e4f-f406b1de00d6 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:34:53.934880 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] Routers {'d0839880-386e-4b58-9e4f-f406b1de00d6'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:34:53.935476 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['d0839880-386e-4b58-9e4f-f406b1de00d6'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:53.961364 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:53.999509 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Subnet': ['ID=d5928c48-bf28-4da8-ad24-f2a6c65faa77,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:54.006848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.015763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-10aa3971-3f42-4931-bf3c-478655e35204 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/subnets/d5928c48-bf28-4da8-ad24-f2a6c65faa77 HTTP/1.1" status: 204 len: 168 time: 0.5777938 Mar 11 18:34:54.015943 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04affa9e-ac9d-4f87-87c6-b6a77ba8d40d None None] Network 737949a2-40ab-46bc-a2a8-3c5d622ad572 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:34:54.016454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46952) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:54.122498 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] Set router d0839880-386e-4b58-9e4f-f406b1de00d6 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:34:54.227538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.308508 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] DHCP port deletion for 737949a2-40ab-46bc-a2a8-3c5d622ad572 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:34:54.313084 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Deleting port d4a9a2b8-cde0-4b13-afa3-45a27780f520 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:34:54.313577 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.434047 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:34:52Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:54.438750 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e26b8-3161-4ee4-bd7b-c6aa549b39d1 None None] The sync data for ids ['d0839880-386e-4b58-9e4f-f406b1de00d6'] in n-d-833436-1 is: [{'id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747666415', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:33:04Z', 'updated_at': '2022-03-11T18:34:52Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '755b0378-ebaa-45fa-ac03-4534d1b340d7', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0839880-386e-4b58-9e4f-f406b1de00d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:33:05Z', 'updated_at': '2022-03-11T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:34:54.450015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.462172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 755b0378-ebaa-45fa-ac03-4534d1b340d7 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:34:54.462620 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.534049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] For port d4a9a2b8-cde0-4b13-afa3-45a27780f520, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4a9a2b8-cde0-4b13-afa3-45a27780f520,segment=NetworkSegment(c84cdba9-0b3e-430f-ba81-76f458cf7cc5),segment_id=c84cdba9-0b3e-430f-ba81-76f458cf7cc5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:34:54.534310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.644385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 755b0378-ebaa-45fa-ac03-4534d1b340d7, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=755b0378-ebaa-45fa-ac03-4534d1b340d7,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:34:54.644773 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.655538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Calling delete_port for d4a9a2b8-cde0-4b13-afa3-45a27780f520 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:34:54.728609 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:54.766310 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 755b0378-ebaa-45fa-ac03-4534d1b340d7 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:34:54.773524 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Pushing event deleted for resources: {'Port': ['ID=d4a9a2b8-cde0-4b13-afa3-45a27780f520,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:54.783522 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.783855 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.784387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.784484 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.784805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.785080 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.785385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.785688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.785995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.786493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.786605 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:34:54.794179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf6f3b-633c-43a7-80a4-7da0f45ea093 None None] No DVR routers for this DVR port d4a9a2b8-cde0-4b13-afa3-45a27780f520 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:34:54.871142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4a9a2b8-cde0-4b13-afa3-45a27780f520 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:34:54.907980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d4a9a2b8-cde0-4b13-afa3-45a27780f520 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:34:54.908417 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4a9a2b8-cde0-4b13-afa3-45a27780f520 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:34:54.908941 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f7cc2296-c422-4d12-9a41-c95be9f6b85c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:34:54.945678 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f7cc2296-c422-4d12-9a41-c95be9f6b85c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:34:54.946015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f7cc2296-c422-4d12-9a41-c95be9f6b85c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:34:54.970181 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.016136 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=755b0378-ebaa-45fa-ac03-4534d1b340d7,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:55.335118 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.598476 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.602868 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.631519 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.632097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Fanout notify agent at l3_agent the message router_deleted on router d0839880-386e-4b58-9e4f-f406b1de00d6 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:34:55.647526 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.649769 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-06780481-e475-4e92-924f-ddeebec656bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/routers/d0839880-386e-4b58-9e4f-f406b1de00d6 HTTP/1.1" status: 204 len: 168 time: 1.6317208 Mar 11 18:34:55.651915 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46956) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:55.769080 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.907937 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.933094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737949a2-40ab-46bc-a2a8-3c5d622ad572']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:55.945533 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:55.945867 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84cdba9-0b3e-430f-ba81-76f458cf7cc5') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:55.957244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.975784 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.982144 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:34:55.982598 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:34:55.996758 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:34:56.082310 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.104632 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.116275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Network': ['ID=737949a2-40ab-46bc-a2a8-3c5d622ad572,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:56.126515 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-841fe503-e340-43f2-a411-d5fd2660f6ef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/networks/737949a2-40ab-46bc-a2a8-3c5d622ad572 HTTP/1.1" status: 204 len: 168 time: 0.4735558 Mar 11 18:34:56.129343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46960) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:56.203308 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e104d995-0e3f-4146-8084-6643b7632638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.237690 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e104d995-0e3f-4146-8084-6643b7632638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.311985 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e104d995-0e3f-4146-8084-6643b7632638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.329770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104d995-0e3f-4146-8084-6643b7632638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa9ece-8885-4084-b37d-e198b219e237,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:56.343923 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e104d995-0e3f-4146-8084-6643b7632638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.345186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e104d995-0e3f-4146-8084-6643b7632638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/security-groups/50fa9ece-8885-4084-b37d-e198b219e237 HTTP/1.1" status: 204 len: 168 time: 0.2149255 Mar 11 18:34:56.679071 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46968) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:56.684832 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972909809', 'description': 'tempest-secgroup-smoke-972909809 description', 'project_id': '017fd1036c28451da89bdffb1c2f472b'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:56.691662 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:56.696425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:56.699868 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:56.707246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:56.720049 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.749698 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 755b0378-ebaa-45fa-ac03-4534d1b340d7 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:34:56.763031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:56.767263 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:56.770356 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:56.776494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:56.786554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 755b0378-ebaa-45fa-ac03-4534d1b340d7 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:34:56.786896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 755b0378-ebaa-45fa-ac03-4534d1b340d7 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:34:56.843601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.851113 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.899673 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8482a08e-fbea-4919-be29-64b044cde3b7,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:56.903234 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:56.904549 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d8f4af93-6c30-4094-add2-03abee9c8ddb tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2243412 Mar 11 18:34:56.907370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46972) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:56.912839 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '8482a08e-fbea-4919-be29-64b044cde3b7', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:56.919869 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:56.924407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:56.927377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:56.933155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:56.956337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.021184 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.026706 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.050267 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971335fb-0984-4f5c-a32e-5bb46fefe511,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:57.062227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.063651 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-fff73385-9c2c-4ee0-99fb-d0f55f7b3431 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1553066 Mar 11 18:34:57.066496 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46976) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:57.072106 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '8482a08e-fbea-4919-be29-64b044cde3b7', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:57.079642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:57.085494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:57.089753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:57.096969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:57.118549 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.190160 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.197138 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.220492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd5cf56-f8d5-4e4d-84c3-cc2bc36e0056,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:57.229965 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.231678 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d9d5e779-6c56-4862-ba25-9eb1b1583cc0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1636336 Mar 11 18:34:57.234184 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 46980) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:57.239697 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '8482a08e-fbea-4919-be29-64b044cde3b7', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:57.246209 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:57.250098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:57.253213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:57.258989 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:57.278320 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.345970 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.351643 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.375601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68529353-3be9-41af-bece-13309c0021bc,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:57.389851 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.391275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-3c0a56f0-4e6a-46a2-951f-eaca79e9e903 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1561422 Mar 11 18:34:57.394503 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46984) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:57.400490 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '8482a08e-fbea-4919-be29-64b044cde3b7', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:57.407671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:57.411815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:57.415002 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:57.422074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:57.444541 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.519666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.524795 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.548274 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628eac53-3e6f-41ea-b058-7194e7580916,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:57.558943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.560195 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-aea0f7f9-d9ac-49d8-b451-9b6fc68cfbcc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1646547 Mar 11 18:34:57.563831 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46988) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:57.569225 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '8482a08e-fbea-4919-be29-64b044cde3b7', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:57.576592 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:57.580953 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:57.584085 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:57.589989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:57.601196 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:34:57.607908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.679927 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.685827 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.708546 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616b918a-2b2a-4341-a0a3-62ab0664ac29,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:57.718719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.719922 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-a81cad6f-c108-432c-aa94-f7586d2fbbed tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1551754 Mar 11 18:34:57.722768 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46992) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:57.728223 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'security_group_rule': {'security_group_id': '8482a08e-fbea-4919-be29-64b044cde3b7', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:57.735096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:57.739041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:security_group_rule and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:57.741927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:57.747748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:57.762937 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Project 017fd1036c28451da89bdffb1c2f472b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:34:57.769858 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.836601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.842012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.865850 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246b8ce7-19d7-4b13-8871-5a426075b002,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:57.877060 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.878327 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4aec0299-53d8-464f-8bc1-397a0f79d0cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1546078 Mar 11 18:34:57.881705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 46996) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:57.887255 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'network': {'name': 'tempest-network-smoke--1885068074', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'port_security_enabled': True}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:57.893722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:57.898201 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:network and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:57.901341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:57.908038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:57.923383 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:34:57.929213 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.964769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:34:57.975944 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:57.976299 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Added segment bdbaa9eb-61a2-4ebd-a661-82e5c77c02df of type vlan for network 137430c8-83aa-43de-9a26-a007b6efa2e2 Mar 11 18:34:58.003202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.036355 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.040138 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:58.040757 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.151090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2683623 Mar 11 18:34:58.151900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a943158-159f-4e3d-a812-8154da32ace9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Network': ['ID=137430c8-83aa-43de-9a26-a007b6efa2e2,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:58.153957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47000) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:58.159882 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'admin_state_up': True, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:34:58.166166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:34:58.167880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:34:58.172611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:router and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:34:58.175746 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:34:58.183145 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:34:58.196176 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.197138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.217646 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.460823 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.653242 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.683353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:58.831213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.107 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8579318f-371d-4f16-bb05-73863eb6dccf) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:34:58.991353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:59.021494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:59.089684 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:34:59.092331 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:34:59.099194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:34:59.136093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=8579318f-371d-4f16-bb05-73863eb6dccf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:34:59.271134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:59.271751 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:59.516901 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:34:59.746584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:34:59.758922 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Sync routers for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:34:59.773998 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:34:59.774724 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:34:59.778012 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:59.779543 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d718d553-8e25-49da-bfb8-d73cde3b9350 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6245527 Mar 11 18:34:59.783082 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47004) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:59.827609 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-dd162f0c-99cb-4561-b5b5-6063418f06c1 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=017fd1036c28451da89bdffb1c2f472b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433147 Mar 11 18:34:59.830492 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47008) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:34:59.959198 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:34:59.967993 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c05de5-b420-4cda-81d0-6d385d4ac3d7 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:34:59.970083 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-15c05de5-b420-4cda-81d0-6d385d4ac3d7 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1387074 Mar 11 18:34:59.973669 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47012) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:00.019271 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c1da5aea-f410-4c98-847e-9d3ad87cdf44 tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442810 Mar 11 18:35:00.021817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47016) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:00.027171 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112991526', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:35:00.145810 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:35:00.151049 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:subnet and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:35:00.155059 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:35:00.164448 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:35:00.178442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:35:00.290799 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:34:59Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:00.296576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Checking router: 40cbf7f6-0789-44d9-9db1-ffdce15e8165 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:35:00.296925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Updating router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 port 8579318f-371d-4f16-bb05-73863eb6dccf binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:35:00.353399 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:00.410656 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:00.735389 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:00.737693 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:00.749990 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Transition to ACTIVE for port object 8579318f-371d-4f16-bb05-73863eb6dccf will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:35:00.758937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:00.838857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Subnet': ['ID=74b41708-4e18-4575-bccf-fc000b295677,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:00.852390 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Attempting to bind port 8579318f-371d-4f16-bb05-73863eb6dccf on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:35:00.852758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Attempting to bind port 8579318f-371d-4f16-bb05-73863eb6dccf by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:35:00.853119 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Attempting to bind port 8579318f-371d-4f16-bb05-73863eb6dccf on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:35:00.856789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36748858-55f1-4b0f-b899-a47d3dc44e2a None None] Pushing event updated for resources: {'Port': ['ID=8579318f-371d-4f16-bb05-73863eb6dccf,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:00.862615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Checking segment: {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:35:00.863064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network hostable DHCP agents. Network: 137430c8-83aa-43de-9a26-a007b6efa2e2, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:35:00.864621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:35:00.865299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:35:00.865703 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:00.866251 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:35:00.877915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Bound port: 8579318f-371d-4f16-bb05-73863eb6dccf, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:35:00.878608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:01.089819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] For port 8579318f-371d-4f16-bb05-73863eb6dccf, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:35:01.089819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] For port 8579318f-371d-4f16-bb05-73863eb6dccf, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8579318f-371d-4f16-bb05-73863eb6dccf,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:35:01.096987 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:35:01.105111 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:01.116735 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 137430c8-83aa-43de-9a26-a007b6efa2e2) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:35:01.123756 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:01.125314 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:01.143762 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05092ca-7644-4485-a644-8f9f57028cfb None None] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:35:01.178477 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4089110f-5736-4208-aabd-0aa00d3fa90b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1506667 Mar 11 18:35:01.180087 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47020) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:01.302782 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36748858-55f1-4b0f-b899-a47d3dc44e2a None None] Pushing event updated for resources: {'Port': ['ID=8579318f-371d-4f16-bb05-73863eb6dccf,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:01.337677 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:35:01.338330 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:01.782039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-137430c8-83aa-43de-9a26-a007b6efa2e2', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:35:01.782926 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:01.806493 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:35:02.212559 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Allocated IP 172.20.0.2 (137430c8-83aa-43de-9a26-a007b6efa2e2/74b41708-4e18-4575-bccf-fc000b295677/dfe8d2e8-9b4d-4c53-b401-569d1eb962a1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:35:02.213845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:02.356758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:34:59Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:02.373402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6bc5f-f4f9-4e72-b907-b637b5aa6663 None None] The sync data for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 is: [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:34:59Z', 'revision_number': 3, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:35:02.503736 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:02.521093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Transition to ACTIVE for port object dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:35:02.541362 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Transition to ACTIVE for port object dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:35:02.550102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:02.634848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:35:02.639103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:35:02.648516 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:35:02.699794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Pushing event updated for resources: {'Port': ['ID=dfe8d2e8-9b4d-4c53-b401-569d1eb962a1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:02.778938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Attempting to bind port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:35:02.779818 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Attempting to bind port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:35:02.780541 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Attempting to bind port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 on network 137430c8-83aa-43de-9a26-a007b6efa2e2 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:35:02.791705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:35:02.792910 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Checking segment: {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:35:02.793505 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:02.794096 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Bound using segment: {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:35:02.794816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Bound port: dfe8d2e8-9b4d-4c53-b401-569d1eb962a1, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:35:02.795388 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:02.871131 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8579318f-371d-4f16-bb05-73863eb6dccf up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:35:02.954179 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.1 (137430c8-83aa-43de-9a26-a007b6efa2e2/74b41708-4e18-4575-bccf-fc000b295677/f95b8b2c-01b6-455e-877b-1c10e760f8c9) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:35:02.978254 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] For port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:35:02.987584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] For port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dfe8d2e8-9b4d-4c53-b401-569d1eb962a1,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:35:02.998021 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:03.068069 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 8579318f-371d-4f16-bb05-73863eb6dccf completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:35:03.101026 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8579318f-371d-4f16-bb05-73863eb6dccf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:03.101908 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:03.183415 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c003c38-c7a6-49d4-8427-1ab95193e6c0 None None] Pushing event updated for resources: {'Port': ['ID=dfe8d2e8-9b4d-4c53-b401-569d1eb962a1,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:03.210513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:03.244824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object f95b8b2c-01b6-455e-877b-1c10e760f8c9 will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:35:03.301082 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:03.303571 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:03.328647 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 8579318f-371d-4f16-bb05-73863eb6dccf, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8579318f-371d-4f16-bb05-73863eb6dccf,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:35:03.337644 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:03.437852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:35:03.444544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:35:03.446605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=f95b8b2c-01b6-455e-877b-1c10e760f8c9,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:03.448844 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:35:03.466003 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=8579318f-371d-4f16-bb05-73863eb6dccf,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:03.528873 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:03.643668 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:04.112542 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:04.120377 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:04.252609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=f95b8b2c-01b6-455e-877b-1c10e760f8c9,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:04.255895 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:04.343890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057970e-48c8-4926-a703-7daa40f51395 None None] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:35:04.431549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:35:04.433246 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:35:04.483416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a34d008a-c1c7-495a-993d-fe844763e3ad None None] Provisioning for port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:35:04.893454 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:35:04.972294 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:35:04.978263 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:04.978792 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:05.052628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Provisioning complete for port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:05.053425 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:05.069492 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:35:05.293607 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:05.307484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:05.350766 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dfe8d2e8-9b4d-4c53-b401-569d1eb962a1,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:35:05.355344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:35:05.356091 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:05.356565 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8579318f-371d-4f16-bb05-73863eb6dccf up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:35:05.369369 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-173a7afe-0da2-4087-ac18-037b38581023 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/40cbf7f6-0789-44d9-9db1-ffdce15e8165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1885166 Mar 11 18:35:05.525328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=dfe8d2e8-9b4d-4c53-b401-569d1eb962a1,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:05.528902 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:35:05.529214 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:35:05.540974 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 8579318f-371d-4f16-bb05-73863eb6dccf triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:05.541327 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:05.562853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-0a8ecd32-fbc5-4507-b32b-d5720cc09b8c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:35:05.584149 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-0a8ecd32-fbc5-4507-b32b-d5720cc09b8c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:35:05.586071 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-0a8ecd32-fbc5-4507-b32b-d5720cc09b8c tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972909809&fields=id&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 267 time: 0.0742610 Mar 11 18:35:05.809603 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-4e427966-0824-40dc-bbb6-8914192b7bc4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:05.810286 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-4e427966-0824-40dc-bbb6-8914192b7bc4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:35:05.828501 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-4e427966-0824-40dc-bbb6-8914192b7bc4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:35:05.829883 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-4e427966-0824-40dc-bbb6-8914192b7bc4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/networks?id=137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 200 len: 797 time: 0.2344878 Mar 11 18:35:05.853866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-e9906222-a563-46c6-ad6e-09dfab0d8445 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/quotas/017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 375 time: 0.0171664 Mar 11 18:35:05.969538 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-36297d1b-5276-4e6c-aabf-74d361ae1f3e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:35:05.987632 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-36297d1b-5276-4e6c-aabf-74d361ae1f3e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:35:05.989010 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-36297d1b-5276-4e6c-aabf-74d361ae1f3e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293697 Mar 11 18:35:06.126191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Provisioning for port f95b8b2c-01b6-455e-877b-1c10e760f8c9 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:35:06.132469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Provisioning complete for port f95b8b2c-01b6-455e-877b-1c10e760f8c9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:06.132928 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:06.169583 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-f36d51ac-4d97-4c75-b761-2b54eade3a40 service neutron] 10.222.0.96 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668553 Mar 11 18:35:06.203902 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4f236ce0-7391-4e3a-aeb6-5a8d6ea1a3c4 None None] Port f95b8b2c-01b6-455e-877b-1c10e760f8c9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:35:06.323546 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-ce15f594-6198-45e5-b6d6-c81df3720f11 service neutron] 10.222.0.96 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474040 Mar 11 18:35:06.335448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a407c905-8216-409f-b359-dc64738cccd2 None None] Provisioning complete for port f95b8b2c-01b6-455e-877b-1c10e760f8c9 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:06.335967 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a407c905-8216-409f-b359-dc64738cccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:06.419336 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a407c905-8216-409f-b359-dc64738cccd2 None None] Port f95b8b2c-01b6-455e-877b-1c10e760f8c9 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:35:06.427524 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Sync routers for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:35:06.446983 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:35:06.447625 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:06.567675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9a1a54e0-89c9-4f7a-8098-95a91475624d req-60b5c0a3-6adc-44fd-b41c-ff609c1e14a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 210 time: 0.0466015 Mar 11 18:35:06.693580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:35:06.787353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:35:06.878114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:06.878923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:07.145432 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 2, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:07.152333 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Checking router: 40cbf7f6-0789-44d9-9db1-ffdce15e8165 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:35:07.152673 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Updating router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 port f95b8b2c-01b6-455e-877b-1c10e760f8c9 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:35:07.227417 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:07.637230 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:07.650655 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Transition to ACTIVE for port object f95b8b2c-01b6-455e-877b-1c10e760f8c9 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:35:07.659514 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:07.769088 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6c077b44-56cf-4046-a9a4-d1d626b2a708 req-681e6d64-eed1-4ad4-aa3c-887d64e01a5b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 210 time: 0.0547874 Mar 11 18:35:07.839880 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Pushing event updated for resources: {'Port': ['ID=f95b8b2c-01b6-455e-877b-1c10e760f8c9,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:07.853482 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.853802 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.854118 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.854536 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.854925 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.855360 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.855762 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.856429 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.856758 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.857398 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.857709 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:35:07.955677 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Attempting to bind port f95b8b2c-01b6-455e-877b-1c10e760f8c9 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:35:07.956030 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Attempting to bind port f95b8b2c-01b6-455e-877b-1c10e760f8c9 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:35:07.956420 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Attempting to bind port f95b8b2c-01b6-455e-877b-1c10e760f8c9 on network 137430c8-83aa-43de-9a26-a007b6efa2e2 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:35:07.966097 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:35:07.966676 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Checking segment: {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:35:07.967409 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:07.968009 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Bound using segment: {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:35:07.968664 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Bound port: f95b8b2c-01b6-455e-877b-1c10e760f8c9, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:35:07.969179 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:08.091000 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] For port f95b8b2c-01b6-455e-877b-1c10e760f8c9, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:35:08.094606 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] For port f95b8b2c-01b6-455e-877b-1c10e760f8c9, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f95b8b2c-01b6-455e-877b-1c10e760f8c9,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:35:08.105638 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:08.226543 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ed2a-00bb-4b45-a210-c1c6182ed971 None None] Pushing event updated for resources: {'Port': ['ID=f95b8b2c-01b6-455e-877b-1c10e760f8c9,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:08.249862 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:35:08.250806 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:34:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:08.337947 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-d01d0fd8-c44d-4865-914d-e1a0108d99b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:08.338709 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-d01d0fd8-c44d-4865-914d-e1a0108d99b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:35:08.352927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-d01d0fd8-c44d-4865-914d-e1a0108d99b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:35:08.354317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-d01d0fd8-c44d-4865-914d-e1a0108d99b3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/networks?id=137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 200 len: 797 time: 0.3750553 Mar 11 18:35:08.430855 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-f3202e86-7ee1-4719-b186-9bff0d40568d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017fd1036c28451da89bdffb1c2f472b HTTP/1.1" status: 200 len: 379 time: 0.0564671 Mar 11 18:35:08.441674 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'port': {'device_id': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'admin_state_up': True, 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'security_groups': ['8482a08e-fbea-4919-be29-64b044cde3b7']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:35:08.477195 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:35:08.618878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:35:08.633778 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:35:08.647006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Made reservation on behalf of 017fd1036c28451da89bdffb1c2f472b for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:35:08.650166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:08.877826 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.20.0.14 (137430c8-83aa-43de-9a26-a007b6efa2e2/74b41708-4e18-4575-bccf-fc000b295677/d357c869-d554-4bfd-a8a1-dc8dde276ffa) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:35:08.909331 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:08.917126 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849edf-cd79-43bc-8759-2febc4296a33 None None] The sync data for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 is: [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:08Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:35:08.999314 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-741cf513-2b93-4504-8735-59cdecbe21e7 req-c28ee1ea-32ec-483f-84f7-87f4a4bc7df5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 210 time: 0.0743155 Mar 11 18:35:09.164746 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:09.186604 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Transition to ACTIVE for port object d357c869-d554-4bfd-a8a1-dc8dde276ffa will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:35:09.214601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:09.295497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:35:09.299533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:35:09.303971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:35:09.336724 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=d357c869-d554-4bfd-a8a1-dc8dde276ffa,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:09.385102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:09.385825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:09.424359 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c82181a1-322d-4dea-b1f5-46bfa8400535 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9881780 Mar 11 18:35:09.444817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Request body: {'port': {'device_id': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:35:09.591411 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:09.636049 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bc933d4b-1ded-49f5-92e1-b5f5debc045f None None] Provisioning for port d357c869-d554-4bfd-a8a1-dc8dde276ffa completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:35:09.641933 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bc933d4b-1ded-49f5-92e1-b5f5debc045f None None] Provisioning complete for port d357c869-d554-4bfd-a8a1-dc8dde276ffa triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:09.642404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc933d4b-1ded-49f5-92e1-b5f5debc045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:09.698712 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bc933d4b-1ded-49f5-92e1-b5f5debc045f None None] Port d357c869-d554-4bfd-a8a1-dc8dde276ffa cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:35:10.009964 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:10.028047 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d357c869-d554-4bfd-a8a1-dc8dde276ffa {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:35:10.036921 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:10.052793 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Transition to ACTIVE for port object d357c869-d554-4bfd-a8a1-dc8dde276ffa will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:35:10.057788 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:10.190277 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d357c869-d554-4bfd-a8a1-dc8dde276ffa,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:10.243800 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc087-d92f-4a8c-a923-f94bfccef2e2 req-cc302f96-e43d-4d00-99d5-99d997d5be9f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:10.245551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-760fc087-d92f-4a8c-a923-f94bfccef2e2 req-cc302f96-e43d-4d00-99d5-99d997d5be9f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 944 time: 0.1011865 Mar 11 18:35:10.300288 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-760fc087-d92f-4a8c-a923-f94bfccef2e2 req-1ed5bb1e-6cb0-4780-bbda-1a90855d00cc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488756 Mar 11 18:35:10.325553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Attempting to bind port d357c869-d554-4bfd-a8a1-dc8dde276ffa on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:35:10.325878 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Attempting to bind port d357c869-d554-4bfd-a8a1-dc8dde276ffa by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:35:10.326198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Attempting to bind port d357c869-d554-4bfd-a8a1-dc8dde276ffa on network 137430c8-83aa-43de-9a26-a007b6efa2e2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:35:10.333700 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Port d357c869-d554-4bfd-a8a1-dc8dde276ffa on network 137430c8-83aa-43de-9a26-a007b6efa2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:35:10.334050 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Attempting to bind port d357c869-d554-4bfd-a8a1-dc8dde276ffa on network 137430c8-83aa-43de-9a26-a007b6efa2e2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:35:10.341140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:35:10.341470 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Checking segment: {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:35:10.341845 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Bound using segment: {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:35:10.342267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Bound port: d357c869-d554-4bfd-a8a1-dc8dde276ffa, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:35:10.342647 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:10.441533 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] For port d357c869-d554-4bfd-a8a1-dc8dde276ffa, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:35:10.444968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] For port d357c869-d554-4bfd-a8a1-dc8dde276ffa, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:35:10.452539 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:10.518039 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:10.519471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] 10.222.0.59 "PUT /v2.0/ports/d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 200 len: 1092 time: 1.0816274 Mar 11 18:35:10.519932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:35:10.545256 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb4fa-e63a-4497-bdbb-b707e996dd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d357c869-d554-4bfd-a8a1-dc8dde276ffa,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:10.609595 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'status': 'completed', 'code': 200} Mar 11 18:35:10.667971 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-4c7554b4-2222-4523-be7d-19ec1cf5726b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1095 time: 0.0924413 Mar 11 18:35:10.800833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f95b8b2c-01b6-455e-877b-1c10e760f8c9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:35:10.866605 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-c124915c-5312-4797-aa95-2ca86e757a8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 200 len: 217 time: 0.1857505 Mar 11 18:35:10.885434 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port f95b8b2c-01b6-455e-877b-1c10e760f8c9 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:35:10.893344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f95b8b2c-01b6-455e-877b-1c10e760f8c9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:10.893932 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:10.935761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-4bfb5933-f14d-426c-85ae-7e1b96e49593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:10.937266 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-4bfb5933-f14d-426c-85ae-7e1b96e49593 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b41708-4e18-4575-bccf-fc000b295677 HTTP/1.1" status: 200 len: 834 time: 0.0651491 Mar 11 18:35:11.022302 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-8cbb0710-e3f1-4324-8d27-a673e76fa454 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=137430c8-83aa-43de-9a26-a007b6efa2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770292 Mar 11 18:35:11.026337 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:11.066270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port f95b8b2c-01b6-455e-877b-1c10e760f8c9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f95b8b2c-01b6-455e-877b-1c10e760f8c9,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:35:11.071539 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:11.147829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=f95b8b2c-01b6-455e-877b-1c10e760f8c9,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:11.172838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-56f30432-504e-4301-b50b-0649efe69247 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438816 Mar 11 18:35:11.314395 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-71ff0f2f-8059-48bf-879d-d19188c61864 req-2a6578a2-f79b-454c-a7a2-14aeb5806346 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345215 Mar 11 18:35:11.494313 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-de4bfab3-b6c7-48a7-b25a-1f89f1750bf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1095 time: 0.0762739 Mar 11 18:35:11.514780 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e33b-cb77-4c70-bab1-2315776f7a7e req-a3dd072d-98a1-4d02-8a80-7df048f814b2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:11.516474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50e33b-cb77-4c70-bab1-2315776f7a7e req-a3dd072d-98a1-4d02-8a80-7df048f814b2 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 944 time: 0.0813124 Mar 11 18:35:11.567928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0c50e33b-cb77-4c70-bab1-2315776f7a7e req-dbdaacae-7b0e-491d-b9e5-6cba5eaaf10f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 Mar 11 18:35:11.640147 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-5bcdd090-8c35-4d62-bf11-67948b5d6cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:11.642392 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-5bcdd090-8c35-4d62-bf11-67948b5d6cf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 200 len: 899 time: 0.1422033 Mar 11 18:35:11.717734 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-4fdbc949-406b-41a6-8e90-04cbb6e894f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 200 len: 217 time: 0.0680649 Mar 11 18:35:11.786919 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-21ea4a7e-6fbf-4cbe-94f8-fcb85ce320e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:11.788417 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-21ea4a7e-6fbf-4cbe-94f8-fcb85ce320e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b41708-4e18-4575-bccf-fc000b295677 HTTP/1.1" status: 200 len: 834 time: 0.0639968 Mar 11 18:35:11.876711 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-539f4581-4d45-4570-a0c8-b81dad42900d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=137430c8-83aa-43de-9a26-a007b6efa2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816679 Mar 11 18:35:12.019892 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-c914947d-3dc2-4ec2-86c1-4b8bb4576959 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356750 Mar 11 18:35:12.162405 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-eb72f4a0-7719-4e7d-9d25-9a02676321c9 req-6240f420-3d5a-47ce-94ce-99aadeb0909d service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361227 Mar 11 18:35:12.408269 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-816c9fcd-4fc7-44fc-bc52-6787af65395e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:12.745053 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d357c869-d554-4bfd-a8a1-dc8dde276ffa details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:35:12.765443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f95b8b2c-01b6-455e-877b-1c10e760f8c9 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:35:12.783854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09790d1-dae9-4f5f-8774-8972934a8c7e req-0fdaa775-6f14-467f-b8fa-16f210a8cbef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:12.785408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c09790d1-dae9-4f5f-8774-8972934a8c7e req-0fdaa775-6f14-467f-b8fa-16f210a8cbef tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 944 time: 0.0878339 Mar 11 18:35:12.837112 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c09790d1-dae9-4f5f-8774-8972934a8c7e req-33959f49-8da9-41ba-ab54-b51d832f4fa5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458651 Mar 11 18:35:12.963860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d357c869-d554-4bfd-a8a1-dc8dde276ffa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:35:13.007740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port f95b8b2c-01b6-455e-877b-1c10e760f8c9 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:13.008111 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:13.044223 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'port_id': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'mac_address': 'fa:16:3e:75:5e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:35:13.122745 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:13.170625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d357c869-d554-4bfd-a8a1-dc8dde276ffa {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:35:13.206445 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d357c869-d554-4bfd-a8a1-dc8dde276ffa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:35:13.212198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:13.290107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d357c869-d554-4bfd-a8a1-dc8dde276ffa,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:13.503988 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d357c869-d554-4bfd-a8a1-dc8dde276ffa'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:35:14.075552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4869-9399-4dc4-a6ec-b39a0b1c3f51 req-4964a1c2-bd24-45a0-95e4-50fd278ba9b7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:14.077016 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a82e4869-9399-4dc4-a6ec-b39a0b1c3f51 req-4964a1c2-bd24-45a0-95e4-50fd278ba9b7 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 945 time: 0.0924997 Mar 11 18:35:14.126726 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a82e4869-9399-4dc4-a6ec-b39a0b1c3f51 req-74a6aa3e-c0d2-4e6c-80a8-f77d7bf28c77 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Mar 11 18:35:14.556500 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-697f61ac-005c-4c84-b020-c4afe98962b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:14.761925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d357c869-d554-4bfd-a8a1-dc8dde276ffa up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:35:14.833935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d357c869-d554-4bfd-a8a1-dc8dde276ffa completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:35:14.839348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d357c869-d554-4bfd-a8a1-dc8dde276ffa triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:35:14.839711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:14.964101 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:14.996893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:35:15.013675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d357c869-d554-4bfd-a8a1-dc8dde276ffa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:35:15.021460 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:15.091328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d357c869-d554-4bfd-a8a1-dc8dde276ffa,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:15.137279 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'code': 200} Mar 11 18:35:15.328883 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d73a68f9-0120-4496-bf9b-c02c0790c8d1 req-141a202f-a690-4ba1-ad42-672fb86e5918 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1097 time: 0.0825348 Mar 11 18:35:15.368650 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af76f5-29d0-407e-a3d8-a084c14c5ae8 req-2f3b2dde-37a8-450f-9977-5350ea35f38e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:15.370141 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88af76f5-29d0-407e-a3d8-a084c14c5ae8 req-2f3b2dde-37a8-450f-9977-5350ea35f38e tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0908666 Mar 11 18:35:15.375872 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d73a68f9-0120-4496-bf9b-c02c0790c8d1 req-1eb01dc0-caa0-4611-892f-e8831f53e1fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395143 Mar 11 18:35:15.427066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-88af76f5-29d0-407e-a3d8-a084c14c5ae8 req-5c249f18-73a2-490a-87ab-03eaba343eb9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513606 Mar 11 18:35:15.914409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:15.945794 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:16.641035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb43e-4ae2-4662-87e5-d019669ce944 req-04633993-a997-4ca9-9f1b-d8c378690de3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:16.642804 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-358fb43e-4ae2-4662-87e5-d019669ce944 req-04633993-a997-4ca9-9f1b-d8c378690de3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0900352 Mar 11 18:35:16.697001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-358fb43e-4ae2-4662-87e5-d019669ce944 req-f8d42d04-5b02-4723-95f9-2a401bbc25ea tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479369 Mar 11 18:35:17.230433 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:17.913497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda2fb2-5835-4c94-acd4-81d4e9059987 req-0eb7fba8-f8bc-4c16-9792-7e68dfb7e9bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:17.915238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bda2fb2-5835-4c94-acd4-81d4e9059987 req-0eb7fba8-f8bc-4c16-9792-7e68dfb7e9bc tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0906489 Mar 11 18:35:17.964944 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3bda2fb2-5835-4c94-acd4-81d4e9059987 req-9745cb8e-ea55-41ad-99f7-51fe7bbe48b9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 Mar 11 18:35:18.192998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1c19-1697-425e-965b-b58259aac77a req-3ce4212e-98e5-4ad2-ac87-bdce43f89ffe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:18.194902 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7be1c19-1697-425e-965b-b58259aac77a req-3ce4212e-98e5-4ad2-ac87-bdce43f89ffe tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0964901 Mar 11 18:35:18.357677 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d7be1c19-1697-425e-965b-b58259aac77a req-2f08a1af-451b-48e2-b390-33584f004cc6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559165 Mar 11 18:35:18.386440 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47076) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:18.461275 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9f9754dd-3b5c-4a55-a605-dcb9e4ee600e tempest-TestNetworkAdvancedServerOps-903647508 tempest-TestNetworkAdvancedServerOps-903647508-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1092 time: 0.0735455 Mar 11 18:35:18.464553 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47080) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:18.470147 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:35:18.477653 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:35:18.484605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Usage tracker for resource:floatingip and tenant:017fd1036c28451da89bdffb1c2f472b is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:35:18.488069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:35:18.494778 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:35:18.506774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:18.662425 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:18.822045 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Allocated IP 172.25.3.82 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/aa12e9d5-485f-41fe-92de-6be103a99e7c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:35:18.986563 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:19.016538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:19.085361 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:35:19.088317 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:35:19.092423 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:35:19.126788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=aa12e9d5-485f-41fe-92de-6be103a99e7c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:19.684877 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:19.740754 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:19.958599 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:19.964389 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:20.078151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event updated for resources: {'Port': ['ID=aa12e9d5-485f-41fe-92de-6be103a99e7c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:35:20.091112 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:20.392100 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Floating IP cf07b513-684c-4e65-9e0f-341aa4c2f889 associated. External IP: 172.25.3.82, port: d357c869-d554-4bfd-a8a1-dc8dde276ffa. Mar 11 18:35:20.819854 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:35:21.042325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:35:21.052611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] Sync routers for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:35:21.065836 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:35:21.066513 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:35:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:21.069751 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:21.132373 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dc902387-942d-4b1b-b5a6-4e955d6a6b36 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6666436 Mar 11 18:35:21.133120 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:35:21.206241 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'status': 'completed', 'code': 200} Mar 11 18:35:21.260822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:35:21.347514 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10b8e-aca9-47f1-a752-6e6c6403fc8a req-53aef751-8b7a-495a-a1b2-1598f6516391 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:21.349105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01a10b8e-aca9-47f1-a752-6e6c6403fc8a req-53aef751-8b7a-495a-a1b2-1598f6516391 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0899341 Mar 11 18:35:21.349286 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-624a935f-aa9e-4aa1-8157-875459c40b98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1097 time: 0.0858133 Mar 11 18:35:21.417014 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-01a10b8e-aca9-47f1-a752-6e6c6403fc8a req-678c55dd-8f47-443e-a069-aaa05644b0d3 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573390 Mar 11 18:35:21.463699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47088) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:21.530842 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-09180948-0706-4147-b582-5ca691ec59a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:21.532345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-09180948-0706-4147-b582-5ca691ec59a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 200 len: 899 time: 0.1712267 Mar 11 18:35:21.610109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-72cc9c80-5235-4ada-855e-1bbb41d5c0c8 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 200 len: 991 time: 0.1449449 Mar 11 18:35:21.651647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-8283be94-ad49-4263-a298-338ef075fdb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 200 len: 999 time: 0.1122093 Mar 11 18:35:21.678393 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'cf07b513-684c-4e65-9e0f-341aa4c2f889', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'port_id': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'mac_address': 'fa:16:3e:75:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:35:19Z', 'updated_at': '2022-03-11T18:35:19Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:11Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:21.685284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] Checking router: 40cbf7f6-0789-44d9-9db1-ffdce15e8165 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:35:21.699582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:35:21.700681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:35:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:21.848248 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-61ef366e-106b-4a31-a919-450b7de5e872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:21.849780 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-61ef366e-106b-4a31-a919-450b7de5e872 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b41708-4e18-4575-bccf-fc000b295677 HTTP/1.1" status: 200 len: 834 time: 0.1919291 Mar 11 18:35:21.904427 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:35:21.939028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-45357fbd-9ec2-4473-9375-b288b917fdc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=137430c8-83aa-43de-9a26-a007b6efa2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824957 Mar 11 18:35:22.084682 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-c4615091-85ca-493e-aca0-46cd04245ba9 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387920 Mar 11 18:35:22.243487 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3fcfd914-c92d-4feb-8787-172c46dfaa79 req-68e53e5c-c1c2-40f0-91d6-0e12ee4aa917 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521692 Mar 11 18:35:22.336800 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'cf07b513-684c-4e65-9e0f-341aa4c2f889', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'port_id': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'mac_address': 'fa:16:3e:75:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:35:19Z', 'updated_at': '2022-03-11T18:35:19Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:11Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:35:22.341260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa4967-5391-4ef8-91ac-ada0a38765fc None None] The sync data for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 is: [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'cf07b513-684c-4e65-9e0f-341aa4c2f889', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'port_id': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'mac_address': 'fa:16:3e:75:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:35:19Z', 'updated_at': '2022-03-11T18:35:19Z', 'revision_number': 0, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:11Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:35:22.614329 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47092) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:22.732804 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4af1e592-0aed-46af-a419-e1965ccce22d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 200 len: 991 time: 0.1169307 Mar 11 18:35:23.736657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47096) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:23.859782 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-90267fc5-b9ac-4d82-af11-d526d7919d87 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 200 len: 991 time: 0.1217511 Mar 11 18:35:24.864114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47100) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:24.972616 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7d239efc-bfd0-4479-974f-e353738f1c19 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 200 len: 991 time: 0.1072686 Mar 11 18:35:25.421630 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c95da-daed-4e59-baa5-46a97f2b8290 None None] New status for floating IP cf07b513-684c-4e65-9e0f-341aa4c2f889: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:35:25.976918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47104) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:26.123746 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d291bc7f-9671-4fa7-bd5e-610ec839c228 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 200 len: 993 time: 0.1454473 Mar 11 18:35:26.423123 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-d9b941d7-1bb1-416b-849b-07e067106347 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936809 Mar 11 18:35:26.571821 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:35:26.607961 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-fda6d5a5-60c1-43ca-bd49-ddfac7bd6f60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1097 time: 0.0769033 Mar 11 18:35:26.764668 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-e120893a-9547-4d32-bc5b-dc40394f506b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:26.766148 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-e120893a-9547-4d32-bc5b-dc40394f506b service neutron] 10.222.0.59 "GET /v2.0/networks?id=137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 200 len: 899 time: 0.1393917 Mar 11 18:35:26.922138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-210e88cf-ea45-4545-81ed-137b2dbaffe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 200 len: 1001 time: 0.1489875 Mar 11 18:35:26.985465 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-192a28c1-37c6-4968-8fa8-41a9ff774305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:26.986910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-192a28c1-37c6-4968-8fa8-41a9ff774305 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b41708-4e18-4575-bccf-fc000b295677 HTTP/1.1" status: 200 len: 834 time: 0.0594351 Mar 11 18:35:27.088565 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-ee576ff3-2e32-417c-b397-119f88ba77c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=137430c8-83aa-43de-9a26-a007b6efa2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960848 Mar 11 18:35:27.253032 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-9e8b3550-3712-490e-9c2b-1e14e0042bf1 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572886 Mar 11 18:35:27.490046 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3acae122-a216-4f9b-816c-68f76af9eb1a req-89a09952-9729-4434-93fc-0ca2e95a23e9 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309031 Mar 11 18:35:30.096481 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d7c92e1-fa1c-450f-8cc0-22878166e150 req-04d4e0ff-a585-4c6b-b180-45f4d10a716d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418308 Mar 11 18:35:30.176655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d7c92e1-fa1c-450f-8cc0-22878166e150 req-a74c9bd5-2cda-47e5-9bfe-714123c3b08b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0434868 Mar 11 18:35:30.231706 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d7c92e1-fa1c-450f-8cc0-22878166e150 req-ed4bf639-fed1-4641-a1f3-497bbdb8d9ea service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283487 Mar 11 18:35:30.381098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c92e1-fa1c-450f-8cc0-22878166e150 req-1a04f48f-90c7-4710-b2c5-22b625f001c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:30.382506 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d7c92e1-fa1c-450f-8cc0-22878166e150 req-1a04f48f-90c7-4710-b2c5-22b625f001c8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1445446 Mar 11 18:35:40.035876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:42.403565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fd82ae1-8def-4952-a794-9e8e8735ddae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:44.554655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0092b-130e-495c-b696-8e70c9e60499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:45.910802 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:45.943057 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:47.235937 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:53.840597 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb3ba-cfbc-4c80-a7da-99111eb75931 req-16b8d72c-2307-4b08-b879-63b551e729a4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:53.842174 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f75cb3ba-cfbc-4c80-a7da-99111eb75931 req-16b8d72c-2307-4b08-b879-63b551e729a4 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0814712 Mar 11 18:35:53.917577 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f75cb3ba-cfbc-4c80-a7da-99111eb75931 req-0261d2b7-f137-4844-92c5-9a98533d3884 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689428 Mar 11 18:35:55.253681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5442493-2128-40a5-9182-d97076d6b236 req-a2d0cf95-aa31-4243-a1d6-d6a7226b0e9a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:55.255318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5442493-2128-40a5-9182-d97076d6b236 req-a2d0cf95-aa31-4243-a1d6-d6a7226b0e9a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.1974890 Mar 11 18:35:55.304366 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5442493-2128-40a5-9182-d97076d6b236 req-73f0baaf-04b9-4929-b898-d4f56829010d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435667 Mar 11 18:35:55.332810 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47128) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:55.441345 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4b4e7d85-dd54-4d69-8b56-f0b24a512b37 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 200 len: 993 time: 0.1072962 Mar 11 18:35:56.927375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9141498-1449-459e-83cf-c76522486e96 req-d40d9167-ddc2-49a0-a96c-ef0144a5ea80 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:56.928880 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9141498-1449-459e-83cf-c76522486e96 req-d40d9167-ddc2-49a0-a96c-ef0144a5ea80 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0828786 Mar 11 18:35:56.951659 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50630846-9b4c-412c-9934-f63c4c402b56 req-0736de06-6e2e-4416-ac07-81123587eb8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1097 time: 0.0718720 Mar 11 18:35:56.980749 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f9141498-1449-459e-83cf-c76522486e96 req-3e5fb28b-2b0f-48aa-95b0-b19796c5d960 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458486 Mar 11 18:35:57.089595 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50630846-9b4c-412c-9934-f63c4c402b56 req-711a59fd-2435-42b4-adc7-28d78d202109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:57.091138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50630846-9b4c-412c-9934-f63c4c402b56 req-711a59fd-2435-42b4-adc7-28d78d202109 service neutron] 10.222.0.59 "GET /v2.0/networks?id=137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 200 len: 899 time: 0.1336002 Mar 11 18:35:57.200584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50630846-9b4c-412c-9934-f63c4c402b56 req-12b584f0-feba-4c80-af4f-71049fe65dd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 200 len: 1001 time: 0.1029480 Mar 11 18:35:57.265143 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50630846-9b4c-412c-9934-f63c4c402b56 req-d80917df-a051-461e-9081-2220f5bca89d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:57.266547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50630846-9b4c-412c-9934-f63c4c402b56 req-d80917df-a051-461e-9081-2220f5bca89d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b41708-4e18-4575-bccf-fc000b295677 HTTP/1.1" status: 200 len: 834 time: 0.0600622 Mar 11 18:35:57.348016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50630846-9b4c-412c-9934-f63c4c402b56 req-8a209f09-2297-4ce8-b24e-352b7b907631 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=137430c8-83aa-43de-9a26-a007b6efa2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748692 Mar 11 18:35:57.483596 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50630846-9b4c-412c-9934-f63c4c402b56 req-87b1758b-3219-443e-8b6b-829c40065ff0 service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293874 Mar 11 18:35:57.620701 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-50630846-9b4c-412c-9934-f63c4c402b56 req-34b74829-1a08-42e6-a144-0a084896b2eb service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312785 Mar 11 18:35:58.188302 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63cccc-a9f6-4d4b-84f7-10c4d7dc02f1 req-31a30d24-6c00-4837-8f58-7a6aa71066f0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:58.189855 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be63cccc-a9f6-4d4b-84f7-10c4d7dc02f1 req-31a30d24-6c00-4837-8f58-7a6aa71066f0 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0832179 Mar 11 18:35:58.237985 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-be63cccc-a9f6-4d4b-84f7-10c4d7dc02f1 req-ece1f218-9026-4b59-b817-8028dbbb0699 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Mar 11 18:35:59.446529 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f53d-9dd0-467f-9fe3-7c7acbb5cfe9 req-251c52dc-4aed-4ea0-a56d-2999abceed98 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:35:59.447917 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b30f53d-9dd0-467f-9fe3-7c7acbb5cfe9 req-251c52dc-4aed-4ea0-a56d-2999abceed98 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0846641 Mar 11 18:35:59.496989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5b30f53d-9dd0-467f-9fe3-7c7acbb5cfe9 req-60412d45-0dc0-4f27-bc9e-c5cdb2ef4526 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Mar 11 18:35:59.526420 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47142) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:35:59.638906 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0436cae3-54ff-458f-96aa-c58ef85034f6 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 200 len: 993 time: 0.1109183 Mar 11 18:35:59.923172 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:00.142331 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port aa12e9d5-485f-41fe-92de-6be103a99e7c {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:36:00.142630 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:00.318721 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:00.319047 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:00.440944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for aa12e9d5-485f-41fe-92de-6be103a99e7c owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:36:00.610661 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:00.658098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=aa12e9d5-485f-41fe-92de-6be103a99e7c,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:00.670421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.670788 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.671094 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.671434 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.671761 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.672086 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.672747 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.673261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.674231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.674231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.674231 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:00.771054 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:01.315452 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:36:01.534510 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:36:01.552098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] Sync routers for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:36:01.558608 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:01.567033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:01.567662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:35:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:01.616498 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c1f3a721-2311-464a-b23a-529cf64f2248 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/floatingips/cf07b513-684c-4e65-9e0f-341aa4c2f889 HTTP/1.1" status: 204 len: 168 time: 1.6920617 Mar 11 18:36:01.617784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:36:01.693755 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'status': 'completed', 'code': 200} Mar 11 18:36:01.771286 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:01.829142 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-965fd09d-33fa-4a28-92e0-00db2f4cdbde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017fd1036c28451da89bdffb1c2f472b&device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 1097 time: 0.0848248 Mar 11 18:36:02.005596 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-5226c7b7-986f-44d6-bcdd-220c5acaddf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:02.008642 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-5226c7b7-986f-44d6-bcdd-220c5acaddf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 200 len: 899 time: 0.1730702 Mar 11 18:36:02.091105 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-718eb866-b595-44fa-b5ba-fd738fd4f1a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 200 len: 217 time: 0.0749578 Mar 11 18:36:02.095396 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2e75-0560-4107-aa7b-324821b6c10a req-8844d91c-7faa-49f8-8d3a-85155862f88b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:02.096634 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-518e2e75-0560-4107-aa7b-324821b6c10a req-8844d91c-7faa-49f8-8d3a-85155862f88b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:36:02.117993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-518e2e75-0560-4107-aa7b-324821b6c10a req-8844d91c-7faa-49f8-8d3a-85155862f88b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:36:02.119835 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-518e2e75-0560-4107-aa7b-324821b6c10a req-8844d91c-7faa-49f8-8d3a-85155862f88b tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.1293213 Mar 11 18:36:02.173171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-e861ccb7-1e81-43bb-8706-bae200023e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:02.175682 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-e861ccb7-1e81-43bb-8706-bae200023e03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b41708-4e18-4575-bccf-fc000b295677 HTTP/1.1" status: 200 len: 834 time: 0.0776689 Mar 11 18:36:02.212022 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-518e2e75-0560-4107-aa7b-324821b6c10a req-6524860e-2095-445e-9d36-3982d6607fd9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808177 Mar 11 18:36:02.239625 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:11Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:02.249144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] Checking router: 40cbf7f6-0789-44d9-9db1-ffdce15e8165 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:36:02.273976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:02.274761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:35:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:02.315421 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-e7b53281-2a91-4ec0-8c6d-2d459f039541 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=137430c8-83aa-43de-9a26-a007b6efa2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322806 Mar 11 18:36:02.459446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-eafb0a8d-c2ab-42ec-97fd-d36b39890ddc service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377072 Mar 11 18:36:02.471085 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:02.755932 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-cb9246c1-239e-46d7-8ebf-d7c2eb5a03a3 req-167a0016-ca68-4034-9f0c-a0541aa31c6c service neutron] 10.222.0.59 "GET /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895925 Mar 11 18:36:02.888819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:11Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:02.894186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7ec52-e1dd-43a4-b91d-9509eb497d09 None None] The sync data for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 is: [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': 'f95b8b2c-01b6-455e-877b-1c10e760f8c9', 'name': '', 'network_id': '137430c8-83aa-43de-9a26-a007b6efa2e2', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'mac_address': 'fa:16:3e:5d:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b41708-4e18-4575-bccf-fc000b295677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:35:02Z', 'updated_at': '2022-03-11T18:35:11Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'subnets': [{'id': '74b41708-4e18-4575-bccf-fc000b295677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:36:03.154030 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3aac0-6bef-48bd-84fb-0848cbfe90c2 None None] New status for floating IP cf07b513-684c-4e65-9e0f-341aa4c2f889: DOWN {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:36:03.478944 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff03b-d71a-46d0-9df5-4f6551888068 req-079ae413-325c-44f5-a421-de52c5de6f0d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:03.481608 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a4ff03b-d71a-46d0-9df5-4f6551888068 req-079ae413-325c-44f5-a421-de52c5de6f0d tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.0880158 Mar 11 18:36:03.534424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4a4ff03b-d71a-46d0-9df5-4f6551888068 req-406648d2-913c-4b3a-ab76-c441fcb975dd tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/security-groups?id=8482a08e-fbea-4919-be29-64b044cde3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465705 Mar 11 18:36:03.577204 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:36:03.661822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82b4c-32dc-4011-8396-09f26163a645 req-4f64ad60-cd48-4e2d-9088-a60ec5097f2f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:03.662551 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-58a82b4c-32dc-4011-8396-09f26163a645 req-4f64ad60-cd48-4e2d-9088-a60ec5097f2f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Synchronizing usage tracker for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:36:03.681537 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-58a82b4c-32dc-4011-8396-09f26163a645 req-4f64ad60-cd48-4e2d-9088-a60ec5097f2f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Unset dirty status for tenant:017fd1036c28451da89bdffb1c2f472b on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:36:03.682865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58a82b4c-32dc-4011-8396-09f26163a645 req-4f64ad60-cd48-4e2d-9088-a60ec5097f2f tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 946 time: 0.1155763 Mar 11 18:36:03.762847 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port d357c869-d554-4bfd-a8a1-dc8dde276ffa {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:36:03.763239 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:04.066693 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port d357c869-d554-4bfd-a8a1-dc8dde276ffa, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d357c869-d554-4bfd-a8a1-dc8dde276ffa,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:04.067047 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:04.199408 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for d357c869-d554-4bfd-a8a1-dc8dde276ffa owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:36:04.383516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:04.448989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=d357c869-d554-4bfd-a8a1-dc8dde276ffa,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:04.491489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.491900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.492122 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.492446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.492786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.493091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.493399 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.493711 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.494045 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.494354 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.494880 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:04.538900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] No DVR routers for this DVR port d357c869-d554-4bfd-a8a1-dc8dde276ffa on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:36:04.542350 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:04.545461 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'name': 'network-vif-deleted', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:36:04.566838 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-58a82b4c-32dc-4011-8396-09f26163a645 req-10365c2c-a09f-42ef-89a2-353a398c7a6a tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.59 "DELETE /v2.0/ports/d357c869-d554-4bfd-a8a1-dc8dde276ffa HTTP/1.1" status: 204 len: 173 time: 0.8781149 Mar 11 18:36:04.620055 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26bc7d9-ab4e-44d2-9b36-1eebed1685b1', 'name': 'network-vif-deleted', 'tag': 'd357c869-d554-4bfd-a8a1-dc8dde276ffa', 'status': 'completed', 'code': 200} Mar 11 18:36:04.767844 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a15808f-0274-4ce1-ac2c-e4d99a947ccd req-e82dbc7c-c27b-49f1-a5eb-da0382b938a5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "GET /v2.0/ports?device_id=f26bc7d9-ab4e-44d2-9b36-1eebed1685b1 HTTP/1.1" status: 200 len: 210 time: 0.0663981 Mar 11 18:36:05.894643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47170) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:06.347277 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:07.141983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d357c869-d554-4bfd-a8a1-dc8dde276ffa no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:36:07.159062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port f95b8b2c-01b6-455e-877b-1c10e760f8c9 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:36:07.159684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:07.179841 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d357c869-d554-4bfd-a8a1-dc8dde276ffa {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:36:07.180035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d357c869-d554-4bfd-a8a1-dc8dde276ffa not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:36:07.373548 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port f95b8b2c-01b6-455e-877b-1c10e760f8c9, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=f95b8b2c-01b6-455e-877b-1c10e760f8c9,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:07.373950 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:07.507890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for f95b8b2c-01b6-455e-877b-1c10e760f8c9 owned by network:router_interface {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:36:07.718502 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:07.773176 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=f95b8b2c-01b6-455e-877b-1c10e760f8c9,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:08.104380 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:08.910114 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:36:09.158698 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:36:09.171349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] Sync routers for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:36:09.180002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7fc92791-52e6-4439-82ba-9a47ca686638 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "PUT /v2.0/routers/40cbf7f6-0789-44d9-9db1-ffdce15e8165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2812257 Mar 11 18:36:09.180609 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47174) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:09.192229 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:09.193299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:35:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:09.411605 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting subnet 74b41708-4e18-4575-bccf-fc000b295677 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:36:09.414848 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:09.424505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:09.490568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:09.594852 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:09.681925 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:09.734793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Subnet': ['ID=74b41708-4e18-4575-bccf-fc000b295677,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:09.749072 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:09.757178 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2e03a-dd88-4f5b-9ee8-d20ead8fff13 None None] Network 137430c8-83aa-43de-9a26-a007b6efa2e2 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:36:09.760325 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-5e83dda4-edc0-4749-bf4c-d3d1648871b5 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/subnets/74b41708-4e18-4575-bccf-fc000b295677 HTTP/1.1" status: 204 len: 168 time: 0.5764842 Mar 11 18:36:09.761760 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47178) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:09.855166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:36:07Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:09.864350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] Checking router: 40cbf7f6-0789-44d9-9db1-ffdce15e8165 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:36:09.950065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] Routers {'40cbf7f6-0789-44d9-9db1-ffdce15e8165'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:09.950623 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:35:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:10.001433 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.123867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.184101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] Set router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:10.247354 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.260261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Deleting port 8579318f-371d-4f16-bb05-73863eb6dccf {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:36:10.260560 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.289657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] DHCP port deletion for 137430c8-83aa-43de-9a26-a007b6efa2e2 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:36:10.316374 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Deleting port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:36:10.316773 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.471234 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] For port 8579318f-371d-4f16-bb05-73863eb6dccf, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=8579318f-371d-4f16-bb05-73863eb6dccf,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:10.471484 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.602062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Calling delete_port for 8579318f-371d-4f16-bb05-73863eb6dccf owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:36:10.715447 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] For port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=dfe8d2e8-9b4d-4c53-b401-569d1eb962a1,segment=NetworkSegment(bdbaa9eb-61a2-4ebd-a661-82e5c77c02df),segment_id=bdbaa9eb-61a2-4ebd-a661-82e5c77c02df)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:10.715865 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.846202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:36:10.877921 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Calling delete_port for dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:36:10.930010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:10.978349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Port': ['ID=8579318f-371d-4f16-bb05-73863eb6dccf,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:11.002936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:36:07Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:11.043735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a2b61-49e1-4499-bbe3-86b6746c4ede None None] The sync data for ids ['40cbf7f6-0789-44d9-9db1-ffdce15e8165'] in n-d-833436-1 is: [{'id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871359888', 'tenant_id': '017fd1036c28451da89bdffb1c2f472b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:36:07Z', 'revision_number': 5, 'project_id': '017fd1036c28451da89bdffb1c2f472b', 'gw_port': {'id': '8579318f-371d-4f16-bb05-73863eb6dccf', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:80:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cbf7f6-0789-44d9-9db1-ffdce15e8165', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:34:58Z', 'updated_at': '2022-03-11T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:36:11.046574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.130181 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Pushing event deleted for resources: {'Port': ['ID=dfe8d2e8-9b4d-4c53-b401-569d1eb962a1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:11.136613 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.158030 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] No DVR routers for this DVR port dfe8d2e8-9b4d-4c53-b401-569d1eb962a1 on host n-d-833436-1 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:36:11.171949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.172653 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.173048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.173373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.173733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.174056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.174414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.174701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.176370 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.176875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.177535 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0e8b7-ffb2-475f-9e2b-ab652041c19a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:11.267640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.551730 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.556543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.584577 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.585428 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Fanout notify agent at l3_agent the message router_deleted on router 40cbf7f6-0789-44d9-9db1-ffdce15e8165 {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:36:11.603652 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.605117 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7a7c5f52-7605-4589-804a-c14d177febe9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/routers/40cbf7f6-0789-44d9-9db1-ffdce15e8165 HTTP/1.1" status: 204 len: 168 time: 1.8424430 Mar 11 18:36:11.609032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47182) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:11.739761 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.896885 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.929476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137430c8-83aa-43de-9a26-a007b6efa2e2']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:11.943337 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:11.943624 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbaa9eb-61a2-4ebd-a661-82e5c77c02df') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:11.955552 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.975910 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.983137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:36:11.983523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:36:11.999315 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:36:12.097999 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:12.117857 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:12.140155 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'Network': ['ID=137430c8-83aa-43de-9a26-a007b6efa2e2,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:12.150897 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-112d96b7-e67d-4ec4-9c3f-93e6d7c485cf tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/networks/137430c8-83aa-43de-9a26-a007b6efa2e2 HTTP/1.1" status: 204 len: 168 time: 0.5402780 Mar 11 18:36:12.154094 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47186) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:12.239216 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61e61cc6-453b-4c9c-bb37-2d825e4dfff9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:12.276070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61e61cc6-453b-4c9c-bb37-2d825e4dfff9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:12.351840 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61e61cc6-453b-4c9c-bb37-2d825e4dfff9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:12.369195 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e61cc6-453b-4c9c-bb37-2d825e4dfff9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8482a08e-fbea-4919-be29-64b044cde3b7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:12.384115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-61e61cc6-453b-4c9c-bb37-2d825e4dfff9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:12.386329 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-61e61cc6-453b-4c9c-bb37-2d825e4dfff9 tempest-TestNetworkAdvancedServerOps-1090505594 tempest-TestNetworkAdvancedServerOps-1090505594-project] 10.222.0.96 "DELETE /v2.0/security-groups/8482a08e-fbea-4919-be29-64b044cde3b7 HTTP/1.1" status: 204 len: 168 time: 0.2308540 Mar 11 18:36:12.416946 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf11f7a0-d7c8-4600-bcc6-4c26bdd3f69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:12.795928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f95b8b2c-01b6-455e-877b-1c10e760f8c9 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:36:12.835224 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: f95b8b2c-01b6-455e-877b-1c10e760f8c9 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:36:12.835574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device f95b8b2c-01b6-455e-877b-1c10e760f8c9 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:36:12.836000 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8579318f-371d-4f16-bb05-73863eb6dccf no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:36:12.875169 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 8579318f-371d-4f16-bb05-73863eb6dccf {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:36:12.875519 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 8579318f-371d-4f16-bb05-73863eb6dccf not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:36:12.891112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47196) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:13.108632 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-60330986-c3d1-43a7-bd2e-48c021fe8033 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=017fd1036c28451da89bdffb1c2f472b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2162890 Mar 11 18:36:13.111449 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47202) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:13.176369 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0058942-ebbe-4bba-9e6c-9bf251330341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.210496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0058942-ebbe-4bba-9e6c-9bf251330341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.371505 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0058942-ebbe-4bba-9e6c-9bf251330341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.390089 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058942-ebbe-4bba-9e6c-9bf251330341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae3e90-6959-429d-a824-46385050ac98,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:13.400454 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e0058942-ebbe-4bba-9e6c-9bf251330341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.402195 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-e0058942-ebbe-4bba-9e6c-9bf251330341 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0dae3e90-6959-429d-a824-46385050ac98 HTTP/1.1" status: 204 len: 168 time: 0.2897518 Mar 11 18:36:13.775593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47210) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:13.794526 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.827433 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:13.831482 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Usage tracker for resource:security_group_rule and tenant:7601f615080744e599ec2c99031f2748 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:13.834295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:13.839873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:13.910460 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.916519 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.965072 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69776cc5-2f0d-495a-98a6-99c2005b83bf,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:13.970107 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c9c8cb7a-c92b-4168-8cf3-c09cf8c6e9de admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7601f615080744e599ec2c99031f2748&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1933925 Mar 11 18:36:13.973244 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47214) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:14.044279 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1d55-91be-4203-8d65-0c18fedc5486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:14.072818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1d55-91be-4203-8d65-0c18fedc5486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:14.127789 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1d55-91be-4203-8d65-0c18fedc5486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:14.143212 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a1d55-91be-4203-8d65-0c18fedc5486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69776cc5-2f0d-495a-98a6-99c2005b83bf,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:14.151191 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1d55-91be-4203-8d65-0c18fedc5486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:14.155689 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-8d6a1d55-91be-4203-8d65-0c18fedc5486 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/69776cc5-2f0d-495a-98a6-99c2005b83bf HTTP/1.1" status: 204 len: 168 time: 0.1781580 Mar 11 18:36:14.552953 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4ac8e92-eed5-40a6-88de-53f1bebe174b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.127525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47236) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:15.263956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-126223999-network', 'tenant_id': 'beff11843cce4633b385223018007f42'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:15.270752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:15.275279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Usage tracker for resource:network and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:15.278484 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:15.284741 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:15.297791 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Made reservation on behalf of beff11843cce4633b385223018007f42 for: {'network': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:36:15.301096 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.314139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.346584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:15.350933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:15.354043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:15.360705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:15.441130 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.444550 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.477719 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=83848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:36:15.486175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88070f8-39c1-4e86-a99b-f351554eea3a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:15.491755 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.492121 n-d-833436-1 neutron-server[83848]: INFO neutron.db.segments_db [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Added segment 1855f1e1-7d0d-4176-a652-87f4ff2ce835 of type vlan for network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca Mar 11 18:36:15.519825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.552747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.553593 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:15.554166 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.660442 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5318036 Mar 11 18:36:15.661361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39110504-5a17-42ad-8c83-9f90755a1d09 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:15.663446 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47242) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:15.669198 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Request body: {'subnet': {'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-126223999-subnet', 'tenant_id': 'beff11843cce4633b385223018007f42', 'ip_version': 4}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:15.672929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:36:15.675805 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:15.679804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Usage tracker for resource:subnet and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:15.682776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:15.688523 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:15.700202 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Made reservation on behalf of beff11843cce4633b385223018007f42 for: {'subnet': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:36:15.702851 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1053233'] for subnet, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.913623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.936418 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1504139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1053219'] for subnet, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:15.937755 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.007733 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988266cb-0c11-417f-a7fe-130a89d8884e,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:16.021435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Checking segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:16.021800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Network hostable DHCP agents. Network: c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:36:16.045357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:36:16.057748 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca) {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:16.063065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:16.063674 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.068024 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61b714-bc62-49e5-8072-b0a59a1b996a None None] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:36:16.091412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47246) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:16.092006 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-9c3c581e-20f9-4c4f-b669-7223ccaafc55 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4270575 Mar 11 18:36:16.098001 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:16.103797 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:16.107794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Usage tracker for resource:router and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:16.115183 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:16.121699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:16.134286 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.135296 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.159170 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.295777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:36:16.296622 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.306481 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.461281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Allocated IP 172.20.0.2 (c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca/988266cb-0c11-417f-a7fe-130a89d8884e/239170af-5891-4c83-b7d5-b6e4c0b7b607) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:16.513019 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.544316 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.669185 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.687280 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Transition to ACTIVE for port object 239170af-5891-4c83-b7d5-b6e4c0b7b607 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:16.693266 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Allocated IP 172.25.3.223 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/69431e75-7d78-4886-b7f0-a77ad3ac3c3c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:16.708659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Transition to ACTIVE for port object 239170af-5891-4c83-b7d5-b6e4c0b7b607 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:16.715873 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.782054 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:16.784885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:16.789700 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:16.791969 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Pushing event updated for resources: {'Port': ['ID=239170af-5891-4c83-b7d5-b6e4c0b7b607,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:16.925781 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Attempting to bind port 239170af-5891-4c83-b7d5-b6e4c0b7b607 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:36:16.926176 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Attempting to bind port 239170af-5891-4c83-b7d5-b6e4c0b7b607 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:36:16.926572 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Attempting to bind port 239170af-5891-4c83-b7d5-b6e4c0b7b607 on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:16.934200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:36:16.934626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Checking segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:16.934951 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.935334 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Bound using segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:36:16.935787 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Bound port: 239170af-5891-4c83-b7d5-b6e4c0b7b607, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:36:16.936144 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.950177 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:16.980589 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:17.024858 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] For port 239170af-5891-4c83-b7d5-b6e4c0b7b607, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:36:17.028377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] For port 239170af-5891-4c83-b7d5-b6e4c0b7b607, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=239170af-5891-4c83-b7d5-b6e4c0b7b607,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:36:17.034565 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:17.049972 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:17.053027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:17.057375 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:17.084069 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Pushing event updated for resources: {'Port': ['ID=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:17.121674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023e29b-75c7-40f2-b62b-7ab6089b90bd None None] Pushing event updated for resources: {'Port': ['ID=239170af-5891-4c83-b7d5-b6e4c0b7b607,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:17.231327 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:17.232196 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:17.237759 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:17.490853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Router fca170fd-29d4-4e7c-b28f-d5ce64633a04 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:36:17.712565 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:36:17.721954 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Sync routers for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:36:17.735344 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:17.736055 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:17.741994 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:17.743169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f85acdcf-a91c-4a9e-b8f9-497d2b334ebe admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6497467 Mar 11 18:36:17.745787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47252) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:17.930085 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:18.076225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def31476-7051-4f00-8967-e6224bc25506 None None] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:36:18.279765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f401eddc-6072-4aa4-8469-12d83c25bb7f None None] Provisioning for port 239170af-5891-4c83-b7d5-b6e4c0b7b607 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:18.305093 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:17Z', 'revision_number': 3, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:18.310052 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Checking router: fca170fd-29d4-4e7c-b28f-d5ce64633a04 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:36:18.310615 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Updating router fca170fd-29d4-4e7c-b28f-d5ce64633a04 port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:36:18.361771 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.543942 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.697092 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.710840 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Transition to ACTIVE for port object 69431e75-7d78-4886-b7f0-a77ad3ac3c3c will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:18.719095 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.803976 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Attempting to bind port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:36:18.804702 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Attempting to bind port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:36:18.804702 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Attempting to bind port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:18.806675 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Pushing event updated for resources: {'Port': ['ID=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:18.817585 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:36:18.817942 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:18.818328 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.818720 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:36:18.819168 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Bound port: 69431e75-7d78-4886-b7f0-a77ad3ac3c3c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:36:18.819525 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.836453 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 239170af-5891-4c83-b7d5-b6e4c0b7b607 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:18.843565 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.844498 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.844498 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.844753 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.844863 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.845168 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.845472 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.845775 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.846074 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.846387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.846697 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:36:18.871753 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Allocated IP 172.20.0.1 (c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca/988266cb-0c11-417f-a7fe-130a89d8884e/9647effd-fd42-4c2a-bfba-e0f2d9a5b8df) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:18.916528 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 239170af-5891-4c83-b7d5-b6e4c0b7b607 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:18.922242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 239170af-5891-4c83-b7d5-b6e4c0b7b607 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:18.922855 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] For port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:36:18.922981 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.926154 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] For port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:36:18.931599 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.008559 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973fa98-f2af-4efd-af87-eef149f7fb53 None None] Pushing event updated for resources: {'Port': ['ID=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:19.015722 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:19.016558 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:19.038760 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.040819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.055140 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Transition to ACTIVE for port object 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:19.077379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 239170af-5891-4c83-b7d5-b6e4c0b7b607, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=239170af-5891-4c83-b7d5-b6e4c0b7b607,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:19.079822 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.081279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.153441 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:19.155182 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=239170af-5891-4c83-b7d5-b6e4c0b7b607,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:19.157277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:19.159224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Pushing event updated for resources: {'Port': ['ID=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:19.161461 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:19.215044 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.224742 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:19.306787 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.445657 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f0b7a67-b9f5-4734-93bc-219c39d04d51 None None] Provisioning for port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:19.451333 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-6f0b7a67-b9f5-4734-93bc-219c39d04d51 None None] Provisioning complete for port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:19.452038 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7a67-b9f5-4734-93bc-219c39d04d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.509688 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b7a67-b9f5-4734-93bc-219c39d04d51 None None] Port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:36:19.514547 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:17Z', 'revision_number': 3, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:19.518803 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eaadc7-c2ab-4866-86ba-cc3f625b6e46 None None] The sync data for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 is: [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:17Z', 'revision_number': 3, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:36:19.537148 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.545812 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.653475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Pushing event updated for resources: {'Port': ['ID=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:19.655932 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.816826 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:19.817881 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:20.037873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2e7fab64-96d0-4c30-9ec3-99fbbe4fffad None None] Provisioning complete for port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:20.038396 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2e7fab64-96d0-4c30-9ec3-99fbbe4fffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:20.093733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fab64-96d0-4c30-9ec3-99fbbe4fffad None None] Port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:36:20.225252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Router fca170fd-29d4-4e7c-b28f-d5ce64633a04 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:36:20.544723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:36:20.554177 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-458ba9b3-41a3-48ce-9da8-470a2afbb76a admin admin] 10.222.0.96 "PUT /v2.0/routers/fca170fd-29d4-4e7c-b28f-d5ce64633a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8073344 Mar 11 18:36:20.867504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 239170af-5891-4c83-b7d5-b6e4c0b7b607 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:20.942598 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 239170af-5891-4c83-b7d5-b6e4c0b7b607 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:20.942999 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.064501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69431e75-7d78-4886-b7f0-a77ad3ac3c3c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:21.134088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:21.138997 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:21.139361 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.253190 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.269564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:21.274762 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.343282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:21.421362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47274) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:21.427345 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820775183-network', 'tenant_id': '03da4669d1f24ea79160440997a94fab'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:21.433038 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:21.436988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Usage tracker for resource:network and tenant:03da4669d1f24ea79160440997a94fab is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:21.439946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:21.445674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:21.456846 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Made reservation on behalf of 03da4669d1f24ea79160440997a94fab for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:36:21.459091 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.471462 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.502851 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:21.506612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Usage tracker for resource:security_group_rule and tenant:03da4669d1f24ea79160440997a94fab is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:21.509370 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:21.515066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:21.583703 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.590107 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.621421 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:36:21.629994 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc85ae81-bf96-40af-ae38-e7305ebaa768,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:21.638067 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.638459 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Added segment 14b1757f-47a9-4414-886a-c3f7e9df155d of type vlan for network 36831ecd-859b-45c5-b3f2-15cec486c709 Mar 11 18:36:21.666053 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.699424 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.700400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:21.701303 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:21.803589 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] Pushing event updated for resources: {'Network': ['ID=36831ecd-859b-45c5-b3f2-15cec486c709,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:21.806401 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-c6f5d8ca-3dcc-43da-a5c9-4abd84ec1b41 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3840368 Mar 11 18:36:21.809591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47278) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:21.814211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network 36831ecd-859b-45c5-b3f2-15cec486c709 details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:36:21.815346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Request body: {'subnet': {'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820775183-subnet', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:21.821006 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:21.824935 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Usage tracker for resource:subnet and tenant:03da4669d1f24ea79160440997a94fab is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:21.827816 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:21.833563 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:21.845590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Made reservation on behalf of 03da4669d1f24ea79160440997a94fab for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:36:21.847901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.078243 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.147602 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77973e05-0beb-471a-87f7-218bf7d5f0ce,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:22.161769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Checking segment: {'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:22.162127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Network hostable DHCP agents. Network: 36831ecd-859b-45c5-b3f2-15cec486c709, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:36:22.186138 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Network 36831ecd-859b-45c5-b3f2-15cec486c709 is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:36:22.197088 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, 36831ecd-859b-45c5-b3f2-15cec486c709) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:22.202202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:22.204197 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.205142 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bccf23-1ce5-4837-84fb-4cdb631a34ba None None] Network 36831ecd-859b-45c5-b3f2-15cec486c709 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:36:22.229725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-115bba1c-e260-497e-994e-754455e83b88 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4187119 Mar 11 18:36:22.232774 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47282) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:22.238969 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:22.245070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:22.248896 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Usage tracker for resource:router and tenant:03da4669d1f24ea79160440997a94fab is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:22.251759 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:22.257397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:22.269841 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.270786 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.289909 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.421730 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-36831ecd-859b-45c5-b3f2-15cec486c709', 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'fixed_ips': [{'subnet_id': '77973e05-0beb-471a-87f7-218bf7d5f0ce'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:36:22.423047 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.437931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.614863 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Allocated IP 172.20.0.2 (36831ecd-859b-45c5-b3f2-15cec486c709/77973e05-0beb-471a-87f7-218bf7d5f0ce/3b4ce5ae-a27c-4956-9390-4b9af78dd1c8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:22.632036 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.662004 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.812718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69431e75-7d78-4886-b7f0-a77ad3ac3c3c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:22.826913 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Allocated IP 172.25.3.68 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/35db5611-f2e9-4167-9d03-182ad7154294) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:22.891320 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.904352 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Transition to ACTIVE for port object 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:22.933116 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Transition to ACTIVE for port object 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:22.934733 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:22.934733 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.971533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:22.982182 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.015828 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.026727 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Sync routers for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:36:23.075773 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Pushing event updated for resources: {'Port': ['ID=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:23.079274 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Network 36831ecd-859b-45c5-b3f2-15cec486c709 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:23.081227 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:23.081887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:23.082175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:23.085131 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:23.089626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:23.119526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Pushing event updated for resources: {'Port': ['ID=35db5611-f2e9-4167-9d03-182ad7154294,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:23.136391 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:23.145784 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:23.357781 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.358430 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.386109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Attempting to bind port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:36:23.386807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Attempting to bind port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:36:23.386807 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Attempting to bind port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 on network 36831ecd-859b-45c5-b3f2-15cec486c709 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:23.405288 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:36:23.405671 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Checking segment: {'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:23.406120 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.406514 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Bound using segment: {'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:36:23.407037 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Bound port: 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:36:23.407459 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.427397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:23.596298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Router fb2dfa11-dcff-4373-ad0c-e1d55627a06e is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:36:23.702916 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] For port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:36:23.716929 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] For port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,segment=NetworkSegment(14b1757f-47a9-4414-886a-c3f7e9df155d),segment_id=14b1757f-47a9-4414-886a-c3f7e9df155d)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:36:23.727361 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.805739 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:36:23.815867 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Sync routers for ids ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:36:23.829835 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Routers {'fb2dfa11-dcff-4373-ad0c-e1d55627a06e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:23.830588 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:23.839469 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:23.841793 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-766b8984-1980-4e5a-b507-143e3f46d83f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6077006 Mar 11 18:36:23.844932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47286) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:23.895234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f919018-885e-43fe-9cab-7d2a09ebe1be None None] Pushing event updated for resources: {'Port': ['ID=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:23.943971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 2, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:23.952759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Checking router: fca170fd-29d4-4e7c-b28f-d5ce64633a04 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:36:23.953183 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Updating router fca170fd-29d4-4e7c-b28f-d5ce64633a04 port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:36:24.020726 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.076154 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Set router fb2dfa11-dcff-4373-ad0c-e1d55627a06e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:24.452789 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '35db5611-f2e9-4167-9d03-182ad7154294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:23Z', 'revision_number': 3, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port': {'id': '35db5611-f2e9-4167-9d03-182ad7154294', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:24.457439 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Checking router: fb2dfa11-dcff-4373-ad0c-e1d55627a06e for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:36:24.457851 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Updating router fb2dfa11-dcff-4373-ad0c-e1d55627a06e port 35db5611-f2e9-4167-9d03-182ad7154294 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:36:24.516295 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.567113 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.587661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Transition to ACTIVE for port object 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:24.599991 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.787931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6d632-e9b2-4c61-b766-8b0471697b69 None None] Pushing event updated for resources: {'Port': ['ID=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:24.790227 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.911367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Attempting to bind port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:36:24.911731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Attempting to bind port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:36:24.912087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Attempting to bind port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:24.924966 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:24.963580 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.978474 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Transition to ACTIVE for port object 35db5611-f2e9-4167-9d03-182ad7154294 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:24.982844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:36:24.983760 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Checking segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:24.984632 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.985329 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Bound using segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:36:24.986123 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Bound port: 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:36:24.986783 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:24.998320 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.113179 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b626-5199-426f-ac5c-0a8ce5654038 None None] Pushing event updated for resources: {'Port': ['ID=35db5611-f2e9-4167-9d03-182ad7154294,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:25.126571 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Attempting to bind port 35db5611-f2e9-4167-9d03-182ad7154294 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:36:25.127111 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Attempting to bind port 35db5611-f2e9-4167-9d03-182ad7154294 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:36:25.127801 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Attempting to bind port 35db5611-f2e9-4167-9d03-182ad7154294 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:25.135534 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Allocated IP 172.20.0.1 (36831ecd-859b-45c5-b3f2-15cec486c709/77973e05-0beb-471a-87f7-218bf7d5f0ce/9b719870-f6c9-4441-8f3b-b2d641d184fb) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:25.137324 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:36:25.137925 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:25.138415 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.139475 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:36:25.140041 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Bound port: 35db5611-f2e9-4167-9d03-182ad7154294, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:36:25.141025 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.159406 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a2b47-a5c2-4fe5-8c58-923e1efba4fb None None] Network 36831ecd-859b-45c5-b3f2-15cec486c709 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:36:25.181835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] For port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:36:25.235612 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] For port 35db5611-f2e9-4167-9d03-182ad7154294, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:36:25.242968 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] For port 35db5611-f2e9-4167-9d03-182ad7154294, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=35db5611-f2e9-4167-9d03-182ad7154294,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:36:25.247367 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:25.249791 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.277364 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] For port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:36:25.293820 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.339963 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b626-5199-426f-ac5c-0a8ce5654038 None None] Pushing event updated for resources: {'Port': ['ID=35db5611-f2e9-4167-9d03-182ad7154294,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:25.346405 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Routers {'fb2dfa11-dcff-4373-ad0c-e1d55627a06e'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:25.347143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:25.403552 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-54b0a9b0-c70d-46f9-a671-74096cd181af None None] Provisioning for port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:25.423358 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.440601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Transition to ACTIVE for port object 9b719870-f6c9-4441-8f3b-b2d641d184fb will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:25.462140 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-54b0a9b0-c70d-46f9-a671-74096cd181af None None] Provisioning complete for port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:25.462595 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b0a9b0-c70d-46f9-a671-74096cd181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.468130 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.485876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6d632-e9b2-4c61-b766-8b0471697b69 None None] Pushing event updated for resources: {'Port': ['ID=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:25.525554 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:25.526145 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:25.555619 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] Set router fb2dfa11-dcff-4373-ad0c-e1d55627a06e gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:25.564945 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Network 36831ecd-859b-45c5-b3f2-15cec486c709 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:25.567929 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:25.571980 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:25.606651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b719870-f6c9-4441-8f3b-b2d641d184fb,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:25.630838 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.733334 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.831944 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b0a9b0-c70d-46f9-a671-74096cd181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.849918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:25.865675 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '35db5611-f2e9-4167-9d03-182ad7154294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:23Z', 'revision_number': 3, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port': {'id': '35db5611-f2e9-4167-9d03-182ad7154294', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:25.869854 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ea998-368b-4057-9922-20ddaa61bc2a None None] The sync data for ids ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'] in n-d-833436-1 is: [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '35db5611-f2e9-4167-9d03-182ad7154294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:23Z', 'revision_number': 3, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port': {'id': '35db5611-f2e9-4167-9d03-182ad7154294', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:36:25.946191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-54b0a9b0-c70d-46f9-a671-74096cd181af None None] For port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,segment=NetworkSegment(14b1757f-47a9-4414-886a-c3f7e9df155d),segment_id=14b1757f-47a9-4414-886a-c3f7e9df155d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:25.994766 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:25.997635 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54b0a9b0-c70d-46f9-a671-74096cd181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:26.003392 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:26.128886 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b719870-f6c9-4441-8f3b-b2d641d184fb,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:26.134323 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:26.239588 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0a9b0-c70d-46f9-a671-74096cd181af None None] Pushing event updated for resources: {'Port': ['ID=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:26.292939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Network 36831ecd-859b-45c5-b3f2-15cec486c709 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:26.294754 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:26.337468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0de3dfe2-2a9c-45b7-97ba-0c6ba355e42b None None] Provisioning for port 9b719870-f6c9-4441-8f3b-b2d641d184fb completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:26.345761 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0de3dfe2-2a9c-45b7-97ba-0c6ba355e42b None None] Provisioning complete for port 9b719870-f6c9-4441-8f3b-b2d641d184fb triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:26.346135 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0de3dfe2-2a9c-45b7-97ba-0c6ba355e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:26.404624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:26.411819 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0de3dfe2-2a9c-45b7-97ba-0c6ba355e42b None None] Port 9b719870-f6c9-4441-8f3b-b2d641d184fb cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:36:26.413620 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab760e-777f-4184-8d05-118a2aa78f41 None None] The sync data for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 is: [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:36:26.428160 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0de3dfe2-2a9c-45b7-97ba-0c6ba355e42b None None] Provisioning complete for port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:26.428521 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0de3dfe2-2a9c-45b7-97ba-0c6ba355e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:26.777900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e5845cc8-1b81-4546-96fb-f8611868a10f None None] Provisioning complete for port 9b719870-f6c9-4441-8f3b-b2d641d184fb triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:26.780529 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5845cc8-1b81-4546-96fb-f8611868a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:26.842975 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Router fb2dfa11-dcff-4373-ad0c-e1d55627a06e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:36:26.848920 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e5845cc8-1b81-4546-96fb-f8611868a10f None None] Port 9b719870-f6c9-4441-8f3b-b2d641d184fb cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:36:26.988971 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 35db5611-f2e9-4167-9d03-182ad7154294 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:27.078938 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 35db5611-f2e9-4167-9d03-182ad7154294 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:27.084972 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 35db5611-f2e9-4167-9d03-182ad7154294 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:27.085332 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:27.117436 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:36:27.155747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-366e85df-bfb2-41ea-a353-57dda89e79d0 admin admin] 10.222.0.96 "PUT /v2.0/routers/fb2dfa11-dcff-4373-ad0c-e1d55627a06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3085637 Mar 11 18:36:27.257099 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:27.278010 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 35db5611-f2e9-4167-9d03-182ad7154294, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=35db5611-f2e9-4167-9d03-182ad7154294,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:27.288927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:27.289750 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:27.418923 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=35db5611-f2e9-4167-9d03-182ad7154294,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:27.435859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:27.442500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:27.442878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:27.578901 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:27.617592 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:27.624049 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:27.625191 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:27.759967 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:27.775939 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:27.776351 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:27.994958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:28.000705 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511918305', 'description': 'tempest-secgroup-smoke-1511918305 description', 'project_id': 'beff11843cce4633b385223018007f42'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:28.007895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:28.012277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:28.015437 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:28.021435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:28.032893 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.071688 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:28.075827 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:28.079235 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:28.085193 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:28.142461 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.147258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.189064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6520b89d-cbca-4c5f-ad8e-577922bcc75a,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:28.191756 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.192942 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-f2300288-9f2e-467d-828a-3716ae3f3d5b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1970119 Mar 11 18:36:28.196351 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47300) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:28.202485 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': '6520b89d-cbca-4c5f-ad8e-577922bcc75a', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:28.210074 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:28.214889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:28.217962 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:28.223857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:28.240717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.306686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.311251 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.333943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec01f9e-3577-4445-84ee-185fb5b39040,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:28.343691 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.345247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f13dc982-3392-49f0-a056-3661d37ac763 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1478751 Mar 11 18:36:28.349381 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47304) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:28.355474 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': '6520b89d-cbca-4c5f-ad8e-577922bcc75a', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:28.362388 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:28.366253 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:28.369171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:28.374972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:28.391723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.453204 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.457387 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.480353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9349e82f-6987-4ae0-ad3d-4da4345d3c38,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:28.489919 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.491333 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-473193d4-a54a-49db-a1db-af3924411eb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1410275 Mar 11 18:36:28.494121 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47308) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:28.499764 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': '6520b89d-cbca-4c5f-ad8e-577922bcc75a', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:28.506713 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:28.510906 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:28.514027 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:28.520070 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:28.541639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.604134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.608718 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.635756 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a79b84b-9b1a-403a-8c3d-11be9396d804,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:28.645138 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.646570 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-4cbe0018-7a65-4e3d-ac97-8caed9281731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1514730 Mar 11 18:36:28.649334 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47312) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:28.654936 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': '6520b89d-cbca-4c5f-ad8e-577922bcc75a', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:28.661956 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:28.665955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:28.669008 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:28.675102 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:28.693767 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.767275 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.772854 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.796972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029854c7-45fb-4d26-80f0-436bfcea7632,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:28.810585 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.814393 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3a43c3ad-91a0-403b-b1a4-3d0aa3f0f731 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1616831 Mar 11 18:36:28.814606 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:28.815095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47316) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:28.820708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': '6520b89d-cbca-4c5f-ad8e-577922bcc75a', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:28.827915 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:28.831932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:28.844389 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:28.850611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:28.862818 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Project beff11843cce4633b385223018007f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:36:28.869569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.886504 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:28.886859 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.942666 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.948049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.977416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227d3fc6-e683-45fc-8e88-8bf32f4e5b90,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:28.986059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:28.987476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-33a367ae-91d9-4d43-adc6-9c71b8f2c34b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1716235 Mar 11 18:36:28.990520 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47320) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:28.996306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': '6520b89d-cbca-4c5f-ad8e-577922bcc75a', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:29.003579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:29.007234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 35db5611-f2e9-4167-9d03-182ad7154294 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:29.007614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:29.011514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:29.018321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:29.030725 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Project beff11843cce4633b385223018007f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:36:29.039189 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:29.079825 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 35db5611-f2e9-4167-9d03-182ad7154294 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:29.080181 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:29.112901 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:29.118950 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:29.140586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f44b78-7826-4921-9ef7-908441b13902,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:29.161224 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:29.171146 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0b82e327-6362-46a6-ac68-126f13f8863f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1792698 Mar 11 18:36:29.349950 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-27035399-917c-4486-9510-9bb76ba91fb9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:36:29.369046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-27035399-917c-4486-9510-9bb76ba91fb9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:36:29.370204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-27035399-917c-4486-9510-9bb76ba91fb9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511918305&fields=id&tenant_id=beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 267 time: 0.0652597 Mar 11 18:36:29.659190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-4c097852-986f-4cb6-b66d-6e0c7fc4f28f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:29.660603 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-4c097852-986f-4cb6-b66d-6e0c7fc4f28f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 808 time: 0.2814133 Mar 11 18:36:29.678775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e968f30a-f0e4-4bfa-a011-8eaab3e1aab8 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/quotas/beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 375 time: 0.0123999 Mar 11 18:36:29.770693 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-a2b32068-4d70-4170-92ad-cb97299dec8b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:36:29.792500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-a2b32068-4d70-4170-92ad-cb97299dec8b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:36:29.793991 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-a2b32068-4d70-4170-92ad-cb97299dec8b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098592 Mar 11 18:36:30.072752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-5ffbbfd2-2533-44d9-94c4-50d34fb86203 service neutron] 10.222.0.96 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659187 Mar 11 18:36:30.208408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1b377b79-1dce-46c6-a333-0220b092d279 service neutron] 10.222.0.96 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298029 Mar 11 18:36:30.410910 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63c051a1-036e-4729-b0ba-d18ff084edfe req-b9cb351b-fde4-4154-9a76-80f21381553f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 210 time: 0.0503018 Mar 11 18:36:31.581158 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0812c640-9dea-487e-a541-060c18a937b3 req-fb8c5560-add5-4d61-9990-414972bfff53 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 210 time: 0.0435734 Mar 11 18:36:32.042346 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-2d0919d1-a888-4768-b57a-eaed77ad4e21 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:32.043257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-2d0919d1-a888-4768-b57a-eaed77ad4e21 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:network {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:36:32.067737 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-2d0919d1-a888-4768-b57a-eaed77ad4e21 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:network {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:36:32.069041 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-2d0919d1-a888-4768-b57a-eaed77ad4e21 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 808 time: 0.1781137 Mar 11 18:36:32.086139 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-673788d8-88c7-4ed0-95a8-715c0d5fe07f req-d069c5fc-4588-4253-9aeb-e7d479b9ea63 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0456071 Mar 11 18:36:32.141652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-69b4f6f5-c1fd-42b2-9e72-18b6be4704ce tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:36:32.158702 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-69b4f6f5-c1fd-42b2-9e72-18b6be4704ce tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:36:32.159983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-69b4f6f5-c1fd-42b2-9e72-18b6be4704ce tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 380 time: 0.0717423 Mar 11 18:36:32.189451 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-673788d8-88c7-4ed0-95a8-715c0d5fe07f req-fac3fbf0-602e-4408-bc5f-2ba267172d55 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0461380 Mar 11 18:36:32.202159 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'port': {'device_id': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'admin_state_up': True, 'tenant_id': 'beff11843cce4633b385223018007f42', 'security_groups': ['6520b89d-cbca-4c5f-ad8e-577922bcc75a']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:32.240019 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-673788d8-88c7-4ed0-95a8-715c0d5fe07f req-9658a5c5-0ac5-4086-9b34-7ae44819041f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265486 Mar 11 18:36:32.361171 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:32.371341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:32.382728 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673788d8-88c7-4ed0-95a8-715c0d5fe07f req-8b15a2f5-d969-4ab1-acb1-143dabdb1518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:32.383601 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Made reservation on behalf of beff11843cce4633b385223018007f42 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:36:32.384308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-673788d8-88c7-4ed0-95a8-715c0d5fe07f req-8b15a2f5-d969-4ab1-acb1-143dabdb1518 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1391003 Mar 11 18:36:32.386719 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:32.554312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Allocated IP 172.20.0.5 (c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca/988266cb-0c11-417f-a7fe-130a89d8884e/01de11e7-bc82-4a49-8bed-cea1f0609681) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:32.741908 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:32.749442 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-359cb1e3-9754-4fcb-8d85-c631c6f73094 req-76bd4948-fb2d-402f-9a4b-a59691245a53 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 210 time: 0.0451152 Mar 11 18:36:32.759729 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Transition to ACTIVE for port object 01de11e7-bc82-4a49-8bed-cea1f0609681 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:32.784228 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:32.953507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:32.956743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:32.961230 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:32.986977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:33.028855 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:33.029485 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.058317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-e47c13c9-57fa-40e6-aae4-6e6b557a27b0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8630927 Mar 11 18:36:33.075954 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Request body: {'port': {'device_id': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:33.188445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.219018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-38be6beb-b884-47f8-aa2f-a86e0118ab22 None None] Provisioning for port 01de11e7-bc82-4a49-8bed-cea1f0609681 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:33.224007 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-38be6beb-b884-47f8-aa2f-a86e0118ab22 None None] Provisioning complete for port 01de11e7-bc82-4a49-8bed-cea1f0609681 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:33.224366 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-38be6beb-b884-47f8-aa2f-a86e0118ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.278661 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-38be6beb-b884-47f8-aa2f-a86e0118ab22 None None] Port 01de11e7-bc82-4a49-8bed-cea1f0609681 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:36:33.526058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01de11e7-bc82-4a49-8bed-cea1f0609681 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:36:33.532946 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.547784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Transition to ACTIVE for port object 01de11e7-bc82-4a49-8bed-cea1f0609681 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:33.553750 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.685743 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:33.799879 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Attempting to bind port 01de11e7-bc82-4a49-8bed-cea1f0609681 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:36:33.800280 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Attempting to bind port 01de11e7-bc82-4a49-8bed-cea1f0609681 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:36:33.800800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Attempting to bind port 01de11e7-bc82-4a49-8bed-cea1f0609681 on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:33.807010 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Port 01de11e7-bc82-4a49-8bed-cea1f0609681 on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:36:33.807398 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Attempting to bind port 01de11e7-bc82-4a49-8bed-cea1f0609681 on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:33.814215 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:36:33.814580 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Checking segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:33.814955 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Bound using segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:36:33.815375 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Bound port: 01de11e7-bc82-4a49-8bed-cea1f0609681, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:36:33.815720 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.907833 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:36:33.910867 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:36:33.917226 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.947680 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34ea6-4755-44a1-a521-62a7fb7f93ff req-7837e1d2-9c3c-49ae-b81b-1eedf5f3ac03 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:33.949148 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ce34ea6-4755-44a1-a521-62a7fb7f93ff req-7837e1d2-9c3c-49ae-b81b-1eedf5f3ac03 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0793691 Mar 11 18:36:33.983920 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:33.985660 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] 10.222.0.59 "PUT /v2.0/ports/01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 1091 time: 0.9143026 Mar 11 18:36:33.986100 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:36:34.000989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fccc8-c4d2-4a88-ba34-77d1d5fa8f76 service neutron] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:34.002122 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5ce34ea6-4755-44a1-a521-62a7fb7f93ff req-fc1ca7e3-8b64-4717-8694-d31ba42c9614 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469677 Mar 11 18:36:34.091233 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'status': 'completed', 'code': 200} Mar 11 18:36:34.133806 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-660a0d2e-cf3b-44d7-8bcb-345c986abe06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1094 time: 0.0799563 Mar 11 18:36:34.210412 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-c3f0d416-b288-436c-91a8-ec6f0057de4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 217 time: 0.0634654 Mar 11 18:36:34.276635 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-221306df-cb31-4063-a020-465eac5e5d90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:34.278017 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-221306df-cb31-4063-a020-465eac5e5d90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0618079 Mar 11 18:36:34.353800 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-b3634671-9d74-4e35-8285-2bc110fec971 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700345 Mar 11 18:36:34.485716 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-52f06f63-fba3-4e12-a325-c60792f567e6 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246111 Mar 11 18:36:34.615874 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-68b5e9f5-6da1-4b31-850c-72d5ff55207d req-9f65bad9-75e1-4458-9cb5-c09dac66dbcd service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249595 Mar 11 18:36:34.778246 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-d2367afc-6b9c-43d9-9443-77a233f5585c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1094 time: 0.0703495 Mar 11 18:36:35.007688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-e0af6ef7-a080-448f-8841-5b433bb1fc31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:35.009138 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-e0af6ef7-a080-448f-8841-5b433bb1fc31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.2252014 Mar 11 18:36:35.077598 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-2e1a8972-172e-4aab-9c51-248cfbb66735 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 217 time: 0.0605557 Mar 11 18:36:35.147086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-0628d438-71e2-4596-b46c-62d2fbfd20bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:35.148580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-0628d438-71e2-4596-b46c-62d2fbfd20bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0638456 Mar 11 18:36:35.210969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4486aa4-0b77-489b-9e51-9613b9190cb2 req-be504eee-60c0-4b44-bac9-ba360b2cc67d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:35.212574 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4486aa4-0b77-489b-9e51-9613b9190cb2 req-be504eee-60c0-4b44-bac9-ba360b2cc67d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0844014 Mar 11 18:36:35.224996 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-9caa4d73-1b83-4a32-8287-5f6b6d8b44e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688145 Mar 11 18:36:35.261160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d4486aa4-0b77-489b-9e51-9613b9190cb2 req-bd0ed1fd-7050-4f1a-979b-5b6497facd0e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Mar 11 18:36:35.362095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-ff649d44-799e-4d9a-b60f-7ff29aa82152 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291840 Mar 11 18:36:35.495513 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-be5b1ada-1748-4ca1-8427-eff4c6002647 req-ee0f2721-0ee9-4bfe-87b8-1a51da7de000 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269464 Mar 11 18:36:36.481051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60342-3019-4979-a07b-326efa75f7e8 req-5e447525-352f-4c60-a7f0-d88970f9983b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:36.482474 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eee60342-3019-4979-a07b-326efa75f7e8 req-5e447525-352f-4c60-a7f0-d88970f9983b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0791469 Mar 11 18:36:36.529070 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eee60342-3019-4979-a07b-326efa75f7e8 req-75133f16-8590-4219-89fb-132eb147c0b5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Mar 11 18:36:37.367465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:36:37.508852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:37.522404 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'port_id': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'mac_address': 'fa:16:3e:c8:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:36:37.577694 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:37.596737 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01de11e7-bc82-4a49-8bed-cea1f0609681 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:36:37.613350 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:37.619935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:37.690217 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:37.734917 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220809e-67ee-4ecc-91bb-b6f52c6e7473 req-6d5ba003-e7d2-4066-abf0-e7ca2106031a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:37.736390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1220809e-67ee-4ecc-91bb-b6f52c6e7473 req-6d5ba003-e7d2-4066-abf0-e7ca2106031a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 944 time: 0.0801101 Mar 11 18:36:37.783698 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1220809e-67ee-4ecc-91bb-b6f52c6e7473 req-c1a0556c-7a1c-4086-addb-e4bbfcf5bb63 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415130 Mar 11 18:36:37.908360 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['01de11e7-bc82-4a49-8bed-cea1f0609681'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:36:38.988471 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938950f3-8b39-45d6-8908-5639c46f35ef req-7df10788-cd2b-481b-8ab4-f3e34508b13e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:38.989998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-938950f3-8b39-45d6-8908-5639c46f35ef req-7df10788-cd2b-481b-8ab4-f3e34508b13e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 944 time: 0.0813656 Mar 11 18:36:39.038771 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-938950f3-8b39-45d6-8908-5639c46f35ef req-24379d1a-a8f5-4c76-9bb4-219cdca7c3b4 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Mar 11 18:36:39.367837 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:39.443446 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 01de11e7-bc82-4a49-8bed-cea1f0609681 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:39.448802 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 01de11e7-bc82-4a49-8bed-cea1f0609681 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:39.449171 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:39.565036 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:39.592158 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:36:39.602746 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:39.607877 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:39.655506 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'code': 200} Mar 11 18:36:39.682576 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:39.805757 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7481155e-b3e9-42aa-afe5-d3644fff79c9 req-90db0aa1-137c-4af2-9685-2380f8013e7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1096 time: 0.0710933 Mar 11 18:36:39.852342 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-7481155e-b3e9-42aa-afe5-d3644fff79c9 req-46addc11-7429-4cda-9205-63805d397744 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402195 Mar 11 18:36:40.046699 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:40.245557 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39a335-9987-40b5-b471-598456b4277c req-b0cabce9-bd32-4b5b-9fc1-b7cdcbea142a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:40.247126 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed39a335-9987-40b5-b471-598456b4277c req-b0cabce9-bd32-4b5b-9fc1-b7cdcbea142a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0831046 Mar 11 18:36:40.295304 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ed39a335-9987-40b5-b471-598456b4277c req-cb07fcf6-6576-4030-a908-bd9a254a9fe6 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Mar 11 18:36:40.578419 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:36:41.510500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cd1b0-b4a7-4976-bf07-5b8767f42681 req-7a330226-65a8-49f5-ba4b-68ac632d1cdc tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:41.511868 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a41cd1b0-b4a7-4976-bf07-5b8767f42681 req-7a330226-65a8-49f5-ba4b-68ac632d1cdc tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0777080 Mar 11 18:36:41.563581 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a41cd1b0-b4a7-4976-bf07-5b8767f42681 req-230da384-5809-461c-9062-8bd96b9fbe1e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460505 Mar 11 18:36:41.763494 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e99ac-f490-4cad-8d8b-b7316ee3e52a req-c0ee2973-0d71-4d0d-8477-943e78f45df5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:41.764849 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-813e99ac-f490-4cad-8d8b-b7316ee3e52a req-c0ee2973-0d71-4d0d-8477-943e78f45df5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0801954 Mar 11 18:36:41.814151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-813e99ac-f490-4cad-8d8b-b7316ee3e52a req-f520befd-0a0c-40d7-afde-a20156f1aaed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Mar 11 18:36:41.842544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47372) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:42.077401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1d258ecb-8fe3-4568-83d3-0c669ce4165e tempest-TestShelveInstance-1761045876 tempest-TestShelveInstance-1761045876-project-admin] Synchronizing usage tracker for tenant:03da4669d1f24ea79160440997a94fab on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:36:42.097710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-1d258ecb-8fe3-4568-83d3-0c669ce4165e tempest-TestShelveInstance-1761045876 tempest-TestShelveInstance-1761045876-project-admin] Unset dirty status for tenant:03da4669d1f24ea79160440997a94fab on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:36:42.098920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-1d258ecb-8fe3-4568-83d3-0c669ce4165e tempest-TestShelveInstance-1761045876 tempest-TestShelveInstance-1761045876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1091 time: 0.2554052 Mar 11 18:36:42.102111 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47378) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:36:42.107626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'tenant_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:36:42.114658 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:36:42.119116 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:floatingip and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:36:42.122323 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:36:42.128475 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:36:42.139412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:42.283273 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:42.410942 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc52a80e-5fe0-4102-b09c-124a06deb091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:42.417968 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Allocated IP 172.25.3.23 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/8d951ded-b48b-48db-a110-009566c51570) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:36:42.564602 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:42.594995 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:42.667418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:36:42.670229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:36:42.675297 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:36:42.699512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'Port': ['ID=8d951ded-b48b-48db-a110-009566c51570,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:43.292038 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:43.350337 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:43.565601 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:43.572957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:43.686773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'Port': ['ID=8d951ded-b48b-48db-a110-009566c51570,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:43.703102 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:43.914058 n-d-833436-1 neutron-server[83848]: INFO neutron.db.l3_db [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Floating IP 71a80881-b3eb-4b70-b5e5-8a92f23e3b97 associated. External IP: 172.25.3.23, port: 01de11e7-bc82-4a49-8bed-cea1f0609681. Mar 11 18:36:44.330584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Router fca170fd-29d4-4e7c-b28f-d5ce64633a04 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:36:44.549652 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:36:44.549908 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-735ed778-0cd2-47e7-b83b-b7ce94e1fa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:44.561536 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] Sync routers for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:36:44.573601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:44.574264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:44.577115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:44.634571 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-fdf8b52b-68ae-4f56-a629-a84f3e2317fe tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5312107 Mar 11 18:36:44.635499 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:36:44.695168 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'status': 'completed', 'code': 200} Mar 11 18:36:44.752148 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:44.810608 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-9e4f38a5-b868-469f-b566-3b4e2af86c5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1096 time: 0.0714550 Mar 11 18:36:45.052526 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-8509e15d-463f-402d-b0ab-84e183d1b5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:45.054060 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-8509e15d-463f-402d-b0ab-84e183d1b5c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.2370408 Mar 11 18:36:45.119476 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '71a80881-b3eb-4b70-b5e5-8a92f23e3b97', 'tenant_id': 'beff11843cce4633b385223018007f42', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'port_id': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'mac_address': 'fa:16:3e:c8:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:36:43Z', 'updated_at': '2022-03-11T18:36:43Z', 'revision_number': 0, 'project_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:45.132295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] Checking router: fca170fd-29d4-4e7c-b28f-d5ce64633a04 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:36:45.147273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:45.147893 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:45.169200 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-e76283de-67c6-47c7-a0c9-5309410da603 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 998 time: 0.1080186 Mar 11 18:36:45.241717 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-3df461fb-eadd-4a2f-a387-fcb1ad65ed46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:36:45.244335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-3df461fb-eadd-4a2f-a387-fcb1ad65ed46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0679398 Mar 11 18:36:45.325008 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-e1c8ad98-bfbf-4448-ade8-44b2ea5a44b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733714 Mar 11 18:36:45.392927 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:45.466413 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-e270d621-6f4a-4214-8de1-8ac58c7f63b2 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327305 Mar 11 18:36:45.605910 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-b9870ea3-f3a0-4a1a-87dc-39c2c554d6f0 req-a992b89d-2bce-4217-b77d-49c05d678709 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333170 Mar 11 18:36:45.762575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '71a80881-b3eb-4b70-b5e5-8a92f23e3b97', 'tenant_id': 'beff11843cce4633b385223018007f42', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'port_id': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'mac_address': 'fa:16:3e:c8:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:36:43Z', 'updated_at': '2022-03-11T18:36:43Z', 'revision_number': 0, 'project_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:45.767287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef975ac-13d3-4957-a4ca-e9dd84fcb3ae None None] The sync data for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 is: [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '71a80881-b3eb-4b70-b5e5-8a92f23e3b97', 'tenant_id': 'beff11843cce4633b385223018007f42', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'port_id': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'mac_address': 'fa:16:3e:c8:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:36:43Z', 'updated_at': '2022-03-11T18:36:43Z', 'revision_number': 0, 'project_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:36:45.918284 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:45.950661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:47.239507 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:48.674466 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70efe7-0fa0-4a6a-9ea7-ae86b81d5513 None None] New status for floating IP 71a80881-b3eb-4b70-b5e5-8a92f23e3b97: ACTIVE {{(pid=83851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:36:48.678057 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Sync routers for ids ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:36:48.691999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Routers {'fb2dfa11-dcff-4373-ad0c-e1d55627a06e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:48.692612 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:48.871193 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Set router fb2dfa11-dcff-4373-ad0c-e1d55627a06e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:49.185259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '35db5611-f2e9-4167-9d03-182ad7154294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 4, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port': {'id': '35db5611-f2e9-4167-9d03-182ad7154294', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9b719870-f6c9-4441-8f3b-b2d641d184fb', 'name': '', 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'mac_address': 'fa:16:3e:8d:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77973e05-0beb-471a-87f7-218bf7d5f0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:24Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 2, 'project_id': '03da4669d1f24ea79160440997a94fab', 'subnets': [{'id': '77973e05-0beb-471a-87f7-218bf7d5f0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:49.189564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Checking router: fb2dfa11-dcff-4373-ad0c-e1d55627a06e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:36:49.189915 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Updating router fb2dfa11-dcff-4373-ad0c-e1d55627a06e port 9b719870-f6c9-4441-8f3b-b2d641d184fb binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:36:49.240842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:49.580165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:49.591794 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Transition to ACTIVE for port object 9b719870-f6c9-4441-8f3b-b2d641d184fb will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:36:49.599533 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:49.761844 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb51aef-1496-4d84-b6fa-cf6fca5d4c25 None None] Pushing event updated for resources: {'Port': ['ID=9b719870-f6c9-4441-8f3b-b2d641d184fb,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:49.854983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Attempting to bind port 9b719870-f6c9-4441-8f3b-b2d641d184fb on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:36:49.855346 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Attempting to bind port 9b719870-f6c9-4441-8f3b-b2d641d184fb by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:36:49.855708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Attempting to bind port 9b719870-f6c9-4441-8f3b-b2d641d184fb on network 36831ecd-859b-45c5-b3f2-15cec486c709 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:36:49.863335 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:36:49.863682 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Checking segment: {'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:36:49.864081 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:49.864475 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Bound using segment: {'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:36:49.864935 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Bound port: 9b719870-f6c9-4441-8f3b-b2d641d184fb, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b1757f-47a9-4414-886a-c3f7e9df155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:36:49.865304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:49.964200 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] For port 9b719870-f6c9-4441-8f3b-b2d641d184fb, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:36:49.967184 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] For port 9b719870-f6c9-4441-8f3b-b2d641d184fb, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9b719870-f6c9-4441-8f3b-b2d641d184fb,segment=NetworkSegment(14b1757f-47a9-4414-886a-c3f7e9df155d),segment_id=14b1757f-47a9-4414-886a-c3f7e9df155d)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:36:49.975200 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:50.055673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb51aef-1496-4d84-b6fa-cf6fca5d4c25 None None] Pushing event updated for resources: {'Port': ['ID=9b719870-f6c9-4441-8f3b-b2d641d184fb,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:50.059786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Routers {'fb2dfa11-dcff-4373-ad0c-e1d55627a06e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:36:50.060414 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:36:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:50.256035 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] Set router fb2dfa11-dcff-4373-ad0c-e1d55627a06e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:36:50.569875 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '35db5611-f2e9-4167-9d03-182ad7154294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 4, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port': {'id': '35db5611-f2e9-4167-9d03-182ad7154294', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9b719870-f6c9-4441-8f3b-b2d641d184fb', 'name': '', 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'mac_address': 'fa:16:3e:8d:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77973e05-0beb-471a-87f7-218bf7d5f0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:24Z', 'updated_at': '2022-03-11T18:36:49Z', 'revision_number': 4, 'project_id': '03da4669d1f24ea79160440997a94fab', 'subnets': [{'id': '77973e05-0beb-471a-87f7-218bf7d5f0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:36:50.574478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30260d38-1c8e-4976-9524-9756e3e8209b None None] The sync data for ids ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'] in n-d-833436-1 is: [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '35db5611-f2e9-4167-9d03-182ad7154294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:25Z', 'revision_number': 4, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port': {'id': '35db5611-f2e9-4167-9d03-182ad7154294', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9b719870-f6c9-4441-8f3b-b2d641d184fb', 'name': '', 'network_id': '36831ecd-859b-45c5-b3f2-15cec486c709', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'mac_address': 'fa:16:3e:8d:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77973e05-0beb-471a-87f7-218bf7d5f0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:24Z', 'updated_at': '2022-03-11T18:36:49Z', 'revision_number': 4, 'project_id': '03da4669d1f24ea79160440997a94fab', 'subnets': [{'id': '77973e05-0beb-471a-87f7-218bf7d5f0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:36:50.846292 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9b719870-f6c9-4441-8f3b-b2d641d184fb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:50.926702 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 9b719870-f6c9-4441-8f3b-b2d641d184fb completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:36:50.933568 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9b719870-f6c9-4441-8f3b-b2d641d184fb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:50.934005 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:51.067777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:51.102056 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 9b719870-f6c9-4441-8f3b-b2d641d184fb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9b719870-f6c9-4441-8f3b-b2d641d184fb,segment=NetworkSegment(14b1757f-47a9-4414-886a-c3f7e9df155d),segment_id=14b1757f-47a9-4414-886a-c3f7e9df155d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:36:51.107338 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:51.182038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=9b719870-f6c9-4441-8f3b-b2d641d184fb,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:36:52.816805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9b719870-f6c9-4441-8f3b-b2d641d184fb up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:36:52.895691 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 9b719870-f6c9-4441-8f3b-b2d641d184fb triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:36:52.896088 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:10.036414 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:12.417977 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2729385f-651b-47df-8320-45a753deb138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:14.552132 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eff966f1-fd09-4599-b94b-d8a41a83b2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:15.920993 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:15.944537 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:17.243243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:17.578979 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:37:18.448120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-1a89b2fd-ebcb-438c-9a16-c288187794a3 req-4dd2e494-5d28-4e35-b81c-cc83b5e734e2 service neutron] (83848) timed out ('10.222.0.59', 54455) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:37:26.433107 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-85fabcbb-55bb-463f-88d4-d1df5c7de3a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697939 Mar 11 18:37:26.601518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-8e4e9b5f-39cf-47f6-be15-587fa4bb2f09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1096 time: 0.0764573 Mar 11 18:37:26.765091 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-95890565-5986-4ebe-92a0-e3ff3fe2ca8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:37:26.766630 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-95890565-5986-4ebe-92a0-e3ff3fe2ca8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1444972 Mar 11 18:37:26.878095 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-8c497905-0bfc-4fcc-9579-6f018a17ea4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 1000 time: 0.1043530 Mar 11 18:37:26.945888 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-559bca1f-ccaf-4134-99d6-e5827444e2da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:37:26.947380 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-559bca1f-ccaf-4134-99d6-e5827444e2da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0624113 Mar 11 18:37:27.040275 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-0dfa64bf-d234-48b0-8ce2-910bafc43955 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860894 Mar 11 18:37:27.191888 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-5989f3d2-5fe4-4783-9a2f-4b24662abc0a service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442947 Mar 11 18:37:27.337337 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-74a9b34a-aaed-4a72-ad84-4bf4d5ed14be req-4d39cc2a-c3c5-4b47-9244-85bc1a5f9014 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383893 Mar 11 18:37:34.084042 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f73e59a8-9e86-4017-8c7a-b6995a7561e1 req-0fb0f16c-09d2-4b0f-8eac-1126e6a1834e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0404463 Mar 11 18:37:34.156643 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f73e59a8-9e86-4017-8c7a-b6995a7561e1 req-f5332b04-f558-4598-9666-df66c1afcc68 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0418441 Mar 11 18:37:34.208036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f73e59a8-9e86-4017-8c7a-b6995a7561e1 req-12f8f823-f00a-4859-ab4d-3ad114342c06 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268285 Mar 11 18:37:34.352769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e59a8-9e86-4017-8c7a-b6995a7561e1 req-99c76615-f5a6-4881-bed2-92e7507cba17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:37:34.354348 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f73e59a8-9e86-4017-8c7a-b6995a7561e1 req-99c76615-f5a6-4881-bed2-92e7507cba17 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1409936 Mar 11 18:37:40.080461 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:42.415833 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-880736a1-7908-448b-9427-00dbb431104b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:44.551438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7ff668cf-45c4-4981-80f0-ff5b8f12af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:45.925904 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:45.951717 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:47.247623 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:37:54.580605 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:38:10.078601 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:12.410713 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ac17419-93b9-43e9-bbb9-3a73e722ce1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:14.551554 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c904114-3ac0-492f-b24e-3ca63f124598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:15.942305 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:15.951891 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:17.249467 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:27.462934 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-14eaf56c-5d50-4d93-b687-e392c509a8ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736791 Mar 11 18:38:27.642231 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-901c3113-17cd-4466-9fa3-fe94d6909f35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1096 time: 0.0745285 Mar 11 18:38:27.890583 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-b4f5b66f-02fb-4905-bd3a-374b329e56a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:27.891994 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-b4f5b66f-02fb-4905-bd3a-374b329e56a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.2293591 Mar 11 18:38:27.997629 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-e0d0bbb7-10a2-4b94-8af1-bfa35bce2247 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 1000 time: 0.0990238 Mar 11 18:38:28.066911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-62188f7a-3976-4e32-bddd-ca1d02d11e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:28.068362 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-62188f7a-3976-4e32-bddd-ca1d02d11e78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0643659 Mar 11 18:38:28.146980 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-3494d99b-d929-40a4-a078-9c3d9c4e5dd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719051 Mar 11 18:38:28.288646 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-f557e8c3-f010-45c2-bdb7-adedd4bf0893 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354568 Mar 11 18:38:28.426070 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-846f5a12-cfb6-4300-b79b-9a742df8282e req-f8664c11-6999-4579-a56f-4154683ca5fc service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308677 Mar 11 18:38:31.581787 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:38:35.050066 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c63239dc-44b2-4120-92bf-d80e4a2cf065 req-3d71bbf8-2968-43a7-9a16-c8a528bec0a1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0450103 Mar 11 18:38:35.175310 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c63239dc-44b2-4120-92bf-d80e4a2cf065 req-97b8a97b-7cc9-42f5-9be9-021a00f29a21 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0412898 Mar 11 18:38:35.235149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c63239dc-44b2-4120-92bf-d80e4a2cf065 req-0ea3e559-47a8-45af-8399-e749bcb89894 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356231 Mar 11 18:38:35.382156 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63239dc-44b2-4120-92bf-d80e4a2cf065 req-d46430d4-3911-42b1-bcdb-9d36a0ec70b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:35.383814 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c63239dc-44b2-4120-92bf-d80e4a2cf065 req-d46430d4-3911-42b1-bcdb-9d36a0ec70b3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1435835 Mar 11 18:38:40.079604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:40.222414 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704f5b-5490-414a-a4f0-bb5477210834 req-5e2700da-72c9-46b3-93ff-e38ea7b50dec tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:40.224195 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7704f5b-5490-414a-a4f0-bb5477210834 req-5e2700da-72c9-46b3-93ff-e38ea7b50dec tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.1569116 Mar 11 18:38:40.282056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a7704f5b-5490-414a-a4f0-bb5477210834 req-0aeea799-72ba-4d11-a0d4-d469d8dadc61 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Mar 11 18:38:41.521212 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b27f6f-1e78-4d08-a767-83af616c6df0 req-ad7f1a2f-8e31-438b-a06d-fa28e881bddc tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:41.522405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70b27f6f-1e78-4d08-a767-83af616c6df0 req-ad7f1a2f-8e31-438b-a06d-fa28e881bddc tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0816245 Mar 11 18:38:41.569218 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-70b27f6f-1e78-4d08-a767-83af616c6df0 req-d4509d17-768c-413f-b8f9-faeec3c0d33a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Mar 11 18:38:42.420690 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70b970ea-ecbb-4a98-93cc-71ab89a5a63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:42.807319 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44c5ae-f731-434e-9b0c-231cbe64b338 req-045e9719-bf24-4b71-a1b9-981ae4d1b1e7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:42.808805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c44c5ae-f731-434e-9b0c-231cbe64b338 req-045e9719-bf24-4b71-a1b9-981ae4d1b1e7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0895455 Mar 11 18:38:42.857510 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c44c5ae-f731-434e-9b0c-231cbe64b338 req-1aa6535e-631c-46d9-b45f-d17dde05fea9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Mar 11 18:38:44.073151 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461cfa9-3653-41f8-a1c0-0537f685f800 req-28cb2dba-4b1e-4ba7-8a21-5cc3d76e372d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:44.074622 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5461cfa9-3653-41f8-a1c0-0537f685f800 req-28cb2dba-4b1e-4ba7-8a21-5cc3d76e372d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0880361 Mar 11 18:38:44.127160 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5461cfa9-3653-41f8-a1c0-0537f685f800 req-d616a26d-2190-4c18-a7d3-3a124fe98dfb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Mar 11 18:38:44.548562 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0dd9c357-3822-44a9-90c9-0d163ec4cce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:45.341887 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0c9e9-90e6-4e75-842e-9e4d7182fb34 req-36361175-f66c-428b-a312-8f6d2d94fe57 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:45.343387 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38d0c9e9-90e6-4e75-842e-9e4d7182fb34 req-36361175-f66c-428b-a312-8f6d2d94fe57 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0894160 Mar 11 18:38:45.397370 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38d0c9e9-90e6-4e75-842e-9e4d7182fb34 req-4d7a7472-eb30-471f-9a45-52ab11b7761c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479102 Mar 11 18:38:45.939926 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:45.955970 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:46.625192 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0573c-1718-4a96-9851-43a2d27bfcd8 req-a4ee6c3f-d6a9-4cde-ae45-85d079aa6ccb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:46.626943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fa0573c-1718-4a96-9851-43a2d27bfcd8 req-a4ee6c3f-d6a9-4cde-ae45-85d079aa6ccb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.1018343 Mar 11 18:38:46.698757 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9fa0573c-1718-4a96-9851-43a2d27bfcd8 req-dd343337-e541-4d2b-85a5-b2e31e9da90f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661037 Mar 11 18:38:47.251335 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:47.902690 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2326ec8-2ab2-4f8b-939c-862cb9c74af3 req-aeb3d95f-ff75-41df-874a-442f316d9016 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:47.904189 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2326ec8-2ab2-4f8b-939c-862cb9c74af3 req-aeb3d95f-ff75-41df-874a-442f316d9016 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0795090 Mar 11 18:38:47.952568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2326ec8-2ab2-4f8b-939c-862cb9c74af3 req-b2e2040d-73ef-4ed4-b78f-934a845c245d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Mar 11 18:38:49.162955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1dfdb-802b-41f2-9a1d-4d324ddca8ac req-9c349266-9cbb-4784-b241-4b94bc9a0be8 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:49.164349 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbe1dfdb-802b-41f2-9a1d-4d324ddca8ac req-9c349266-9cbb-4784-b241-4b94bc9a0be8 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0843852 Mar 11 18:38:49.211282 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbe1dfdb-802b-41f2-9a1d-4d324ddca8ac req-409d37b0-8f87-4970-9522-9831d32a4d09 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Mar 11 18:38:50.412873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b066b-8e00-4c6f-8c51-4936abaa25c0 req-b138d28d-7476-4fd2-b35f-ea7452dca8d5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:50.414376 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-368b066b-8e00-4c6f-8c51-4936abaa25c0 req-b138d28d-7476-4fd2-b35f-ea7452dca8d5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0807700 Mar 11 18:38:50.461431 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-368b066b-8e00-4c6f-8c51-4936abaa25c0 req-b12ba955-de05-4bce-8816-b086fe459a67 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Mar 11 18:38:51.675979 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f0f2-e8a9-4bd0-ad3c-2a43e4dbf677 req-1238f0d9-d01a-45c4-a5f4-5dfc5f1c6a2d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:51.677462 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b510f0f2-e8a9-4bd0-ad3c-2a43e4dbf677 req-1238f0d9-d01a-45c4-a5f4-5dfc5f1c6a2d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0888946 Mar 11 18:38:51.728822 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b510f0f2-e8a9-4bd0-ad3c-2a43e4dbf677 req-d64f0df6-5b2f-46a1-93e0-8e6663c5aa14 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Mar 11 18:38:52.942453 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4ed7-01fd-483b-b622-d092d9a432f7 req-54a14aa4-1ba5-4ab7-a3a0-e2e106ae4c3b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:52.943959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a6b4ed7-01fd-483b-b622-d092d9a432f7 req-54a14aa4-1ba5-4ab7-a3a0-e2e106ae4c3b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0810130 Mar 11 18:38:52.997438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0a6b4ed7-01fd-483b-b622-d092d9a432f7 req-ca8cb7d8-95de-4679-84c1-b15f9b0501c6 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478454 Mar 11 18:38:53.989805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:38:54.161180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:38:54.185269 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'port_id': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'mac_address': 'fa:16:3e:c8:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:38:54.262349 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:54.282744 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01de11e7-bc82-4a49-8bed-cea1f0609681 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:38:54.301654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:38:54.308782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:54.324682 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab069c-4ec8-4e02-abdd-4cc5f14cb383 req-fbf49a93-7a60-4730-9412-11bc7d3c2b99 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:54.327151 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0ab069c-4ec8-4e02-abdd-4cc5f14cb383 req-fbf49a93-7a60-4730-9412-11bc7d3c2b99 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0867901 Mar 11 18:38:54.386208 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e0ab069c-4ec8-4e02-abdd-4cc5f14cb383 req-9986c753-5080-460a-851b-15529db057c6 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533481 Mar 11 18:38:54.397413 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:38:54.411344 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.411685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.412021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.412353 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.412676 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.413061 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.413439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.413759 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.414082 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.414432 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.415022 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:38:54.448833 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['01de11e7-bc82-4a49-8bed-cea1f0609681'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:38:55.626964 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9605ef6-0955-4904-8496-3765eddc79b5 req-b1b64e25-f5e2-47a2-9129-2a9474121b23 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:55.628569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9605ef6-0955-4904-8496-3765eddc79b5 req-b1b64e25-f5e2-47a2-9129-2a9474121b23 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 944 time: 0.0949860 Mar 11 18:38:55.682696 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a9605ef6-0955-4904-8496-3765eddc79b5 req-383f1bee-df9e-4189-98bb-1ce0ca92d92e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475535 Mar 11 18:38:56.005097 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:38:56.090018 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 01de11e7-bc82-4a49-8bed-cea1f0609681 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:38:56.090612 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:56.230486 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:56.258093 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:38:56.269371 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:38:56.281108 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:38:56.343962 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'code': 200} Mar 11 18:38:56.374211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:38:56.929425 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff2bf-3db1-4d70-90c8-7b61faa893c8 req-d5e8fed2-9b3f-435c-8f2d-d5b139069276 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:56.931973 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d7ff2bf-3db1-4d70-90c8-7b61faa893c8 req-d5e8fed2-9b3f-435c-8f2d-d5b139069276 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0983782 Mar 11 18:38:56.994293 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6d7ff2bf-3db1-4d70-90c8-7b61faa893c8 req-159a24c7-4d2d-4d8c-8708-238702e07dbb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559516 Mar 11 18:38:58.362244 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bcc9-dd5c-4657-bd95-d811ce875ce5 req-45e144e6-bc52-45df-a241-b3baa0f78d1b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:58.364747 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ce7bcc9-dd5c-4657-bd95-d811ce875ce5 req-45e144e6-bc52-45df-a241-b3baa0f78d1b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.2134366 Mar 11 18:38:58.415794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ce7bcc9-dd5c-4657-bd95-d811ce875ce5 req-0e80f4eb-6d27-40d2-9340-4baebd5e67fa tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Mar 11 18:38:59.657625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f2e0a-d8e5-425f-b991-0eb584ec2ae7 req-7a8ec5cd-7be3-467a-b6f2-d10183d7b315 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:38:59.659178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d0f2e0a-d8e5-425f-b991-0eb584ec2ae7 req-7a8ec5cd-7be3-467a-b6f2-d10183d7b315 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0922749 Mar 11 18:38:59.723655 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5d0f2e0a-d8e5-425f-b991-0eb584ec2ae7 req-57412eeb-9312-4d5e-938d-6866ae0e0d20 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542727 Mar 11 18:39:00.951258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f72cd-70c6-4b1d-8734-4b06311cf7e4 req-5eac60f7-5276-46bb-b1a2-d1fcf2a1ce29 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:00.958526 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-892f72cd-70c6-4b1d-8734-4b06311cf7e4 req-5eac60f7-5276-46bb-b1a2-d1fcf2a1ce29 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.1022208 Mar 11 18:39:01.009561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-892f72cd-70c6-4b1d-8734-4b06311cf7e4 req-cc07732c-20b6-4263-9f7a-1be8228d65d8 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500214 Mar 11 18:39:02.284592 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b8762-d071-4915-beaf-4df6370cfc97 req-252155f8-461a-48da-aed1-1b7ab65d3419 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:02.286257 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-501b8762-d071-4915-beaf-4df6370cfc97 req-252155f8-461a-48da-aed1-1b7ab65d3419 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0973220 Mar 11 18:39:02.343642 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-501b8762-d071-4915-beaf-4df6370cfc97 req-b75924b2-342e-4e94-92d5-3ea9200e81f9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511632 Mar 11 18:39:03.562833 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d140ea-8ded-4675-9fa5-273975caa70b req-0dc7db2d-bf10-439b-93ba-69b883cf3ef8 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:03.564263 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04d140ea-8ded-4675-9fa5-273975caa70b req-0dc7db2d-bf10-439b-93ba-69b883cf3ef8 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0885744 Mar 11 18:39:03.614943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-04d140ea-8ded-4675-9fa5-273975caa70b req-a6fe6286-3723-4b97-8002-1f6ed7315738 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Mar 11 18:39:03.747978 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-e2c6be06-91d0-453b-b438-90d64abd5b85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1096 time: 0.0826464 Mar 11 18:39:03.905556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-08d40637-e07c-451e-8314-8874418be29b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:03.907952 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-08d40637-e07c-451e-8314-8874418be29b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1540189 Mar 11 18:39:04.012762 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-d220a241-8c36-48ae-a609-3b776f9b40f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 1000 time: 0.0987985 Mar 11 18:39:04.084501 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-64c45a15-85fa-4ae1-bcb7-9e9b42e428c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:04.085960 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-64c45a15-85fa-4ae1-bcb7-9e9b42e428c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0662100 Mar 11 18:39:04.175066 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-018e05c6-fc12-442b-b741-c5e7b6796273 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820982 Mar 11 18:39:04.310321 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-00a27b8d-ece9-4334-83c9-944c5d1fa85b service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292195 Mar 11 18:39:04.452217 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-52f26c0a-f938-47ad-80c4-6f9cb9b74532 req-52205c47-bf8b-4644-a7cd-8b116c802f5c service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356573 Mar 11 18:39:04.823598 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56d677-61ad-420a-ad38-a88601bf27f7 req-b5d73996-6112-4c45-abc4-57f7365f83ba tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:04.825075 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c56d677-61ad-420a-ad38-a88601bf27f7 req-b5d73996-6112-4c45-abc4-57f7365f83ba tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0876403 Mar 11 18:39:04.872411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9c56d677-61ad-420a-ad38-a88601bf27f7 req-2549cb4a-462c-4002-96f7-92a5287194df tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Mar 11 18:39:06.067789 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:39:06.092774 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470cf28-ae9f-40fb-bcac-78c3dda98787 req-0cb7376f-c0ea-4156-8ba1-dcc55c96b1f1 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:06.094408 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c470cf28-ae9f-40fb-bcac-78c3dda98787 req-0cb7376f-c0ea-4156-8ba1-dcc55c96b1f1 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 945 time: 0.0876918 Mar 11 18:39:06.209621 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c470cf28-ae9f-40fb-bcac-78c3dda98787 req-97085568-280b-4628-a717-502d5741df2d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865889 Mar 11 18:39:06.212867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:06.244243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:39:06.256218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:39:06.261309 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:06.302056 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'code': 200} Mar 11 18:39:06.335874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:39:07.420080 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aa75d-fed3-457f-8fd8-3d1ec6d38964 req-e88f2597-4168-42e6-9ec6-139d66642004 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:07.421568 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b9aa75d-fed3-457f-8fd8-3d1ec6d38964 req-e88f2597-4168-42e6-9ec6-139d66642004 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0812466 Mar 11 18:39:07.473337 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7b9aa75d-fed3-457f-8fd8-3d1ec6d38964 req-2c97d27b-23e3-43ba-8aad-53cc1fbc49b6 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448344 Mar 11 18:39:07.664666 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2a6d6b21-e4b6-4db6-a00c-630876c91aa7 req-d3181389-81a3-4916-a3b9-c84b51e252dd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722728 Mar 11 18:39:07.948423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47548) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:39:07.952072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674f247-a958-48b7-ad6f-ad0a378b51db req-bb63217f-f28a-432b-9452-6247cfe79ab4 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:07.953689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2674f247-a958-48b7-ad6f-ad0a378b51db req-bb63217f-f28a-432b-9452-6247cfe79ab4 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0867646 Mar 11 18:39:08.004308 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2674f247-a958-48b7-ad6f-ad0a378b51db req-24c971d0-f41e-44ff-92cd-5c0b09763d8a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 Mar 11 18:39:08.094215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-d44a423b-bb96-45f7-8c4e-75c22c01813b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1444361 Mar 11 18:39:08.581897 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:39:08.668279 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-7b22fda0-d497-4f86-af19-6cf9d4acd373 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050&tenant_id=beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 1094 time: 0.0737507 Mar 11 18:39:08.778652 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-c6463d4c-2e7f-450f-8c2c-f619470684a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1094 time: 0.0759995 Mar 11 18:39:09.006637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558301b6-70e7-4422-8b67-eb870485400f req-c67870a8-6b10-4727-bf33-e5beee4f0c4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:09.008077 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-c67870a8-6b10-4727-bf33-e5beee4f0c4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.2231076 Mar 11 18:39:09.111749 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-a0ce1849-5262-46fd-93bd-4d64a220c668 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 998 time: 0.0972497 Mar 11 18:39:09.183326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558301b6-70e7-4422-8b67-eb870485400f req-b9e1d535-b61c-40b8-a2d7-458cfab670ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:09.184875 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-b9e1d535-b61c-40b8-a2d7-458cfab670ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0678933 Mar 11 18:39:09.219590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40a9b6-ab8f-49d1-bb81-5d06bb77dbe7 req-a31fee83-0a2b-44de-9032-9ea5afe326c5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:09.221285 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b40a9b6-ab8f-49d1-bb81-5d06bb77dbe7 req-a31fee83-0a2b-44de-9032-9ea5afe326c5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0890839 Mar 11 18:39:09.262700 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-712e0d8d-cd02-4ee6-b805-9a838cc7dd27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712481 Mar 11 18:39:09.268520 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b40a9b6-ab8f-49d1-bb81-5d06bb77dbe7 req-058ed17d-a282-46c6-b456-69582fb95942 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Mar 11 18:39:09.416335 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-a81d9c76-e4fc-4761-bc54-1616b7f726a2 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474116 Mar 11 18:39:09.556102 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-ded6f2f6-9f0a-4b7d-8dd6-1a56d206c89b service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336570 Mar 11 18:39:10.077313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:10.087719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:39:10.516983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d631cba-47f9-425d-9860-e8ebb9b57997 req-d9343af9-fbfd-492b-a627-1e9b2b4a5b73 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:10.524390 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d631cba-47f9-425d-9860-e8ebb9b57997 req-d9343af9-fbfd-492b-a627-1e9b2b4a5b73 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.1195161 Mar 11 18:39:10.584062 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d631cba-47f9-425d-9860-e8ebb9b57997 req-dbea61bc-4e55-4430-b6a3-161d4decccd3 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584836 Mar 11 18:39:11.802342 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1351a-3c65-4f29-a3a0-fa2232fb717c req-c835b61c-8b84-4dbb-b290-0accc664e884 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:11.804719 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbc1351a-3c65-4f29-a3a0-fa2232fb717c req-c835b61c-8b84-4dbb-b290-0accc664e884 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0913665 Mar 11 18:39:11.856420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bbc1351a-3c65-4f29-a3a0-fa2232fb717c req-8e861847-59f7-489c-aea7-7f3d25d22038 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448680 Mar 11 18:39:12.418634 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84c3a9b5-003c-4ba3-96c8-6f9fb24f3035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:13.090133 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63dfd0-98ee-4245-a18e-e00e828c28e8 req-0d80eba6-b756-461b-b410-f3d0648bc348 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:13.091704 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a63dfd0-98ee-4245-a18e-e00e828c28e8 req-0d80eba6-b756-461b-b410-f3d0648bc348 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0992153 Mar 11 18:39:13.155427 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1a63dfd0-98ee-4245-a18e-e00e828c28e8 req-e4b07786-cad3-47c8-852c-44cc571be753 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517082 Mar 11 18:39:14.385857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364dfc-f1ae-4337-9221-e680d5fe719a req-a37cf4d7-110e-47f3-a135-1bc349eb7c7d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:14.388326 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8364dfc-f1ae-4337-9221-e680d5fe719a req-a37cf4d7-110e-47f3-a135-1bc349eb7c7d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0967526 Mar 11 18:39:14.439866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c8364dfc-f1ae-4337-9221-e680d5fe719a req-8957a7dd-65c4-4055-a007-be5a557de6d6 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 Mar 11 18:39:14.544819 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7d8f-9ffd-4632-b255-34f0f325e4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:15.665549 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8601c-5c6f-43d8-ae41-778a6244fd25 req-b0a83a06-889d-47f8-9052-4cfe6b8cc72e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:15.667236 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09f8601c-5c6f-43d8-ae41-778a6244fd25 req-b0a83a06-889d-47f8-9052-4cfe6b8cc72e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0989943 Mar 11 18:39:15.724251 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-09f8601c-5c6f-43d8-ae41-778a6244fd25 req-72bca729-fafa-4a5f-8624-7eeb877c547b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509355 Mar 11 18:39:15.941270 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:15.958467 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:16.941438 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbaaca-f355-473a-b20b-01d9d0c42f3b req-30cdba17-5ae7-478d-832b-ef66b9b16896 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:16.942994 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74bbaaca-f355-473a-b20b-01d9d0c42f3b req-30cdba17-5ae7-478d-832b-ef66b9b16896 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0824084 Mar 11 18:39:17.002142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-74bbaaca-f355-473a-b20b-01d9d0c42f3b req-dc348227-e22b-46ed-a60f-5133782868ef tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528009 Mar 11 18:39:17.253884 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:18.224424 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f322-5dbc-46fc-baaf-c7f05a90e10a req-7555d8ec-c2a5-44fe-9254-7cfcebb4a5d0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:18.225881 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab32f322-5dbc-46fc-baaf-c7f05a90e10a req-7555d8ec-c2a5-44fe-9254-7cfcebb4a5d0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0871298 Mar 11 18:39:18.279928 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ab32f322-5dbc-46fc-baaf-c7f05a90e10a req-d5a068a0-1ecd-40f2-83d0-2fbc2633ba0e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470502 Mar 11 18:39:19.487612 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0853-a200-454c-8653-5403de262925 req-4d4e62e7-8e72-4627-9d9c-e0afedeef136 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:19.489020 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9ad0853-a200-454c-8653-5403de262925 req-4d4e62e7-8e72-4627-9d9c-e0afedeef136 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0848176 Mar 11 18:39:19.540234 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9ad0853-a200-454c-8653-5403de262925 req-ee424b2f-8cc4-4823-9c09-e1ff203c07c4 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453944 Mar 11 18:39:20.841772 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81f36-f2bc-4b73-833f-4a80dac63111 req-5a990f4d-1488-4d20-b0e0-d046eee3a9c1 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:20.843200 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbd81f36-f2bc-4b73-833f-4a80dac63111 req-5a990f4d-1488-4d20-b0e0-d046eee3a9c1 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.1750705 Mar 11 18:39:20.898789 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cbd81f36-f2bc-4b73-833f-4a80dac63111 req-319cdf57-bb36-4ed5-b54b-a01d195d6be8 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498817 Mar 11 18:39:22.123974 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854bf8d-8ca5-4ae3-9ae2-4145ea6b5b90 req-ae40e0be-6c66-41ed-8eb7-4ce96cffa449 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:22.125519 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e854bf8d-8ca5-4ae3-9ae2-4145ea6b5b90 req-ae40e0be-6c66-41ed-8eb7-4ce96cffa449 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 943 time: 0.0954773 Mar 11 18:39:22.161015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:39:22.177011 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e854bf8d-8ca5-4ae3-9ae2-4145ea6b5b90 req-f459ea4c-945a-4459-8cce-ceefd07a5298 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Mar 11 18:39:22.309626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:39:22.324203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'port_id': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'mac_address': 'fa:16:3e:c8:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:39:22.378324 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:22.397388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01de11e7-bc82-4a49-8bed-cea1f0609681 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:39:22.414133 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:39:22.420207 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:22.498038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=9']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:39:22.738345 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['01de11e7-bc82-4a49-8bed-cea1f0609681'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:39:23.395261 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9ce4a-aec5-4ea7-9e88-4ee5284af6ea req-d7a1b6cf-92e7-4379-9bd2-1f532a13268e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:23.396779 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec9ce4a-aec5-4ea7-9e88-4ee5284af6ea req-d7a1b6cf-92e7-4379-9bd2-1f532a13268e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 944 time: 0.0862517 Mar 11 18:39:23.451699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dec9ce4a-aec5-4ea7-9e88-4ee5284af6ea req-bf2ccca6-d013-4eae-8dd4-393d6a35cd5f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482395 Mar 11 18:39:24.164633 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:39:24.249172 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 01de11e7-bc82-4a49-8bed-cea1f0609681 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:39:24.249532 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:24.367062 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:24.394904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:39:24.404942 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:39:24.410401 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:24.458553 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'code': 200} Mar 11 18:39:24.485144 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=10']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:39:24.662168 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ff065-723a-42a6-b28b-9bb618f62fce req-d56e05b4-b86d-486d-a020-e9198cf62118 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:24.663673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b73ff065-723a-42a6-b28b-9bb618f62fce req-d56e05b4-b86d-486d-a020-e9198cf62118 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 946 time: 0.0845644 Mar 11 18:39:24.714355 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b73ff065-723a-42a6-b28b-9bb618f62fce req-026f41d2-9943-4faa-825d-e82ed031a188 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 Mar 11 18:39:24.738326 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64a667e1-63d4-4623-ac87-be4a792e0c8a req-1b5a0790-16ea-4fe7-ba32-0c7e903f79e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1097 time: 0.0769441 Mar 11 18:39:24.791606 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-64a667e1-63d4-4623-ac87-be4a792e0c8a req-5af98165-4ea1-4d1f-b31c-34db20a69801 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458589 Mar 11 18:39:25.926051 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3dcc5-3138-4f36-8385-c193b1c67dfe req-231cf18f-db02-4c51-b470-15b3ccfeccfb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:25.927593 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-34f3dcc5-3138-4f36-8385-c193b1c67dfe req-231cf18f-db02-4c51-b470-15b3ccfeccfb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 946 time: 0.0872595 Mar 11 18:39:25.977606 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-34f3dcc5-3138-4f36-8385-c193b1c67dfe req-f405aaad-d9a7-4d36-82e0-d8a5de0397f5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439663 Mar 11 18:39:27.184558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8dfa0-ebf8-4f99-94d4-f1194de9a550 req-a654afb4-92d2-4f44-9624-41ab0a6fe2ea tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:27.186058 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edc8dfa0-ebf8-4f99-94d4-f1194de9a550 req-a654afb4-92d2-4f44-9624-41ab0a6fe2ea tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 946 time: 0.0830112 Mar 11 18:39:27.235440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-edc8dfa0-ebf8-4f99-94d4-f1194de9a550 req-0834f5e1-9369-40ae-aaa1-a85dbfd56d70 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435195 Mar 11 18:39:29.359861 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-0a0aaf16-5a7f-4295-855a-1b2b2d3382a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823507 Mar 11 18:39:29.544950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-10bdfab0-f741-4563-b8e7-01a079318651 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1097 time: 0.0855243 Mar 11 18:39:29.697797 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-5570a08e-73bc-4b6c-87c0-92a56721776a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:29.699309 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-5570a08e-73bc-4b6c-87c0-92a56721776a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1340866 Mar 11 18:39:29.806462 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-b4a0c230-abfd-4aa7-9e26-6cbb4b856e58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 1000 time: 0.0992227 Mar 11 18:39:29.876436 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-948ec905-3637-4e90-b5f7-2c3c6af09445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:29.877956 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-948ec905-3637-4e90-b5f7-2c3c6af09445 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0658216 Mar 11 18:39:29.955680 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-c395f055-c9c4-42a2-9915-8beed49ea6e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711744 Mar 11 18:39:30.089178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-7e0634de-3d00-4ec3-a2aa-31fc1081586d service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267979 Mar 11 18:39:30.235301 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6bffb961-2eaf-42c0-9067-6e1b4aa3ffeb req-a37bcad4-f205-4939-a5c0-59c5360cfd56 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402569 Mar 11 18:39:37.137594 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3902f71-cf89-4fc0-a7f7-e4debe2e8c6c req-e387b34d-d075-416c-98c7-b2752853e8f7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1135535 Mar 11 18:39:37.216440 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3902f71-cf89-4fc0-a7f7-e4debe2e8c6c req-bcd183b7-d0b6-48ca-8b66-703dda3bb796 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0463059 Mar 11 18:39:37.266336 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3902f71-cf89-4fc0-a7f7-e4debe2e8c6c req-67825482-0908-43dd-acff-32278e0ffc81 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256462 Mar 11 18:39:37.403388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3902f71-cf89-4fc0-a7f7-e4debe2e8c6c req-c3eab53f-e23c-49ee-b74b-9c3581ef9bb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:39:37.404745 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e3902f71-cf89-4fc0-a7f7-e4debe2e8c6c req-c3eab53f-e23c-49ee-b74b-9c3581ef9bb6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1326742 Mar 11 18:39:40.076481 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:42.416168 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c148aa6-374a-42df-b890-119700ea299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:44.546521 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5265ca00-7287-4392-bba0-e4b22c1079e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:45.582669 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:39:45.942777 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:45.955783 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:39:47.260468 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:10.074458 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:12.411523 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d7e52fd-ca9c-447e-b509-b79accb5740e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:14.547805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d66c94a3-1145-4b2f-bb86-d6b86ce35853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:15.947278 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:15.951423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:17.259948 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:22.584926 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:40:29.374379 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-47078633-9f72-4e85-9a63-cdaced4610c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731556 Mar 11 18:40:29.534454 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-2382023f-f6d8-441b-9b4e-3f7160795e20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1097 time: 0.0725594 Mar 11 18:40:29.781905 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-b6a48b44-a30d-40da-9b80-3e6f5b7afc46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:29.783478 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-b6a48b44-a30d-40da-9b80-3e6f5b7afc46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.2260337 Mar 11 18:40:29.891572 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-f1664d41-e03e-48ba-8e77-b8e98e9a0803 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 1000 time: 0.1017830 Mar 11 18:40:29.958556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-5b299ef5-e7aa-4e22-be16-dd8c2d6b84c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:29.960082 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-5b299ef5-e7aa-4e22-be16-dd8c2d6b84c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0627251 Mar 11 18:40:30.041529 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-3256bc4a-e44d-4693-bbaf-e4e8677cdb1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751677 Mar 11 18:40:30.181557 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-7a0398bb-b600-4369-8bac-e74ef4a609ba service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328223 Mar 11 18:40:30.315001 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-31ffbb6d-8a1f-4279-9d74-00ad5a234349 req-834e8400-3923-4ce6-950d-8073ce7cce15 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274545 Mar 11 18:40:39.807957 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c2e6424-2664-4215-b5b8-b328d18f7b3b req-236a19de-09e8-4670-8da9-09ac91d0ac72 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0475755 Mar 11 18:40:39.886813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c2e6424-2664-4215-b5b8-b328d18f7b3b req-fbefefbe-76bf-4ec0-b940-a91f210615d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0436511 Mar 11 18:40:39.936998 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c2e6424-2664-4215-b5b8-b328d18f7b3b req-445d3381-ef71-4bf1-88ed-9dd2a20037b4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263855 Mar 11 18:40:40.075227 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:40.081463 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e6424-2664-4215-b5b8-b328d18f7b3b req-7b1113c5-ff05-4a2f-8b07-0909cad5f18d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:40.083030 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3c2e6424-2664-4215-b5b8-b328d18f7b3b req-7b1113c5-ff05-4a2f-8b07-0909cad5f18d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1410739 Mar 11 18:40:40.560794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47662) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:40.772890 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Deleting port 8d951ded-b48b-48db-a110-009566c51570 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:40:40.773201 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:40.954256 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:40.955070 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:41.181663 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Calling delete_port for 8d951ded-b48b-48db-a110-009566c51570 owned by network:floatingip {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:40:41.343010 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:41.395032 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event deleted for resources: {'Port': ['ID=8d951ded-b48b-48db-a110-009566c51570,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:41.434744 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.435014 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.435387 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.435644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.435939 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.436258 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.436575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.436904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.437206 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.437520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.437866 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:41.503525 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:41.916943 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Router fca170fd-29d4-4e7c-b28f-d5ce64633a04 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:40:42.133991 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:40:42.148110 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] Sync routers for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:40:42.152040 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:42.162853 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:40:42.163807 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:40:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:40:42.210235 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9dea5c23-06c6-41da-9de5-503aa9f706ed tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "DELETE /v2.0/floatingips/71a80881-b3eb-4b70-b5e5-8a92f23e3b97 HTTP/1.1" status: 204 len: 168 time: 1.6483173 Mar 11 18:40:42.211003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:40:42.366408 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:40:42.380102 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'status': 'completed', 'code': 200} Mar 11 18:40:42.417632 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd6036d2-8ad0-4f04-947c-36c950d0dd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:42.510337 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-62853aea-3916-4b88-85b7-521e6a21f709 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 1097 time: 0.0791583 Mar 11 18:40:42.673584 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-7c293bb9-dd02-416c-bc28-53726706a008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:42.675151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-7c293bb9-dd02-416c-bc28-53726706a008 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1482027 Mar 11 18:40:42.705726 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:40:42.710074 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] Checking router: fca170fd-29d4-4e7c-b28f-d5ce64633a04 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:40:42.711066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef940b3-512b-459e-ae02-e23f28963440 req-279d5a39-afe2-4a7d-8eed-58668e4b5961 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:42.712262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-eef940b3-512b-459e-ae02-e23f28963440 req-279d5a39-afe2-4a7d-8eed-58668e4b5961 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:40:42.721131 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:40:42.721724 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:40:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:40:42.739109 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-eef940b3-512b-459e-ae02-e23f28963440 req-279d5a39-afe2-4a7d-8eed-58668e4b5961 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:40:42.741204 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eef940b3-512b-459e-ae02-e23f28963440 req-279d5a39-afe2-4a7d-8eed-58668e4b5961 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 946 time: 0.1349554 Mar 11 18:40:42.753094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-72b43373-da48-432a-a37f-939c63aff9a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 200 len: 217 time: 0.0694737 Mar 11 18:40:42.805082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-eef940b3-512b-459e-ae02-e23f28963440 req-21f3cee6-c16e-4c5b-9d79-a287078c9802 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566115 Mar 11 18:40:42.827435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-856027e1-3900-4976-816c-7c5f715d410d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:42.828953 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-856027e1-3900-4976-816c-7c5f715d410d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0684366 Mar 11 18:40:42.919299 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:40:42.920815 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-aa66d823-e6c4-4edb-8c73-afb375bd57cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852873 Mar 11 18:40:43.067151 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-2e18b9b7-f201-4126-acd1-a0b180fe2182 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394284 Mar 11 18:40:43.220242 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-6d33a24d-8555-4d07-a9e7-8c7ac63ce47f req-f72e4a00-dba5-4659-b28c-b8a841f9e631 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460078 Mar 11 18:40:43.295369 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:40:43.300109 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a1d7e-4a8b-483f-b2a1-288d624a147c None None] The sync data for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 is: [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:40:43.559539 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba13d60-d529-4043-98b8-b1be9ddff024 None None] New status for floating IP 71a80881-b3eb-4b70-b5e5-8a92f23e3b97: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:40:44.022277 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd74fa-5e0c-426e-a8f8-c1f764553dac req-306a76ad-6d21-4640-9475-ab50c19b00ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:44.023837 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2cd74fa-5e0c-426e-a8f8-c1f764553dac req-306a76ad-6d21-4640-9475-ab50c19b00ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 946 time: 0.0868213 Mar 11 18:40:44.048440 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-9bdbacd5-cfd8-47c9-b563-ebe850c7aeee tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:40:44.049157 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-9bdbacd5-cfd8-47c9-b563-ebe850c7aeee tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:40:44.061823 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-9bdbacd5-cfd8-47c9-b563-ebe850c7aeee tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:40:44.063016 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-9bdbacd5-cfd8-47c9-b563-ebe850c7aeee tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 946 time: 0.0973654 Mar 11 18:40:44.086896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c2cd74fa-5e0c-426e-a8f8-c1f764553dac req-53e35e09-ef7d-4da3-9529-cbb30605d48a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=6520b89d-cbca-4c5f-ad8e-577922bcc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566545 Mar 11 18:40:44.144217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Deleting port 01de11e7-bc82-4a49-8bed-cea1f0609681 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:40:44.144536 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:44.500301 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] For port 01de11e7-bc82-4a49-8bed-cea1f0609681, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=01de11e7-bc82-4a49-8bed-cea1f0609681,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:40:44.500301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:44.543392 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f4c07fb-c7cb-4c31-8399-5db5abc23f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:44.649295 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Calling delete_port for 01de11e7-bc82-4a49-8bed-cea1f0609681 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:40:44.799850 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:44.851154 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event deleted for resources: {'Port': ['ID=01de11e7-bc82-4a49-8bed-cea1f0609681,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:44.893876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.894267 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.894671 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.895061 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.895425 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.895802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.896137 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.896498 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.896858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.897429 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.897959 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:40:44.943933 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] No DVR routers for this DVR port 01de11e7-bc82-4a49-8bed-cea1f0609681 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:40:44.946615 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:44.949353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-deleted', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:40:44.966552 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-de52210b-0ebe-4d33-b8b3-c510e1e0e09b req-cb75baa2-26a2-45f1-83a9-a5da5aadb59d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "DELETE /v2.0/ports/01de11e7-bc82-4a49-8bed-cea1f0609681 HTTP/1.1" status: 204 len: 173 time: 0.8971105 Mar 11 18:40:45.093491 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257c9f4-75f2-4ddb-adff-eddfad998050', 'name': 'network-vif-deleted', 'tag': '01de11e7-bc82-4a49-8bed-cea1f0609681', 'status': 'completed', 'code': 200} Mar 11 18:40:45.275208 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24064107-3326-4931-8f32-f7a17868a8d8 req-af5b9a2a-b41d-4841-9b03-128a4e550e04 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=1257c9f4-75f2-4ddb-adff-eddfad998050 HTTP/1.1" status: 200 len: 210 time: 0.0440252 Mar 11 18:40:45.956692 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:45.959515 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:46.387996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47686) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:46.468526 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07f4e967-afab-478b-adf7-bb1e48591ca7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:46.503777 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07f4e967-afab-478b-adf7-bb1e48591ca7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:46.586988 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07f4e967-afab-478b-adf7-bb1e48591ca7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:46.606642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4e967-afab-478b-adf7-bb1e48591ca7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6520b89d-cbca-4c5f-ad8e-577922bcc75a,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:46.611826 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:40:46.621548 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-07f4e967-afab-478b-adf7-bb1e48591ca7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:46.622782 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-07f4e967-afab-478b-adf7-bb1e48591ca7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "DELETE /v2.0/security-groups/6520b89d-cbca-4c5f-ad8e-577922bcc75a HTTP/1.1" status: 204 len: 168 time: 0.2338188 Mar 11 18:40:46.655219 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 01de11e7-bc82-4a49-8bed-cea1f0609681 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:40:46.655544 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 01de11e7-bc82-4a49-8bed-cea1f0609681 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:40:46.914191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47694) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:46.921112 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21493231', 'description': 'tempest-secgroup-smoke-21493231 description', 'project_id': 'beff11843cce4633b385223018007f42'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:40:46.928496 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:46.932528 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:46.935579 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:46.941976 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:46.952512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:46.995773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:46.999932 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:47.003031 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:47.008951 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:47.066880 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.073553 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.124683 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf630995-8645-459d-a069-b6ae9932073f,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:47.128444 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.132713 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-99e79367-c6a8-428c-83e5-2d510066f81f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2163720 Mar 11 18:40:47.132926 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47698) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:47.139037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': 'cf630995-8645-459d-a069-b6ae9932073f', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:40:47.146520 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:47.150583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:47.153771 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:47.160031 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:47.179432 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.252669 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.259658 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.264366 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.287685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfe1d13-d551-4d0d-8e7e-811bfd46e62f,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:47.300244 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.301794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-332025a6-45c7-4443-a8f6-92242a5b8b95 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1677361 Mar 11 18:40:47.305840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47702) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:47.314740 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': 'cf630995-8645-459d-a069-b6ae9932073f', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:40:47.324250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:47.330143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:47.334299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:47.342158 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:47.361924 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.437333 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.442664 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.468486 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e758c3-7882-464e-8515-bf78da69b316,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:47.488422 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.488422 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-479e0ae5-a23a-4071-85c0-d37dd6512675 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1749926 Mar 11 18:40:47.488422 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47706) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:47.492564 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': 'cf630995-8645-459d-a069-b6ae9932073f', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:40:47.499707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:47.504108 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:47.509077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:47.515535 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:47.536684 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.604905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.609805 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.633871 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507e5196-3d25-43fa-8422-06b67018d0b0,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:47.648338 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.649620 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7a1800d4-b2e3-4442-bcd9-e939af73bd0d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1636736 Mar 11 18:40:47.653593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47710) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:47.659265 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': 'cf630995-8645-459d-a069-b6ae9932073f', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:40:47.666254 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:47.674015 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:47.677405 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:47.684211 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:47.705416 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.778574 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.784752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.907984 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5883979c-6d19-43ab-8d70-a70cfc09bcc4,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:47.921722 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:47.923829 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-2413098d-d79b-4776-b41e-154f523bbb5c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2690940 Mar 11 18:40:47.928072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47714) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:47.933643 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': 'cf630995-8645-459d-a069-b6ae9932073f', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:40:47.940831 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:47.945432 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:47.948841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:47.955539 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:47.968973 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Project beff11843cce4633b385223018007f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:40:47.976210 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.049795 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.058161 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.084278 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3978eabe-3e96-400e-baaf-ce44f7ae3f48,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:48.096203 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.097434 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-b29d63a9-6413-4405-8c04-60479a8dbeb2 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1683867 Mar 11 18:40:48.100798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47718) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:40:48.109679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'security_group_rule': {'security_group_id': 'cf630995-8645-459d-a069-b6ae9932073f', 'project_id': 'beff11843cce4633b385223018007f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:40:48.121858 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:40:48.127832 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:security_group_rule and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:40:48.132356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:40:48.141849 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:40:48.157177 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Project beff11843cce4633b385223018007f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:40:48.167005 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.245747 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.252199 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.278586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b79092-c428-4452-9259-aecc48ef5687,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:40:48.293613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:40:48.294945 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-2422143f-ac6f-4fcd-b626-c4733263115a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1925149 Mar 11 18:40:59.586436 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:41:03.248583 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-e6cfbcf3-2ad5-4335-aef7-e57b7132edfa tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:41:03.268393 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-e6cfbcf3-2ad5-4335-aef7-e57b7132edfa tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:41:03.270005 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-e6cfbcf3-2ad5-4335-aef7-e57b7132edfa tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21493231&fields=id&tenant_id=beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 267 time: 0.0647199 Mar 11 18:41:03.426686 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-dc2dcd76-a9b9-46fc-bb70-fd92c1ebc132 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:03.428123 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-dc2dcd76-a9b9-46fc-bb70-fd92c1ebc132 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 808 time: 0.1514771 Mar 11 18:41:03.448350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-a137d0fb-75c0-4f1b-91a7-c2d014d1f37c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/quotas/beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 375 time: 0.0124288 Mar 11 18:41:03.538576 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-21422e2c-d45c-46aa-8d37-a2bf0f981c80 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834184 Mar 11 18:41:03.555116 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-db484a6e-837a-4ffb-ab49-d51c10994157 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:41:03.556078 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-db484a6e-837a-4ffb-ab49-d51c10994157 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053647 Mar 11 18:41:03.699541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-e55ad27e-ee05-4b2f-a90c-e76cec2b3ec9 service neutron] 10.222.0.96 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371651 Mar 11 18:41:03.843995 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-587d7f8c-72c8-49b2-9247-cc9c14c67301 service neutron] 10.222.0.96 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370666 Mar 11 18:41:04.278549 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4dcb2fcd-3450-4d77-b592-70f484823cd7 req-65eed85a-a4c5-41fd-83b6-21e05ee1f931 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 210 time: 0.0459883 Mar 11 18:41:05.454926 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-acc9ab5c-5f47-4f93-9865-53ecf05a8a3c req-5409257e-0d85-452e-9e2c-c5afa6333fb0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 210 time: 0.0460529 Mar 11 18:41:05.458300 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-4b9639b9-4544-4684-8501-f9f1b24ee51f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:05.459755 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-4b9639b9-4544-4684-8501-f9f1b24ee51f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 808 time: 0.1560323 Mar 11 18:41:05.524539 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-94b7b4f7-7e9f-48f0-8ee7-78f15e769ceb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:41:05.544140 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-94b7b4f7-7e9f-48f0-8ee7-78f15e769ceb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:41:05.545955 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-94b7b4f7-7e9f-48f0-8ee7-78f15e769ceb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 378 time: 0.0682659 Mar 11 18:41:05.561345 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'port': {'device_id': 'c3098739-dc87-41e6-970d-d44137d388b5', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'admin_state_up': True, 'tenant_id': 'beff11843cce4633b385223018007f42', 'security_groups': ['cf630995-8645-459d-a069-b6ae9932073f']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:41:05.727848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:41:05.732191 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:port and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:41:05.735179 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:41:05.741012 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:41:05.752261 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Made reservation on behalf of beff11843cce4633b385223018007f42 for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:41:05.755501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:05.934517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Allocated IP 172.20.0.5 (c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca/988266cb-0c11-417f-a7fe-130a89d8884e/8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:41:06.155663 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:06.182784 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Transition to ACTIVE for port object 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:41:06.215159 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:06.289468 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:41:06.292563 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:41:06.296688 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:41:06.332614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:41:06.365555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:06.366267 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:06.393094 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-7784260b-8ad9-4a19-b705-3a3ae995eb4e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8374763 Mar 11 18:41:06.411447 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Request body: {'port': {'device_id': 'c3098739-dc87-41e6-970d-d44137d388b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:41:06.530059 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:06.551674 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-411158a4-db8b-413c-9f99-080598117e9c None None] Provisioning for port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:41:06.569120 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-411158a4-db8b-413c-9f99-080598117e9c None None] Provisioning complete for port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:41:06.569485 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-411158a4-db8b-413c-9f99-080598117e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:06.629401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-411158a4-db8b-413c-9f99-080598117e9c None None] Port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:41:06.695344 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be13a-dcd7-44e3-a88c-8d5de6c7e2cb req-c3f3e0a9-9bb4-46f2-b842-2f87a5bbc5ba tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:06.696978 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-641be13a-dcd7-44e3-a88c-8d5de6c7e2cb req-c3f3e0a9-9bb4-46f2-b842-2f87a5bbc5ba tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 931 time: 0.0870876 Mar 11 18:41:06.744777 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-641be13a-dcd7-44e3-a88c-8d5de6c7e2cb req-e795f817-e596-47e4-8d9e-ca217436dd62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414178 Mar 11 18:41:06.915038 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:41:06.927578 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:06.944312 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Transition to ACTIVE for port object 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:41:06.949353 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:07.220369 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:41:07.342270 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Attempting to bind port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:41:07.342673 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Attempting to bind port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:41:07.343000 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Attempting to bind port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:41:07.350250 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:41:07.350613 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Attempting to bind port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad on network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:41:07.357213 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:41:07.357544 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Checking segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:41:07.357921 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Bound using segment: {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:41:07.358339 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Bound port: 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855f1e1-7d0d-4176-a652-87f4ff2ce835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:41:07.358735 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:07.454326 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:41:07.457483 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:41:07.463562 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:07.525071 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:07.526456 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 1091 time: 1.1196690 Mar 11 18:41:07.526903 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:41:07.550291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b65c2f-b1eb-4660-b9bb-113e621dc869 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:41:07.619434 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'status': 'completed', 'code': 200} Mar 11 18:41:07.667648 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-3c24a081-94a1-4874-95f8-70e3e3475d09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1094 time: 0.0824981 Mar 11 18:41:07.744839 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-26974f7c-3f87-4724-bcb7-eae40d3ab08e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 217 time: 0.0624552 Mar 11 18:41:07.814338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-259dc4b4-39e6-4f0a-ac4a-8d1ccb684c07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:07.815865 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-259dc4b4-39e6-4f0a-ac4a-8d1ccb684c07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0650523 Mar 11 18:41:07.893649 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-be1b1d35-1f74-414b-9ca4-e4ba273baa83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704091 Mar 11 18:41:07.955916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10605-1bba-4ff4-8d85-934df449f005 req-f01dfc54-08dd-44a8-b00a-f7aacb6ff327 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:07.958079 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fd10605-1bba-4ff4-8d85-934df449f005 req-f01dfc54-08dd-44a8-b00a-f7aacb6ff327 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0839097 Mar 11 18:41:08.008513 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6fd10605-1bba-4ff4-8d85-934df449f005 req-ea7a99b3-73ff-4b8b-8e51-5102c68b0a61 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443485 Mar 11 18:41:08.033290 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-cbb9e7d1-ac4a-485a-891a-ca5e8f6e134f service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312120 Mar 11 18:41:08.176392 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-5220c9d1-c915-4ee8-8445-be3bf786b58d req-38e289bd-d3ad-4de0-acde-77377f752cf5 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368566 Mar 11 18:41:08.347599 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-629999e0-b02f-42a0-8cfb-7d85b566a811 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1094 time: 0.0781841 Mar 11 18:41:08.490417 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-254183a8-dce6-4782-8e8d-225a1f876082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:08.491867 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-254183a8-dce6-4782-8e8d-225a1f876082 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1372643 Mar 11 18:41:08.562888 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-88e92b35-6ed8-4095-a993-45136ff891a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 217 time: 0.0646403 Mar 11 18:41:08.645497 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-8ea0da8f-fc6c-4e4c-b20f-c9bb19e427fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:08.647028 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-8ea0da8f-fc6c-4e4c-b20f-c9bb19e427fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0764551 Mar 11 18:41:08.729640 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-6a7b76a6-414f-4d95-b411-4b9de49d7407 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765178 Mar 11 18:41:08.875690 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-dcac122c-618e-4077-b7d9-3085061e691f service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392224 Mar 11 18:41:09.017704 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-07a82ce3-695b-4b04-94f6-d9dd5c4ff5f5 req-b329ee6c-0868-4721-935d-e14e48b1d8eb service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363530 Mar 11 18:41:09.215933 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86d20-b4b6-4784-9f2f-4b15a1d3264a req-7dee04dd-3483-4609-95f4-b8b819375d89 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:09.217424 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ff86d20-b4b6-4784-9f2f-4b15a1d3264a req-7dee04dd-3483-4609-95f4-b8b819375d89 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0791564 Mar 11 18:41:09.263476 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1ff86d20-b4b6-4784-9f2f-4b15a1d3264a req-8e28566b-3904-4628-a9c9-fe833a473332 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399957 Mar 11 18:41:10.092303 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:10.480224 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1d1f-7315-4cf5-9968-aa4fcd05b89d req-89ffcc63-71bf-48f8-8de7-24ad4313cc26 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:10.481691 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38dd1d1f-7315-4cf5-9968-aa4fcd05b89d req-89ffcc63-71bf-48f8-8de7-24ad4313cc26 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0889711 Mar 11 18:41:10.526713 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-38dd1d1f-7315-4cf5-9968-aa4fcd05b89d req-e03526d2-2752-4407-82cf-b20695ca28f0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392313 Mar 11 18:41:11.733822 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e136e7-b705-4802-9f11-e0b45ebf6282 req-a0876e9e-ec29-4b6e-95a6-31fa87a44c8e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:11.736081 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27e136e7-b705-4802-9f11-e0b45ebf6282 req-a0876e9e-ec29-4b6e-95a6-31fa87a44c8e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0801711 Mar 11 18:41:11.784291 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-27e136e7-b705-4802-9f11-e0b45ebf6282 req-293c2713-e086-44c6-a476-f4687ab8d452 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426700 Mar 11 18:41:12.416800 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c14e9205-eda3-4523-ab65-c48b7ab148c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:13.002537 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09561-66db-4e49-a17d-de0db2ee16b8 req-dd26dc47-3009-4bac-80fa-73d3fb98c89e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:13.004107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddf09561-66db-4e49-a17d-de0db2ee16b8 req-dd26dc47-3009-4bac-80fa-73d3fb98c89e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0892820 Mar 11 18:41:13.056420 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ddf09561-66db-4e49-a17d-de0db2ee16b8 req-ad7637fb-1c8e-4abe-8b55-8b73cf005127 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451226 Mar 11 18:41:14.288351 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cf57f-5c0a-45d1-a235-805d5402a3bf req-12396f10-c661-4026-a31b-233275d79817 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:14.289870 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb8cf57f-5c0a-45d1-a235-805d5402a3bf req-12396f10-c661-4026-a31b-233275d79817 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0827959 Mar 11 18:41:14.344214 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fb8cf57f-5c0a-45d1-a235-805d5402a3bf req-085c9c37-9f9d-446f-82eb-aed4ff7fea07 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457540 Mar 11 18:41:14.548890 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de64b9c2-bb02-4fb0-b406-39c85a9f74a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:15.568830 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42ba7-3c69-4a73-b3a9-f2f8193ceecf req-04094875-f42f-4684-9698-50444de7b951 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:15.570228 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1b42ba7-3c69-4a73-b3a9-f2f8193ceecf req-04094875-f42f-4684-9698-50444de7b951 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0852571 Mar 11 18:41:15.621951 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1b42ba7-3c69-4a73-b3a9-f2f8193ceecf req-8347d01c-0730-465b-872f-5d8196b206ab tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437949 Mar 11 18:41:15.952537 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:15.956887 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:16.766020 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:41:16.836194 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a6ec-8b53-4b71-9bd3-130f592bbda9 req-5ed37bf7-6635-44a6-b9e4-b928af2669b5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:16.837635 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93f4a6ec-8b53-4b71-9bd3-130f592bbda9 req-5ed37bf7-6635-44a6-b9e4-b928af2669b5 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0881135 Mar 11 18:41:16.891813 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93f4a6ec-8b53-4b71-9bd3-130f592bbda9 req-e3e72bcf-d0b4-4b77-b2c8-010c87808967 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474632 Mar 11 18:41:16.906777 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:41:16.922925 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'port_id': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'mac_address': 'fa:16:3e:fc:3f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:41:16.979087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:17.001991 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:41:17.017896 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:41:17.023691 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:17.105259 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:41:17.114978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.115307 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.115659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.115980 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.116304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.116627 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.116944 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.117258 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.117577 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.117887 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.118202 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:41:17.273063 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:17.303373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:41:18.110801 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa055df-dccc-43a5-a5f7-a94e7ef543db req-505e5832-2838-4806-967f-3dac22023e3c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:18.112334 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aaa055df-dccc-43a5-a5f7-a94e7ef543db req-505e5832-2838-4806-967f-3dac22023e3c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 944 time: 0.0917091 Mar 11 18:41:18.163740 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aaa055df-dccc-43a5-a5f7-a94e7ef543db req-817b2529-f247-439b-8fc1-b2abc0f2989e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451353 Mar 11 18:41:18.782416 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:41:18.857917 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:41:18.863209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:41:18.863576 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:19.013743 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:19.043743 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:41:19.054114 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:41:19.058991 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:19.127101 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:41:19.176183 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'code': 200} Mar 11 18:41:19.340340 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-97c513fa-ad60-4ed7-9664-97028dff41db req-7ad48087-488a-42f3-a467-ecc85dc6cbbf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.0677228 Mar 11 18:41:19.471624 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752f3dd-a4ba-4a4a-9225-e7e0696933ec req-c481345e-f844-407b-bd95-dcb6914804ef tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:19.473109 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9752f3dd-a4ba-4a4a-9225-e7e0696933ec req-c481345e-f844-407b-bd95-dcb6914804ef tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.1824205 Mar 11 18:41:19.490690 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-97c513fa-ad60-4ed7-9664-97028dff41db req-b2f33ab8-2ff4-445e-b68b-cff4085d612d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445446 Mar 11 18:41:19.518673 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9752f3dd-a4ba-4a4a-9225-e7e0696933ec req-167c86e0-c0c0-42df-be18-cbc0937a322c tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396650 Mar 11 18:41:20.724124 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb438c-717d-454e-b11b-370d428afe24 req-c6908c58-1f23-4729-b60f-97f11ffc4331 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:20.725596 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dceb438c-717d-454e-b11b-370d428afe24 req-c6908c58-1f23-4729-b60f-97f11ffc4331 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0779591 Mar 11 18:41:20.772473 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-dceb438c-717d-454e-b11b-370d428afe24 req-a929d51f-7fa4-40b6-9e36-8767d64a1ad3 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413210 Mar 11 18:41:20.981786 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8821c-483a-4c9f-aacb-c5c0e7c8b171 req-3f0538f9-1fad-46fb-bb56-e3b3d46e1dd0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:20.983298 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ae8821c-483a-4c9f-aacb-c5c0e7c8b171 req-3f0538f9-1fad-46fb-bb56-e3b3d46e1dd0 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0831578 Mar 11 18:41:21.028940 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0ae8821c-483a-4c9f-aacb-c5c0e7c8b171 req-a1d0d692-0136-47e6-9a17-5ad2afc5bd0e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399535 Mar 11 18:41:21.057232 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 47858) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:41:21.130554 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5c9bf1f1-3c50-4eb9-92d5-a0fb5d32d85a tempest-TestShelveInstance-1761045876 tempest-TestShelveInstance-1761045876-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1091 time: 0.0719559 Mar 11 18:41:21.133400 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 47862) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:41:21.138899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'tenant_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:41:21.145550 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:41:21.149779 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Usage tracker for resource:floatingip and tenant:beff11843cce4633b385223018007f42 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:41:21.152865 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:41:21.159046 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:41:21.171493 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:21.321109 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:21.468430 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Allocated IP 172.25.3.226 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/3b2e7b23-a4c1-4536-9350-20e643f53540) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:41:21.619355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:21.650865 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:21.719131 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:41:21.721790 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:41:21.725639 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:41:21.758591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'Port': ['ID=3b2e7b23-a4c1-4536-9350-20e643f53540,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:41:22.275026 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:22.344009 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:22.573538 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:22.579393 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:22.788762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event updated for resources: {'Port': ['ID=3b2e7b23-a4c1-4536-9350-20e643f53540,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:41:22.804980 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:23.006072 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Floating IP a5465677-1828-46a7-945b-1439426061f9 associated. External IP: 172.25.3.226, port: 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad. Mar 11 18:41:23.425185 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Router fca170fd-29d4-4e7c-b28f-d5ce64633a04 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:41:23.645040 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:41:23.659580 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] Sync routers for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:41:23.675651 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:41:23.676326 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:41:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:41:23.686056 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:23.745107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d272e3bc-b5ae-4ef8-b563-71624cde12ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6105053 Mar 11 18:41:23.745773 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:41:23.805258 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'status': 'completed', 'code': 200} Mar 11 18:41:23.873161 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:41:23.935736 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-ad39649f-f39d-4518-b0f8-4d726f4e9d0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.0785367 Mar 11 18:41:24.076007 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce28a-5c15-4df4-8652-10358dd965af req-3d05f7c8-a304-4d62-add4-b5f94e0a9b4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:24.077724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-3d05f7c8-a304-4d62-add4-b5f94e0a9b4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1343424 Mar 11 18:41:24.182204 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-64dada82-fd3b-4eec-a0dc-55741aad00ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 999 time: 0.0976100 Mar 11 18:41:24.228473 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'a5465677-1828-46a7-945b-1439426061f9', 'tenant_id': 'beff11843cce4633b385223018007f42', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'port_id': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'mac_address': 'fa:16:3e:fc:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3098739-dc87-41e6-970d-d44137d388b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:41:22Z', 'updated_at': '2022-03-11T18:41:22Z', 'revision_number': 0, 'project_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:41:24.232689 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] Checking router: fca170fd-29d4-4e7c-b28f-d5ce64633a04 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:41:24.243714 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:41:24.244313 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:41:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:41:24.249636 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce28a-5c15-4df4-8652-10358dd965af req-63a3b172-3b58-4704-a45b-32c48baef9e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:24.251247 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-63a3b172-3b58-4704-a45b-32c48baef9e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0627799 Mar 11 18:41:24.331467 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-be5acd01-0199-41df-a24c-0f3c4132ea05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708125 Mar 11 18:41:24.341945 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-8029d471-9c96-463d-ad7c-3e7fe40b12db service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83848) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:41:24.342914 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-8029d471-9c96-463d-ad7c-3e7fe40b12db service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049777 Mar 11 18:41:24.421921 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:41:24.476090 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-71e36651-9740-4554-b75d-eadf08126b42 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265447 Mar 11 18:41:24.609726 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3bfce28a-5c15-4df4-8652-10358dd965af req-bcaab21d-737a-4e1a-b3dd-efc48c82de10 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274593 Mar 11 18:41:24.809806 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'a5465677-1828-46a7-945b-1439426061f9', 'tenant_id': 'beff11843cce4633b385223018007f42', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'port_id': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'mac_address': 'fa:16:3e:fc:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3098739-dc87-41e6-970d-d44137d388b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:41:22Z', 'updated_at': '2022-03-11T18:41:22Z', 'revision_number': 0, 'project_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:41:24.814082 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d724b-7fe4-4ca3-83fd-e7a3342bae9c None None] The sync data for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 is: [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': 'a5465677-1828-46a7-945b-1439426061f9', 'tenant_id': 'beff11843cce4633b385223018007f42', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'port_id': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'mac_address': 'fa:16:3e:fc:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3098739-dc87-41e6-970d-d44137d388b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:41:22Z', 'updated_at': '2022-03-11T18:41:22Z', 'revision_number': 0, 'project_id': 'beff11843cce4633b385223018007f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:41:25.035433 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed1b80-5783-4745-b1cd-f1a65d375b39 None None] New status for floating IP a5465677-1828-46a7-945b-1439426061f9: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:41:31.483238 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-1b6139a4-258f-4b6e-a05c-baf6ca134a87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855229 Mar 11 18:41:31.652792 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-246e31ae-cde2-4ca4-892a-fad1c9cb4bcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.0790215 Mar 11 18:41:31.809815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-57f7c4b5-8822-4a39-99d5-7926766ac657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:31.811794 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-57f7c4b5-8822-4a39-99d5-7926766ac657 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1410251 Mar 11 18:41:31.928788 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-59f9736a-973e-495f-b6ca-1d2d08241fa1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 1001 time: 0.1104934 Mar 11 18:41:31.996804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-d028d753-0260-4446-8d32-0c173de9af3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:31.998471 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-d028d753-0260-4446-8d32-0c173de9af3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0636613 Mar 11 18:41:32.088943 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-b2dc8db1-f374-493c-9a29-fc5ab7bc9d68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842593 Mar 11 18:41:32.234238 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-66804c19-5e5a-4d6c-9d69-eca74c773f82 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389813 Mar 11 18:41:32.483438 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-18f14828-e3cf-47a4-bf1d-2e03046cc13f req-7777c0fa-d29a-4bc0-aec8-157aa4a480f5 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430820 Mar 11 18:41:36.587737 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:41:40.088844 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:42.413155 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88320313-5ea1-4e87-8110-9a8819f7c764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:43.935797 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f769d381-fa53-4132-a4ba-ee4792262c8b req-073c92d1-1440-4e5f-96d8-92001ae791f0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0424905 Mar 11 18:41:44.006848 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f769d381-fa53-4132-a4ba-ee4792262c8b req-8e5d6194-5292-4ba1-932b-18b189d130c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0413880 Mar 11 18:41:44.059094 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f769d381-fa53-4132-a4ba-ee4792262c8b req-57c511ec-b7b3-4c93-886e-a6f0174f7eb7 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287843 Mar 11 18:41:44.208644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d381-fa53-4132-a4ba-ee4792262c8b req-c43c0385-dafd-4a82-a7c9-0a2fee995fdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:41:44.210317 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f769d381-fa53-4132-a4ba-ee4792262c8b req-c43c0385-dafd-4a82-a7c9-0a2fee995fdf service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1461017 Mar 11 18:41:44.550352 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ebcffdd-abef-4578-8eda-6c77aa37df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:45.962344 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:45.966787 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:41:47.277458 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:10.088661 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:12.411036 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-968d33c1-e519-4278-8153-b2040f3f5a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:13.590890 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:42:14.551561 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-740fb3e5-3c7d-4957-b917-78e2b040c8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:15.961483 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:15.963372 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:17.277280 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:32.361175 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-f4877700-ae56-4ade-b263-d6271d3bb883 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748587 Mar 11 18:42:32.528646 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-8295f921-3b50-49d5-b216-c54c9916abe0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.0805571 Mar 11 18:42:32.692325 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-884cc6b8-97e0-4c16-8f83-b0ea48480551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:42:32.693778 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-884cc6b8-97e0-4c16-8f83-b0ea48480551 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1446867 Mar 11 18:42:32.800879 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-2e9e6d66-94e7-481d-882a-2a042e9b7bd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 1001 time: 0.1004698 Mar 11 18:42:32.869053 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-87cabf65-8f91-4ce3-ad33-a785b262402a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:42:32.871326 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-87cabf65-8f91-4ce3-ad33-a785b262402a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0641849 Mar 11 18:42:32.949511 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-3e426d0f-6536-45eb-8f3e-e74846243109 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720720 Mar 11 18:42:33.087050 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-71467c2f-e4ce-42bf-bf1e-2d88942b3a91 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314216 Mar 11 18:42:33.227550 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8290db3e-92b4-4314-9acc-4e603ef34832 req-955e938b-db39-4773-a784-91b2bd1d8df5 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334848 Mar 11 18:42:40.101150 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:41.073107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29f6437c-50c4-429d-9d51-c27665b6aecf req-9d4e3766-0071-4eb5-b0f5-35a67339b6bc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0453968 Mar 11 18:42:41.197286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29f6437c-50c4-429d-9d51-c27665b6aecf req-6eadd4f4-4dc2-48da-af92-c1fb883428cf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0403183 Mar 11 18:42:41.248569 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29f6437c-50c4-429d-9d51-c27665b6aecf req-745cb15b-32aa-498f-ad32-21cd8f44c61c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253701 Mar 11 18:42:41.396940 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6437c-50c4-429d-9d51-c27665b6aecf req-85770ad9-d895-4a8e-b39c-9166b6caf01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:42:41.398419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-29f6437c-50c4-429d-9d51-c27665b6aecf req-85770ad9-d895-4a8e-b39c-9166b6caf01e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1445920 Mar 11 18:42:42.407442 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20297fbe-5820-48a2-af04-d83bf7d0f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:44.552479 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-737d73f4-9254-4b47-b01b-81f45d4d7c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:45.959057 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:45.960898 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:47.279465 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:42:50.591852 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:43:10.101553 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:12.411362 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca7072af-4b53-4161-b9e5-4c3e65fef338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:14.553419 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9d2e-d392-4c86-8a2c-87dd36634a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:15.958334 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:15.963504 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:17.291045 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:23.382733 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4578514-ba9c-4892-af02-19e400fdedfd req-15c7cdff-f03f-4dce-81d9-0b046c51cfbc tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:23.384187 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4578514-ba9c-4892-af02-19e400fdedfd req-15c7cdff-f03f-4dce-81d9-0b046c51cfbc tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.1907330 Mar 11 18:43:23.431707 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e4578514-ba9c-4892-af02-19e400fdedfd req-f5fda787-005b-41ef-aa2e-353686c860de tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419226 Mar 11 18:43:24.678299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0dda-513e-420b-ab1d-7d804e538040 req-a74fbbe8-a583-4c7e-a122-0b3ee48dbc8f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:24.679865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6bd0dda-513e-420b-ab1d-7d804e538040 req-a74fbbe8-a583-4c7e-a122-0b3ee48dbc8f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0820260 Mar 11 18:43:24.731144 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6bd0dda-513e-420b-ab1d-7d804e538040 req-d5f32449-c22e-4539-932d-e898ae82cbba tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454240 Mar 11 18:43:25.966112 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a4576-f497-4697-b128-b093f8d6f392 req-1300370d-aac5-4920-9673-64da315b2f2b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:25.967668 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-975a4576-f497-4697-b128-b093f8d6f392 req-1300370d-aac5-4920-9673-64da315b2f2b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0866888 Mar 11 18:43:26.020201 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-975a4576-f497-4697-b128-b093f8d6f392 req-8e871469-b514-4b9b-b8ef-f4ab6ea3ab71 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469146 Mar 11 18:43:27.226932 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08bc8-82a0-4f90-a865-f15d71965db5 req-8ebd7b86-e42c-4678-87ad-ffdfbe7ba3f4 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:27.228353 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ded08bc8-82a0-4f90-a865-f15d71965db5 req-8ebd7b86-e42c-4678-87ad-ffdfbe7ba3f4 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0804112 Mar 11 18:43:27.279711 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ded08bc8-82a0-4f90-a865-f15d71965db5 req-b6158616-2056-4ff2-a4d4-a03a30e0e454 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456073 Mar 11 18:43:27.592732 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:43:28.495824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7766-ec71-4115-a98f-eb28231c9bb7 req-90a15fe0-240f-45d6-b430-6094011ba0e7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:28.497238 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a7d7766-ec71-4115-a98f-eb28231c9bb7 req-90a15fe0-240f-45d6-b430-6094011ba0e7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0892479 Mar 11 18:43:28.546215 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6a7d7766-ec71-4115-a98f-eb28231c9bb7 req-ea39fcf3-0d7a-4bb1-97a8-0813f965f5b9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428922 Mar 11 18:43:29.771946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2644c-2bae-4289-9158-5daaf1600397 req-a0da8850-8294-440c-8936-9027c8b3301d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:29.773518 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24c2644c-2bae-4289-9158-5daaf1600397 req-a0da8850-8294-440c-8936-9027c8b3301d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0930498 Mar 11 18:43:29.827009 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-24c2644c-2bae-4289-9158-5daaf1600397 req-31a9990d-604a-46ff-a4fd-8789d1734503 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466938 Mar 11 18:43:31.036103 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa42152-f7ff-406a-90d6-0d1ce4574c27 req-5c64a304-4d6e-4d1d-8f19-50e460cf727b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:31.039488 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faa42152-f7ff-406a-90d6-0d1ce4574c27 req-5c64a304-4d6e-4d1d-8f19-50e460cf727b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0863874 Mar 11 18:43:31.085294 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-faa42152-f7ff-406a-90d6-0d1ce4574c27 req-60784462-a3d4-43fd-a86d-892028752016 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417740 Mar 11 18:43:32.460336 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ad1a3-e7b3-41b4-85c1-28307e7c015b req-a8f13d4d-e963-45d3-a565-e2b2bee7fe79 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:32.461984 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c42ad1a3-e7b3-41b4-85c1-28307e7c015b req-a8f13d4d-e963-45d3-a565-e2b2bee7fe79 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0961938 Mar 11 18:43:32.512839 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c42ad1a3-e7b3-41b4-85c1-28307e7c015b req-e2c774b2-24b0-47bf-8b2a-58c2e1cf1c07 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429308 Mar 11 18:43:33.519739 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-dc73202b-af5f-4fc3-9ff3-1bc7772eb9c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.1627862 Mar 11 18:43:33.679985 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-737497c5-6e54-45f2-907f-28bb143ad4a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:33.680277 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-737497c5-6e54-45f2-907f-28bb143ad4a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1409664 Mar 11 18:43:33.721551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb708-aa8e-45df-ae1c-1f3c6c0d36af req-34773847-454f-45e4-9a24-0362ae9bba04 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:33.723082 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-111eb708-aa8e-45df-ae1c-1f3c6c0d36af req-34773847-454f-45e4-9a24-0362ae9bba04 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0780337 Mar 11 18:43:33.768869 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-111eb708-aa8e-45df-ae1c-1f3c6c0d36af req-5908ab32-290c-451c-8506-acc327b4de6f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397003 Mar 11 18:43:33.780150 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-c087f80a-8bf8-47ca-9feb-a5a55000cdc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 1001 time: 0.0943611 Mar 11 18:43:33.847291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-faeac9ad-46a9-4ac8-9652-4fb1ad1bbe85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:33.848752 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-faeac9ad-46a9-4ac8-9652-4fb1ad1bbe85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0618358 Mar 11 18:43:33.927484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-a7157a7b-adcd-4c70-8287-6e21262d31b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729618 Mar 11 18:43:34.071673 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-35eb2525-a248-44af-93f5-51230289fda4 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382766 Mar 11 18:43:34.205822 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d27d2d4c-119f-4e41-a9ec-8155190d75f6 req-716c0d59-81d8-4c91-a29d-535da84184e0 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282346 Mar 11 18:43:34.352181 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-0eedf4e1-10b3-4a79-b991-072d07d21d40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.0795767 Mar 11 18:43:34.589302 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-ea28f05d-1381-44a4-a2b1-8b56f6f95411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:34.590885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-ea28f05d-1381-44a4-a2b1-8b56f6f95411 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.2312000 Mar 11 18:43:34.695828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-4041063f-62ff-4f34-896a-ff59ff73e7fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 1001 time: 0.0963557 Mar 11 18:43:34.763535 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-32c0bf2b-ba8e-4de5-b96e-456e41c7bba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:34.764988 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-32c0bf2b-ba8e-4de5-b96e-456e41c7bba1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0629957 Mar 11 18:43:34.843022 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-8ee8847e-b8dc-424f-9cf6-efe9eeb30394 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715132 Mar 11 18:43:34.975799 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95b354-680d-4e00-b8d7-d7a635e1530a req-cc5efcd3-73bd-44d1-8040-a4b8fee1af19 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:34.977318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d95b354-680d-4e00-b8d7-d7a635e1530a req-cc5efcd3-73bd-44d1-8040-a4b8fee1af19 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0849514 Mar 11 18:43:34.981563 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-1809ea45-fbcb-4a76-84aa-95108ea65012 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312897 Mar 11 18:43:35.030164 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2d95b354-680d-4e00-b8d7-d7a635e1530a req-414cad1a-59cb-4771-ad7e-ee5181b484b7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469041 Mar 11 18:43:35.114114 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-ab50f89f-1393-4bb5-95e5-a1724b0c2816 req-dad7b456-b9af-44bc-8fc6-29d0148d8359 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258605 Mar 11 18:43:36.237153 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa397710-f504-41fa-a2a7-ef1d069e83d3 req-784ca5a2-b45f-41dd-88bc-af60bf230543 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:36.238694 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa397710-f504-41fa-a2a7-ef1d069e83d3 req-784ca5a2-b45f-41dd-88bc-af60bf230543 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0769973 Mar 11 18:43:36.288946 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-aa397710-f504-41fa-a2a7-ef1d069e83d3 req-e7bb0d0a-0641-4a4d-8484-9e9b2df98d80 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444663 Mar 11 18:43:37.500419 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e3b03-e4f4-4e03-8bb9-8cf0aeaed425 req-76dc60c7-d872-4c69-b325-2a058c49d5ef tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:37.501896 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66e3b03-e4f4-4e03-8bb9-8cf0aeaed425 req-76dc60c7-d872-4c69-b325-2a058c49d5ef tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0833066 Mar 11 18:43:37.549485 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b66e3b03-e4f4-4e03-8bb9-8cf0aeaed425 req-d61e3749-6bdf-4682-97ad-09b7d7caf7e7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418625 Mar 11 18:43:37.810056 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e547747d-447d-4ab3-851a-8d2a464b4cfe req-811c5b2f-201d-42c6-94ed-a8621e3c0867 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1451674 Mar 11 18:43:38.138280 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-f6d21dbc-82f0-44b9-8e75-b61833bf2875 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1977046 Mar 11 18:43:38.149303 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9ba5c-e2ce-45c7-a5a6-2e7cb08ad310 req-aaba9eb0-c072-44c1-95a5-33ec7499c3ff tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:38.150842 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcc9ba5c-e2ce-45c7-a5a6-2e7cb08ad310 req-aaba9eb0-c072-44c1-95a5-33ec7499c3ff tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.1131115 Mar 11 18:43:38.209524 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fcc9ba5c-e2ce-45c7-a5a6-2e7cb08ad310 req-4975215f-bbe1-4cdf-9f93-8e74616039ff tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528479 Mar 11 18:43:39.421299 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0ab92-69e9-4b6d-8355-13ac342ac709 req-5aced023-1a4c-434b-9e0b-db8256fbd685 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:39.423111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63b0ab92-69e9-4b6d-8355-13ac342ac709 req-5aced023-1a4c-434b-9e0b-db8256fbd685 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0827925 Mar 11 18:43:39.470036 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-63b0ab92-69e9-4b6d-8355-13ac342ac709 req-0be8cdb9-66bd-497e-9bba-b73ca2971d88 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414076 Mar 11 18:43:39.512525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:43:39.623624 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:39.650439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:43:39.660179 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:43:39.665435 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:39.711533 n-d-833436-1 neutron-server[83850]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'code': 422} returned with failed status Mar 11 18:43:39.739716 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:43:39.748110 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.748431 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.748776 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.749102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.749421 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.749735 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.750051 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.750387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.750705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.751004 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:39.751316 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:43:40.116178 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:40.597584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-c9499be2-53a7-4044-bcfc-6efd5c8f92cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5&tenant_id=beff11843cce4633b385223018007f42 HTTP/1.1" status: 200 len: 1094 time: 0.0887890 Mar 11 18:43:40.701809 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-ec1f2e8c-1952-4048-bd72-4a4908b0a684 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1094 time: 0.0702467 Mar 11 18:43:40.761095 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f8e4e-ec48-4eba-af9c-f7d6fe2bef13 req-4ae3f318-1d7a-44ab-b556-8869c77b118a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:40.762592 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-861f8e4e-ec48-4eba-af9c-f7d6fe2bef13 req-4ae3f318-1d7a-44ab-b556-8869c77b118a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.1513710 Mar 11 18:43:40.815561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-861f8e4e-ec48-4eba-af9c-f7d6fe2bef13 req-b74af785-5345-4e94-a513-63c97447315f tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470302 Mar 11 18:43:40.837626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-c87a08fc-ade6-474a-b75d-666582f44141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:40.839133 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-c87a08fc-ade6-474a-b75d-666582f44141 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1295054 Mar 11 18:43:40.947625 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-c8db0496-15bc-4e0a-a17a-33126bd85bd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 999 time: 0.1023335 Mar 11 18:43:41.016488 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-2945ffbc-0a5a-4a77-b666-fc4bcb78c62f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:41.017962 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-2945ffbc-0a5a-4a77-b666-fc4bcb78c62f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0638621 Mar 11 18:43:41.092983 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-8a89fb5d-3ea1-46d3-b9e8-633e4bc5177e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685730 Mar 11 18:43:41.228881 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-160aa70a-7260-4c51-87fa-a2179ffbdbba service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283698 Mar 11 18:43:41.368740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-cd95b93b-46de-4e34-ba62-8379b13d9fae service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338518 Mar 11 18:43:42.097275 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfcad3-c6b5-4600-8480-76e17cd5aa21 req-74b5ad32-e226-4eae-840f-a7287c37b070 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:42.098763 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7cfcad3-c6b5-4600-8480-76e17cd5aa21 req-74b5ad32-e226-4eae-840f-a7287c37b070 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.1525779 Mar 11 18:43:42.150672 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c7cfcad3-c6b5-4600-8480-76e17cd5aa21 req-1afc3b43-d7b4-43b3-a44b-b23005c2c1cd tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461371 Mar 11 18:43:42.406686 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9dce-6c3a-4b10-bb50-9f6718cadb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:42.912503 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22c30060-c582-4d20-9698-ff709e500f6e req-eea07fff-23fa-48ca-a7fc-c3661faf0159 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0402369 Mar 11 18:43:42.989342 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22c30060-c582-4d20-9698-ff709e500f6e req-b1126426-f6bb-4094-ad6a-3e0c4eb97086 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0430391 Mar 11 18:43:43.046899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22c30060-c582-4d20-9698-ff709e500f6e req-3f33eb2f-5922-4e5a-8cc7-b2a81d1a2941 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268257 Mar 11 18:43:43.307407 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c30060-c582-4d20-9698-ff709e500f6e req-ba019815-09ab-4b10-9322-29fa9715d8f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:43.308863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-22c30060-c582-4d20-9698-ff709e500f6e req-ba019815-09ab-4b10-9322-29fa9715d8f6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2557583 Mar 11 18:43:43.356341 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae36364-6b6c-4333-ac24-4f47c528085c req-978902e2-00ac-4d61-abf0-f9e66ffc35c6 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:43.357792 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ae36364-6b6c-4333-ac24-4f47c528085c req-978902e2-00ac-4d61-abf0-f9e66ffc35c6 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0854843 Mar 11 18:43:43.405784 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7ae36364-6b6c-4333-ac24-4f47c528085c req-804791d3-df66-4b9b-a892-805f68e09793 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415001 Mar 11 18:43:44.549040 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89f81dcb-16ad-4ae0-9a43-84fd877e4163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:44.657230 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0c00c-d3a3-4694-aa10-d536ea269146 req-3f42666b-8212-43ac-b3dd-fc05ba7f6129 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:44.658734 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ed0c00c-d3a3-4694-aa10-d536ea269146 req-3f42666b-8212-43ac-b3dd-fc05ba7f6129 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0798721 Mar 11 18:43:44.712523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9ed0c00c-d3a3-4694-aa10-d536ea269146 req-7ada8106-30b2-447d-a3b4-1205e632e93d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459030 Mar 11 18:43:45.934398 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca714e2-0117-49e4-8043-030a6737421a req-4ef9d854-f0ae-4838-bdc8-e2eddda13c2b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:45.935865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bca714e2-0117-49e4-8043-030a6737421a req-4ef9d854-f0ae-4838-bdc8-e2eddda13c2b tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0847144 Mar 11 18:43:45.943646 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:45.964109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:45.982828 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bca714e2-0117-49e4-8043-030a6737421a req-0e1d5877-ce7e-429b-964f-7eb418e0f5c4 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411417 Mar 11 18:43:47.191551 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6b1e2-c8f8-4c16-bfdc-90d3f68d010e req-24b4a4c4-4d8c-4ced-8b70-a4daae624cef tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:47.193346 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecd6b1e2-c8f8-4c16-bfdc-90d3f68d010e req-24b4a4c4-4d8c-4ced-8b70-a4daae624cef tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0848439 Mar 11 18:43:47.242307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ecd6b1e2-c8f8-4c16-bfdc-90d3f68d010e req-f463316f-f74e-4805-b6fb-036748c3e544 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418413 Mar 11 18:43:47.293640 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:48.459813 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5affc3-d2ed-4b2e-81e6-8863d56ca533 req-ec01e18c-6291-4734-ae60-6d89384268ee tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:48.461329 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa5affc3-d2ed-4b2e-81e6-8863d56ca533 req-ec01e18c-6291-4734-ae60-6d89384268ee tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0852866 Mar 11 18:43:48.508173 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-fa5affc3-d2ed-4b2e-81e6-8863d56ca533 req-0b90a5b5-d436-4e2b-9710-9ce07c70eda7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412116 Mar 11 18:43:49.590869 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:43:49.713884 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8928d2-9e68-4a06-912a-3f772fc52945 req-ac5d9a5b-d03e-48b2-8909-84cb9031ee52 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:49.715305 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb8928d2-9e68-4a06-912a-3f772fc52945 req-ac5d9a5b-d03e-48b2-8909-84cb9031ee52 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 943 time: 0.0812755 Mar 11 18:43:49.728587 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:43:49.741765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'port_id': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'mac_address': 'fa:16:3e:fc:3f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:43:49.760623 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bb8928d2-9e68-4a06-912a-3f772fc52945 req-7aaf6051-9b91-4f3d-9259-fc24b6b58347 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396655 Mar 11 18:43:49.793976 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:49.812450 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:43:49.832876 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:43:49.840066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:49.909848 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:43:50.164492 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:43:50.970696 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8048e-a3dd-466c-a230-09dd58b6992f req-fe85fc8b-9be6-44d4-b72e-84aa709df02e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:50.972113 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ca8048e-a3dd-466c-a230-09dd58b6992f req-fe85fc8b-9be6-44d4-b72e-84aa709df02e tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 944 time: 0.0798955 Mar 11 18:43:51.018920 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2ca8048e-a3dd-466c-a230-09dd58b6992f req-1f2e5d49-3149-446a-9c5a-be5fd08bdfa7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407147 Mar 11 18:43:51.600088 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:43:51.681304 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:43:51.681664 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:51.798034 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:51.826289 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:43:51.836246 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:43:51.840959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:43:51.885585 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'code': 200} Mar 11 18:43:51.913874 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:43:52.139679 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e32cd7d7-15e3-442d-8592-77581e5b006a req-75ed2d89-cf5e-42fe-b5a3-6ec6d262752c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.0693603 Mar 11 18:43:52.189273 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-e32cd7d7-15e3-442d-8592-77581e5b006a req-03cc3db8-2f5f-4af9-b530-8a475c00e6c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429919 Mar 11 18:43:52.229628 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af899dd3-41f9-48c1-b652-e8b8b9311fe1 req-50f83239-66a9-4795-8325-a1cf9dcd3247 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:52.231142 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af899dd3-41f9-48c1-b652-e8b8b9311fe1 req-50f83239-66a9-4795-8325-a1cf9dcd3247 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0867219 Mar 11 18:43:52.280303 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-af899dd3-41f9-48c1-b652-e8b8b9311fe1 req-ce5632a8-cb4a-456d-bae0-532c17f21f30 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422621 Mar 11 18:43:53.519035 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4520e5-defb-4917-8a03-c240dc5e7bdc req-ee74e456-8e5b-44da-80b9-48b58d4d02b9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:43:53.521252 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea4520e5-defb-4917-8a03-c240dc5e7bdc req-ee74e456-8e5b-44da-80b9-48b58d4d02b9 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0835121 Mar 11 18:43:53.578523 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ea4520e5-defb-4917-8a03-c240dc5e7bdc req-b767b24a-1bd1-43f2-9e65-9e2d41cfecfd tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487874 Mar 11 18:44:04.593668 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:44:10.150758 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:12.418050 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a2ac73d9-8d8f-461e-a840-4f3b37856675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:14.544449 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af12bb70-ff41-4a9c-a005-77ea0a48ed25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:15.944722 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:15.967557 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:17.286102 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:35.344185 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-cb7842dc-0bcc-4927-bfd0-fa969e06b7c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824206 Mar 11 18:44:35.509545 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-b370afc7-0ffd-4a9e-b082-1debd79acb17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.0813897 Mar 11 18:44:35.751217 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-1ef4e589-bcca-4961-b7b4-602ed1746e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:44:35.752667 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-1ef4e589-bcca-4961-b7b4-602ed1746e20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.2229095 Mar 11 18:44:35.867419 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-9b329cef-8250-4854-9b58-f2e60ecb52fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 1001 time: 0.1083288 Mar 11 18:44:35.945086 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-0e5267c3-4291-42eb-a819-99b15511c038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:44:35.946571 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-0e5267c3-4291-42eb-a819-99b15511c038 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0728917 Mar 11 18:44:36.032728 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-79a3e4e3-9b45-4c8f-b94d-cffdd0977362 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803401 Mar 11 18:44:36.164490 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-95ed5277-6062-4b6e-8275-56d8b219b60c service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251929 Mar 11 18:44:36.297054 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f22d8b1c-24f7-45a3-8ef3-931a2b76b734 req-d4bb6d14-2ec5-457a-b654-675dc51e03fc service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260102 Mar 11 18:44:40.144452 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:41.603288 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:44:42.415862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65639c24-d9c6-438f-ae38-245294decb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:42.882405 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c295aa-3223-40e5-9c35-964b85b530ec req-686a2f46-9a0d-4f98-81c8-c62541acec62 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1060336 Mar 11 18:44:42.953178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c295aa-3223-40e5-9c35-964b85b530ec req-50f8cb0d-1165-45e6-919b-bf73293650ce service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0398471 Mar 11 18:44:43.002955 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c295aa-3223-40e5-9c35-964b85b530ec req-84415f08-573b-42c4-be15-a4b21a948095 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263739 Mar 11 18:44:43.142487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c295aa-3223-40e5-9c35-964b85b530ec req-7aa91894-33aa-494d-a2a0-987d52a57ccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:44:43.144775 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-40c295aa-3223-40e5-9c35-964b85b530ec req-7aa91894-33aa-494d-a2a0-987d52a57ccf service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1365016 Mar 11 18:44:44.550409 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-353a3607-a5b0-412c-9d1e-dc6edde37951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:45.940039 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:45.971098 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:44:47.289596 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:10.146027 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:12.412086 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e157a4bf-1b42-48c6-ac8c-1fe435e9ed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:14.197676 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48044) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:14.401358 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Deleting port 3b2e7b23-a4c1-4536-9350-20e643f53540 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:14.401677 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:14.555976 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03891d69-36ed-4423-8b5a-780571ae285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:14.575412 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:14.575731 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:14.702614 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Calling delete_port for 3b2e7b23-a4c1-4536-9350-20e643f53540 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:14.855349 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:14.909052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event deleted for resources: {'Port': ['ID=3b2e7b23-a4c1-4536-9350-20e643f53540,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:14.952651 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.952994 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.953332 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.953730 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.954096 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.954306 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.954657 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.954977 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.955291 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.955626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:14.955952 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:15.016229 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:15.524804 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Router fca170fd-29d4-4e7c-b28f-d5ce64633a04 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:45:15.738917 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:45:15.749778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] Sync routers for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:45:15.756245 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:15.762607 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:15.763123 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:15.810568 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-0a0425ac-92a5-46fe-888c-f3f52206f8bb tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "DELETE /v2.0/floatingips/a5465677-1828-46a7-945b-1439426061f9 HTTP/1.1" status: 204 len: 168 time: 1.6115832 Mar 11 18:45:15.811009 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:45:15.880509 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'status': 'completed', 'code': 200} Mar 11 18:45:15.952094 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:15.955136 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:15.979961 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:16.033446 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-401c9650-eb93-43b6-a7e6-7af653b61d7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beff11843cce4633b385223018007f42&device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 1096 time: 0.1099224 Mar 11 18:45:16.210992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-8d72ecf2-1917-468d-b400-de03d568f456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:16.212476 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-8d72ecf2-1917-468d-b400-de03d568f456 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 200 len: 910 time: 0.1732411 Mar 11 18:45:16.281113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-2b569ccd-bc4d-4093-a9df-5608a7d375ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 200 len: 217 time: 0.0614469 Mar 11 18:45:16.288751 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06307018-7f78-47c2-85b2-5247c050b72f req-a38b6f63-0f3b-4e5d-94ab-1a670d98cd9a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:16.291935 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06307018-7f78-47c2-85b2-5247c050b72f req-a38b6f63-0f3b-4e5d-94ab-1a670d98cd9a tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0932727 Mar 11 18:45:16.326868 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:16.332224 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] Checking router: fca170fd-29d4-4e7c-b28f-d5ce64633a04 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:45:16.343856 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:16.344643 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:16.344909 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-06307018-7f78-47c2-85b2-5247c050b72f req-3b271c4c-3dcf-4625-bad3-0d4964c10c85 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438566 Mar 11 18:45:16.364293 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-0a363619-f6d1-4f11-8358-a0f53dbe6002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:16.366223 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-0a363619-f6d1-4f11-8358-a0f53dbe6002 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 200 len: 847 time: 0.0778158 Mar 11 18:45:16.448677 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-6f0b4b53-445d-43c1-9882-9868ef40dd32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758746 Mar 11 18:45:16.542249 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:16.597322 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-9c810305-b28a-494e-abfa-9a909faa4c62 service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417804 Mar 11 18:45:16.740484 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-728d084b-5524-4e47-ac1d-4a30dca0fc71 req-e0e247d5-0607-42fc-8af1-063753a1041d service neutron] 10.222.0.59 "GET /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359930 Mar 11 18:45:16.910070 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:16.914002 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2587ef6-2492-4d73-9bb0-e8ceedf71d4a None None] The sync data for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 is: [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:19Z', 'revision_number': 4, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '9647effd-fd42-4c2a-bfba-e0f2d9a5b8df', 'name': '', 'network_id': 'c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca', 'tenant_id': 'beff11843cce4633b385223018007f42', 'mac_address': 'fa:16:3e:ce:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:18Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'subnets': [{'id': '988266cb-0c11-417f-a7fe-130a89d8884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:45:17.154628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ac435-175d-4fe2-919f-f61e4e1d4b70 None None] New status for floating IP a5465677-1828-46a7-945b-1439426061f9: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:45:17.292650 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:17.551748 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8672ef6-032c-4b54-adcb-c3840b66c825 req-3de19405-fe8f-4223-b937-b8ce5c814522 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:17.553196 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8672ef6-032c-4b54-adcb-c3840b66c825 req-3de19405-fe8f-4223-b937-b8ce5c814522 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0799818 Mar 11 18:45:17.603748 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d8672ef6-032c-4b54-adcb-c3840b66c825 req-e37dc1f6-8c14-4fd9-b1e1-5015fde9a975 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/security-groups?id=cf630995-8645-459d-a069-b6ae9932073f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444505 Mar 11 18:45:17.883486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-e10592c4-44c9-4362-b63e-f534c60e818d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:17.884419 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-e10592c4-44c9-4362-b63e-f534c60e818d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Synchronizing usage tracker for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:45:17.901366 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-e10592c4-44c9-4362-b63e-f534c60e818d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Unset dirty status for tenant:beff11843cce4633b385223018007f42 on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:45:17.903106 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-e10592c4-44c9-4362-b63e-f534c60e818d tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 945 time: 0.0985548 Mar 11 18:45:17.974392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Deleting port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:17.974882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:18.329649 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] For port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:18.330001 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:18.456633 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Calling delete_port for 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:18.593525 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:45:18.601168 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:18.655754 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event deleted for resources: {'Port': ['ID=8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:18.729415 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] No DVR routers for this DVR port 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:45:18.731954 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:18.734626 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-deleted', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:45:18.751382 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-feb5cdf1-395e-4e4e-9aab-7c56c3268cb9 req-9ace83d6-cd90-4b5a-bebb-5b217653ac62 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.59 "DELETE /v2.0/ports/8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad HTTP/1.1" status: 204 len: 173 time: 0.8423374 Mar 11 18:45:18.800233 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2707d4f1-7b09-498c-ab47-311d7acfdb31 req-0a98f6f6-4f6f-4fcb-8145-9e0af4e9e2ad tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 210 time: 0.0604005 Mar 11 18:45:18.818841 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3098739-dc87-41e6-970d-d44137d388b5', 'name': 'network-vif-deleted', 'tag': '8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad', 'status': 'completed', 'code': 200} Mar 11 18:45:20.026286 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-1f043e5d-9fd4-43da-b7cd-32f77fc34ce5 req-fcb54d7b-7bb9-4975-891d-0aad6f9db0e3 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "GET /v2.0/ports?device_id=c3098739-dc87-41e6-970d-d44137d388b5 HTTP/1.1" status: 200 len: 210 time: 0.0746696 Mar 11 18:45:20.027771 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:45:20.084015 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:45:20.084355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 8f1f93fe-3e92-4ca9-9399-2a93c2fde9ad not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:45:21.147286 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48068) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:21.234524 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60998ffb-53d6-4584-aeb9-21605998c8f7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:21.265026 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60998ffb-53d6-4584-aeb9-21605998c8f7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:21.332779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60998ffb-53d6-4584-aeb9-21605998c8f7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:21.356564 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60998ffb-53d6-4584-aeb9-21605998c8f7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf630995-8645-459d-a069-b6ae9932073f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:21.368535 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-60998ffb-53d6-4584-aeb9-21605998c8f7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:21.369695 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-60998ffb-53d6-4584-aeb9-21605998c8f7 tempest-TestShelveInstance-1213941408 tempest-TestShelveInstance-1213941408-project] 10.222.0.96 "DELETE /v2.0/security-groups/cf630995-8645-459d-a069-b6ae9932073f HTTP/1.1" status: 204 len: 168 time: 0.2200835 Mar 11 18:45:21.438753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48074) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:21.988931 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:22.696056 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Deleting port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:22.696813 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:22.871599 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] For port 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:22.871943 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:22.996364 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Calling delete_port for 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:23.167368 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:23.211368 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Pushing event deleted for resources: {'Port': ['ID=9647effd-fd42-4c2a-bfba-e0f2d9a5b8df,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:23.506088 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:24.187907 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Router fca170fd-29d4-4e7c-b28f-d5ce64633a04 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:45:24.398761 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:45:24.409539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] Sync routers for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:45:24.413559 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b29bc859-d134-4b06-b2b1-a9986e12575d admin admin] 10.222.0.96 "PUT /v2.0/routers/fca170fd-29d4-4e7c-b28f-d5ce64633a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9734652 Mar 11 18:45:24.416632 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48080) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:24.421818 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:24.422793 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:24.618808 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:24.645796 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:24.952258 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:24.963786 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Deleting port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:24.964145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:25.037309 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:45:23Z', 'revision_number': 5, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port': {'id': '69431e75-7d78-4886-b7f0-a77ad3ac3c3c', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:25.041851 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] Checking router: fca170fd-29d4-4e7c-b28f-d5ce64633a04 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:45:25.060236 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] Routers {'fca170fd-29d4-4e7c-b28f-d5ce64633a04'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:25.061146 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:25.147113 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] For port 69431e75-7d78-4886-b7f0-a77ad3ac3c3c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:25.147495 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:25.269298 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Calling delete_port for 69431e75-7d78-4886-b7f0-a77ad3ac3c3c owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:25.273912 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] Set router fca170fd-29d4-4e7c-b28f-d5ce64633a04 gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:25.381504 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:45:24Z', 'revision_number': 6, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:25.387538 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cf17d-536b-4c30-9e0a-9f5eb816f6fb None None] The sync data for ids ['fca170fd-29d4-4e7c-b28f-d5ce64633a04'] in n-d-833436-1 is: [{'id': 'fca170fd-29d4-4e7c-b28f-d5ce64633a04', 'name': 'tempest-TestShelveInstance-126223999-router', 'tenant_id': 'beff11843cce4633b385223018007f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:16Z', 'updated_at': '2022-03-11T18:45:24Z', 'revision_number': 6, 'project_id': 'beff11843cce4633b385223018007f42', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:45:25.456379 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:25.502125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Pushing event deleted for resources: {'Port': ['ID=69431e75-7d78-4886-b7f0-a77ad3ac3c3c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:25.853635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.110135 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.114516 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.143572 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.144249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fca170fd-29d4-4e7c-b28f-d5ce64633a04 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:45:26.158966 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.163948 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-b0b6c4d4-c123-4f77-83a2-5f22f3912934 admin admin] 10.222.0.96 "DELETE /v2.0/routers/fca170fd-29d4-4e7c-b28f-d5ce64633a04 HTTP/1.1" status: 204 len: 168 time: 1.7424483 Mar 11 18:45:26.164120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48084) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:26.235971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] Deleting subnet 988266cb-0c11-417f-a7fe-130a89d8884e {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:45:26.239155 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.293551 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.375494 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.455150 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.497285 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988266cb-0c11-417f-a7fe-130a89d8884e,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:26.502307 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.508786 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867ad54-f87f-45c9-b3ee-c1bafef743ba None None] Network c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:45:26.509534 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-061821f5-dbcd-4b9b-be9b-701008399307 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/988266cb-0c11-417f-a7fe-130a89d8884e HTTP/1.1" status: 204 len: 168 time: 0.3437767 Mar 11 18:45:26.511679 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48088) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:26.634134 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.645321 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Deleting port 239170af-5891-4c83-b7d5-b6e4c0b7b607 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:26.645656 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.798949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] DHCP port deletion for c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:45:26.803650 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Deleting port 239170af-5891-4c83-b7d5-b6e4c0b7b607 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:26.804093 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.854087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] For port 239170af-5891-4c83-b7d5-b6e4c0b7b607, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=239170af-5891-4c83-b7d5-b6e4c0b7b607,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:26.854475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:26.979720 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Calling delete_port for 239170af-5891-4c83-b7d5-b6e4c0b7b607 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:27.017964 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] For port 239170af-5891-4c83-b7d5-b6e4c0b7b607, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=239170af-5891-4c83-b7d5-b6e4c0b7b607,segment=NetworkSegment(1855f1e1-7d0d-4176-a652-87f4ff2ce835),segment_id=1855f1e1-7d0d-4176-a652-87f4ff2ce835)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:27.018355 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.068969 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.121068 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=239170af-5891-4c83-b7d5-b6e4c0b7b607,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:27.125098 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] No DVR routers for this DVR port 239170af-5891-4c83-b7d5-b6e4c0b7b607 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:45:27.141287 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Calling delete_port for 239170af-5891-4c83-b7d5-b6e4c0b7b607 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:27.171089 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:45:27.255765 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:45:27.256050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9647effd-fd42-4c2a-bfba-e0f2d9a5b8df not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:45:27.256624 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 239170af-5891-4c83-b7d5-b6e4c0b7b607 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:45:27.297616 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 239170af-5891-4c83-b7d5-b6e4c0b7b607 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:45:27.297954 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 239170af-5891-4c83-b7d5-b6e4c0b7b607 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:45:27.298355 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69431e75-7d78-4886-b7f0-a77ad3ac3c3c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:45:27.341593 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 69431e75-7d78-4886-b7f0-a77ad3ac3c3c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:45:27.341962 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 69431e75-7d78-4886-b7f0-a77ad3ac3c3c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:45:27.346569 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.352233 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:45:27.352708 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:45:27.382049 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:27.394637 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1855f1e1-7d0d-4176-a652-87f4ff2ce835') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:27.394929 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1855f1e1-7d0d-4176-a652-87f4ff2ce835') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:27.406428 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.423667 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.430048 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:45:27.430534 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:45:27.443405 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:45:27.520508 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.537300 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.547958 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:27.569215 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-47908ca5-306d-4fe0-94d5-0975b751fc2c admin admin] 10.222.0.96 "DELETE /v2.0/networks/c4a8cc94-f7ae-4c3c-935e-b42f4ccec2ca HTTP/1.1" status: 204 len: 168 time: 1.0558038 Mar 11 18:45:27.572801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48092) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:27.854168 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Deleting port 239170af-5891-4c83-b7d5-b6e4c0b7b607 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:27.854916 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:27.927149 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9bcca7f4-0346-436a-9363-167a3333b60a None None] The port '239170af-5891-4c83-b7d5-b6e4c0b7b607' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:45:27.985980 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:28.635902 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Deleting port 9b719870-f6c9-4441-8f3b-b2d641d184fb {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:28.636780 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:28.805124 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] For port 9b719870-f6c9-4441-8f3b-b2d641d184fb, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=9b719870-f6c9-4441-8f3b-b2d641d184fb,segment=NetworkSegment(14b1757f-47a9-4414-886a-c3f7e9df155d),segment_id=14b1757f-47a9-4414-886a-c3f7e9df155d)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:28.805475 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:29.016237 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Calling delete_port for 9b719870-f6c9-4441-8f3b-b2d641d184fb owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:29.189407 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:29.233638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b719870-f6c9-4441-8f3b-b2d641d184fb,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:29.534825 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:30.129889 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Router fb2dfa11-dcff-4373-ad0c-e1d55627a06e has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:45:30.556315 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:45:30.566016 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] Sync routers for ids ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:45:30.579296 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-70f25ce1-b9d0-4162-8273-cc7258786c0b admin admin] 10.222.0.96 "PUT /v2.0/routers/fb2dfa11-dcff-4373-ad0c-e1d55627a06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0051816 Mar 11 18:45:30.579740 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] Routers {'fb2dfa11-dcff-4373-ad0c-e1d55627a06e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:30.580354 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:30.582493 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48096) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:30.759803 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] Set router fb2dfa11-dcff-4373-ad0c-e1d55627a06e gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:30.801659 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks [] for router, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:31.063465 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '35db5611-f2e9-4167-9d03-182ad7154294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:45:29Z', 'revision_number': 5, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port': {'id': '35db5611-f2e9-4167-9d03-182ad7154294', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:31.067949 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] Checking router: fb2dfa11-dcff-4373-ad0c-e1d55627a06e for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:45:31.079253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] Routers {'fb2dfa11-dcff-4373-ad0c-e1d55627a06e'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:31.080048 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:31.109369 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:31.120544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Deleting port 35db5611-f2e9-4167-9d03-182ad7154294 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:31.120897 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:31.238835 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] Set router fb2dfa11-dcff-4373-ad0c-e1d55627a06e gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:31.302439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] For port 35db5611-f2e9-4167-9d03-182ad7154294, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=35db5611-f2e9-4167-9d03-182ad7154294,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:31.302692 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:31.344645 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:45:31Z', 'revision_number': 6, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:31.348829 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf43a2-7d9c-475a-ac94-8fa0e66a7cbb None None] The sync data for ids ['fb2dfa11-dcff-4373-ad0c-e1d55627a06e'] in n-d-833436-1 is: [{'id': 'fb2dfa11-dcff-4373-ad0c-e1d55627a06e', 'name': 'tempest-TestShelveInstance-1820775183-router', 'tenant_id': '03da4669d1f24ea79160440997a94fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:36:22Z', 'updated_at': '2022-03-11T18:45:31Z', 'revision_number': 6, 'project_id': '03da4669d1f24ea79160440997a94fab', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:45:31.432836 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Calling delete_port for 35db5611-f2e9-4167-9d03-182ad7154294 owned by network:router_gateway {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:31.604898 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:31.648611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Pushing event deleted for resources: {'Port': ['ID=35db5611-f2e9-4167-9d03-182ad7154294,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:31.691386 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.691727 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.692062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.692388 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.692687 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.693007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.693347 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.693666 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.694007 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.694325 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.694674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:31.896412 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.165792 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.170990 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.205584 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.206571 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb2dfa11-dcff-4373-ad0c-e1d55627a06e {{(pid=83849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:45:32.224507 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.226100 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e15cd413-32df-4b56-8dce-5daed1c8f612 admin admin] 10.222.0.96 "DELETE /v2.0/routers/fb2dfa11-dcff-4373-ad0c-e1d55627a06e HTTP/1.1" status: 204 len: 168 time: 1.6424377 Mar 11 18:45:32.228883 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48100) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:32.291061 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-de325f98-6968-4248-822e-ec213051328c admin admin] Deleting subnet 77973e05-0beb-471a-87f7-218bf7d5f0ce {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:45:32.294818 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de325f98-6968-4248-822e-ec213051328c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.351743 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de325f98-6968-4248-822e-ec213051328c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.543611 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de325f98-6968-4248-822e-ec213051328c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.613763 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de325f98-6968-4248-822e-ec213051328c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.653041 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de325f98-6968-4248-822e-ec213051328c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77973e05-0beb-471a-87f7-218bf7d5f0ce,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:32.659928 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-de325f98-6968-4248-822e-ec213051328c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.669892 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4c114-f663-47d1-89d3-4b022fb05f9b None None] Network 36831ecd-859b-45c5-b3f2-15cec486c709 requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:45:32.670699 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-de325f98-6968-4248-822e-ec213051328c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/77973e05-0beb-471a-87f7-218bf7d5f0ce HTTP/1.1" status: 204 len: 168 time: 0.4361370 Mar 11 18:45:32.670699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48104) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:32.780032 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.790969 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Deleting port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:32.791301 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:32.947478 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] DHCP port deletion for 36831ecd-859b-45c5-b3f2-15cec486c709 request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:45:32.952187 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Deleting port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:32.952549 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.003642 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] For port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,segment=NetworkSegment(14b1757f-47a9-4414-886a-c3f7e9df155d),segment_id=14b1757f-47a9-4414-886a-c3f7e9df155d)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:33.004004 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.136644 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Calling delete_port for 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:33.172748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:45:33.217006 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.259813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] For port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,segment=NetworkSegment(14b1757f-47a9-4414-886a-c3f7e9df155d),segment_id=14b1757f-47a9-4414-886a-c3f7e9df155d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:33.260201 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.263353 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4ce5ae-a27c-4956-9390-4b9af78dd1c8,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:33.270808 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] No DVR routers for this DVR port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:45:33.322234 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No active binding found for port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 {{(pid=83850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 18:45:33.322690 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:45:33.323098 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9b719870-f6c9-4441-8f3b-b2d641d184fb no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:45:33.390834 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.408471 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Calling delete_port for 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:45:33.423362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36831ecd-859b-45c5-b3f2-15cec486c709']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:33.436219 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b1757f-47a9-4414-886a-c3f7e9df155d') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:33.436505 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b1757f-47a9-4414-886a-c3f7e9df155d') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:33.447273 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 9b719870-f6c9-4441-8f3b-b2d641d184fb {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:45:33.447628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 9b719870-f6c9-4441-8f3b-b2d641d184fb not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:45:33.448025 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 35db5611-f2e9-4167-9d03-182ad7154294 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:45:33.448762 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.466059 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.474064 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:45:33.474571 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.488749 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 35db5611-f2e9-4167-9d03-182ad7154294 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:45:33.489166 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 35db5611-f2e9-4167-9d03-182ad7154294 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:45:33.489572 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:45:33.519308 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:45:33.519831 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:45:33.568926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.585624 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.597916 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=36831ecd-859b-45c5-b3f2-15cec486c709,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:33.603098 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ae08bcc3-4228-4fce-8fa0-dfa01323d3d2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/36831ecd-859b-45c5-b3f2-15cec486c709 HTTP/1.1" status: 204 len: 168 time: 0.9319487 Mar 11 18:45:33.745406 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48110) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:33.798157 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3f584b13-2329-4220-908d-0b3c11a37cc4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=beff11843cce4633b385223018007f42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514581 Mar 11 18:45:33.801646 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48114) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:33.862725 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c00935a-35bc-4de4-b2ae-f0188aa5bdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.889590 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c00935a-35bc-4de4-b2ae-f0188aa5bdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.944587 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c00935a-35bc-4de4-b2ae-f0188aa5bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.961773 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00935a-35bc-4de4-b2ae-f0188aa5bdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88070f8-39c1-4e86-a99b-f351554eea3a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:33.968810 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5c00935a-35bc-4de4-b2ae-f0188aa5bdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:33.970011 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5c00935a-35bc-4de4-b2ae-f0188aa5bdc0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b88070f8-39c1-4e86-a99b-f351554eea3a HTTP/1.1" status: 204 len: 168 time: 0.1674068 Mar 11 18:45:34.020889 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Deleting port 3b4ce5ae-a27c-4956-9390-4b9af78dd1c8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:45:34.021457 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:34.092243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b87cc4c4-80c0-430c-b19e-caa2e3f585cb None None] The port '3b4ce5ae-a27c-4956-9390-4b9af78dd1c8' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:45:34.395190 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48124) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:34.449866 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-27ba2288-b218-483a-8e7b-f0a299948f78 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=03da4669d1f24ea79160440997a94fab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533473 Mar 11 18:45:34.452357 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48128) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:34.512559 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-397b4acf-cbd6-48c9-8072-c04e6274e175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:34.538258 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-397b4acf-cbd6-48c9-8072-c04e6274e175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:34.591665 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-397b4acf-cbd6-48c9-8072-c04e6274e175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:34.606723 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b4acf-cbd6-48c9-8072-c04e6274e175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc85ae81-bf96-40af-ae38-e7305ebaa768,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:34.613554 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-397b4acf-cbd6-48c9-8072-c04e6274e175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:34.614799 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-397b4acf-cbd6-48c9-8072-c04e6274e175 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc85ae81-bf96-40af-ae38-e7305ebaa768 HTTP/1.1" status: 204 len: 168 time: 0.1615560 Mar 11 18:45:35.495218 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48150) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:35.633008 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-626584400-network', 'tenant_id': '74cefcef425740688fc90a3ae451e97f'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:35.638575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:35.642895 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Usage tracker for resource:network and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:35.646181 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:35.652552 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:35.668364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Made reservation on behalf of 74cefcef425740688fc90a3ae451e97f for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:45:35.671069 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:35.684735 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:35.717575 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:35.721874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:35.724996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:35.731202 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:35.801761 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:35.806640 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:35.836770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:45:35.845758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71508783-be39-4ab1-8518-64096d5488dd,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:35.851835 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:35.852185 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Added segment 7eaaac93-7874-477a-8841-cd6c52fdbafa of type vlan for network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f Mar 11 18:45:35.882809 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:35.914263 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:35.915201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:35.915798 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.020401 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:36.029332 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4bb71a2b-906e-4d95-8bf2-5a709dd34ae2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5288799 Mar 11 18:45:36.029590 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48156) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:36.035161 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:45:36.035852 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Request body: {'subnet': {'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-626584400-subnet', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:36.041922 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:36.045907 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Usage tracker for resource:subnet and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:36.049252 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:36.055853 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:36.068807 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Made reservation on behalf of 74cefcef425740688fc90a3ae451e97f for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:45:36.071323 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.380346 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.445768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3002ef-b2cd-4eef-94ea-a280c56d7648,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:36.470329 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Checking segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:36.470699 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Network hostable DHCP agents. Network: c2d5cae8-728e-4317-a8c6-d0e7ac1db21f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:45:36.494487 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:45:36.505385 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, c2d5cae8-728e-4317-a8c6-d0e7ac1db21f) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:36.509621 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:36.510350 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.516530 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141446c7-3011-4eba-a605-80df4db8d602 None None] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:45:36.536445 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-8beac995-aaba-4da8-8313-e76de39150d5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5059085 Mar 11 18:45:36.539720 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48160) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:36.545062 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:36.550906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:36.555082 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Usage tracker for resource:router and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:36.558127 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:36.564442 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:36.577488 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.578739 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.599931 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.751411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:45:36.753204 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.758534 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.925243 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Allocated IP 172.20.0.2 (c2d5cae8-728e-4317-a8c6-d0e7ac1db21f/0a3002ef-b2cd-4eef-94ea-a280c56d7648/4e884dd7-9f18-4e4b-8a8c-2e03a3003402) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:45:36.957557 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:36.987845 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.138429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Allocated IP 172.25.3.38 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/a49eb1eb-9804-4cbd-b961-a15b3de61be6) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:45:37.150241 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.165343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Transition to ACTIVE for port object 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:37.187957 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Transition to ACTIVE for port object 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:37.196081 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.283632 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:37.284673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Pushing event updated for resources: {'Port': ['ID=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:37.287075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:37.289628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:45:37.304387 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.326692 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.327050 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.327341 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.327659 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.327978 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.328290 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.328640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.328936 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.329218 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.329545 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.329852 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:37.336568 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.390778 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Attempting to bind port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:45:37.391130 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Attempting to bind port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:45:37.392087 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Attempting to bind port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:45:37.398167 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:45:37.399065 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Checking segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:37.399065 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.399377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Bound using segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:45:37.399763 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Bound port: 4e884dd7-9f18-4e4b-8a8c-2e03a3003402, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:45:37.400130 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.412053 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:37.415250 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:37.417718 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:45:37.448701 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Pushing event updated for resources: {'Port': ['ID=a49eb1eb-9804-4cbd-b961-a15b3de61be6,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:37.493517 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] For port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:45:37.497094 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] For port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:45:37.503782 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.602542 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.603543 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:37.633281 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec36b7f-4990-49dd-ad9c-e6442268115c None None] Pushing event updated for resources: {'Port': ['ID=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:37.886291 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Router 3eb3ac2e-0523-458e-870b-af668cbf257a is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:45:38.221026 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:45:38.235859 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Sync routers for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:45:38.255077 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] Notify callbacks [] for router, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:38.255899 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:38.259645 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:38.259800 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-e10c7b2f-b28e-4e9f-baae-0046c9f77356 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7160399 Mar 11 18:45:38.259998 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48164) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:38.571124 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:38.765584 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a6e96-e406-4a56-b18c-38f5e7e8317d None None] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:45:39.030457 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dccf23cd-03c1-4eff-b478-786fb4f75254 None None] Provisioning for port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:39.039993 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:37Z', 'revision_number': 3, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:39.044205 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Checking router: 3eb3ac2e-0523-458e-870b-af668cbf257a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:45:39.044724 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Updating router 3eb3ac2e-0523-458e-870b-af668cbf257a port a49eb1eb-9804-4cbd-b961-a15b3de61be6 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:45:39.149402 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.286723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:39.448090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:39.458005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:39.458672 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.546199 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.676313 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.744331 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:39.749900 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.769592 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.792290 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Transition to ACTIVE for port object a49eb1eb-9804-4cbd-b961-a15b3de61be6 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:39.807262 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.827970 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f0932062-c6be-4d7f-9bfc-1c86f35254f9 None None] Provisioning complete for port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:39.828903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0932062-c6be-4d7f-9bfc-1c86f35254f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.878021 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:39.894532 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Allocated IP 172.20.0.1 (c2d5cae8-728e-4317-a8c6-d0e7ac1db21f/0a3002ef-b2cd-4eef-94ea-a280c56d7648/249c54d5-33e4-4e08-800a-843366beb57c) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:45:39.924493 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Attempting to bind port a49eb1eb-9804-4cbd-b961-a15b3de61be6 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:45:39.924967 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Attempting to bind port a49eb1eb-9804-4cbd-b961-a15b3de61be6 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:45:39.925497 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Attempting to bind port a49eb1eb-9804-4cbd-b961-a15b3de61be6 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:45:39.928285 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Pushing event updated for resources: {'Port': ['ID=a49eb1eb-9804-4cbd-b961-a15b3de61be6,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:39.944663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:45:39.944663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:39.945111 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.945469 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:45:39.946133 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Bound port: a49eb1eb-9804-4cbd-b961-a15b3de61be6, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:45:39.946729 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:39.982594 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.983117 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.983635 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.984143 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.984650 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.985154 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.985663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.986172 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.986713 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.987225 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:39.987740 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:45:40.046943 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] For port a49eb1eb-9804-4cbd-b961-a15b3de61be6, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:45:40.050508 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] For port a49eb1eb-9804-4cbd-b961-a15b3de61be6, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a49eb1eb-9804-4cbd-b961-a15b3de61be6,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:45:40.059390 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.143513 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.165373 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.176993 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.provisioning_blocks [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Transition to ACTIVE for port object 249c54d5-33e4-4e08-800a-843366beb57c will not be triggered until provisioned by entity DHCP. {{(pid=83849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:40.192455 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a97ff0-471a-4ff1-8740-bafa39953ae2 None None] Pushing event updated for resources: {'Port': ['ID=a49eb1eb-9804-4cbd-b961-a15b3de61be6,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:40.197466 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:40.198728 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:40.211540 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.285899 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:40.290946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:40.293591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:45:40.319874 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=249c54d5-33e4-4e08-800a-843366beb57c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:40.367131 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.447706 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:40.487216 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.592437 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cb259cd7-0a13-44b3-9a1c-e5eb1321d3f5 None None] Provisioning for port 249c54d5-33e4-4e08-800a-843366beb57c completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:40.597469 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-cb259cd7-0a13-44b3-9a1c-e5eb1321d3f5 None None] Provisioning complete for port 249c54d5-33e4-4e08-800a-843366beb57c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:40.597989 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cb259cd7-0a13-44b3-9a1c-e5eb1321d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.652911 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cb259cd7-0a13-44b3-9a1c-e5eb1321d3f5 None None] Port 249c54d5-33e4-4e08-800a-843366beb57c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:45:40.799362 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.805200 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:40.852711 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:37Z', 'revision_number': 3, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:40.857317 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaa54a-d7bf-414f-8eff-17eb6ba80859 None None] The sync data for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 is: [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:37Z', 'revision_number': 3, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:45:41.044369 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=249c54d5-33e4-4e08-800a-843366beb57c,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:41.056815 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:41.240454 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:41.241741 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:41.279885 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:41.398248 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:41.399026 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:41.601013 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a49eb1eb-9804-4cbd-b961-a15b3de61be6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:41.657663 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-98f77615-d56c-47cf-9c34-b2d63e80be31 None None] Provisioning complete for port 249c54d5-33e4-4e08-800a-843366beb57c triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:41.657947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98f77615-d56c-47cf-9c34-b2d63e80be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:41.721428 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-98f77615-d56c-47cf-9c34-b2d63e80be31 None None] Port 249c54d5-33e4-4e08-800a-843366beb57c cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:45:41.732326 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port a49eb1eb-9804-4cbd-b961-a15b3de61be6 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:41.740681 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a49eb1eb-9804-4cbd-b961-a15b3de61be6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:41.741197 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:41.760346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Router 3eb3ac2e-0523-458e-870b-af668cbf257a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:45:41.869538 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:41.887649 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port a49eb1eb-9804-4cbd-b961-a15b3de61be6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a49eb1eb-9804-4cbd-b961-a15b3de61be6,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:41.892606 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:41.961685 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=a49eb1eb-9804-4cbd-b961-a15b3de61be6,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:42.031710 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:45:42.041107 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-dfbc9b57-53f5-4b3a-aee0-6ccfcd5da8e6 admin admin] 10.222.0.96 "PUT /v2.0/routers/3eb3ac2e-0523-458e-870b-af668cbf257a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7797344 Mar 11 18:45:42.409799 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5684-4081-4926-8282-0496a2e693a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:42.922906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48186) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:42.928982 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1187387393-network', 'tenant_id': '7094a451e4db484799821099d925f795'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:42.934815 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:42.939707 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Usage tracker for resource:network and tenant:7094a451e4db484799821099d925f795 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:42.943429 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:42.949391 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:42.962121 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Made reservation on behalf of 7094a451e4db484799821099d925f795 for: {'network': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:45:42.964758 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:42.978170 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.017824 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:43.021664 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Usage tracker for resource:security_group_rule and tenant:7094a451e4db484799821099d925f795 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:43.024942 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:43.030791 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:43.105045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a49eb1eb-9804-4cbd-b961-a15b3de61be6 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:43.109086 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.115015 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.147037 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=83849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:45:43.160165 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a43e5-edff-424f-add9-48ff6185540c,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:43.166352 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.166715 n-d-833436-1 neutron-server[83849]: INFO neutron.db.segments_db [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Added segment 1638a893-4090-4904-9a7a-7be1a29299e2 of type vlan for network bf204bd7-c331-416b-81f1-18dc22e4fb5f Mar 11 18:45:43.188574 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port a49eb1eb-9804-4cbd-b961-a15b3de61be6 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:43.188935 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.201732 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794726496269'] for network, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.235312 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434'] for network, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.236175 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:43.236752 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.339070 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] Pushing event updated for resources: {'Network': ['ID=bf204bd7-c331-416b-81f1-18dc22e4fb5f,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:43.344212 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0658fcb1-c0ba-4bd3-a345-159d8d8d9385 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4200881 Mar 11 18:45:43.347139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48190) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:43.353076 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f details requested by agent ovs-agent-n-d-833436-1 with host n-d-833436-1 {{(pid=83850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 18:45:43.354146 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Request body: {'subnet': {'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1187387393-subnet', 'tenant_id': '7094a451e4db484799821099d925f795', 'ip_version': 4}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:43.359878 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:43.364364 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Usage tracker for resource:subnet and tenant:7094a451e4db484799821099d925f795 is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:43.367435 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:43.373237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:43.388856 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Made reservation on behalf of 7094a451e4db484799821099d925f795 for: {'subnet': 1} {{(pid=83849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:45:43.391154 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15516953'] for subnet, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.594337 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1276198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15516939'] for subnet, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.661394 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61865e4-336a-487a-848f-0af7f1d58cb0,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:43.678649 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Checking segment: {'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:43.678997 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Network hostable DHCP agents. Network: bf204bd7-c331-416b-81f1-18dc22e4fb5f, hostable agents: ['1c6dff51-0be0-4827-9f73-237ca38019bf'], hosted agents: [] {{(pid=83849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:45:43.702983 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f is scheduled to be hosted by DHCP agent 1c6dff51-0be0-4827-9f73-237ca38019bf with binding_index 1 {{(pid=83849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:45:43.713515 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833436-1, bf204bd7-c331-416b-81f1-18dc22e4fb5f) {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:43.717377 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:43.717959 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.723561 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d36763-1abc-4fa4-a0f0-21d0e8ec78b5 None None] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:45:43.745400 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7f6e0f5c-fc3b-479a-a054-eb08c4ad93be admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3972292 Mar 11 18:45:43.745612 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48194) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:43.753058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:43.761109 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:43.766753 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Usage tracker for resource:router and tenant:7094a451e4db484799821099d925f795 is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:43.770353 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:43.781705 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:43.792787 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1999444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9642'] for router, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.793769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1999415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2003667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9633'] for router, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.814744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.965152 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2003489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1999278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11851'] for router, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:43.972385 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3aa14c8a-5b6d-5f84-82a8-a92f37a86b27-bf204bd7-c331-416b-81f1-18dc22e4fb5f', 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f', 'tenant_id': '7094a451e4db484799821099d925f795', 'fixed_ips': [{'subnet_id': 'f61865e4-336a-487a-848f-0af7f1d58cb0'}]}} from n-d-833436-1. {{(pid=83850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 18:45:43.973197 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.144752 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Allocated IP 172.20.0.2 (bf204bd7-c331-416b-81f1-18dc22e4fb5f/f61865e4-336a-487a-848f-0af7f1d58cb0/d4ef4c6a-d06e-4813-bd22-c0d941326c2b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:45:44.172591 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.202867 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.352051 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Allocated IP 172.25.3.195 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/382aa418-2702-40f6-832e-cc56c13a2725) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:45:44.373066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.384047 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Transition to ACTIVE for port object d4ef4c6a-d06e-4813-bd22-c0d941326c2b will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:44.411107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Transition to ACTIVE for port object d4ef4c6a-d06e-4813-bd22-c0d941326c2b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:44.418286 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.499701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:44.502729 n-d-833436-1 neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:44.506660 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.507300 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:45:44.509455 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Pushing event updated for resources: {'Port': ['ID=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:44.538565 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.558245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Sync routers for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:45:44.612297 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1cbaa24d-d7e1-4ddc-b38a-f889712615e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.621718 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:44.622029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Attempting to bind port d4ef4c6a-d06e-4813-bd22-c0d941326c2b on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:45:44.622401 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Attempting to bind port d4ef4c6a-d06e-4813-bd22-c0d941326c2b by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:45:44.622748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Attempting to bind port d4ef4c6a-d06e-4813-bd22-c0d941326c2b on network bf204bd7-c331-416b-81f1-18dc22e4fb5f {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:45:44.626194 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:44.626813 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:44.627474 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:44.633588 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:45:44.674410 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Pushing event updated for resources: {'Port': ['ID=382aa418-2702-40f6-832e-cc56c13a2725,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:44.734388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:45:44.735310 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Checking segment: {'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:44.735310 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.735537 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Bound using segment: {'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:45:44.735965 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Bound port: d4ef4c6a-d06e-4813-bd22-c0d941326c2b, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:45:44.736357 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.846803 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.847744 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1999271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2003518'] for router, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:44.876723 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] For port d4ef4c6a-d06e-4813-bd22-c0d941326c2b, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:45:44.881132 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] For port d4ef4c6a-d06e-4813-bd22-c0d941326c2b, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,segment=NetworkSegment(1638a893-4090-4904-9a7a-7be1a29299e2),segment_id=1638a893-4090-4904-9a7a-7be1a29299e2)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:45:44.886666 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:44.929769 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:45.041172 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9abf62c8-f6f3-479a-843d-3e9c581142f3 req-0f468910-3936-480a-bbb9-40e53336d6dc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1166885 Mar 11 18:45:45.110209 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88113358-d42b-4d0a-98b7-a1ac53fb3fc5 None None] Pushing event updated for resources: {'Port': ['ID=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:45.177260 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9abf62c8-f6f3-479a-843d-3e9c581142f3 req-b6c942a2-c481-427d-bfb2-5fabd709b8b1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0961795 Mar 11 18:45:45.264184 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9abf62c8-f6f3-479a-843d-3e9c581142f3 req-cfbf0e1e-f9b4-42a2-8410-292e0ed29dbb service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522654 Mar 11 18:45:45.339587 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 is scheduled to L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 with binding_index 1 {{(pid=83848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:45:45.456722 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 2, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:45.463840 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Checking router: 3eb3ac2e-0523-458e-870b-af668cbf257a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:45:45.464375 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Updating router 3eb3ac2e-0523-458e-870b-af668cbf257a port 249c54d5-33e4-4e08-800a-843366beb57c binding host n-d-833436-1 {{(pid=83850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:45:45.562250 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:45.597785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:45:45.625653 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Sync routers for ids ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:45:45.640421 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:45.646894 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-c029f134-394f-41e3-b531-3f801aab11e5 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8950312 Mar 11 18:45:45.646894 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48200) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:45.655232 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Routers {'af7c2f6c-a71f-4792-92f9-3596fbbd65b9'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:45.655866 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:45.698841 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf62c8-f6f3-479a-843d-3e9c581142f3 req-bd97f6d6-0277-40d9-ba60-6061a4a75809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:45.701561 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9abf62c8-f6f3-479a-843d-3e9c581142f3 req-bd97f6d6-0277-40d9-ba60-6061a4a75809 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4280863 Mar 11 18:45:45.936351 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Set router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:46.088947 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.094059 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.321607 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.335228 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Transition to ACTIVE for port object 249c54d5-33e4-4e08-800a-843366beb57c will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:46.350268 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.364095 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '382aa418-2702-40f6-832e-cc56c13a2725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:45:44Z', 'revision_number': 3, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port': {'id': '382aa418-2702-40f6-832e-cc56c13a2725', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:44Z', 'updated_at': '2022-03-11T18:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:46.369387 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Checking router: af7c2f6c-a71f-4792-92f9-3596fbbd65b9 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:45:46.369718 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Updating router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 port 382aa418-2702-40f6-832e-cc56c13a2725 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:45:46.426009 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.472136 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e73b1-93f4-4fcc-a4d0-73fa7ebbdb22 None None] Pushing event updated for resources: {'Port': ['ID=249c54d5-33e4-4e08-800a-843366beb57c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:46.695640 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6beb663-5faa-4f15-a698-ffec96296132 None None] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:45:46.805963 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Attempting to bind port 249c54d5-33e4-4e08-800a-843366beb57c on host n-d-833436-1 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:45:46.806348 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Attempting to bind port 249c54d5-33e4-4e08-800a-843366beb57c by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:45:46.806726 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Attempting to bind port 249c54d5-33e4-4e08-800a-843366beb57c on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:45:46.824854 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:45:46.825211 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Checking segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:46.825604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.825983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Bound using segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:45:46.826611 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Bound port: 249c54d5-33e4-4e08-800a-843366beb57c, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:45:46.826978 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.854651 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.861639 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5a3744fb-2e62-4fc7-9543-b787c8382be9 None None] Provisioning for port d4ef4c6a-d06e-4813-bd22-c0d941326c2b completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:46.920820 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:46.942003 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Transition to ACTIVE for port object 382aa418-2702-40f6-832e-cc56c13a2725 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:46.953868 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.032332 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] For port 249c54d5-33e4-4e08-800a-843366beb57c, host n-d-833436-1, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:45:47.060983 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] For port 249c54d5-33e4-4e08-800a-843366beb57c, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=249c54d5-33e4-4e08-800a-843366beb57c,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:45:47.078598 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Attempting to bind port 382aa418-2702-40f6-832e-cc56c13a2725 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:45:47.079306 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Attempting to bind port 382aa418-2702-40f6-832e-cc56c13a2725 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:45:47.080092 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Attempting to bind port 382aa418-2702-40f6-832e-cc56c13a2725 on network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:45:47.081843 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.102301 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af0741-7caa-419d-bb48-8c60c69e4107 None None] Pushing event updated for resources: {'Port': ['ID=382aa418-2702-40f6-832e-cc56c13a2725,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:47.108136 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:45:47.108375 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Checking segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:47.108992 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.109663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Bound using segment: {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:45:47.110553 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Bound port: 382aa418-2702-40f6-832e-cc56c13a2725, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c789bae1-bc96-45e1-a269-297e9bb0c053', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:45:47.111149 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.130943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Allocated IP 172.20.0.1 (bf204bd7-c331-416b-81f1-18dc22e4fb5f/f61865e4-336a-487a-848f-0af7f1d58cb0/51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:45:47.192505 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e73b1-93f4-4fcc-a4d0-73fa7ebbdb22 None None] Pushing event updated for resources: {'Port': ['ID=249c54d5-33e4-4e08-800a-843366beb57c,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:47.218731 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:47.220720 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:47.260539 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] For port 382aa418-2702-40f6-832e-cc56c13a2725, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:45:47.264631 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] For port 382aa418-2702-40f6-832e-cc56c13a2725, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=382aa418-2702-40f6-832e-cc56c13a2725,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:45:47.272502 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.399628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4ef4c6a-d06e-4813-bd22-c0d941326c2b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:47.405529 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Routers {'af7c2f6c-a71f-4792-92f9-3596fbbd65b9'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:45:47.406550 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:47.452723 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.494988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Transition to ACTIVE for port object 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:47.539186 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.603330 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af0741-7caa-419d-bb48-8c60c69e4107 None None] Pushing event updated for resources: {'Port': ['ID=382aa418-2702-40f6-832e-cc56c13a2725,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:47.677868 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.679423 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:47.690504 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:47.694263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:47.696578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:45:47.732420 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] Set router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:47.748928 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port d4ef4c6a-d06e-4813-bd22-c0d941326c2b completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:47.756818 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003140'] for router_interface, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.758501 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d4ef4c6a-d06e-4813-bd22-c0d941326c2b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:47.758871 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:47.802107 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:45:47.850061 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.068175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1bf61b34-9961-408c-a4b2-5483b1b153a2 None None] Provisioning complete for port d4ef4c6a-d06e-4813-bd22-c0d941326c2b triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:48.068563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bf61b34-9961-408c-a4b2-5483b1b153a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.134317 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.146501 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.230266 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.272241 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:48.274699 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003049'] for router_interface, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.276228 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '382aa418-2702-40f6-832e-cc56c13a2725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:45:44Z', 'revision_number': 3, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port': {'id': '382aa418-2702-40f6-832e-cc56c13a2725', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:44Z', 'updated_at': '2022-03-11T18:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:48.285137 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546948b7-d548-49a0-83e3-d6a9b4cf9dda None None] The sync data for ids ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'] in n-d-833436-1 is: [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '382aa418-2702-40f6-832e-cc56c13a2725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:45:44Z', 'revision_number': 3, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port': {'id': '382aa418-2702-40f6-832e-cc56c13a2725', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:44Z', 'updated_at': '2022-03-11T18:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:45:48.338117 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port d4ef4c6a-d06e-4813-bd22-c0d941326c2b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,segment=NetworkSegment(1638a893-4090-4904-9a7a-7be1a29299e2),segment_id=1638a893-4090-4904-9a7a-7be1a29299e2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:48.370958 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.494564 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:48.506805 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:46Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:45:48.525194 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69816d-6432-4efe-b2e2-d7111ca81e62 None None] The sync data for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 is: [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:46Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:45:48.624710 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-72823b16-69da-4a57-8ea7-973c17d329c1 None None] Provisioning for port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:48.634481 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-72823b16-69da-4a57-8ea7-973c17d329c1 None None] Provisioning complete for port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:48.634955 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-72823b16-69da-4a57-8ea7-973c17d329c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:48.664680 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:48.666738 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:48.741212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-72823b16-69da-4a57-8ea7-973c17d329c1 None None] Port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:45:48.974873 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-edc2c1e7-72bb-4860-9c1b-a6645f7723f6 None None] Provisioning complete for port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:48.975260 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-edc2c1e7-72bb-4860-9c1b-a6645f7723f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:49.062540 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-edc2c1e7-72bb-4860-9c1b-a6645f7723f6 None None] Port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:45:49.265609 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 249c54d5-33e4-4e08-800a-843366beb57c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:49.349282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 249c54d5-33e4-4e08-800a-843366beb57c completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:49.349418 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:45:49.355673 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 249c54d5-33e4-4e08-800a-843366beb57c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:49.356151 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:49.491431 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:49.538090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 249c54d5-33e4-4e08-800a-843366beb57c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=249c54d5-33e4-4e08-800a-843366beb57c,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:49.545605 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:49.546557 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4ef4c6a-d06e-4813-bd22-c0d941326c2b up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:49.604990 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:45:49.625828 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-62f40e62-9fbc-4308-be3b-afefc1312ac9 admin admin] 10.222.0.96 "PUT /v2.0/routers/af7c2f6c-a71f-4792-92f9-3596fbbd65b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9779787 Mar 11 18:45:49.670124 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=249c54d5-33e4-4e08-800a-843366beb57c,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:49.727070 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port d4ef4c6a-d06e-4813-bd22-c0d941326c2b triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:49.727615 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:49.864443 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 382aa418-2702-40f6-832e-cc56c13a2725 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:49.943890 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 382aa418-2702-40f6-832e-cc56c13a2725 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:49.952038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 382aa418-2702-40f6-832e-cc56c13a2725 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:49.952563 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.102846 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.119857 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 382aa418-2702-40f6-832e-cc56c13a2725, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=382aa418-2702-40f6-832e-cc56c13a2725,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:45:50.125356 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.192083 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=382aa418-2702-40f6-832e-cc56c13a2725,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:50.318643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48212) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:50.324338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124799094', 'description': 'tempest-secgroup-smoke-1124799094 description', 'project_id': '74cefcef425740688fc90a3ae451e97f'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:50.331611 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:50.335876 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:50.338908 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:50.345120 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:50.357202 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.394186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:50.398766 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:50.401995 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:50.408117 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:50.469543 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.475238 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.516014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:50.519882 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.521327 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-23da588a-a904-4fa5-a0f3-08ddac1f1ac1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2015808 Mar 11 18:45:50.525865 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48216) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:50.531489 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'security_group_rule': {'security_group_id': '2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7', 'project_id': '74cefcef425740688fc90a3ae451e97f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:50.538864 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:50.542550 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:50.545400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:50.551405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:50.569384 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.631049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.635991 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.660234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3759b86f-0e82-442e-8d4b-b5cd888446f5,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:50.671185 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.672768 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-634ec740-eb47-47b5-9fd5-71e1f6ba64fe tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459155 Mar 11 18:45:50.675776 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48220) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:50.681476 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'security_group_rule': {'security_group_id': '2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7', 'project_id': '74cefcef425740688fc90a3ae451e97f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:50.688308 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:50.692098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:50.695122 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:50.701139 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:50.719857 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.785146 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.789927 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.812793 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bfa7cd-f648-40fb-a317-25193f6f51d1,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:50.823544 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.824751 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-4fbf1f64-cf86-4806-97c1-70721847d893 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1479723 Mar 11 18:45:50.828172 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48224) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:50.833950 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'security_group_rule': {'security_group_id': '2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7', 'project_id': '74cefcef425740688fc90a3ae451e97f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:50.841211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:50.845185 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:50.848239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:50.854016 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:50.872211 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.936335 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.942101 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.969500 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad26c66-4bae-466e-b491-382279c63409,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:50.982418 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:50.983670 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5b492140-81bb-4aa2-8c62-47f550b857e9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1544743 Mar 11 18:45:50.986589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48228) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:50.992115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'security_group_rule': {'security_group_id': '2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7', 'project_id': '74cefcef425740688fc90a3ae451e97f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:50.999392 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:51.003512 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:51.006405 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:51.012263 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:51.030537 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.109127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.115380 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.126109 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 249c54d5-33e4-4e08-800a-843366beb57c up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:51.143361 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb5a5a6-7857-4ec8-b7f0-01cf9ebd4e57,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:51.156993 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.158568 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-df6431c3-420b-4a9f-bc74-6bbc70c3b2e7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1707389 Mar 11 18:45:51.161132 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48232) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:51.167099 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'security_group_rule': {'security_group_id': '2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7', 'project_id': '74cefcef425740688fc90a3ae451e97f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:51.174605 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:51.178781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:51.181972 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:51.188203 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:51.200153 n-d-833436-1 neutron-server[83848]: INFO neutron.db.securitygroups_db [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Project 74cefcef425740688fc90a3ae451e97f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:45:51.205510 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 249c54d5-33e4-4e08-800a-843366beb57c triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:51.205878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.206872 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.274554 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.279523 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.303015 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe4b7cd-0afa-4975-85ff-ce9ab0d720db,revision_number=0']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:51.315395 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.319955 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48236) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:45:51.320253 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-de2050a4-5874-4b91-86ba-c3fa9b41666f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1578691 Mar 11 18:45:51.326097 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'security_group_rule': {'security_group_id': '2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7', 'project_id': '74cefcef425740688fc90a3ae451e97f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:51.329264 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 382aa418-2702-40f6-832e-cc56c13a2725 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:45:51.333157 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:51.337636 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:security_group_rule and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:45:51.341227 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:45:51.347817 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:51.360698 n-d-833436-1 neutron-server[83849]: INFO neutron.db.securitygroups_db [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Project 74cefcef425740688fc90a3ae451e97f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:45:51.367933 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.399039 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 382aa418-2702-40f6-832e-cc56c13a2725 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:51.399400 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.437355 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.442313 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2042275'] for security_group_rule, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.465959 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20392bd0-adeb-4723-b136-5936fe27aea7,revision_number=0']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:51.476494 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:51.477823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-feeed0dc-919e-436d-8755-ca4af5c5b343 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1566181 Mar 11 18:45:51.656591 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-d3c07a8e-2268-4c24-8c10-50a7ad77795c tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Synchronizing usage tracker for tenant:74cefcef425740688fc90a3ae451e97f on resource:security_group {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:45:51.676513 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-d3c07a8e-2268-4c24-8c10-50a7ad77795c tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Unset dirty status for tenant:74cefcef425740688fc90a3ae451e97f on resource:security_group {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:45:51.677791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-d3c07a8e-2268-4c24-8c10-50a7ad77795c tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124799094&fields=id&tenant_id=74cefcef425740688fc90a3ae451e97f HTTP/1.1" status: 200 len: 267 time: 0.0633643 Mar 11 18:45:51.830066 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31722-0a62-4278-aef4-30623acdc76d req-b6008e21-62e0-45ff-b574-2b7856fd1847 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:51.830674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-b6008e21-62e0-45ff-b574-2b7856fd1847 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Synchronizing usage tracker for tenant:74cefcef425740688fc90a3ae451e97f on resource:network {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:45:51.850005 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-b6008e21-62e0-45ff-b574-2b7856fd1847 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Unset dirty status for tenant:74cefcef425740688fc90a3ae451e97f on resource:network {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:45:51.851244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-b6008e21-62e0-45ff-b574-2b7856fd1847 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 809 time: 0.1659627 Mar 11 18:45:51.868805 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-8cbb4944-dcc5-4c83-8ac7-cb72362e0bf3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/quotas/74cefcef425740688fc90a3ae451e97f HTTP/1.1" status: 200 len: 375 time: 0.0120175 Mar 11 18:45:51.955934 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-cb794f32-d914-4da8-85f1-445dd7cf4ea3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Synchronizing usage tracker for tenant:74cefcef425740688fc90a3ae451e97f on resource:port {{(pid=83849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:45:51.976475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-cb794f32-d914-4da8-85f1-445dd7cf4ea3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Unset dirty status for tenant:74cefcef425740688fc90a3ae451e97f on resource:port {{(pid=83849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:45:51.977791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-cb794f32-d914-4da8-85f1-445dd7cf4ea3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032133 Mar 11 18:45:52.122528 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-9b19f3b7-1556-4818-9c26-96f0809c5bb9 service neutron] 10.222.0.96 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328959 Mar 11 18:45:52.254959 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-36beeed2-1751-40eb-8b61-66ce4eeeb631 service neutron] 10.222.0.96 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266696 Mar 11 18:45:53.466943 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-591466f2-cae8-41fd-8190-b0671b8ae80a req-ec14bf14-2220-45c9-8cf8-6dd59db5b863 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 210 time: 0.0414178 Mar 11 18:45:54.632772 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-cb1266e2-aff0-4f90-9953-7706a5ff5229 req-c5a883cf-99bd-4dab-ba6e-f74980f67f93 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 210 time: 0.0411079 Mar 11 18:45:54.910395 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31722-0a62-4278-aef4-30623acdc76d req-f579c1ec-ae20-4354-bd22-d0d461e8cbea tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:54.911738 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-f579c1ec-ae20-4354-bd22-d0d461e8cbea tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 809 time: 0.1443586 Mar 11 18:45:54.972357 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-07d40537-a1e4-493a-a4c5-8492637815d1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Synchronizing usage tracker for tenant:74cefcef425740688fc90a3ae451e97f on resource:security_group {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:45:54.983868 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-93a31722-0a62-4278-aef4-30623acdc76d req-07d40537-a1e4-493a-a4c5-8492637815d1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Unset dirty status for tenant:74cefcef425740688fc90a3ae451e97f on resource:security_group {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:45:54.985088 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-07d40537-a1e4-493a-a4c5-8492637815d1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74cefcef425740688fc90a3ae451e97f HTTP/1.1" status: 200 len: 380 time: 0.0539165 Mar 11 18:45:54.993660 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'port': {'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'admin_state_up': True, 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'security_groups': ['2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:55.128916 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:45:55.139032 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:45:55.149964 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Made reservation on behalf of 74cefcef425740688fc90a3ae451e97f for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:45:55.153109 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:55.317006 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Allocated IP 172.20.0.11 (c2d5cae8-728e-4317-a8c6-d0e7ac1db21f/0a3002ef-b2cd-4eef-94ea-a280c56d7648/d704834c-6fdb-45be-8634-5b76f1c0ed0a) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:45:55.595660 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:45:55.613301 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:55.629509 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Transition to ACTIVE for port object d704834c-6fdb-45be-8634-5b76f1c0ed0a will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:55.652734 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:55.724798 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:45:55.728815 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:45:55.733586 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:45:55.761299 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:55.807714 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:55.809023 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:55.855620 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-2415a185-805b-4b94-9d40-b257822300c8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8649487 Mar 11 18:45:55.873309 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Request body: {'port': {'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:45:55.916674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852da83-c312-4c6a-97cb-37dc19238619 req-85b8cb6f-4d43-4b61-a040-05e37e8cc85b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:55.919104 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9852da83-c312-4c6a-97cb-37dc19238619 req-85b8cb6f-4d43-4b61-a040-05e37e8cc85b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 932 time: 0.1403060 Mar 11 18:45:55.975689 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9852da83-c312-4c6a-97cb-37dc19238619 req-7520a97f-f744-4426-8d98-443938c3fe36 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495741 Mar 11 18:45:55.994247 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:56.038256 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2ac9a7bb-4941-42c9-8c7b-08536a3667b6 None None] Provisioning for port d704834c-6fdb-45be-8634-5b76f1c0ed0a completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:45:56.043864 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2ac9a7bb-4941-42c9-8c7b-08536a3667b6 None None] Provisioning complete for port d704834c-6fdb-45be-8634-5b76f1c0ed0a triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:45:56.044381 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a7bb-4941-42c9-8c7b-08536a3667b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:56.098356 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9a7bb-4941-42c9-8c7b-08536a3667b6 None None] Port d704834c-6fdb-45be-8634-5b76f1c0ed0a cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:45:56.356443 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d704834c-6fdb-45be-8634-5b76f1c0ed0a {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:45:56.365396 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:56.382802 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Transition to ACTIVE for port object d704834c-6fdb-45be-8634-5b76f1c0ed0a will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:45:56.389315 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:56.520663 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:56.641918 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Attempting to bind port d704834c-6fdb-45be-8634-5b76f1c0ed0a on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:45:56.642257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Attempting to bind port d704834c-6fdb-45be-8634-5b76f1c0ed0a by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:45:56.642619 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Attempting to bind port d704834c-6fdb-45be-8634-5b76f1c0ed0a on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:45:56.648943 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Port d704834c-6fdb-45be-8634-5b76f1c0ed0a on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:45:56.649265 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Attempting to bind port d704834c-6fdb-45be-8634-5b76f1c0ed0a on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:45:56.656039 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:45:56.656382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Checking segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:45:56.656820 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Bound using segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:45:56.657249 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Bound port: d704834c-6fdb-45be-8634-5b76f1c0ed0a, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:45:56.657597 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:56.757517 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:45:56.760822 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:45:56.766650 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:56.832737 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:45:56.834493 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] 10.222.0.59 "PUT /v2.0/ports/d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 1092 time: 0.9663122 Mar 11 18:45:56.835397 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:45:56.861591 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdaf18-021b-44e4-a1a3-26430310e44a service neutron] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:45:56.987298 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-35bb8a2a-602f-428e-a64b-db9377f47c1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1095 time: 0.0970922 Mar 11 18:45:57.001842 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'status': 'completed', 'code': 200} Mar 11 18:45:57.081618 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-9dba8ef5-9803-45c7-b18e-fd45bcdd6a7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 217 time: 0.0784740 Mar 11 18:45:57.191484 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cbe56-1c34-4dc5-9ab2-9ab4e1b54fb9 req-8eab2259-af3d-4071-9ec2-f59c26862b24 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:57.193085 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-703cbe56-1c34-4dc5-9ab2-9ab4e1b54fb9 req-8eab2259-af3d-4071-9ec2-f59c26862b24 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 944 time: 0.0900874 Mar 11 18:45:57.194356 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31722-0a62-4278-aef4-30623acdc76d req-c6d2876e-b1c4-4bd0-9526-2aec88d17348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:57.196707 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-c6d2876e-b1c4-4bd0-9526-2aec88d17348 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.1090024 Mar 11 18:45:57.248250 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-703cbe56-1c34-4dc5-9ab2-9ab4e1b54fb9 req-4859ea55-1142-41a6-a2c4-164c39a9b5fc tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489547 Mar 11 18:45:57.280652 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-1a8e98fc-d079-44cf-adb4-ef8449291f2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771394 Mar 11 18:45:57.414356 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-7a2861c9-3cca-4709-b1ff-4446b7bc202f service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257648 Mar 11 18:45:57.638873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-93a31722-0a62-4278-aef4-30623acdc76d req-c8eca6de-4742-4c67-a809-943196b94d13 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180495 Mar 11 18:45:57.838323 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-1ee9156b-914a-4a99-bfe6-93474d02cf96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1095 time: 0.0978777 Mar 11 18:45:57.976924 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-df5d7c5d-95cd-44eb-b534-4d6a4ee8ec0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:57.978399 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-df5d7c5d-95cd-44eb-b534-4d6a4ee8ec0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1335776 Mar 11 18:45:58.045981 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-cea91c4a-4781-4f46-9686-444c53471e59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 217 time: 0.0604944 Mar 11 18:45:58.115790 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-2550a0d0-6b85-4808-9f22-f5002c548e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:58.117854 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-2550a0d0-6b85-4808-9f22-f5002c548e73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0656192 Mar 11 18:45:58.213505 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-4045eaa0-550b-4791-9673-4cfc691309e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879831 Mar 11 18:45:58.363113 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-25ad7938-0445-4c43-b8ad-3ebe95287ca7 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395752 Mar 11 18:45:58.465072 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394f4f0-c977-4d3f-884b-b7e01d81a678 req-0d00bad4-270b-49a9-930c-802d305e526c tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:58.466600 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e394f4f0-c977-4d3f-884b-b7e01d81a678 req-0d00bad4-270b-49a9-930c-802d305e526c tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 944 time: 0.0865014 Mar 11 18:45:58.515207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9a496b13-6f4b-4544-89f7-4325cd2b7f05 req-f5b5d550-bccc-4cc6-bf9c-41e824faed5f service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382983 Mar 11 18:45:58.517350 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e394f4f0-c977-4d3f-884b-b7e01d81a678 req-c420faba-5bba-40e9-97dd-767bf551b485 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Mar 11 18:45:59.737848 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f3bd-5796-4988-97cb-4a7164b237c7 req-030fe801-2389-45cc-bef9-edc759888a90 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:45:59.739338 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2473f3bd-5796-4988-97cb-4a7164b237c7 req-030fe801-2389-45cc-bef9-edc759888a90 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 944 time: 0.0821943 Mar 11 18:45:59.784441 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2473f3bd-5796-4988-97cb-4a7164b237c7 req-3bd12529-c1b2-4fb9-a2dd-00353bc70583 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395360 Mar 11 18:46:00.253816 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d704834c-6fdb-45be-8634-5b76f1c0ed0a details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:46:00.398613 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:46:00.413203 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:46:00.469009 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:00.488115 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d704834c-6fdb-45be-8634-5b76f1c0ed0a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:46:00.505299 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:46:00.511022 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:00.591072 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:46:00.815986 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d704834c-6fdb-45be-8634-5b76f1c0ed0a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:46:00.988412 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b426c1-d93e-408f-a63a-7356075c209f req-15aebfac-68b2-4e77-b58c-0ca8374129b0 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:00.989900 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b426c1-d93e-408f-a63a-7356075c209f req-15aebfac-68b2-4e77-b58c-0ca8374129b0 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 945 time: 0.0787244 Mar 11 18:46:01.040170 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-73b426c1-d93e-408f-a63a-7356075c209f req-212f58d2-76e5-4d49-928e-13b0b4cdc6ba tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Mar 11 18:46:02.258931 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1d78-4a2c-483b-8c92-b33809f8c84a req-00607f09-e31c-4986-a8c9-ff4e198678f5 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:02.259945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d704834c-6fdb-45be-8634-5b76f1c0ed0a up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:46:02.260967 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-637f1d78-4a2c-483b-8c92-b33809f8c84a req-00607f09-e31c-4986-a8c9-ff4e198678f5 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 945 time: 0.0934646 Mar 11 18:46:02.312343 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-637f1d78-4a2c-483b-8c92-b33809f8c84a req-4e1ca13d-e89c-40f1-9e00-4f17b33c3226 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Mar 11 18:46:02.348425 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port d704834c-6fdb-45be-8634-5b76f1c0ed0a completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:46:02.356074 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d704834c-6fdb-45be-8634-5b76f1c0ed0a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:46:02.356636 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:02.497422 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:02.528662 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:46:02.539327 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:46:02.545084 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:02.589577 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'code': 200} Mar 11 18:46:02.619308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:46:02.751178 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05c94d1a-c346-4dd6-b83d-0bae90c7e22b req-5b2e569e-4f7a-4f8e-9adf-274b61236256 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0776350 Mar 11 18:46:02.797885 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-05c94d1a-c346-4dd6-b83d-0bae90c7e22b req-023fb9f2-c19b-43df-95e3-be04814715e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Mar 11 18:46:03.520213 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341291-556d-4882-9696-0efdb82a245f req-3fcdcdad-0c3c-43e6-ab0a-dca7155aa5b8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:03.521671 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef341291-556d-4882-9696-0efdb82a245f req-3fcdcdad-0c3c-43e6-ab0a-dca7155aa5b8 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 946 time: 0.0789571 Mar 11 18:46:03.574684 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ef341291-556d-4882-9696-0efdb82a245f req-e82be755-a85e-468b-960d-6fa2dc8fac93 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472510 Mar 11 18:46:04.774027 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc777d1-a01a-48a8-b85c-0fe5033e0a7f req-6c40d314-0f59-49ad-a5dd-fc2530a79eaf tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:04.775589 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcc777d1-a01a-48a8-b85c-0fe5033e0a7f req-6c40d314-0f59-49ad-a5dd-fc2530a79eaf tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 946 time: 0.0783830 Mar 11 18:46:04.821641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-bcc777d1-a01a-48a8-b85c-0fe5033e0a7f req-8be15a9b-3838-491a-8b82-17f5b7ad84e1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404174 Mar 11 18:46:05.031367 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a629-c8d1-4c14-9c22-94515b09761c req-a30f2ebe-b6ef-43f1-a0cd-6f1ff31a3db3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:05.032854 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d71a629-c8d1-4c14-9c22-94515b09761c req-a30f2ebe-b6ef-43f1-a0cd-6f1ff31a3db3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 946 time: 0.0835166 Mar 11 18:46:05.166791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8d71a629-c8d1-4c14-9c22-94515b09761c req-e26a6959-3c94-49b1-9ecf-4fc4c34d83cd tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258860 Mar 11 18:46:05.197239 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48290) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:46:05.400652 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-35659497-da48-4a0d-aed8-07c8be547bb1 tempest-TestSnapshotPattern-456201759 tempest-TestSnapshotPattern-456201759-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1092 time: 0.2022469 Mar 11 18:46:05.403665 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48296) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:46:05.409029 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:46:05.415497 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:46:05.419540 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:floatingip and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:46:05.422784 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:46:05.428857 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:46:05.441774 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:05.595310 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:05.752155 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Allocated IP 172.25.3.13 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/563654de-eb2d-4b44-a812-b177a4f84a75) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:46:05.916627 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:05.950221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:06.020362 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:46:06.023126 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:46:06.028627 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:46:06.057545 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'Port': ['ID=563654de-eb2d-4b44-a812-b177a4f84a75,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:46:06.562736 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:06.626265 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:06.840905 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:06.849093 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:06.953544 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'Port': ['ID=563654de-eb2d-4b44-a812-b177a4f84a75,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:46:06.967151 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:07.250958 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Floating IP 6488e647-d830-4dac-8775-bc7fcf3ffba1 associated. External IP: 172.25.3.13, port: d704834c-6fdb-45be-8634-5b76f1c0ed0a. Mar 11 18:46:07.666879 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Router 3eb3ac2e-0523-458e-870b-af668cbf257a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:46:07.891475 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:46:07.901411 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] Sync routers for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:46:07.913783 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:46:07.914408 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:07.918206 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:07.975636 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-9ba3a2eb-f849-4c5b-a4b2-38a6b9436b62 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5708761 Mar 11 18:46:07.976366 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:46:08.089859 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:46:08.115264 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'status': 'completed', 'code': 200} Mar 11 18:46:08.235518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-e107f108-4d13-4da9-822d-a4a8d1feec7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0698140 Mar 11 18:46:08.378801 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-87a4b11c-4b7c-454d-8be5-a337129a50a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:08.380294 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-87a4b11c-4b7c-454d-8be5-a337129a50a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1311665 Mar 11 18:46:08.458860 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:06Z', 'revision_number': 0, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:08.465448 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] Checking router: 3eb3ac2e-0523-458e-870b-af668cbf257a for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:46:08.481328 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:46:08.482216 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:08.495308 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-5ee3d2c2-078b-4192-af87-b98d27e6f211 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 999 time: 0.1091402 Mar 11 18:46:08.560473 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-0b646c56-4cd0-4ef1-b798-1599703577f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:08.562021 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-0b646c56-4cd0-4ef1-b798-1599703577f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0602837 Mar 11 18:46:08.645332 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-adb81cca-367a-4e55-8889-3c3b092e45e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759513 Mar 11 18:46:08.669038 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:46:08.780025 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-4fb33890-74e7-4658-95b0-de2afdf4c85c service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286697 Mar 11 18:46:09.025284 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-235d006d-df8c-4f29-898c-0e94ea8eb8c9 req-76a81789-df5a-4154-9a1b-3371d3fd8ea3 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399626 Mar 11 18:46:09.078523 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:06Z', 'revision_number': 0, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:09.083027 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f1dcb-4a42-4aaf-9c68-fafe4f983fa2 None None] The sync data for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 is: [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:06Z', 'revision_number': 0, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:46:10.158267 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:10.860615 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Sync routers for ids ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:46:10.878608 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Routers {'af7c2f6c-a71f-4792-92f9-3596fbbd65b9'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:46:10.879215 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:10.882879 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a57c1-e4dc-44c9-b711-ddab04f73929 None None] New status for floating IP 6488e647-d830-4dac-8775-bc7fcf3ffba1: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:46:11.052019 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Set router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:46:11.372231 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '382aa418-2702-40f6-832e-cc56c13a2725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:45:47Z', 'revision_number': 4, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port': {'id': '382aa418-2702-40f6-832e-cc56c13a2725', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:44Z', 'updated_at': '2022-03-11T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3', 'name': '', 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f', 'tenant_id': '7094a451e4db484799821099d925f795', 'mac_address': 'fa:16:3e:51:04:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61865e4-336a-487a-848f-0af7f1d58cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:46Z', 'updated_at': '2022-03-11T18:45:47Z', 'revision_number': 2, 'project_id': '7094a451e4db484799821099d925f795', 'subnets': [{'id': 'f61865e4-336a-487a-848f-0af7f1d58cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:11.376559 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Checking router: af7c2f6c-a71f-4792-92f9-3596fbbd65b9 for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:46:11.376904 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Updating router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 binding host n-d-833436-1 {{(pid=83851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 18:46:11.432024 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:11.788552 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:11.801305 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Transition to ACTIVE for port object 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:46:11.810616 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:11.950425 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c4acc-8884-40a0-87c8-fdf8edf92fa6 None None] Pushing event updated for resources: {'Port': ['ID=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:46:12.050096 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Attempting to bind port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 on host n-d-833436-1 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:46:12.050326 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Attempting to bind port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 by drivers openvswitch,hyperv on host n-d-833436-1 at level 0 using segments [{'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:46:12.050698 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Attempting to bind port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 on network bf204bd7-c331-416b-81f1-18dc22e4fb5f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:46:12.057499 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Checking agent: {'id': '049d405a-f425-4c77-b016-37f42572c19f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 5, 46), 'started_at': datetime.datetime(2022, 3, 11, 17, 6, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833436-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:46:12.057824 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Checking segment: {'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:46:12.058549 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:12.058778 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Bound using segment: {'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'} {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:46:12.059225 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Bound port: 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3, host: n-d-833436-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1638a893-4090-4904-9a7a-7be1a29299e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f'}}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:46:12.059580 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:12.147478 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] For port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3, host n-d-833436-1, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:46:12.150650 n-d-833436-1 neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] For port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3, host n-d-833436-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,segment=NetworkSegment(1638a893-4090-4904-9a7a-7be1a29299e2),segment_id=1638a893-4090-4904-9a7a-7be1a29299e2)] {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:46:12.156790 n-d-833436-1 neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:12.271504 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c4acc-8884-40a0-87c8-fdf8edf92fa6 None None] Pushing event updated for resources: {'Port': ['ID=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,revision_number=4']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:46:12.276638 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Routers {'af7c2f6c-a71f-4792-92f9-3596fbbd65b9'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:46:12.277432 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:45:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:12.405608 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9063338f-99fd-4f54-8d86-06759e04ca1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:12.465353 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] Set router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:46:12.787105 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '382aa418-2702-40f6-832e-cc56c13a2725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:45:47Z', 'revision_number': 4, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port': {'id': '382aa418-2702-40f6-832e-cc56c13a2725', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:44Z', 'updated_at': '2022-03-11T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3', 'name': '', 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f', 'tenant_id': '7094a451e4db484799821099d925f795', 'mac_address': 'fa:16:3e:51:04:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61865e4-336a-487a-848f-0af7f1d58cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:46Z', 'updated_at': '2022-03-11T18:46:12Z', 'revision_number': 4, 'project_id': '7094a451e4db484799821099d925f795', 'subnets': [{'id': 'f61865e4-336a-487a-848f-0af7f1d58cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:46:12.791448 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce7ddf-7b7a-4aff-b2d9-693c367aafe0 None None] The sync data for ids ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'] in n-d-833436-1 is: [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '382aa418-2702-40f6-832e-cc56c13a2725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:45:47Z', 'revision_number': 4, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port': {'id': '382aa418-2702-40f6-832e-cc56c13a2725', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:44Z', 'updated_at': '2022-03-11T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3', 'name': '', 'network_id': 'bf204bd7-c331-416b-81f1-18dc22e4fb5f', 'tenant_id': '7094a451e4db484799821099d925f795', 'mac_address': 'fa:16:3e:51:04:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61865e4-336a-487a-848f-0af7f1d58cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:46Z', 'updated_at': '2022-03-11T18:46:12Z', 'revision_number': 4, 'project_id': '7094a451e4db484799821099d925f795', 'subnets': [{'id': 'f61865e4-336a-487a-848f-0af7f1d58cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:46:13.149402 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:46:13.220186 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning for port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:46:13.225719 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:46:13.226167 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:13.344438 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:13.384260 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] For port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,segment=NetworkSegment(1638a893-4090-4904-9a7a-7be1a29299e2),segment_id=1638a893-4090-4904-9a7a-7be1a29299e2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:46:13.388678 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:13.455180 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Pushing event updated for resources: {'Port': ['ID=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:46:14.555977 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1db4790-72bc-45d8-930e-acb09e0e4366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:15.124511 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 up at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:46:15.198387 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Provisioning complete for port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:46:15.198762 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:15.950061 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:15.979637 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:17.301404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:32.598470 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:46:37.326394 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-472df039-9a46-48a5-a346-92907223cf9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717099 Mar 11 18:46:37.501975 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-79448e62-6632-4c32-8069-10d78f2dce32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0743761 Mar 11 18:46:37.651043 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-b18ee6b7-544f-40cf-aa3c-b2706299a0e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:37.652383 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-b18ee6b7-544f-40cf-aa3c-b2706299a0e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1291778 Mar 11 18:46:37.756687 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-f09cfc77-8961-4d7f-96d9-4e55cdd18132 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 1001 time: 0.0963793 Mar 11 18:46:37.823514 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-82d60cdb-44ca-4824-8892-a8b50ea4f1f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:37.824936 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-82d60cdb-44ca-4824-8892-a8b50ea4f1f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0626087 Mar 11 18:46:37.913817 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-e4bfcb18-96f8-487b-9477-1a633d7e4fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801539 Mar 11 18:46:38.049518 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-e1768462-d43f-4cd2-a68f-c87c320a40af service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283145 Mar 11 18:46:38.181724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8474f68f-61cd-4ac2-bb82-c232044a289b req-2d068711-6eb6-4aaf-a36c-6a15452b949d service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257963 Mar 11 18:46:40.157607 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:42.401515 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06c66d3f-3da4-4b35-961b-1a5b9cf67530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:44.557141 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2984-3311-40eb-9b8c-949b45a4aa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:45.778101 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba0a61c8-73f1-40e0-89b7-1b53792e94e5 req-09d6f8cf-7fdf-4f15-bffd-fc2bd9f22095 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0400200 Mar 11 18:46:45.926809 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba0a61c8-73f1-40e0-89b7-1b53792e94e5 req-4c5229b3-e7b8-46ee-9cd0-cd271e733e68 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0516989 Mar 11 18:46:45.951831 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:45.976302 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba0a61c8-73f1-40e0-89b7-1b53792e94e5 req-f60df637-b113-4d64-8f7a-d3ed659179ad service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252972 Mar 11 18:46:45.981666 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:46:46.134973 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a61c8-73f1-40e0-89b7-1b53792e94e5 req-edbed2c9-9bb9-4cee-9b86-4ceebe2b17d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:46:46.136320 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ba0a61c8-73f1-40e0-89b7-1b53792e94e5 req-edbed2c9-9bb9-4cee-9b86-4ceebe2b17d4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1551445 Mar 11 18:46:47.301989 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:09.599631 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:47:10.160504 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:12.408874 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee1f740d-76d5-4fa1-b311-c69f71ec43c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:14.554458 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20d3945c-30a4-48b1-8220-295f686efb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:15.952589 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:15.984198 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:17.304358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:38.341283 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-32a8e56c-79c0-4b3b-9773-d552b5b5e208 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762179 Mar 11 18:47:38.505635 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-f2ec3cdd-cb55-4c61-a6e6-61850884d8fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0725422 Mar 11 18:47:38.663638 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-03a0008e-6c3c-4f53-8b3c-5d464f728368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:47:38.665103 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-03a0008e-6c3c-4f53-8b3c-5d464f728368 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1403720 Mar 11 18:47:38.773251 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-71b8987f-4c5f-47a2-a2b4-d4b47b4b27d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 1001 time: 0.1010098 Mar 11 18:47:38.836188 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-15c96a78-5ecc-4efb-bbb6-5aa3d094e93f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:47:38.837675 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-15c96a78-5ecc-4efb-bbb6-5aa3d094e93f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0575967 Mar 11 18:47:38.917552 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-db759db8-6e00-4432-8e05-49dbc0eaf716 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739410 Mar 11 18:47:39.054012 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-b7ff7f9d-dc6d-4320-809d-626dcf2673a3 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303973 Mar 11 18:47:39.284872 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-0354ed97-dcb2-4b8e-b84c-eac0e4a77e16 req-8f006681-3349-495a-b366-1803e044acfc service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237017 Mar 11 18:47:40.180070 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:42.404343 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5020d873-c7de-4c7b-81b9-78c0d27abdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:44.551029 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ee45-d910-4ba0-873d-31fb7b8a3076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:45.953358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:45.986924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:46.600534 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:47:47.307274 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:47:47.983619 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b929d490-d3da-42ff-b7fe-ff943b189f3e req-b0d4529a-cd25-4dc1-b95c-a31420337921 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0473471 Mar 11 18:47:48.053779 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b929d490-d3da-42ff-b7fe-ff943b189f3e req-8a698c22-81af-48c5-8a5d-0cdfea45db59 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0389762 Mar 11 18:47:48.106411 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b929d490-d3da-42ff-b7fe-ff943b189f3e req-101b1d22-89b0-48f1-93b3-fe705fc81ab9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291960 Mar 11 18:47:48.255508 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929d490-d3da-42ff-b7fe-ff943b189f3e req-303d46b2-7195-410a-b3a1-2d21469a8abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:47:48.256874 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b929d490-d3da-42ff-b7fe-ff943b189f3e req-303d46b2-7195-410a-b3a1-2d21469a8abb service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1453209 Mar 11 18:48:06.973141 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d704834c-6fdb-45be-8634-5b76f1c0ed0a details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:48:07.111175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:48:07.128900 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:48:07.184515 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:07.203665 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d704834c-6fdb-45be-8634-5b76f1c0ed0a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:48:07.218958 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:48:07.224441 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:07.303901 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:07.313626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.313626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.313976 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.314340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.314680 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.315005 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.315321 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.315635 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.316282 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.316601 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.316918 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:07.362839 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['d704834c-6fdb-45be-8634-5b76f1c0ed0a'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:48:08.989103 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d704834c-6fdb-45be-8634-5b76f1c0ed0a up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:48:09.059500 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port d704834c-6fdb-45be-8634-5b76f1c0ed0a triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:48:09.059882 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:09.193010 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:09.224201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:48:09.235594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:48:09.243225 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:09.318175 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:09.432138 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'code': 200} Mar 11 18:48:10.210374 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:12.404932 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b725fa0-ebec-4e70-b42f-148ad681a457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:14.546308 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cf44a5c-575e-4d02-b1b5-6518e7a184a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:15.948924 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:15.991025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:17.322995 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:17.917725 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-9ceefc2e-ada7-41e8-a524-86222f56c180 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124799094&fields=id&tenant_id=74cefcef425740688fc90a3ae451e97f HTTP/1.1" status: 200 len: 267 time: 0.0475664 Mar 11 18:48:18.166722 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-6c1a8b04-e59c-4b99-942d-9a24678d6db1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:18.168080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-6c1a8b04-e59c-4b99-942d-9a24678d6db1 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 809 time: 0.2406566 Mar 11 18:48:18.185633 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-a694f6f3-10d9-4cdf-8d40-0471ab7af44c tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/quotas/74cefcef425740688fc90a3ae451e97f HTTP/1.1" status: 200 len: 375 time: 0.0115557 Mar 11 18:48:18.270115 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-d961ea4d-f1e6-4c99-b773-a6e5529f39e0 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0791779 Mar 11 18:48:18.386651 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-89ee5ccd-3528-4bd2-aee7-9b80ea5201d0 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83849) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 18:48:18.387884 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-89ee5ccd-3528-4bd2-aee7-9b80ea5201d0 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1053877 Mar 11 18:48:18.528428 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-21371e59-8a3b-4587-b2e4-c357c38295cb service neutron] 10.222.0.96 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340861 Mar 11 18:48:18.671249 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-7bb858c4-eaad-4767-a78f-f6f93fcf726f service neutron] 10.222.0.96 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342282 Mar 11 18:48:18.908318 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2687b0fd-b94e-4b3b-8e4f-e4f28b0b453f req-386005c2-3c49-410c-aef5-c0f8a69fa8ba tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 210 time: 0.0481982 Mar 11 18:48:20.051556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-f0af0365-114e-4fb1-8f9f-0dbbf749ba3a tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:20.053038 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-f0af0365-114e-4fb1-8f9f-0dbbf749ba3a tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 809 time: 0.1535089 Mar 11 18:48:20.074945 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-0b274685-e945-4e64-93a7-f1e9ebe1ab29 req-047f165e-455e-4f01-94af-73dfde4ad137 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 210 time: 0.0419149 Mar 11 18:48:20.115447 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-766e2b5f-6afb-466f-a527-67dc3f20df6a tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74cefcef425740688fc90a3ae451e97f HTTP/1.1" status: 200 len: 380 time: 0.0429595 Mar 11 18:48:20.123817 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'port': {'device_id': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'admin_state_up': True, 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'security_groups': ['2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7']}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:48:20.262041 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:48:20.266103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:port and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:48:20.268973 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:48:20.274578 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.quota.driver [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:48:20.286848 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Made reservation on behalf of 74cefcef425740688fc90a3ae451e97f for: {'port': 1} {{(pid=83848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:48:20.290148 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:20.460175 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_common [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Allocated IP 172.20.0.6 (c2d5cae8-728e-4317-a8c6-d0e7ac1db21f/0a3002ef-b2cd-4eef-94ea-a280c56d7648/4f1b48aa-4f05-40bf-808c-51592747dbf4) {{(pid=83848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:48:20.686713 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for port, precommit_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:20.707930 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Transition to ACTIVE for port object 4f1b48aa-4f05-40bf-808c-51592747dbf4 will not be triggered until provisioned by entity DHCP. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:48:20.736212 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_create {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:20.831989 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f is already hosted by enough agents. {{(pid=83848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:48:20.832927 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=1']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:20.835610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.base_scheduler [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources bound (agent type, host, resource id): {{(pid=83848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:48:20.838219 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Received port after_create {{(pid=83848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:48:20.885338 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.885662 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.885998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.886341 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.886696 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.887186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.891687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.891687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.891687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.891687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.891687 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:20.915821 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:20.916457 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:20.965781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-ef52e4eb-82be-45d8-b6fa-a5420c155c95 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8454099 Mar 11 18:48:21.075582 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d704834c-6fdb-45be-8634-5b76f1c0ed0a no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:48:21.204126 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:21.248758 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:48:21.251718 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:48:21.282618 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:21.377181 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'code': 200} Mar 11 18:48:21.382901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5389-4365-4614-8382-9a7bc4f5e4f7 req-0f629690-a0b5-4075-ac1d-b1eafef15a84 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:21.384542 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee3f5389-4365-4614-8382-9a7bc4f5e4f7 req-0f629690-a0b5-4075-ac1d-b1eafef15a84 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.1165035 Mar 11 18:48:21.405945 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-26ec91ad-fdb8-460e-9b41-1a917050882d None None] Provisioning for port 4f1b48aa-4f05-40bf-808c-51592747dbf4 completed by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:48:21.428423 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-26ec91ad-fdb8-460e-9b41-1a917050882d None None] Provisioning complete for port 4f1b48aa-4f05-40bf-808c-51592747dbf4 triggered by entity DHCP. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:48:21.428877 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26ec91ad-fdb8-460e-9b41-1a917050882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:21.444068 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-ee3f5389-4365-4614-8382-9a7bc4f5e4f7 req-531bc56a-e909-4eef-a5d0-a47998507e3f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532730 Mar 11 18:48:21.492225 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-26ec91ad-fdb8-460e-9b41-1a917050882d None None] Port 4f1b48aa-4f05-40bf-808c-51592747dbf4 cannot update to ACTIVE because it is not bound. {{(pid=83850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 18:48:21.493831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:22.664758 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6a200-4cb0-48d9-b8db-fa640e021773 req-d30db49d-e67d-46da-abe9-ec20dbe2ab6f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:22.666402 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9e6a200-4cb0-48d9-b8db-fa640e021773 req-d30db49d-e67d-46da-abe9-ec20dbe2ab6f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.0846951 Mar 11 18:48:22.726040 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e9e6a200-4cb0-48d9-b8db-fa640e021773 req-b6d51300-16d6-47bc-ac64-77f076cafafd tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525327 Mar 11 18:48:23.600824 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:48:23.922295 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f391b69-fd46-4134-8597-069e685d484a req-6946a0ba-83e3-4d44-b3dd-a0d8a801d186 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:23.923780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f391b69-fd46-4134-8597-069e685d484a req-6946a0ba-83e3-4d44-b3dd-a0d8a801d186 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.0812283 Mar 11 18:48:23.981430 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4f391b69-fd46-4134-8597-069e685d484a req-d4a26657-9a30-4fab-9986-4b02c542e189 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519879 Mar 11 18:48:25.222439 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24e76c-5f11-4b91-bf48-a3f4d99a5a0e req-3a0348fc-f9b3-4e83-9009-a64f9787cc2b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:25.223956 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d24e76c-5f11-4b91-bf48-a3f4d99a5a0e req-3a0348fc-f9b3-4e83-9009-a64f9787cc2b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.1101606 Mar 11 18:48:25.272132 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-4d24e76c-5f11-4b91-bf48-a3f4d99a5a0e req-8d6bd2ef-d9c7-4ea0-8df0-a98a212851a5 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Mar 11 18:48:26.643762 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8787d-78db-4d46-a5b3-182224f5f9a0 req-3849685b-dd9d-4a2c-a4c5-bde7467f9ee7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:26.645307 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08e8787d-78db-4d46-a5b3-182224f5f9a0 req-3849685b-dd9d-4a2c-a4c5-bde7467f9ee7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.0869119 Mar 11 18:48:26.698077 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-08e8787d-78db-4d46-a5b3-182224f5f9a0 req-08ad3dd0-92f6-42f8-a6a0-98264c651b53 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460727 Mar 11 18:48:27.910237 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7ef8-ccd8-4dde-8119-72caa1ebba76 req-fe3a44e5-c522-4b1b-a183-d400a0bc5186 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:27.911766 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65ef7ef8-ccd8-4dde-8119-72caa1ebba76 req-fe3a44e5-c522-4b1b-a183-d400a0bc5186 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.0793948 Mar 11 18:48:27.960899 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-65ef7ef8-ccd8-4dde-8119-72caa1ebba76 req-1c81b780-6263-4b05-8475-5ab17ebc6f8e tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Mar 11 18:48:29.205444 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03d6f7-716d-4d02-a90a-8784dbd88c40 req-2ae11eaf-f2bf-474f-89df-8d14fb4b7c82 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:29.207035 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f03d6f7-716d-4d02-a90a-8784dbd88c40 req-2ae11eaf-f2bf-474f-89df-8d14fb4b7c82 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.0854671 Mar 11 18:48:29.255823 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2f03d6f7-716d-4d02-a90a-8784dbd88c40 req-84cb207a-d052-4837-9e37-35674f0d8bb0 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Mar 11 18:48:29.934307 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.v2.base [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Request body: {'port': {'device_id': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833436-1'}} {{(pid=83848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:48:30.046547 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:30.394078 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1b48aa-4f05-40bf-808c-51592747dbf4 {{(pid=83848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:48:30.401114 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:30.415557 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Transition to ACTIVE for port object 4f1b48aa-4f05-40bf-808c-51592747dbf4 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:48:30.420512 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:30.458287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfce08-e8b8-4efb-ae56-d2533e32eaea req-7aa4795e-fb90-4654-8bfe-844a67e21dbf tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:30.461146 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2cfce08-e8b8-4efb-ae56-d2533e32eaea req-7aa4795e-fb90-4654-8bfe-844a67e21dbf tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 931 time: 0.0814857 Mar 11 18:48:30.514709 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d2cfce08-e8b8-4efb-ae56-d2533e32eaea req-61505be7-0942-4783-8b21-b2df6f6363d4 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484560 Mar 11 18:48:30.546971 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:30.665752 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Attempting to bind port 4f1b48aa-4f05-40bf-808c-51592747dbf4 on host n-h1-833436-1 for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:48:30.666087 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Attempting to bind port 4f1b48aa-4f05-40bf-808c-51592747dbf4 by drivers openvswitch,hyperv on host n-h1-833436-1 at level 0 using segments [{'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:48:30.666435 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Attempting to bind port 4f1b48aa-4f05-40bf-808c-51592747dbf4 on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:48:30.672941 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Port 4f1b48aa-4f05-40bf-808c-51592747dbf4 on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f not bound, no agent of type Open vSwitch agent registered on host n-h1-833436-1 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 18:48:30.673275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Attempting to bind port 4f1b48aa-4f05-40bf-808c-51592747dbf4 on network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 18:48:30.679857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Checking agent: {'id': 'ef9990a9-84c3-484e-a902-10b5fb4365c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833436-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'started_at': datetime.datetime(2022, 3, 11, 17, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 18:48:30.680204 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Checking segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 18:48:30.680581 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Bound using segment: {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 18:48:30.681275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Bound port: 4f1b48aa-4f05-40bf-808c-51592747dbf4, host: n-h1-833436-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaaac93-7874-477a-8841-cd6c52fdbafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:48:30.681390 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:30.774762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:48:30.778105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:48:30.786163 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1504006'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:30.955613 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:30.957042 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] 10.222.0.59 "PUT /v2.0/ports/4f1b48aa-4f05-40bf-808c-51592747dbf4 HTTP/1.1" status: 200 len: 1091 time: 1.0272570 Mar 11 18:48:30.957525 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:48:30.987058 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e21019-c139-45ea-903d-1fdb118109f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:31.048594 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'status': 'completed', 'code': 200} Mar 11 18:48:31.091439 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-696e2702-8484-42bb-8aad-80f0aaf6ac00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 1094 time: 0.0757022 Mar 11 18:48:31.170781 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-c2b9910a-42ef-4893-b59d-3a67e8d5cac6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0649605 Mar 11 18:48:31.233722 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b180efeb-cefb-4bb9-b704-ed9b2bd4d837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:31.235158 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-b180efeb-cefb-4bb9-b704-ed9b2bd4d837 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0588410 Mar 11 18:48:31.314532 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-782d1042-318d-4d49-a138-48c19aa3e7e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733976 Mar 11 18:48:31.450949 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-a567686c-b41a-44cc-b382-32b79071c8aa service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307063 Mar 11 18:48:31.587654 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-9b4f00a3-5a55-40e0-96da-a714710d9c47 req-61c6d725-9085-40de-86de-6d91f5266f2c service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307137 Mar 11 18:48:31.717685 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf2e2b-10e4-48c3-af35-cd15204adbba req-84511395-72ee-4bd1-a168-77500c7a20bc tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:31.719190 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edf2e2b-10e4-48c3-af35-cd15204adbba req-84511395-72ee-4bd1-a168-77500c7a20bc tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 943 time: 0.0798080 Mar 11 18:48:31.740728 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-41890ac3-814f-4e87-807c-17dca45e8d28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 1094 time: 0.0701375 Mar 11 18:48:31.765863 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5edf2e2b-10e4-48c3-af35-cd15204adbba req-b757f742-c656-4149-8121-75ca5bc829fd tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 Mar 11 18:48:31.876708 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-8d924957-ff27-4d06-b0c6-5976634d42a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:31.878069 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-8d924957-ff27-4d06-b0c6-5976634d42a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1309617 Mar 11 18:48:31.949807 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-4f5425a0-b297-40d8-ba1a-f702f43b825f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0650475 Mar 11 18:48:32.012854 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-774aa60d-1a40-4958-956c-1ab338f3bc0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:32.014327 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-774aa60d-1a40-4958-956c-1ab338f3bc0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0589516 Mar 11 18:48:32.099767 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-4c72afd5-5e65-4aa7-9140-89f650e3211a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786383 Mar 11 18:48:32.247393 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-bf95b9de-c9c3-407a-a0e4-eb7292c056a2 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383419 Mar 11 18:48:32.390203 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-3a53a588-cd13-4840-aad9-6c24be97ba61 req-9a911d9b-f293-4ea4-8dec-c413cef2ec83 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359844 Mar 11 18:48:32.994958 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e25c9-4f20-4dc9-abf1-be7abe70f3e0 req-f80f782b-8595-470c-a9bc-91b84192842b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:32.996501 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-640e25c9-4f20-4dc9-abf1-be7abe70f3e0 req-f80f782b-8595-470c-a9bc-91b84192842b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 943 time: 0.0964508 Mar 11 18:48:33.042761 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-640e25c9-4f20-4dc9-abf1-be7abe70f3e0 req-0123d343-6ed8-4b17-9688-77d4d5428ea9 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406013 Mar 11 18:48:34.261681 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093ae0d-ec0b-486c-98f9-b2b8a9e3082a req-554d6831-a61d-4e05-95bc-15545c4d9130 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:34.263169 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6093ae0d-ec0b-486c-98f9-b2b8a9e3082a req-554d6831-a61d-4e05-95bc-15545c4d9130 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 943 time: 0.0848100 Mar 11 18:48:34.313563 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6093ae0d-ec0b-486c-98f9-b2b8a9e3082a req-47e5345a-feb9-438a-98b4-1ee63db29fa2 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Mar 11 18:48:35.144708 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1b48aa-4f05-40bf-808c-51592747dbf4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:48:35.280831 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:48:35.295397 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'port_id': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'mac_address': 'fa:16:3e:74:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:48:35.353496 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:35.371553 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1b48aa-4f05-40bf-808c-51592747dbf4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:48:35.388295 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:48:35.393404 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:35.462214 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:35.519904 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441ade1-e8bf-4f6e-bc7e-f750b24840a2 req-721df5e3-a042-4751-b8e6-f9f039418285 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:35.521358 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3441ade1-e8bf-4f6e-bc7e-f750b24840a2 req-721df5e3-a042-4751-b8e6-f9f039418285 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 944 time: 0.0838296 Mar 11 18:48:35.567149 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-3441ade1-e8bf-4f6e-bc7e-f750b24840a2 req-be7f3fea-33bc-4456-88fe-262010579fdb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Mar 11 18:48:35.690675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4f1b48aa-4f05-40bf-808c-51592747dbf4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:48:36.802768 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24b061-b71d-4314-92ad-f9b3c2040799 req-f1927332-326d-493e-a792-ff8f3d3e1a99 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:36.804248 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b24b061-b71d-4314-92ad-f9b3c2040799 req-f1927332-326d-493e-a792-ff8f3d3e1a99 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 944 time: 0.0926063 Mar 11 18:48:36.852714 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-6b24b061-b71d-4314-92ad-f9b3c2040799 req-7e9e7d69-ce86-4e2c-97a3-2e5c3d5c22c7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Mar 11 18:48:37.160253 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1b48aa-4f05-40bf-808c-51592747dbf4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:48:37.234748 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning for port 4f1b48aa-4f05-40bf-808c-51592747dbf4 completed by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:48:37.239340 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4f1b48aa-4f05-40bf-808c-51592747dbf4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:48:37.239704 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:37.355861 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:37.384631 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:48:37.397090 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:48:37.403315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:37.448385 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'code': 200} Mar 11 18:48:37.475349 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:37.724740 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8259cc19-997c-463b-ac69-6d8f01100024 req-1979397a-a838-43ca-85d6-25d818ce2c2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 1096 time: 0.1857350 Mar 11 18:48:37.767886 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-8259cc19-997c-463b-ac69-6d8f01100024 req-0c7e6bc7-71a5-42f4-801b-5d09a12be0c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372820 Mar 11 18:48:38.072280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0270d-37b2-4f12-8116-33b28835214d req-238134c0-2003-4d0a-bf5e-b4b85007292a tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:38.073631 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ca0270d-37b2-4f12-8116-33b28835214d req-238134c0-2003-4d0a-bf5e-b4b85007292a tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 945 time: 0.0890582 Mar 11 18:48:38.119015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-8ca0270d-37b2-4f12-8116-33b28835214d req-2d3dfbbf-1026-438e-92c1-5435f7755530 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 Mar 11 18:48:39.321500 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137c8fa-cf9c-4edc-811a-e9bc368bd00e req-f08acd87-3f6a-4f37-b0e7-8a112d15e4b4 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:39.323105 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c137c8fa-cf9c-4edc-811a-e9bc368bd00e req-f08acd87-3f6a-4f37-b0e7-8a112d15e4b4 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 945 time: 0.0813224 Mar 11 18:48:39.341081 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-ec2a615d-584c-4904-a4fe-1ec7e6f32839 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722685 Mar 11 18:48:39.462389 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c137c8fa-cf9c-4edc-811a-e9bc368bd00e req-d8634a31-185b-4ca0-b74a-dc58dcb3425b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334102 Mar 11 18:48:39.508233 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-eb15c2b2-1be3-4ce1-b6b6-219bd79c1091 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1095 time: 0.0786114 Mar 11 18:48:39.677901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56b88-0b06-4ca2-9226-3c11e65cb41b req-7df3a9e8-7e57-4f94-bfc3-bc9bdce733f7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:39.679536 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52b56b88-0b06-4ca2-9226-3c11e65cb41b req-7df3a9e8-7e57-4f94-bfc3-bc9bdce733f7 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 945 time: 0.0847883 Mar 11 18:48:39.732453 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-52b56b88-0b06-4ca2-9226-3c11e65cb41b req-34bf6f56-af5e-4cd9-bd77-68c73f4c86df tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 Mar 11 18:48:39.760404 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48520) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:48:39.760607 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-00a65989-62c9-4c1d-9cde-3e1f5eee90f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:39.761966 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-00a65989-62c9-4c1d-9cde-3e1f5eee90f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.2315996 Mar 11 18:48:39.839041 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-7ab0dd5d-4337-4e9d-9bbe-4e16a9a9597b tempest-TestSnapshotPattern-456201759 tempest-TestSnapshotPattern-456201759-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 1091 time: 0.0773222 Mar 11 18:48:39.842906 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48524) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:48:39.848280 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.v2.base [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Request body: {'floatingip': {'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'port_id': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 18:48:39.854541 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 18:48:39.858622 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Usage tracker for resource:floatingip and tenant:74cefcef425740688fc90a3ae451e97f is out of sync, need to count used quota {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 18:48:39.861511 n-d-833436-1 neutron-server[83849]: DEBUG neutron.quota.resource [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 18:48:39.868055 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-b09c187b-45c5-4ded-a748-e364f2489446 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 999 time: 0.0995748 Mar 11 18:48:39.868996 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.quota.driver [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 18:48:39.881321 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:39.935507 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-db06b142-82ab-4162-9784-90bef62031dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:39.936873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-db06b142-82ab-4162-9784-90bef62031dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0606701 Mar 11 18:48:40.017474 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-a0c29b89-975d-461a-93d6-ea07ec0a66c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747983 Mar 11 18:48:40.026221 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:40.163673 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-ac243448-9e6e-47bb-b2af-b0023bdc7240 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398220 Mar 11 18:48:40.196676 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:40.198316 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_common [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Allocated IP 172.25.3.104 (6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87/e171d322-a0aa-49a1-a9f0-71152bd0510d/ba160209-83f1-4a52-9b5c-1ada763c5957) {{(pid=83849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:48:40.316079 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-48b2cf15-5752-41b8-a6dc-4bace6f8dbae req-febeef23-0f07-4306-8102-3e252fb28153 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422074 Mar 11 18:48:40.371780 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for port, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:40.404426 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794726540683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:40.474679 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Network 6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87 is already hosted by enough agents. {{(pid=83849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:48:40.477482 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.base_scheduler [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Resources bound (agent type, host, resource id): {{(pid=83849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:48:40.482346 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Received port after_create {{(pid=83849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 18:48:40.506611 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'Port': ['ID=ba160209-83f1-4a52-9b5c-1ada763c5957,revision_number=1']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:40.531692 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.532003 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.532339 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.532655 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.532970 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.533281 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.533640 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.533951 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.534262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.534577 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:40.534901 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:48:41.052398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:41.109241 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:41.329036 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for port, precommit_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:41.336597 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1276331'] for port, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:41.529769 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event updated for resources: {'Port': ['ID=ba160209-83f1-4a52-9b5c-1ada763c5957,revision_number=2']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:48:41.545110 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2003533'] for floatingip, after_update {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:41.745400 n-d-833436-1 neutron-server[83849]: INFO neutron.db.l3_db [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Floating IP 67338775-5bc3-409a-b8c0-0ff08e73e7ec associated. External IP: 172.25.3.104, port: 4f1b48aa-4f05-40bf-808c-51592747dbf4. Mar 11 18:48:42.155966 n-d-833436-1 neutron-server[83849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Router 3eb3ac2e-0523-458e-870b-af668cbf257a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:48:42.371226 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:48:42.381165 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] Sync routers for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:48:42.394109 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:48:42.394972 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:48:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:48:42.399083 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:42.403315 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aae846af-bfcc-466a-8892-8796aa9d54b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:42.453531 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-0fa96513-7898-4ee7-8869-3091d2595ace tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6095426 Mar 11 18:48:42.454201 n-d-833436-1 neutron-server[83849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4'}] {{(pid=83849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:48:42.507389 n-d-833436-1 neutron-server[83849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'status': 'completed', 'code': 200} Mar 11 18:48:42.584133 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:48:42.621131 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f481311c-df97-482a-8bd2-872858ff0806 req-49b61a4e-67b0-432f-b18f-042777b85539 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 1096 time: 0.0693011 Mar 11 18:48:42.753065 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481311c-df97-482a-8bd2-872858ff0806 req-b5049a15-496d-4b9a-90c2-666feef82cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:42.754491 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f481311c-df97-482a-8bd2-872858ff0806 req-b5049a15-496d-4b9a-90c2-666feef82cbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1277909 Mar 11 18:48:42.858724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f481311c-df97-482a-8bd2-872858ff0806 req-46e648d6-a4b8-4648-a943-65a20d5e3b33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4 HTTP/1.1" status: 200 len: 999 time: 0.0984156 Mar 11 18:48:42.920983 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481311c-df97-482a-8bd2-872858ff0806 req-e1412e3f-ce3c-4b5b-9def-b9a02ed6907c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:42.922811 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f481311c-df97-482a-8bd2-872858ff0806 req-e1412e3f-ce3c-4b5b-9def-b9a02ed6907c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0577524 Mar 11 18:48:42.964080 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:11Z', 'revision_number': 1, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}, {'id': '67338775-5bc3-409a-b8c0-0ff08e73e7ec', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:74:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:48:40Z', 'updated_at': '2022-03-11T18:48:40Z', 'revision_number': 0, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:48:42.967947 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] Checking router: 3eb3ac2e-0523-458e-870b-af668cbf257a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:48:42.978886 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:48:42.979477 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:48:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:48:43.001994 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f481311c-df97-482a-8bd2-872858ff0806 req-c73e2789-a21f-44c1-9d1f-495bdcde5737 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730593 Mar 11 18:48:43.134444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f481311c-df97-482a-8bd2-872858ff0806 req-a7b65adf-e460-43b0-afd2-a6e52b6633a9 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260977 Mar 11 18:48:43.153229 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:48:43.269278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-f481311c-df97-482a-8bd2-872858ff0806 req-b7c2b181-b8b0-4a93-a9bf-22caeedf8d4d service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279099 Mar 11 18:48:43.495944 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:11Z', 'revision_number': 1, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}, {'id': '67338775-5bc3-409a-b8c0-0ff08e73e7ec', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:74:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:48:40Z', 'updated_at': '2022-03-11T18:48:40Z', 'revision_number': 0, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:48:43.500000 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff390dd-9a28-49ee-b2d1-de8f081957fe None None] The sync data for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 is: [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:11Z', 'revision_number': 1, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}, {'id': '67338775-5bc3-409a-b8c0-0ff08e73e7ec', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:74:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:48:40Z', 'updated_at': '2022-03-11T18:48:40Z', 'revision_number': 0, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:48:43.701713 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97dd35f-1903-41a0-92e5-ed126d41d207 None None] New status for floating IP 67338775-5bc3-409a-b8c0-0ff08e73e7ec: ACTIVE {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:48:44.543488 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcd923ca-b193-47ce-8e12-fe590a99bcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:45.951248 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:45.992502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:47.325361 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:48:48.885222 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d984ec-00b0-4992-a0db-d82a1807aaff req-afc41fce-b5b8-4c98-9ae3-5848fa230057 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0415270 Mar 11 18:48:48.958267 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d984ec-00b0-4992-a0db-d82a1807aaff req-8bd9fe3d-ac21-4956-8a18-bf20a11af872 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0402851 Mar 11 18:48:49.022865 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d984ec-00b0-4992-a0db-d82a1807aaff req-a568c82b-4f92-4ed7-9f77-6f819975af38 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363116 Mar 11 18:48:49.160399 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d984ec-00b0-4992-a0db-d82a1807aaff req-7ced5d4e-686d-421b-a5cb-ae4072825631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:48:49.161879 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d6d984ec-00b0-4992-a0db-d82a1807aaff req-7ced5d4e-686d-421b-a5cb-ae4072825631 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1339502 Mar 11 18:49:00.606043 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:49:10.185923 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:12.410876 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a1f45d9-72eb-4ace-a231-2c04edea0a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:14.558104 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-143a808a-b02e-4f5e-b0d7-304fd2ffa6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:15.957402 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:15.997494 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:17.328230 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:37.611447 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:49:39.351449 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-f5584ac6-69b7-46ac-a3aa-36fe08320bee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701640 Mar 11 18:49:39.462048 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-b2580e13-5992-4c31-8dee-3f1f0a6ca9a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 1096 time: 0.0773299 Mar 11 18:49:39.615502 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-f6851857-9e86-4a1b-afca-612dda7c76c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:49:39.617547 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-f6851857-9e86-4a1b-afca-612dda7c76c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1335146 Mar 11 18:49:39.815486 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-bcab2fac-c53f-4853-a528-b02a9e5d4817 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4 HTTP/1.1" status: 200 len: 1001 time: 0.1916771 Mar 11 18:49:39.878948 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-af9ed452-79aa-43ce-aff2-d0387a815cc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:49:39.880258 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-af9ed452-79aa-43ce-aff2-d0387a815cc1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0593750 Mar 11 18:49:39.962782 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-d747a2bb-c971-4466-9c06-076a25c23ad4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757797 Mar 11 18:49:40.094724 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-e7b803ec-2808-4269-a188-309e2dcf0f5e service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258473 Mar 11 18:49:40.184808 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:40.227628 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-d2dd86ad-236f-46eb-a09a-f643a09b5c5c req-56cb1be5-4761-4116-bcc6-32eaa2a9aa6b service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277113 Mar 11 18:49:42.406394 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6e21-5296-4f6b-92e5-1b2adbf927c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:44.552439 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6cb351d9-e9cf-42a8-88ee-5b375af0169e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:45.955097 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:45.997767 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:47.332333 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:49:49.832419 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d5ad3e8-7d17-4c45-a8cb-249e07ecddb2 req-23e95a98-f9f1-455a-9a78-a3d76adb36ad service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1120155 Mar 11 18:49:49.908794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d5ad3e8-7d17-4c45-a8cb-249e07ecddb2 req-8a942870-636b-43d9-bee4-4028b2b873e2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0424740 Mar 11 18:49:49.958418 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d5ad3e8-7d17-4c45-a8cb-249e07ecddb2 req-64d9b0ae-de5d-456f-9e76-f3072d0a4197 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247648 Mar 11 18:49:50.094077 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ad3e8-7d17-4c45-a8cb-249e07ecddb2 req-61b33ecf-42d2-4d9e-9cbc-c795e69181ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:49:50.095438 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-7d5ad3e8-7d17-4c45-a8cb-249e07ecddb2 req-61b33ecf-42d2-4d9e-9cbc-c795e69181ae service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1321092 Mar 11 18:50:10.180555 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:12.393757 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1a011f7-ca10-4c3f-98cd-ca0f95d6c869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:14.554197 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4802a179-9d05-4218-bba2-20231ad6d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:14.610982 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:50:15.571701 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1b48aa-4f05-40bf-808c-51592747dbf4 details requested by agent hyperv_n-h1-833436-1 with host n-h1-833436-1 {{(pid=83850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 18:50:15.707705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:15.722999 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Returning: {'device': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'port_id': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'mac_address': 'fa:16:3e:74:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 18:50:15.782912 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:15.802995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f1b48aa-4f05-40bf-808c-51592747dbf4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 18:50:15.820284 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:15.826222 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:15.898578 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:15.910675 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.911012 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.911377 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.911705 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.912137 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.912468 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.912785 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.913102 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.913418 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.913717 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.914029 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:15.942710 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:15.977296 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] get_ports_and_sgs() called for port_ids ['4f1b48aa-4f05-40bf-808c-51592747dbf4'] {{(pid=83850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 18:50:16.041186 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:17.326708 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:17.593792 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1b48aa-4f05-40bf-808c-51592747dbf4 up at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 18:50:17.687607 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Provisioning complete for port 4f1b48aa-4f05-40bf-808c-51592747dbf4 triggered by entity L2. {{(pid=83850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:50:17.689109 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474402'] for port, provisioning_complete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:17.820291 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:17.852953 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:50:17.867210 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:17.872872 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:17.936563 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'code': 200} Mar 11 18:50:17.950679 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:26.386616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48682) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:26.601776 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Deleting port ba160209-83f1-4a52-9b5c-1ada763c5957 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:26.602113 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:26.768480 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:26.768758 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:26.887519 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Calling delete_port for ba160209-83f1-4a52-9b5c-1ada763c5957 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:27.045582 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:27.093770 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event deleted for resources: {'Port': ['ID=ba160209-83f1-4a52-9b5c-1ada763c5957,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:27.130992 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.131319 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.131661 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.132013 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.132324 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.132645 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.132957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.133275 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.133589 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.133900 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.134211 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:27.193622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:27.691416 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Router 3eb3ac2e-0523-458e-870b-af668cbf257a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:50:27.892025 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:50:27.902626 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] Sync routers for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:50:27.909080 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:27.914600 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:27.915204 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:27.962441 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-189b00ff-d3ab-4cf4-b5ac-b7e84fe92616 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "DELETE /v2.0/floatingips/67338775-5bc3-409a-b8c0-0ff08e73e7ec HTTP/1.1" status: 204 len: 168 time: 1.5745451 Mar 11 18:50:27.962911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:50:28.020101 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'status': 'completed', 'code': 200} Mar 11 18:50:28.095219 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:28.149584 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-c8c7be2e-8f70-43e8-9510-b27f9b63d340 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 1096 time: 0.0808666 Mar 11 18:50:28.293781 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-97d834a3-3b76-45f1-991f-b82da96a9fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:28.295278 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-97d834a3-3b76-45f1-991f-b82da96a9fd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1389954 Mar 11 18:50:28.363312 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-ffdf40b2-ae6a-4c04-9728-0be356b90607 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0613945 Mar 11 18:50:28.431476 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-e92b3da3-43a7-4f13-8433-44358ed6e62a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:28.433020 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-e92b3da3-43a7-4f13-8433-44358ed6e62a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0640020 Mar 11 18:50:28.444947 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db893466-f481-4d2d-ab13-7d0f70416426 req-78d222b1-970a-4a42-8665-db5d4e8488b2 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:28.449375 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:11Z', 'revision_number': 1, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:28.451676 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db893466-f481-4d2d-ab13-7d0f70416426 req-78d222b1-970a-4a42-8665-db5d4e8488b2 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 945 time: 0.1587396 Mar 11 18:50:28.454418 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] Checking router: 3eb3ac2e-0523-458e-870b-af668cbf257a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:50:28.465608 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:28.466215 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:28.500641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-db893466-f481-4d2d-ab13-7d0f70416426 req-1431c961-a9ca-4f34-be8a-d71fc2e08c1b tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469441 Mar 11 18:50:28.509076 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-19d46914-6be4-472c-8b4a-7dcde0a0b268 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694606 Mar 11 18:50:28.644652 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-ba47ada2-171d-4036-bd2d-8dfde7d6f83d service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272118 Mar 11 18:50:28.704925 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:28.776428 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-551916cd-5dcb-4201-bd53-370d94fdd2de req-c6c580e0-2729-4861-9750-027f44875cad service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249223 Mar 11 18:50:29.059548 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:11Z', 'revision_number': 1, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:29.063342 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a71c7-40eb-4ed3-970a-f5e81289b7d3 None None] The sync data for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 is: [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_floatingips': [{'id': '6488e647-d830-4dac-8775-bc7fcf3ffba1', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'router_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'port_id': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'mac_address': 'fa:16:3e:bf:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:46:06Z', 'updated_at': '2022-03-11T18:46:11Z', 'revision_number': 1, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:50:29.282525 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792751a-39a2-4828-9be9-ce9073162999 None None] New status for floating IP 67338775-5bc3-409a-b8c0-0ff08e73e7ec: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:50:29.682594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1b48aa-4f05-40bf-808c-51592747dbf4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:29.798484 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:29.821787 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5627604-a4b3-45dc-8569-4c5fd73557cb req-1a278e6a-c199-4bcd-a369-032dbd409076 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:29.823421 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5627604-a4b3-45dc-8569-4c5fd73557cb req-1a278e6a-c199-4bcd-a369-032dbd409076 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 945 time: 0.1986454 Mar 11 18:50:29.825822 n-d-833436-1 neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:50:29.835337 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:29.840655 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794726933158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794726540701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794726540746'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:29.879002 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f5627604-a4b3-45dc-8569-4c5fd73557cb req-008e7072-27de-4ccb-b7c8-9d2f6446d260 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497408 Mar 11 18:50:29.887573 n-d-833436-1 neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'code': 200} Mar 11 18:50:29.946163 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Pushing event updated for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:30.096643 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-83119eb3-0728-45c0-8a14-f0c8df9495ca tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:30.097320 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-83119eb3-0728-45c0-8a14-f0c8df9495ca tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Synchronizing usage tracker for tenant:74cefcef425740688fc90a3ae451e97f on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:50:30.115665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-83119eb3-0728-45c0-8a14-f0c8df9495ca tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Unset dirty status for tenant:74cefcef425740688fc90a3ae451e97f on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:50:30.116977 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-83119eb3-0728-45c0-8a14-f0c8df9495ca tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 943 time: 0.1013765 Mar 11 18:50:30.184789 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Deleting port 4f1b48aa-4f05-40bf-808c-51592747dbf4 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:30.185127 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:30.538115 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] For port 4f1b48aa-4f05-40bf-808c-51592747dbf4, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=4f1b48aa-4f05-40bf-808c-51592747dbf4,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:30.538435 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:30.657343 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Calling delete_port for 4f1b48aa-4f05-40bf-808c-51592747dbf4 owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:30.815724 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:30.866911 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event deleted for resources: {'Port': ['ID=4f1b48aa-4f05-40bf-808c-51592747dbf4,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:30.953272 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] No DVR routers for this DVR port 4f1b48aa-4f05-40bf-808c-51592747dbf4 on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:50:30.955686 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:30.958281 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-deleted', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:50:30.976580 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-4da7476c-cae2-4fec-af90-fa8dc2dc79a8 req-14616ebd-b361-4a16-8d95-f69f1ee3008f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "DELETE /v2.0/ports/4f1b48aa-4f05-40bf-808c-51592747dbf4 HTTP/1.1" status: 204 len: 173 time: 0.8538673 Mar 11 18:50:31.016020 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69955f4b-e110-46aa-8f9a-c90c1d1dff19', 'name': 'network-vif-deleted', 'tag': '4f1b48aa-4f05-40bf-808c-51592747dbf4', 'status': 'completed', 'code': 200} Mar 11 18:50:31.056244 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-5060f9bc-ee29-4842-9990-c5b99a6532f5 req-919bf8e8-7ed7-4001-812a-0cf8e6b54f55 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=69955f4b-e110-46aa-8f9a-c90c1d1dff19 HTTP/1.1" status: 200 len: 210 time: 0.0488124 Mar 11 18:50:32.771103 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48740) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:32.980665 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Deleting port 563654de-eb2d-4b44-a812-b177a4f84a75 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:32.980998 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:33.149965 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:33.150254 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:33.267949 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Calling delete_port for 563654de-eb2d-4b44-a812-b177a4f84a75 owned by network:floatingip {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:33.427622 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:33.469442 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event deleted for resources: {'Port': ['ID=563654de-eb2d-4b44-a812-b177a4f84a75,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:33.570496 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for floatingip, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:34.057095 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Router 3eb3ac2e-0523-458e-870b-af668cbf257a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:50:34.263762 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:50:34.274188 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] Sync routers for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:50:34.279814 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for floatingip, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:34.286844 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:34.287451 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:34.334873 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-5dd8dc9c-584d-4720-9353-5f56517be29f tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "DELETE /v2.0/floatingips/6488e647-d830-4dac-8775-bc7fcf3ffba1 HTTP/1.1" status: 204 len: 168 time: 1.5600429 Mar 11 18:50:34.334873 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:50:34.390234 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'status': 'completed', 'code': 200} Mar 11 18:50:34.468098 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:34.510139 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-3b1c52aa-fff0-4a44-af41-d4b5447aa18d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74cefcef425740688fc90a3ae451e97f&device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 1095 time: 0.0748811 Mar 11 18:50:34.643037 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-b5f0793b-096f-4465-affa-81cbd51ca07f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:34.644540 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-b5f0793b-096f-4465-affa-81cbd51ca07f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 200 len: 911 time: 0.1289723 Mar 11 18:50:34.711906 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-44fbc674-c2f7-4a7f-ad55-e7e6fef08671 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 200 len: 217 time: 0.0602160 Mar 11 18:50:34.734615 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ebcb0-139b-44ad-a71b-0ef036815200 req-fd797ba9-d435-4cc6-b97b-fd89044e85fb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:34.736099 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-942ebcb0-139b-44ad-a71b-0ef036815200 req-fd797ba9-d435-4cc6-b97b-fd89044e85fb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 944 time: 0.0763111 Mar 11 18:50:34.779093 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-166cc587-1ac2-4bf4-beff-caae0672b50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:34.781109 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-166cc587-1ac2-4bf4-beff-caae0672b50a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 200 len: 848 time: 0.0619950 Mar 11 18:50:34.782657 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-942ebcb0-139b-44ad-a71b-0ef036815200 req-8b802537-625f-4172-83c7-25ae0bbbd794 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Mar 11 18:50:34.783399 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:34.787444 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] Checking router: 3eb3ac2e-0523-458e-870b-af668cbf257a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:50:34.798289 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:34.798912 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:34.857402 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-5d7e2c8c-b36b-4de0-b87f-78e70bc27d78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688214 Mar 11 18:50:34.981489 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:34.989887 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-8cbd2dce-b885-4279-9782-70f76eb28424 service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255441 Mar 11 18:50:35.125524 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-259bf9c5-37d3-4355-8227-1a69490fcc8a req-1196667f-e0c3-49d7-9dbe-4c36001e386e service neutron] 10.222.0.59 "GET /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295390 Mar 11 18:50:35.336382 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:35.340536 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b66cc-ee8f-458b-8d16-c3cdc74ba643 None None] The sync data for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 is: [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:45:40Z', 'revision_number': 4, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1', '_interfaces': [{'id': '249c54d5-33e4-4e08-800a-843366beb57c', 'name': '', 'network_id': 'c2d5cae8-728e-4317-a8c6-d0e7ac1db21f', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'mac_address': 'fa:16:3e:c6:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:39Z', 'updated_at': '2022-03-11T18:45:49Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'subnets': [{'id': '0a3002ef-b2cd-4eef-94ea-a280c56d7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:50:35.561201 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffff601-578b-4e2c-bb14-397be7e080bd None None] New status for floating IP 6488e647-d830-4dac-8775-bc7fcf3ffba1: DOWN {{(pid=83850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 18:50:35.682866 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1b48aa-4f05-40bf-808c-51592747dbf4 no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:35.722959 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: 4f1b48aa-4f05-40bf-808c-51592747dbf4 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:35.723308 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device 4f1b48aa-4f05-40bf-808c-51592747dbf4 not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:35.988022 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e22c5e-caf0-45f1-a52f-3b9786d8ed30 req-8409db90-a917-4d5f-acd9-5dfed1fd20cb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:35.989417 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5e22c5e-caf0-45f1-a52f-3b9786d8ed30 req-8409db90-a917-4d5f-acd9-5dfed1fd20cb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 944 time: 0.0811768 Mar 11 18:50:36.044327 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-d5e22c5e-caf0-45f1-a52f-3b9786d8ed30 req-916d30a8-b627-47c3-817d-82c73e64212a tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/security-groups?id=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Mar 11 18:50:36.400655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-5cc69217-5ee3-4571-beaa-1c8d690717c3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:36.401210 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-5cc69217-5ee3-4571-beaa-1c8d690717c3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Synchronizing usage tracker for tenant:74cefcef425740688fc90a3ae451e97f on resource:port {{(pid=83848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 18:50:36.420125 n-d-833436-1 neutron-server[83848]: DEBUG neutron.quota.resource [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-5cc69217-5ee3-4571-beaa-1c8d690717c3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Unset dirty status for tenant:74cefcef425740688fc90a3ae451e97f on resource:port {{(pid=83848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 18:50:36.421199 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-5cc69217-5ee3-4571-beaa-1c8d690717c3 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 944 time: 0.0961056 Mar 11 18:50:36.491055 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Deleting port d704834c-6fdb-45be-8634-5b76f1c0ed0a {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:36.491392 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:36.822486 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] For port d704834c-6fdb-45be-8634-5b76f1c0ed0a, host n-h1-833436-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833436-1',level=0,port_id=d704834c-6fdb-45be-8634-5b76f1c0ed0a,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:36.822769 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:36.942681 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Calling delete_port for d704834c-6fdb-45be-8634-5b76f1c0ed0a owned by compute:nova {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:37.103376 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:37.150487 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event deleted for resources: {'Port': ['ID=d704834c-6fdb-45be-8634-5b76f1c0ed0a,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:37.224637 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6788cf9-e65e-42ff-bde2-78c326a8e274 req-1aa0fa8b-7ae8-4e94-8ce4-7cc960722498 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7678ed1-0d02-4184-9b24-e6f5cbcacfe0 HTTP/1.1" status: 200 len: 210 time: 0.0414932 Mar 11 18:50:37.236234 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] No DVR routers for this DVR port d704834c-6fdb-45be-8634-5b76f1c0ed0a on host n-h1-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:50:37.238733 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432878'] for port, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:37.241236 n-d-833436-1 neutron-server[83848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-deleted', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a'}] {{(pid=83848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 18:50:37.257507 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [req-a0f383ab-1698-4b78-a661-525d0ece4765 req-826e9b2d-c6fb-45a9-96ff-c072e29975eb tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.59 "DELETE /v2.0/ports/d704834c-6fdb-45be-8634-5b76f1c0ed0a HTTP/1.1" status: 204 len: 173 time: 0.8310711 Mar 11 18:50:37.296106 n-d-833436-1 neutron-server[83848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7678ed1-0d02-4184-9b24-e6f5cbcacfe0', 'name': 'network-vif-deleted', 'tag': 'd704834c-6fdb-45be-8634-5b76f1c0ed0a', 'status': 'completed', 'code': 200} Mar 11 18:50:38.335837 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48758) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:38.410047 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2851e-4e61-4e2d-9cf4-3ad54bd8bba6 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:38.440752 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2851e-4e61-4e2d-9cf4-3ad54bd8bba6 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:38.516048 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2851e-4e61-4e2d-9cf4-3ad54bd8bba6 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:38.534088 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2851e-4e61-4e2d-9cf4-3ad54bd8bba6 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:38.545679 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-00a2851e-4e61-4e2d-9cf4-3ad54bd8bba6 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:38.548712 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-00a2851e-4e61-4e2d-9cf4-3ad54bd8bba6 tempest-TestSnapshotPattern-1753100442 tempest-TestSnapshotPattern-1753100442-project] 10.222.0.96 "DELETE /v2.0/security-groups/2b7cb5e6-25fd-4c9a-a5e1-f75f2b1d25f7 HTTP/1.1" status: 204 len: 168 time: 0.2105215 Mar 11 18:50:38.608736 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48764) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:39.151160 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:39.862199 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Deleting port 249c54d5-33e4-4e08-800a-843366beb57c {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:39.862888 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:40.044706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] For port 249c54d5-33e4-4e08-800a-843366beb57c, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=249c54d5-33e4-4e08-800a-843366beb57c,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:40.045049 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:40.165531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Calling delete_port for 249c54d5-33e4-4e08-800a-843366beb57c owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:40.181959 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:40.355340 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:40.402656 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=249c54d5-33e4-4e08-800a-843366beb57c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:40.700173 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:41.388128 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Router 3eb3ac2e-0523-458e-870b-af668cbf257a has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:50:41.597785 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:50:41.607663 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] Sync routers for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:50:41.611114 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-3eb5efdf-bfe5-41d4-9d68-231e1b331d0a admin admin] 10.222.0.96 "PUT /v2.0/routers/3eb3ac2e-0523-458e-870b-af668cbf257a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0012882 Mar 11 18:50:41.613740 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48770) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:41.620135 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:41.620726 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:41.736192 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d704834c-6fdb-45be-8634-5b76f1c0ed0a no longer exists at agent hyperv_n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:41.774245 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] No Port match for: d704834c-6fdb-45be-8634-5b76f1c0ed0a {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:41.774604 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Device d704834c-6fdb-45be-8634-5b76f1c0ed0a not bound to the agent host n-h1-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:41.803510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: n-d-833436-1 {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:41.817959 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:42.020006 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:42.032400 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Deleting port a49eb1eb-9804-4cbd-b961-a15b3de61be6 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:42.032997 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:42.084433 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:50:40Z', 'revision_number': 5, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port': {'id': 'a49eb1eb-9804-4cbd-b961-a15b3de61be6', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:37Z', 'updated_at': '2022-03-11T18:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:42.089081 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] Checking router: 3eb3ac2e-0523-458e-870b-af668cbf257a for host: n-d-833436-1 {{(pid=83851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:50:42.101265 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] Routers {'3eb3ac2e-0523-458e-870b-af668cbf257a'} bound to L3 agent in host n-d-833436-1 {{(pid=83851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:42.101842 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:15Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['3eb3ac2e-0523-458e-870b-af668cbf257a'], 'active': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:42.207806 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] For port a49eb1eb-9804-4cbd-b961-a15b3de61be6, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=a49eb1eb-9804-4cbd-b961-a15b3de61be6,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:42.208139 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:42.253248 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_dvr_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] Set router 3eb3ac2e-0523-458e-870b-af668cbf257a gateway port host: None {{(pid=83851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:42.323574 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Calling delete_port for a49eb1eb-9804-4cbd-b961-a15b3de61be6 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:42.357131 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.l3_hamode_db [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:50:42Z', 'revision_number': 6, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:42.361131 n-d-833436-1 neutron-server[83851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad0f0c-c6cf-4236-aa1c-6f1d936270dc None None] The sync data for ids ['3eb3ac2e-0523-458e-870b-af668cbf257a'] in n-d-833436-1 is: [{'id': '3eb3ac2e-0523-458e-870b-af668cbf257a', 'name': 'tempest-TestSnapshotPattern-626584400-router', 'tenant_id': '74cefcef425740688fc90a3ae451e97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:36Z', 'updated_at': '2022-03-11T18:50:42Z', 'revision_number': 6, 'project_id': '74cefcef425740688fc90a3ae451e97f', 'gw_port_host': None}] {{(pid=83851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:50:42.393304 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-71099eee-5c0d-4c78-b4bf-713034b25c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:42.503957 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:42.546553 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a49eb1eb-9804-4cbd-b961-a15b3de61be6,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:42.772938 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.125664 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.130607 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.156964 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.157427 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb3ac2e-0523-458e-870b-af668cbf257a {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:50:43.169277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.173050 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-f97efe18-7dac-41ec-b6bd-ea140c3215ac admin admin] 10.222.0.96 "DELETE /v2.0/routers/3eb3ac2e-0523-458e-870b-af668cbf257a HTTP/1.1" status: 204 len: 168 time: 1.5557570 Mar 11 18:50:43.173260 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48774) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:43.234239 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.db_base_plugin_v2 [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] Deleting subnet 0a3002ef-b2cd-4eef-94ea-a280c56d7648 {{(pid=83848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:50:43.237568 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.265621 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 249c54d5-33e4-4e08-800a-843366beb57c no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:43.287937 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719709'] for subnet, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.299955 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 249c54d5-33e4-4e08-800a-843366beb57c {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:43.300379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 249c54d5-33e4-4e08-800a-843366beb57c not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:43.300832 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a49eb1eb-9804-4cbd-b961-a15b3de61be6 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:43.335075 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: a49eb1eb-9804-4cbd-b961-a15b3de61be6 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:43.335265 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device a49eb1eb-9804-4cbd-b961-a15b3de61be6 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:43.379753 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.457916 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1504076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1053274'] for subnet, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.505262 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3002ef-b2cd-4eef-94ea-a280c56d7648,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:43.512510 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.518452 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c4562-e3b9-47a1-9270-41bd0d4cf917 None None] Network c2d5cae8-728e-4317-a8c6-d0e7ac1db21f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:50:43.518950 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-400f7896-2bd1-4bb4-9489-9f2ed56da1ca admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0a3002ef-b2cd-4eef-94ea-a280c56d7648 HTTP/1.1" status: 204 len: 168 time: 0.3447661 Mar 11 18:50:43.521576 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48780) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:43.622237 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.632457 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Deleting port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:43.632779 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.770706 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] DHCP port deletion for c2d5cae8-728e-4317-a8c6-d0e7ac1db21f request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:50:43.775373 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Deleting port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:43.775744 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.834200 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] For port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:43.834582 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:43.952988 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Calling delete_port for 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 owned by network:dhcp {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:43.978379 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] For port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,segment=NetworkSegment(7eaaac93-7874-477a-8841-cd6c52fdbafa),segment_id=7eaaac93-7874-477a-8841-cd6c52fdbafa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:43.978779 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.031070 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.073104 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e884dd7-9f18-4e4b-8a8c-2e03a3003402,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:44.079052 n-d-833436-1 neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] No DVR routers for this DVR port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 on host n-d-833436-1 {{(pid=83848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:50:44.100626 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Calling delete_port for 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:44.169380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:50:44.169725 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:50:44.194021 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.218627 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d5cae8-728e-4317-a8c6-d0e7ac1db21f']}} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:44.230279 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaaac93-7874-477a-8841-cd6c52fdbafa') {'for_net_delete': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:44.230610 n-d-833436-1 neutron-server[83848]: DEBUG neutron.services.segments.db [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaaac93-7874-477a-8841-cd6c52fdbafa') {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:44.242209 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15209966'] for segment, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.258145 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.264966 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=83848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:50:44.265445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1504034'] for segment, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: Traceback (most recent call last): Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: timer() Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: cb(*args, **kw) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: return func(*args, **kwargs) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: self._notify() Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: self.callback(batched_events) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: event.method(event) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: return f(self, *a, **k) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: return self._get(url).json() Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: return self.request(url, 'GET', **kwargs) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:50:44.278404 n-d-833436-1 neutron-server[83848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:50:44.458717 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.478533 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Notify callbacks [] for network, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.488531 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d5cae8-728e-4317-a8c6-d0e7ac1db21f,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:44.503030 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1401a929-cb4d-4a43-8507-11e6ef926308 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c2d5cae8-728e-4317-a8c6-d0e7ac1db21f HTTP/1.1" status: 204 len: 168 time: 0.9805241 Mar 11 18:50:44.505998 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48784) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:44.548289 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-133fd60f-835c-4597-95a0-2a27b3195f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.670904 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Deleting port 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:44.671612 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:44.736212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-035a70bd-8ddb-40c5-b7c3-7065836ba840 None None] The port '4e884dd7-9f18-4e4b-8a8c-2e03a3003402' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:50:44.906831 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003071'] for router_interface, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:45.252461 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:45.285460 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:45.285801 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 4e884dd7-9f18-4e4b-8a8c-2e03a3003402 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:45.514556 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Deleting port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:45.515132 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:45.686857 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] For port 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,segment=NetworkSegment(1638a893-4090-4904-9a7a-7be1a29299e2),segment_id=1638a893-4090-4904-9a7a-7be1a29299e2)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:45.687208 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:45.806800 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Calling delete_port for 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 owned by network:router_interface {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:45.949206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:46.003748 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:46.081040 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:46.127957 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:46.417971 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002984'] for router_interface, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:47.010382 n-d-833436-1 neutron-server[83848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 has already been hosted by L3 agent 8084246c-5d06-468d-9580-93ca46a85d51 {{(pid=83848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:50:47.209655 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] Notify agent at l3_agent.n-d-833436-1 the message routers_updated {{(pid=83848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:50:47.222045 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] Sync routers for ids ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'] in n-d-833436-1 {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 18:50:47.222647 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-1a592fbd-6443-449e-918c-380ba4136e5d admin admin] 10.222.0.96 "PUT /v2.0/routers/af7c2f6c-a71f-4792-92f9-3596fbbd65b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7128053 Mar 11 18:50:47.222647 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48790) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:47.237538 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] Routers {'af7c2f6c-a71f-4792-92f9-3596fbbd65b9'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:47.238689 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:47.388949 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:47.438185 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] Set router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 gateway port host: n-d-833436-1 {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:47.530048 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks [] for router, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:47.729456 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:47.740721 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Deleting port 382aa418-2702-40f6-832e-cc56c13a2725 {{(pid=83848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:47.741111 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:47.760135 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'external_fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '382aa418-2702-40f6-832e-cc56c13a2725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:50:46Z', 'revision_number': 5, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port': {'id': '382aa418-2702-40f6-832e-cc56c13a2725', 'name': '', 'network_id': '6a6f5cc5-da54-4cb7-ae29-fb5fd3cbcb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833436-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:45:44Z', 'updated_at': '2022-03-11T18:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e171d322-a0aa-49a1-a9f0-71152bd0510d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833436-1'}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:47.764278 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] Checking router: af7c2f6c-a71f-4792-92f9-3596fbbd65b9 for host: n-d-833436-1 {{(pid=83850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 18:50:47.775033 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] Routers {'af7c2f6c-a71f-4792-92f9-3596fbbd65b9'} bound to L3 agent in host n-d-833436-1 {{(pid=83850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 18:50:47.775628 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833436-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T17:05:44Z,description=,heartbeat_timestamp=2022-03-11T18:50:45Z,host='n-d-833436-1',id=8084246c-5d06-468d-9580-93ca46a85d51,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:05:44Z,topic='l3_agent')) {'router_ids': ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'], 'active': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:47.926543 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_dvr_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] Set router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 gateway port host: None {{(pid=83850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 18:50:47.928616 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] For port 382aa418-2702-40f6-832e-cc56c13a2725, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=382aa418-2702-40f6-832e-cc56c13a2725,segment=NetworkSegment(c789bae1-bc96-45e1-a269-297e9bb0c053),segment_id=c789bae1-bc96-45e1-a269-297e9bb0c053)] {{(pid=83848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:47.928969 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.028439 n-d-833436-1 neutron-server[83850]: DEBUG neutron.db.l3_hamode_db [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:50:47Z', 'revision_number': 6, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port_host': None}], 'n-d-833436-1', False) {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:48.032435 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b24138-10bf-45ea-8ef6-2019e392dccd None None] The sync data for ids ['af7c2f6c-a71f-4792-92f9-3596fbbd65b9'] in n-d-833436-1 is: [{'id': 'af7c2f6c-a71f-4792-92f9-3596fbbd65b9', 'name': 'tempest-TestSnapshotPattern-1187387393-router', 'tenant_id': '7094a451e4db484799821099d925f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:45:43Z', 'updated_at': '2022-03-11T18:50:47Z', 'revision_number': 6, 'project_id': '7094a451e4db484799821099d925f795', 'gw_port_host': None}] {{(pid=83850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 18:50:48.047999 n-d-833436-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Calling delete_port for 382aa418-2702-40f6-832e-cc56c13a2725 owned by network:router_gateway {{(pid=83848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:48.217220 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1504127'] for port, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.260186 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Pushing event deleted for resources: {'Port': ['ID=382aa418-2702-40f6-832e-cc56c13a2725,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:48.485054 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2003554'] for router_gateway, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.741117 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1999250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9656'] for router, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.745284 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.772115 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1999166'] for router, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.772769 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7c2f6c-a71f-4792-92f9-3596fbbd65b9 {{(pid=83848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:50:48.785445 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] Notify callbacks [] for router, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.786631 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-7848d6e9-31a1-4806-a62c-4c731530f31b admin admin] 10.222.0.96 "DELETE /v2.0/routers/af7c2f6c-a71f-4792-92f9-3596fbbd65b9 HTTP/1.1" status: 204 len: 168 time: 1.5631950 Mar 11 18:50:48.789558 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48794) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:48.850098 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Deleting subnet f61865e4-336a-487a-848f-0af7f1d58cb0 {{(pid=83849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 18:50:48.853313 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.906150 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15289563'] for subnet, precommit_delete_associations {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:48.985601 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479302'] for subnet, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.060203 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1276385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15517042'] for subnet, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.096343 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61865e4-336a-487a-848f-0af7f1d58cb0,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:49.107279 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.111743 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.111926 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc43ff-6b69-4653-a7e6-673e22c746cf None None] Network bf204bd7-c331-416b-81f1-18dc22e4fb5f requested from n-d-833436-1 {{(pid=83850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 18:50:49.112359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.112359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.112721 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.113023 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.113334 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.113674 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.113961 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.114287 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.114652 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.114946 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833436-1 {{(pid=83849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:50:49.119742 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-d55f6aa3-e004-4438-b3bd-8f2140d0e641 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f61865e4-336a-487a-848f-0af7f1d58cb0 HTTP/1.1" status: 204 len: 168 time: 0.3291721 Mar 11 18:50:49.122625 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [-] (83849) accepted ('10.222.0.96', 48798) {{(pid=83849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:49.228248 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434722'] for network, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.238601 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Deleting port d4ef4c6a-d06e-4813-bd22-c0d941326c2b {{(pid=83849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:49.238926 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.277270 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:49.314664 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:49.314995 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 51dfa3b4-a01e-4e08-8ab8-cdbdd8319bf3 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:49.315388 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 382aa418-2702-40f6-832e-cc56c13a2725 no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:49.348242 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: 382aa418-2702-40f6-832e-cc56c13a2725 {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:49.348575 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device 382aa418-2702-40f6-832e-cc56c13a2725 not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:49.423212 n-d-833436-1 neutron-server[83850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69471505-5b79-4227-926e-cc058fbe231f None None] DHCP port deletion for bf204bd7-c331-416b-81f1-18dc22e4fb5f request from n-d-833436-1 {{(pid=83850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 18:50:49.427660 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Deleting port d4ef4c6a-d06e-4813-bd22-c0d941326c2b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:49.428018 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.441507 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.db [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] For port d4ef4c6a-d06e-4813-bd22-c0d941326c2b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,segment=NetworkSegment(1638a893-4090-4904-9a7a-7be1a29299e2),segment_id=1638a893-4090-4904-9a7a-7be1a29299e2)] {{(pid=83849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:49.441858 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.565024 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.plugin [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Calling delete_port for d4ef4c6a-d06e-4813-bd22-c0d941326c2b owned by network:dhcp {{(pid=83849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:49.640979 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794726933140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794726540692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1276370'] for port, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.646279 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-69471505-5b79-4227-926e-cc058fbe231f None None] For port d4ef4c6a-d06e-4813-bd22-c0d941326c2b, host n-d-833436-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833436-1',level=0,port_id=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,segment=NetworkSegment(1638a893-4090-4904-9a7a-7be1a29299e2),segment_id=1638a893-4090-4904-9a7a-7be1a29299e2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:50:49.646723 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686861'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.687873 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ef4c6a-d06e-4813-bd22-c0d941326c2b,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:49.694093 n-d-833436-1 neutron-server[83849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] No DVR routers for this DVR port d4ef4c6a-d06e-4813-bd22-c0d941326c2b on host n-d-833436-1 {{(pid=83849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:50:49.765905 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Calling delete_port for d4ef4c6a-d06e-4813-bd22-c0d941326c2b owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 18:50:49.808398 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3475603', 'neutron.services.segments.db._delete_segments_for_network-8794727011705'] for network, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.833143 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf204bd7-c331-416b-81f1-18dc22e4fb5f']}} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:49.839470 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.db.api [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:50:49.839922 n-d-833436-1 neutron-server[83850]: DEBUG oslo_db.api [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:50:49.844988 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1638a893-4090-4904-9a7a-7be1a29299e2') {'for_net_delete': True} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:49.845279 n-d-833436-1 neutron-server[83849]: DEBUG neutron.services.segments.db [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1638a893-4090-4904-9a7a-7be1a29299e2') {} {{(pid=83849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:50:49.856424 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794727011588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15631400'] for segment, before_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.872695 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3458400'] for segment, precommit_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.879174 n-d-833436-1 neutron-server[83849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=83849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 18:50:49.879547 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3458427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1276303'] for segment, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: Traceback (most recent call last): Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: timer() Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: cb(*args, **kw) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: return func(*args, **kwargs) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: self._notify() Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: self.callback(batched_events) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: event.method(event) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: return f(self, *a, **k) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: return self._get(url).json() Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: return self.request(url, 'GET', **kwargs) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:50:49.892467 n-d-833436-1 neutron-server[83849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:50:50.060031 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3475608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2003583'] for network, after_delete {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:50.075901 n-d-833436-1 neutron-server[83849]: DEBUG neutron_lib.callbacks.manager [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Notify callbacks [] for network, before_response {{(pid=83849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:50.085719 n-d-833436-1 neutron-server[83849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf204bd7-c331-416b-81f1-18dc22e4fb5f,revision_number=None']} {{(pid=83849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:50.089641 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [None req-ae5983f0-e7cd-474d-bd99-da67f1bb0634 admin admin] 10.222.0.96 "DELETE /v2.0/networks/bf204bd7-c331-416b-81f1-18dc22e4fb5f HTTP/1.1" status: 204 len: 168 time: 0.9660869 Mar 11 18:50:50.244257 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48806) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:50.295317 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-d5f567b0-9219-4f3c-a33d-bb8c37cec6b2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74cefcef425740688fc90a3ae451e97f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498490 Mar 11 18:50:50.298229 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48810) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:50.341343 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Deleting port d4ef4c6a-d06e-4813-bd22-c0d941326c2b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 18:50:50.341942 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69471505-5b79-4227-926e-cc058fbe231f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794726992339'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:50.406594 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-69471505-5b79-4227-926e-cc058fbe231f None None] The port 'd4ef4c6a-d06e-4813-bd22-c0d941326c2b' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 18:50:50.463219 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-35028c59-c3d7-4a45-ba00-198c510c801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:50.488018 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-35028c59-c3d7-4a45-ba00-198c510c801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:50.541939 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-35028c59-c3d7-4a45-ba00-198c510c801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:50.563706 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35028c59-c3d7-4a45-ba00-198c510c801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71508783-be39-4ab1-8518-64096d5488dd,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:50.568277 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-35028c59-c3d7-4a45-ba00-198c510c801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:50.570207 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-35028c59-c3d7-4a45-ba00-198c510c801f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/71508783-be39-4ab1-8518-64096d5488dd HTTP/1.1" status: 204 len: 168 time: 0.2702911 Mar 11 18:50:51.042105 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48818) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:51.092880 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-ec3ff076-142c-4e77-97da-a3e640869078 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7094a451e4db484799821099d925f795&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495794 Mar 11 18:50:51.096555 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [-] (83848) accepted ('10.222.0.96', 48822) {{(pid=83848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 18:50:51.154720 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6e4287db-1f22-40f3-985b-04a7b0369194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:51.182635 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6e4287db-1f22-40f3-985b-04a7b0369194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:51.233639 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6e4287db-1f22-40f3-985b-04a7b0369194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043736'] for security_group, after_delete {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:51.250934 n-d-833436-1 neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4287db-1f22-40f3-985b-04a7b0369194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a43e5-edff-424f-add9-48ff6185540c,revision_number=None']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:50:51.256931 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4ef4c6a-d06e-4813-bd22-c0d941326c2b no longer exists at agent ovs-agent-n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 18:50:51.259171 n-d-833436-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6e4287db-1f22-40f3-985b-04a7b0369194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:50:51.260444 n-d-833436-1 neutron-server[83848]: INFO neutron.wsgi [None req-6e4287db-1f22-40f3-985b-04a7b0369194 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/990a43e5-edff-424f-add9-48ff6185540c HTTP/1.1" status: 204 len: 168 time: 0.1630368 Mar 11 18:50:51.337654 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] No Port match for: d4ef4c6a-d06e-4813-bd22-c0d941326c2b {{(pid=83850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 18:50:51.337992 n-d-833436-1 neutron-server[83850]: DEBUG neutron.plugins.ml2.rpc [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Device d4ef4c6a-d06e-4813-bd22-c0d941326c2b not bound to the agent host n-d-833436-1 {{(pid=83850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 18:50:51.612457 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:50:55.063727 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4d03ecf-cbe7-4c9f-a3ff-c804535a3560 req-f3f55b87-57a8-459b-9c82-9199fa50a760 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0498841 Mar 11 18:50:55.191157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4d03ecf-cbe7-4c9f-a3ff-c804535a3560 req-14b6ced0-ef80-4219-9c08-c81237239f2c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0436261 Mar 11 18:50:55.241517 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4d03ecf-cbe7-4c9f-a3ff-c804535a3560 req-ffeb4763-19a0-4fc3-a6c4-13a1ec36e455 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251369 Mar 11 18:50:55.377359 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d03ecf-cbe7-4c9f-a3ff-c804535a3560 req-cdec7eaf-bebd-486d-802c-ad62c1d3d151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:50:55.378807 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a4d03ecf-cbe7-4c9f-a3ff-c804535a3560 req-cdec7eaf-bebd-486d-802c-ad62c1d3d151 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1312711 Mar 11 18:51:10.181527 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:12.396711 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-115756a6-f7bb-47a8-ab9d-114555b80661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:14.560927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6fbdc98-4a56-4600-ac3a-18f4cf8b2c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:15.951397 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:16.005911 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:17.336106 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:28.613367 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:51:40.181423 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:42.385768 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5bd70652-02fd-4d13-83d3-a00177f8ec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:44.557148 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90564ac3-8996-4bdc-91d1-4d00e754242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:45.949156 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:46.009452 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:47.337786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:51:50.772675 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1195216-f593-4384-8f2c-4ff94c35b680 req-e617cf97-4a52-475a-88c3-5913982d9525 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0400741 Mar 11 18:51:50.844924 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1195216-f593-4384-8f2c-4ff94c35b680 req-fc948d3a-228c-4b94-9095-65deae27de81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0405116 Mar 11 18:51:50.900392 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1195216-f593-4384-8f2c-4ff94c35b680 req-5e204eed-e185-432b-be61-0924445bb845 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304332 Mar 11 18:51:51.056794 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195216-f593-4384-8f2c-4ff94c35b680 req-3e9c1c11-14c2-4337-8a4b-967c4a2ef838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:51:51.058270 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e1195216-f593-4384-8f2c-4ff94c35b680 req-3e9c1c11-14c2-4337-8a4b-967c4a2ef838 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1521106 Mar 11 18:52:05.615608 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:52:10.194517 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:12.393095 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e73c199-b31a-47ea-a791-70db422730d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:14.562380 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c28c7d5f-dc76-4336-9bba-be35c8721ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:15.943869 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:16.012162 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:17.340908 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:40.183569 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:42.388358 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5999bb32-590b-4b48-a78a-42787854a979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:42.616343 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:52:44.572066 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7d41-9bba-47c8-81f7-7a34f8267733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:45.947862 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:46.015012 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:47.340842 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:52:51.014888 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f85db16f-6f70-40c8-b5b4-dcf1be148425 req-dc55093b-9de7-49f0-ad3b-4b322fd5e625 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0411515 Mar 11 18:52:51.101705 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f85db16f-6f70-40c8-b5b4-dcf1be148425 req-9be46c3e-c76a-4769-93b0-69370de95605 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0393379 Mar 11 18:52:51.156573 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f85db16f-6f70-40c8-b5b4-dcf1be148425 req-c8d92790-9ebd-4c0b-8f30-77a9af188297 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280581 Mar 11 18:52:51.304309 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85db16f-6f70-40c8-b5b4-dcf1be148425 req-8a14270a-5fdf-41ea-90f7-40b95f60c4d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:52:51.305733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-f85db16f-6f70-40c8-b5b4-dcf1be148425 req-8a14270a-5fdf-41ea-90f7-40b95f60c4d5 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1329231 Mar 11 18:53:10.194206 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:12.387502 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d7b2-a3ff-48f2-b42c-f05d42407234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:14.567805 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f4934c6d-eb42-486d-a58b-4904d2a43d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:15.952807 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:16.025806 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:17.348234 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:19.617510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:53:40.191243 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:42.392604 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ebf19c7-3124-46d8-9502-c559839c7a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:44.572424 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3975c1c-d5ca-4a15-81eb-5813dba1edfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:45.960995 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:46.024822 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:47.352490 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:53:50.037793 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c08fb25e-52e5-4478-8b9c-4ba26eaad263 req-d4fd9c3f-7ed2-4b7e-856d-d5e2504640ef service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0414124 Mar 11 18:53:50.110791 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c08fb25e-52e5-4478-8b9c-4ba26eaad263 req-7447b944-d763-4021-88cf-a3cd4b47db56 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0400715 Mar 11 18:53:50.165073 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c08fb25e-52e5-4478-8b9c-4ba26eaad263 req-3141a57e-876d-4e43-8dcf-098e6dd21ad4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252054 Mar 11 18:53:50.308614 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fb25e-52e5-4478-8b9c-4ba26eaad263 req-61247ad0-1e27-4036-b973-c4fa46f65c94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:53:50.310015 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-c08fb25e-52e5-4478-8b9c-4ba26eaad263 req-61247ad0-1e27-4036-b973-c4fa46f65c94 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1387072 Mar 11 18:53:56.618668 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:54:08.096014 n-d-833436-1 neutron-server[83848]: DEBUG neutron.wsgi [req-558301b6-70e7-4422-8b67-eb870485400f req-d44a423b-bb96-45f7-8c4e-75c22c01813b service neutron] (83848) timed out ('10.222.0.96', 47548) {{(pid=83848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:54:10.190383 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:12.391087 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aab08396-d16f-4df4-879e-742167785b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:14.582277 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b793df2-d18b-4145-922a-90a4418f804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:15.957504 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:16.025436 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:17.352204 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:33.621711 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:54:40.198068 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:42.387075 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf43727c-faee-4132-be38-6b352123b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:44.578659 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eae1cd78-c821-4e36-90e3-e8c3cc8a55fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:45.953903 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:46.028753 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:47.351498 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:54:50.159541 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94047d88-8e22-4d3e-9f51-5240d1dcefbe req-4096bfe7-5a6d-4b5a-9057-7f7310cfcaf2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1917560 Mar 11 18:54:50.300780 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94047d88-8e22-4d3e-9f51-5240d1dcefbe req-1241bbb5-399c-4e44-95c7-15cdf821a50c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0508251 Mar 11 18:54:50.354157 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94047d88-8e22-4d3e-9f51-5240d1dcefbe req-39f8c04e-eb6c-4043-8a8d-73402abacb3f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273807 Mar 11 18:54:50.508593 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047d88-8e22-4d3e-9f51-5240d1dcefbe req-a717475c-6df5-485f-90fb-f350f1f971b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:54:50.510111 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-94047d88-8e22-4d3e-9f51-5240d1dcefbe req-a717475c-6df5-485f-90fb-f350f1f971b4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1505413 Mar 11 18:55:10.193867 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:10.627810 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:55:12.383258 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39023d2b-3e79-4524-b6d5-096453910048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:14.576757 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5138a2a6-4b05-4ec6-9765-5910fbc3da6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:15.949625 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:16.032927 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:17.364637 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:40.206506 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:42.387817 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16ee75a0-4294-4338-b8fd-679ca5bfc8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:44.580335 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06c4bf02-4ce9-4d92-b3de-bd6bf43a5e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:45.945165 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:46.033940 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:47.362982 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:55:47.628510 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:55:50.030914 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c8d1694-21cd-4dda-9847-96659eaac9c8 req-79c87cdf-9f89-476d-a44f-23096593ed81 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0437281 Mar 11 18:55:50.100653 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c8d1694-21cd-4dda-9847-96659eaac9c8 req-e62caf9f-7acf-4101-863d-24d64ef7c63d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0389266 Mar 11 18:55:50.150794 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c8d1694-21cd-4dda-9847-96659eaac9c8 req-2795784b-42e2-4cda-822e-924219f0713c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257885 Mar 11 18:55:50.373349 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d1694-21cd-4dda-9847-96659eaac9c8 req-c4b9fda9-dd92-4fd8-b02e-f46228dee295 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:55:50.374733 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-2c8d1694-21cd-4dda-9847-96659eaac9c8 req-c4b9fda9-dd92-4fd8-b02e-f46228dee295 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2188060 Mar 11 18:56:10.227720 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:12.393454 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd438eac-39b1-4132-9a98-ba45cb073172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:14.585724 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a1a791d8-109a-40b3-a496-e0b8104d50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:15.951271 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:16.040386 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:17.366189 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:24.634592 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:56:40.223775 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:42.388292 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49254183-beca-45ff-8edf-add7773eed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:44.580922 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-059f5db5-c110-4a32-babe-fae4cee5e00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:45.946489 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:46.042316 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:47.366682 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:56:52.029960 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e42cb10f-90e6-4457-9c48-a6dac1659406 req-b559f94c-572e-4607-8619-ba439e202a36 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0429318 Mar 11 18:56:52.100647 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e42cb10f-90e6-4457-9c48-a6dac1659406 req-3b654e77-824d-467c-b73f-fa3ec338d06d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0399547 Mar 11 18:56:52.159001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e42cb10f-90e6-4457-9c48-a6dac1659406 req-98aba8b2-2eba-4ceb-b3aa-f17cd662bb79 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272753 Mar 11 18:56:52.307455 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb10f-90e6-4457-9c48-a6dac1659406 req-3b8c88b4-80e3-445d-9d63-9079869bea2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:56:52.308989 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e42cb10f-90e6-4457-9c48-a6dac1659406 req-3b8c88b4-80e3-445d-9d63-9079869bea2b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1431246 Mar 11 18:57:01.626671 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:57:10.225724 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:12.393722 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c8f8edf8-0407-4421-9eea-a55d661f01e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:14.576520 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe823e3d-6693-4e6c-84c8-9c5d0a079b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:15.957319 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:16.044375 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:17.373160 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:38.627806 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:57:40.247285 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:42.398854 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97f960be-7d1c-42ab-a0c0-9fa53a1ce072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:44.581454 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee1f8fae-7e88-4f79-9bc0-3fb3adc762ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:45.952309 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:46.051008 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:47.371662 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:57:54.023067 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6f6e357-dbe3-4b66-ac71-343626828dc5 req-aff00c29-6ca0-4e97-bbcb-f38d2bd79773 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0051e79-e825-4511-b71c-0be52c978d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0391583 Mar 11 18:57:54.101359 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6f6e357-dbe3-4b66-ac71-343626828dc5 req-5f254fd5-64b3-4996-83e4-95d5822fa525 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=c0051e79-e825-4511-b71c-0be52c978d08 HTTP/1.1" status: 200 len: 210 time: 0.0455763 Mar 11 18:57:54.160551 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6f6e357-dbe3-4b66-ac71-343626828dc5 req-37818a05-d59f-4bfd-8e9b-316e91f2bf25 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363669 Mar 11 18:57:54.382770 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6e357-dbe3-4b66-ac71-343626828dc5 req-e165d24c-c443-4bb4-8f86-fe6e1dd60de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:57:54.385186 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-e6f6e357-dbe3-4b66-ac71-343626828dc5 req-e165d24c-c443-4bb4-8f86-fe6e1dd60de7 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2194080 Mar 11 18:58:10.249327 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:12.404574 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1cb0e84-d685-42ba-bf24-6854e3c39c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:14.586712 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-44b98ba5-20c0-41ec-9b79-d85147e09b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:15.628261 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:58:15.964893 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:16.052656 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:17.374786 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:38.140521 n-d-833436-1 neutron-server[83849]: DEBUG neutron.wsgi [req-f2fb4f41-0318-44b2-8261-ac698b1c41bf req-f6d21dbc-82f0-44b9-8e75-b61833bf2875 service neutron] (83849) timed out ('10.222.0.96', 43064) {{(pid=83849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 18:58:40.247825 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:42.418332 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c8ab16ca-ff8a-454b-be89-47b8fa196aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:44.605812 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9858f08a-ef07-4885-868d-e88c1a82d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:45.963398 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:46.058558 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:47.422631 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:58:52.635308 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:58:54.014083 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1bc2200-2fb9-438b-a18d-0ae04af28e86 req-fc076283-1d22-4378-bd57-48d405fd577c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50f94124-4379-4a79-955c-64e308b4a2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408449 Mar 11 18:58:54.159001 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1bc2200-2fb9-438b-a18d-0ae04af28e86 req-c32e6c9b-f067-4c87-b51b-74a1c31f89a6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=50f94124-4379-4a79-955c-64e308b4a2af HTTP/1.1" status: 200 len: 210 time: 0.0434806 Mar 11 18:58:54.210867 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1bc2200-2fb9-438b-a18d-0ae04af28e86 req-47b0667e-2f5f-420d-8d72-58adebcfed5e service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247390 Mar 11 18:58:54.344262 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc2200-2fb9-438b-a18d-0ae04af28e86 req-efe8f5b6-a139-44ba-b670-88c53a7dc0d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:58:54.345590 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-b1bc2200-2fb9-438b-a18d-0ae04af28e86 req-efe8f5b6-a139-44ba-b670-88c53a7dc0d8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1298537 Mar 11 18:59:10.272595 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:12.415030 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-63e2db77-0ada-4df7-916e-642f65a3d114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:14.600015 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-731a5f4b-bfde-4d6f-9282-b1550beaccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:15.965878 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:16.068204 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:17.394099 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:29.627968 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 18:59:40.266455 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:42.410847 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2782fe11-d3d9-4d91-abe7-8b4e55a3ebca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:44.605469 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0385cfc6-e837-4538-bbab-6f43cc77964f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:45.974701 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:46.072210 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:47.393556 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:59:54.113950 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a028cb8b-9598-442a-ade6-55da509630e5 req-b300c064-dc2a-4bc9-a693-f94b81f3d5cb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d7f2214-7037-4847-a174-05ddc2c687dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1184340 Mar 11 18:59:54.192646 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a028cb8b-9598-442a-ade6-55da509630e5 req-128342fe-1aa8-4902-b1c3-487cf7a479dd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&device_id=5d7f2214-7037-4847-a174-05ddc2c687dd HTTP/1.1" status: 200 len: 210 time: 0.0448933 Mar 11 18:59:54.246080 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a028cb8b-9598-442a-ade6-55da509630e5 req-4a8d8466-ec22-4fc2-9517-fd837e284d10 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0b2f231159df4a3e9a20defdc9ec4c8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285125 Mar 11 18:59:54.388840 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028cb8b-9598-442a-ade6-55da509630e5 req-41471b22-18f8-456d-a988-2f11717a7763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:59:54.390178 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-a028cb8b-9598-442a-ade6-55da509630e5 req-41471b22-18f8-456d-a988-2f11717a7763 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1371698 Mar 11 19:00:06.635353 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:00:10.302006 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:12.408561 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45fd9ca8-a738-4e58-b8ca-a6b0198337ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:14.602411 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f708643-8049-410a-9a8b-1514b7521e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:15.968025 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:16.067954 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:17.397261 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:40.302487 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:42.401861 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154437f-d014-4e3f-8288-6110c7a7d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:43.633189 n-d-833436-1 neutron-server[83851]: DEBUG neutron.db.agents_db [None req-a75644d6-f637-4d4c-84dd-94b33dcfdad3 None None] Agent healthcheck: found 6 active agents {{(pid=83851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:00:44.602340 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffce9110-f6d8-4a40-b20d-a243707408d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:45.965228 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99602c67-0208-4fea-84bb-272b078a2435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:46.071279 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1099eb2d-7118-4410-a324-18a20a084a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:47.394696 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62135894-b949-465a-a9b7-8f77771691c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:00:56.032560 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86774709-1764-4a98-be9f-8cea7db3f26f req-b314cf9b-a608-4b5f-aca8-640f8850ee63 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0401890 Mar 11 19:00:56.102859 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86774709-1764-4a98-be9f-8cea7db3f26f req-87bd8e56-f1fe-4791-a1b9-4226e059fb29 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&device_id=6bfe3a8e-b917-4c73-bcf5-711106f61ed1 HTTP/1.1" status: 200 len: 210 time: 0.0391138 Mar 11 19:00:56.151118 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86774709-1764-4a98-be9f-8cea7db3f26f req-52aa76d7-82c8-4473-9b4c-a64f570a3dc7 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=57b47fe00f1448c0bc7e4ca71e67cc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248952 Mar 11 19:00:56.285245 n-d-833436-1 neutron-server[83849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86774709-1764-4a98-be9f-8cea7db3f26f req-5e0a8566-b03e-4511-abe1-d787e27ebd10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:00:56.286752 n-d-833436-1 neutron-server[83849]: INFO neutron.wsgi [req-86774709-1764-4a98-be9f-8cea7db3f26f req-5e0a8566-b03e-4511-abe1-d787e27ebd10 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1301289 Mar 11 19:01:10.319628 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c2d79aa-87eb-4340-8e0b-a94728458c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:01:12.403028 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2999965f-4465-45a3-b978-002e7dae74c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:01:14.597173 n-d-833436-1 neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37ff014b-eb25-40bf-a83b-65c0f24479bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794727011687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474323'] for agent, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}